-- Logs begin at Wed 2022-10-26 14:41:20 UTC, end at Wed 2022-10-26 17:10:15 UTC. -- Oct 26 15:11:21.439948 dv-neutron-759874-6-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 26 15:11:24.179209 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.common.config [-] Logging enabled! Oct 26 15:11:24.179801 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev105 Oct 26 15:11:24.180009 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105210) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 26 15:11:24.183554 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.common.config [-] Logging enabled! Oct 26 15:11:24.183818 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev105 Oct 26 15:11:24.184134 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105210) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 26 15:11:24.185111 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 15:11:24.185352 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 15:11:24.185844 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 15:11:24.186094 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 15:11:24.186321 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 15:11:24.186642 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.186944 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.187179 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.187483 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.187779 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.188127 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.188424 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.188723 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.189036 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.189342 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.189614 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.189846 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.190129 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.190421 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.190711 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.190940 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] debug = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.191228 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.191665 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.192081 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.192369 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.192661 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.192967 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.193243 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.193524 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.193811 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.194139 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] host = dv-neutron-759874-6-hyperv {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.194419 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.194712 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.195001 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.195288 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.195563 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.195842 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.196126 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.196400 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.196672 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] log_file = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.196975 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.197265 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.197555 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.197865 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.198074 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.198298 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.198585 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.198884 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.199163 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.199441 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.199718 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.199995 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.200272 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.200541 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.200875 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.201169 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.201462 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.201742 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.202022 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.202297 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.202573 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.202861 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.203139 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.203415 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.204229 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.204523 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.204823 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.205113 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.205401 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.205688 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.205975 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.206263 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.206542 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.206826 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.207099 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.207373 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.207646 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] use_json = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.207920 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.208191 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.208474 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.208748 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.209045 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.209322 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.209597 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.209883 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.210158 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:24.210457 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.210758 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.211062 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.211348 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.211655 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.211945 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.212240 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.212523 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.212835 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.213132 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.213424 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.213705 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.214007 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.214302 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.214603 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.214912 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.215209 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.215506 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.215783 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.216059 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.216335 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.216619 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.216933 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.217216 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.217510 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.217803 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.218089 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.218392 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.218683 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.218971 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.219836 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.220131 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.220410 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.220695 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.221016 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.221301 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.221577 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.221878 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.222161 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.222438 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.222723 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.223017 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.223309 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.223587 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.223869 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.224163 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.224446 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.224721 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.225030 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.225313 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.225590 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.225877 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.226156 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.226431 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.226709 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.226993 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.227272 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.227552 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.227837 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.228138 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.228403 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.228680 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.228988 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.229268 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.229546 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.229824 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.230103 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.230393 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.230664 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.230944 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.231223 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.231501 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.231781 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.232056 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.232344 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.232645 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.232958 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.233245 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.233528 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.233810 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.234089 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.234368 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.234649 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.235100 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.235681 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.235768 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.236059 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.236355 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.236646 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.236984 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.237291 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.237579 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.237867 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.238152 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.238438 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.238723 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.239012 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.239297 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.239582 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.239871 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.240160 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.240461 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.240872 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.241162 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.241463 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.241768 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.242067 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.242354 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.242668 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.242953 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:24.243174 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 15:11:24.243414 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105210) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 26 15:11:24.620869 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=105210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 26 15:11:24.621111 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=105210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 26 15:11:24.621384 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=105210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 26 15:11:24.621621 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=105210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 26 15:11:24.621902 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 26 15:11:24.622239 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 26 15:11:24.949686 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:24.949987 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:24.950270 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:24.951488 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:24.951773 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:24.952041 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.004992 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.005283 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.005552 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.020030 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.020320 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.020599 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.050117 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.050400 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.050673 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.087110 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.087389 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.087660 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.320151 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.320700 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.320700 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.321202 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.321932 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.419849 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.420173 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.420466 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.420749 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.421045 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.421359 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.421623 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.421886 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.422758 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.423051 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.423316 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.423584 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.423846 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.424103 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.424363 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.424632 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.424918 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.425191 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.425466 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.425729 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.426002 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.426260 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.426544 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.426925 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.427182 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.427432 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.427835 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105210) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 15:11:25.428080 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105210) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 15:11:25.428322 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105210) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 15:11:25.428563 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105210) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 15:11:25.428814 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105210) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 15:11:25.429070 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105210) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 15:11:25.429440 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 26 15:11:25.432510 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 26 15:11:25.436700 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 26 15:11:25.440522 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Oct 26 15:11:25.442182 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 26 15:11:25.442812 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 26 15:11:25.443157 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 26 15:11:25.443551 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 26 15:11:25.446354 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 26 15:11:25.446606 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 26 15:11:25.446951 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 15:11:25.452022 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 26 15:11:25.475394 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 26 15:11:25.475851 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.476155 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105210) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 26 15:11:25.476526 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.477916 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105210) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 26 15:11:25.478197 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 15:11:25.478447 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 26 15:11:25.489600 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.489888 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:25.624257 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 26 15:11:25.624439 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 26 15:11:25.624681 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 26 15:11:25.625096 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 26 15:11:25.678285 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO dbcounter [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Registered counter for database neutron Oct 26 15:11:25.698142 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_db.sqlalchemy.engines [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105210) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 26 15:11:25.703881 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG dbcounter [-] [105210] Writer thread running {{(pid=105210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 26 15:11:26.245361 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Initializing driver for type 'gre' Oct 26 15:11:26.245926 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] gre ID ranges: [(1, 1000)] Oct 26 15:11:26.301301 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Initializing driver for type 'local' Oct 26 15:11:26.301643 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Initializing driver for type 'vlan' Oct 26 15:11:26.314579 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] VlanTypeDriver initialization complete Oct 26 15:11:26.314893 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Initializing driver for type 'vxlan' Oct 26 15:11:26.315394 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] vxlan ID ranges: [(1, 1000)] Oct 26 15:11:26.368264 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Initializing extension driver 'port_security' Oct 26 15:11:26.368929 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.extensions.port_security [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] PortSecurityExtensionDriver initialization complete Oct 26 15:11:26.369020 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Initializing mechanism driver 'openvswitch' Oct 26 15:11:26.369297 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Initializing mechanism driver 'hyperv' Oct 26 15:11:26.376447 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.plugins.ml2.plugin [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:26.377150 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > port after_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.377526 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > port after_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.377888 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > port after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.378395 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105210) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 15:11:26.378819 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.379180 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.379531 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.379925 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105210) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 15:11:26.380335 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > network after_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.380687 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > network after_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.381065 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > network after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.381459 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105210) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 15:11:26.381865 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > security_group after_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.382220 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > security_group after_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.382570 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.382965 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105210) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 15:11:26.383377 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.383730 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.384075 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.384598 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105210) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 15:11:26.385038 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > address_group after_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.385397 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > address_group after_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.385744 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.386142 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105210) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 15:11:26.386588 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] ML2 OVO RPC backend initialized. {{(pid=105210) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 26 15:11:26.387304 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.387665 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.388089 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > network before_response 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.388449 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > networks before_response 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.388820 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > port before_response 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.389175 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > ports before_response 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.389527 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > subnet before_response 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.389874 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > subnets before_response 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.390224 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > network after_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.390569 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > network after_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.390911 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > network after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.391253 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > port after_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.391594 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > port after_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.391935 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > port after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.392277 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.392618 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.392982 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.400560 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.quota [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded quota_driver: . Oct 26 15:11:26.400951 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.plugin [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Modular L2 Plugin initialization complete Oct 26 15:11:26.401304 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading services supported by the core plugin {{(pid=105210) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 26 15:11:26.401649 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.plugins.ml2.managers [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Got port-security extension from driver 'port_security' Oct 26 15:11:26.402136 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.extensions.vlantransparent [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Disabled vlantransparent extension. Oct 26 15:11:26.402632 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105210) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 26 15:11:26.402968 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading Plugin: router Oct 26 15:11:26.439180 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.439573 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router after_create 55549900 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.439946 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router before_create 55549900 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.440314 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.440690 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.441145 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router after_delete 55549900 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.441510 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.441867 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.442234 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router after_create 55549900 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.442591 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router after_update 55549900 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.442947 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router after_update 55549900 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.443302 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.443663 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router after_update 55549900 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.444079 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.444451 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: port after_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.444824 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: port after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.445161 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: subnet after_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.445505 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.445862 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.446217 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.446567 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: port before_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.446916 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router precommit_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.447274 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router after_update 55549900 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.447625 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.447979 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.448345 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.448694 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.449103 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > agent after_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.449461 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > agent after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.449809 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > network after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.450668 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Tracking information for resource: router configured {{(pid=105210) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 15:11:26.451005 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Tracking information for resource: floatingip configured {{(pid=105210) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 15:11:26.455938 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.db.l3_agentschedulers_db [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 26 15:11:26.456525 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: port after_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.456932 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: port after_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.457297 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: port after_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.457661 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: port after_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.458448 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router before_create 55550100 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.458820 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.459188 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router precommit_create 55550100 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.459551 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > router precommit_update 55550100 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.464396 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.services.provider_configuration [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Service providers = [] {{(pid=105210) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 26 15:11:26.464764 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.db.servicetype_db [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105210) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 26 15:11:26.467793 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.services.service_base [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105210) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 15:11:26.468149 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.services.service_base [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105210) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 15:11:26.468497 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.services.service_base [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105210) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 15:11:26.469435 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.services.service_base [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105210) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 15:11:26.469815 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.services.service_base [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 26 15:11:26.470196 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105210) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 15:11:26.470518 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 26 15:11:26.481011 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105210) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 15:11:26.481358 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading Plugin: auto_allocate Oct 26 15:11:26.487601 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: network precommit_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.487978 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: network precommit_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.488525 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105210) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 15:11:26.488884 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading Plugin: tag Oct 26 15:11:26.495504 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105210) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 15:11:26.495794 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading Plugin: timestamp Oct 26 15:11:26.499788 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105210) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 15:11:26.500123 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading Plugin: network_ip_availability Oct 26 15:11:26.506167 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.506541 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.506902 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.507639 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105210) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 15:11:26.507962 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading Plugin: flavors Oct 26 15:11:26.512607 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105210) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 15:11:26.512986 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading Plugin: revisions Oct 26 15:11:26.517408 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105210) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 15:11:26.517798 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_concurrency.lockutils [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.896s {{(pid=105210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 26 15:11:26.519767 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105210) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 26 15:11:26.520117 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Initializing extension manager. Oct 26 15:11:26.520650 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: __init__.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.521028 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: __pycache__ {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.521381 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: address_group.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.522087 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.522654 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: address-group Oct 26 15:11:26.522987 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: address_scope.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.523668 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.524175 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: address-scope Oct 26 15:11:26.524502 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.525409 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.525917 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: router-admin-state-down-before-update Oct 26 15:11:26.526245 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: agent.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.526910 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.527440 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: agent Oct 26 15:11:26.527765 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: agent_resources_synced.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.528636 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.529177 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: agent-resources-synced Oct 26 15:11:26.529501 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: allowedaddresspairs.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.531237 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.531797 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: allowed-address-pairs Oct 26 15:11:26.532126 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: auto_allocated_topology.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.533178 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.533690 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: auto-allocated-topology Oct 26 15:11:26.534016 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: availability_zone.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.534672 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.535177 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: availability_zone Oct 26 15:11:26.535501 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: availability_zone_filter.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.536371 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.536900 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: availability_zone_filter Oct 26 15:11:26.537229 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: data_plane_status.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.538099 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.538600 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension data-plane-status not supported by any of loaded plugins Oct 26 15:11:26.538924 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: default_subnetpools.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.539793 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.540294 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: default-subnetpools Oct 26 15:11:26.540618 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.541415 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.541926 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: dhcp_agent_scheduler Oct 26 15:11:26.542252 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: dns.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.543120 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.543623 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension dns-integration not supported by any of loaded plugins Oct 26 15:11:26.543948 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: dns_domain_ports.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.544831 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.545332 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 26 15:11:26.545657 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.546533 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.547549 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 26 15:11:26.547883 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: dvr.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.548516 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.549050 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: dvr Oct 26 15:11:26.549376 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: ecmp_routes.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.550250 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.550747 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 26 15:11:26.551070 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: empty_string_filtering.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.551939 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.552444 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: empty-string-filtering Oct 26 15:11:26.552765 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.553654 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.554151 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 26 15:11:26.554472 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.555338 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.555833 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 26 15:11:26.556154 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: external_net.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.557047 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.557546 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: external-net Oct 26 15:11:26.557866 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.558991 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.559488 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: extra_dhcp_opt Oct 26 15:11:26.559808 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: extraroute.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.560672 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.561202 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: extraroute Oct 26 15:11:26.561525 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: extraroute_atomic.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.562528 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.563591 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: extraroute-atomic Oct 26 15:11:26.563917 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: filter_validation.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.564547 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.565075 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: filter-validation Oct 26 15:11:26.565400 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: fip_pf_description.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.566268 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.566766 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 26 15:11:26.567089 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: fip_pf_detail.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.567966 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.568466 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 26 15:11:26.568789 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: fip_pf_port_range.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.569680 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.570178 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 26 15:11:26.570502 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: fip_port_details.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.571376 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.571884 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: fip-port-details Oct 26 15:11:26.572212 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: flavors.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.573423 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.573934 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: flavors Oct 26 15:11:26.574264 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.575858 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.576372 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 26 15:11:26.576702 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: floatingip_pools.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.577384 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.577889 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: floatingip-pools Oct 26 15:11:26.578216 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: ip_allocation.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.579119 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.579621 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension ip_allocation not supported by any of loaded plugins Oct 26 15:11:26.579947 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.580873 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.581379 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: ip-substring-filtering Oct 26 15:11:26.581708 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: l2_adjacency.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.582601 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.583101 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 26 15:11:26.583429 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: l3.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.584357 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.584899 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: router Oct 26 15:11:26.585230 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.587604 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.588129 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 26 15:11:26.588471 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.589393 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.589906 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: ext-gw-mode Oct 26 15:11:26.590242 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.591122 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.591632 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: l3-ha Oct 26 15:11:26.591963 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.592870 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.593380 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 26 15:11:26.593709 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: l3_flavors.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.594610 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.595119 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: l3-flavors Oct 26 15:11:26.595445 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.596760 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.597295 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 26 15:11:26.597624 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.598500 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.599012 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 26 15:11:26.599338 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: l3agentscheduler.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.600343 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.600888 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: l3_agent_scheduler Oct 26 15:11:26.601221 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: local_ip.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.602924 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.603449 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension local_ip not supported by any of loaded plugins Oct 26 15:11:26.603789 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: logging.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.605262 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.605778 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension logging not supported by any of loaded plugins Oct 26 15:11:26.606113 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: metering.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.606818 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.607392 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: metering Oct 26 15:11:26.607723 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.608784 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.609316 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: metering_source_and_destination_fields Oct 26 15:11:26.610168 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: multiprovidernet.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.611055 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.611567 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: multi-provider Oct 26 15:11:26.611894 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: netmtu.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.612785 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.613313 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: net-mtu Oct 26 15:11:26.613639 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: netmtu_writable.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.614529 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.615024 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: net-mtu-writable Oct 26 15:11:26.615347 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: network_availability_zone.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.615981 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.616478 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: network_availability_zone Oct 26 15:11:26.616818 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: network_ip_availability.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.617882 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.618390 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: network-ip-availability Oct 26 15:11:26.618718 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: network_segment_range.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.619452 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.619952 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension network-segment-range not supported by any of loaded plugins Oct 26 15:11:26.620276 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: pagination.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.621244 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.621578 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: pagination Oct 26 15:11:26.621898 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: port_device_profile.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.622765 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.623282 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: port-device-profile Oct 26 15:11:26.623604 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: port_mac_address_override.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.624485 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.625025 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: port-mac-override Oct 26 15:11:26.625910 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.626791 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.627301 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: port-mac-address-regenerate Oct 26 15:11:26.627626 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.628495 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.629027 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: port-numa-affinity-policy Oct 26 15:11:26.629352 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: port_resource_request.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.630223 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.630728 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension port-resource-request not supported by any of loaded plugins Oct 26 15:11:26.631051 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: port_resource_request_groups.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.631970 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.632479 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 26 15:11:26.632822 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: portbindings.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.633739 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.634248 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: binding Oct 26 15:11:26.634571 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: portbindings_extended.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.635793 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.636306 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: binding-extended Oct 26 15:11:26.636638 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: portsecurity.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.637548 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.638062 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: port-security Oct 26 15:11:26.638387 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: project_id.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.639327 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.639663 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: project-id Oct 26 15:11:26.639985 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: providernet.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.641113 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.641629 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: provider Oct 26 15:11:26.641960 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: qos.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.645445 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.645969 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension qos not supported by any of loaded plugins Oct 26 15:11:26.646322 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.647527 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.648048 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 26 15:11:26.648382 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.649295 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.649811 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 26 15:11:26.650142 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: qos_default.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.651019 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.651532 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension qos-default not supported by any of loaded plugins Oct 26 15:11:26.651863 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: qos_fip.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.652753 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.653302 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension qos-fip not supported by any of loaded plugins Oct 26 15:11:26.653631 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.654513 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.655025 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 26 15:11:26.655352 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: qos_gateway_ip.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.656238 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.657287 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 26 15:11:26.657615 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: qos_port_network_policy.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.658494 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.659006 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 26 15:11:26.659333 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.660324 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.660876 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 26 15:11:26.661208 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.662201 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.662722 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 26 15:11:26.663050 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: qos_pps_rule.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.664162 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.664670 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension qos-pps not supported by any of loaded plugins Oct 26 15:11:26.665026 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: qos_rule_type_details.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.665912 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.666416 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 26 15:11:26.666743 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: qos_rule_type_filter.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.667618 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.668121 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 26 15:11:26.668446 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: qos_rules_alias.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.669466 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.669974 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 26 15:11:26.670301 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: quota_check_limit.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.671171 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.671680 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: quota-check-limit Oct 26 15:11:26.672008 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: quotasv2.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.673482 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.673813 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: quotas Oct 26 15:11:26.674136 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: quotasv2_detail.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.675798 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.676139 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: quota_details Oct 26 15:11:26.676468 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: rbac.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.677533 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.678050 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: rbac-policies Oct 26 15:11:26.678382 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: rbac_address_group.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.679273 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.679786 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: rbac-address-group Oct 26 15:11:26.680113 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: rbac_address_scope.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.681110 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.681618 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: rbac-address-scope Oct 26 15:11:26.681944 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: rbac_security_groups.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.682832 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.683590 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: rbac-security-groups Oct 26 15:11:26.683914 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: rbac_subnetpool.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.684790 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.685321 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: rbac-subnetpool Oct 26 15:11:26.685644 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: revisionifmatch.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.686531 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.687034 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: revision-if-match Oct 26 15:11:26.687359 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: revisions.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.688485 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.689027 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: standard-attr-revisions Oct 26 15:11:26.689358 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: router_availability_zone.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.689993 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.690507 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: router_availability_zone Oct 26 15:11:26.690832 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: routerservicetype.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.691729 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.692241 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension router-service-type not supported by any of loaded plugins Oct 26 15:11:26.692562 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.693486 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.693992 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: security-groups-normalized-cidr Oct 26 15:11:26.694315 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.695200 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.695706 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: port-security-groups-filtering Oct 26 15:11:26.696029 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.696954 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.697460 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: security-groups-remote-address-group Oct 26 15:11:26.697782 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.698685 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.699191 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: security-groups-shared-filtering Oct 26 15:11:26.699514 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: securitygroup.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.709204 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.709732 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: security-group Oct 26 15:11:26.710070 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: segment.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.710764 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.711279 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension segment not supported by any of loaded plugins Oct 26 15:11:26.711609 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.712508 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.713065 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 26 15:11:26.713395 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: servicetype.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.714439 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.714954 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: service-type Oct 26 15:11:26.715284 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: sorting.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.716230 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.716566 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: sorting Oct 26 15:11:26.716923 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: standard_attr_segment.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.717818 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.718327 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 26 15:11:26.718651 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: standardattrdescription.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.719781 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.720288 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: standard-attr-description Oct 26 15:11:26.720612 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: stateful_security_group.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.721531 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.722047 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: stateful-security-group Oct 26 15:11:26.722374 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: stdattrs_common.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.722925 dv-neutron-759874-6-hyperv neutron-server[105210]: WARNING neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 26 15:11:26.723258 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.724149 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.724658 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 26 15:11:26.725021 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: subnet_onboard.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.726046 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.726559 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: subnet_onboard Oct 26 15:11:26.726887 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.727789 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.728293 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 26 15:11:26.728618 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: subnet_service_types.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.729532 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.730042 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: subnet-service-types Oct 26 15:11:26.730365 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: subnetallocation.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.731395 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.731907 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: subnet_allocation Oct 26 15:11:26.732236 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.732898 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.733410 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: subnetpool-prefix-ops Oct 26 15:11:26.733737 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.735236 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.735746 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 26 15:11:26.736075 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: tagging.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.737115 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.737631 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: standard-attr-tag Oct 26 15:11:26.737955 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: timestamp.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.739106 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.739620 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loaded extension: standard-attr-timestamp Oct 26 15:11:26.739950 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: trunk.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.740973 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.741485 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension trunk not supported by any of loaded plugins Oct 26 15:11:26.741815 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: trunk_details.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.742692 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.743200 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension trunk-details not supported by any of loaded plugins Oct 26 15:11:26.743527 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: uplink_status_propagation.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.744403 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.744942 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 26 15:11:26.745270 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Loading extension file: vlantransparent.py {{(pid=105210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 15:11:26.745946 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 15:11:26.746400 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 26 15:11:26.748994 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Creating instance of TrackedResource for resource:network Oct 26 15:11:26.749547 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Creating instance of TrackedResource for resource:subnet Oct 26 15:11:26.749949 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 15:11:26.750368 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Creating instance of TrackedResource for resource:port Oct 26 15:11:26.751632 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.v2.resource_helper [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:11:26.752085 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.v2.resource_helper [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Service FLAVORS assigned prefix: {{(pid=105210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:11:26.752702 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.v2.resource_helper [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:11:26.753168 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.v2.resource_helper [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:11:26.753515 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Creating instance of TrackedResource for resource:router Oct 26 15:11:26.753953 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Creating instance of TrackedResource for resource:floatingip Oct 26 15:11:26.754453 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.v2.resource_helper [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Service METERING assigned prefix: /metering {{(pid=105210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:11:26.755886 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.756261 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.756616 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:11:26.757648 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 15:11:26.758097 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Creating instance of TrackedResource for resource:security_group Oct 26 15:11:26.758556 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 15:11:26.759074 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.v2.resource_helper [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Service CORE assigned prefix: {{(pid=105210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:11:26.759419 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 15:11:26.759769 dv-neutron-759874-6-hyperv neutron-server[105210]: WARNING neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] subnetpool is already registered Oct 26 15:11:26.760196 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.v2.resource_helper [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Service CORE assigned prefix: {{(pid=105210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:11:26.760533 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 15:11:26.760907 dv-neutron-759874-6-hyperv neutron-server[105210]: WARNING neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] subnetpool is already registered Oct 26 15:11:26.763316 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.v2.resource_helper [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:11:26.763760 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.v2.resource_helper [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Service FLAVORS assigned prefix: {{(pid=105210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:11:26.764365 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.v2.resource_helper [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:11:26.764817 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.v2.resource_helper [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:11:26.765153 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Creating instance of TrackedResource for resource:router Oct 26 15:11:26.765498 dv-neutron-759874-6-hyperv neutron-server[105210]: WARNING neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] router is already registered Oct 26 15:11:26.765949 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Creating instance of TrackedResource for resource:floatingip Oct 26 15:11:26.766291 dv-neutron-759874-6-hyperv neutron-server[105210]: WARNING neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] floatingip is already registered Oct 26 15:11:26.766751 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.v2.resource_helper [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Service METERING assigned prefix: /metering {{(pid=105210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:11:26.767428 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 15:11:26.767756 dv-neutron-759874-6-hyperv neutron-server[105210]: WARNING neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] rbac_policy is already registered Oct 26 15:11:26.768171 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Creating instance of TrackedResource for resource:security_group Oct 26 15:11:26.768506 dv-neutron-759874-6-hyperv neutron-server[105210]: WARNING neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] security_group is already registered Oct 26 15:11:26.768957 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 15:11:26.769297 dv-neutron-759874-6-hyperv neutron-server[105210]: WARNING neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] security_group_rule is already registered Oct 26 15:11:26.769932 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.v2.resource_helper [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Service CORE assigned prefix: {{(pid=105210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:11:26.770262 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 15:11:26.770596 dv-neutron-759874-6-hyperv neutron-server[105210]: WARNING neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] subnetpool is already registered Oct 26 15:11:26.771019 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.v2.resource_helper [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Service CORE assigned prefix: {{(pid=105210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 15:11:26.771343 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 15:11:26.771675 dv-neutron-759874-6-hyperv neutron-server[105210]: WARNING neutron.quota.resource_registry [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] subnetpool is already registered Oct 26 15:11:26.772148 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: extensions {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.773646 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: address-groups {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.775141 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: address-scopes {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.776477 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: agents {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.777708 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: auto-allocated-topology {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.778984 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: availability_zones {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.780211 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: dhcp-networks {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.782293 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: dhcp-agents {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.783740 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: routers {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.785525 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: flavors {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.786805 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: service_profiles {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.788032 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: next_providers {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.789524 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: service_profiles {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.791956 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: floatingip-pools {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.793259 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: routers {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.795000 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: floatingips {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.796310 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: l3-routers {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.798360 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: l3-agents {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.799799 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: metering-labels {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.801113 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: metering-label-rules {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.802534 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: network-ip-availabilities {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.803819 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: bindings {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.805425 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: quotas {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.807092 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: quotas {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.808962 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: rbac-policies {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.810178 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: security-groups {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.811495 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: security-group-rules {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.812774 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: service-providers {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.814033 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: subnetpools {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.815379 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: subnetpools {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.816957 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: tags {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.818671 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: tags {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.820483 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: tags {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.822324 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: tags {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.824087 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: tags {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.826097 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: tags {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.827787 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: tags {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.829759 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: tags {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.831580 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: tags {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.833365 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron.api.extensions [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Extended resource: tags {{(pid=105210) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 15:11:26.839508 dv-neutron-759874-6-hyperv neutron-server[105210]: WARNING keystonemiddleware.auth_token [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 26 15:11:26.845160 dv-neutron-759874-6-hyperv neutron-server[105210]: WARNING keystonemiddleware.auth_token [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 26 15:11:26.854028 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_concurrency.lockutils [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Acquiring lock "singleton_lock" {{(pid=105210) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 26 15:11:26.854364 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_concurrency.lockutils [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Acquired lock "singleton_lock" {{(pid=105210) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 26 15:11:26.854837 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_concurrency.lockutils [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Releasing lock "singleton_lock" {{(pid=105210) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 26 15:11:26.855503 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO oslo_service.service [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Starting 2 workers Oct 26 15:11:26.860883 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Started child 105321 {{(pid=105210) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 15:11:26.865245 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Started child 105322 {{(pid=105210) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 15:11:26.866331 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:26.866990 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO neutron.service [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 26 15:11:26.867512 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=105210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:26.867923 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [-] (105321) wsgi starting up on http://0.0.0.0:9696 Oct 26 15:11:26.869975 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:26.870428 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO oslo_service.service [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Starting 1 workers Oct 26 15:11:26.871336 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [-] (105322) wsgi starting up on http://0.0.0.0:9696 Oct 26 15:11:26.875308 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Started child 105323 {{(pid=105210) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 15:11:26.875851 dv-neutron-759874-6-hyperv neutron-server[105210]: INFO oslo_service.service [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Starting 1 workers Oct 26 15:11:26.879160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.service [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] calling RpcWorker wait() {{(pid=105323) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 26 15:11:26.879679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.service [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] returning from RpcWorker wait() {{(pid=105323) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 26 15:11:26.880279 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Started child 105324 {{(pid=105210) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 15:11:26.881032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:26.881129 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG neutron_lib.callbacks.manager [None req-79aa96dd-5afe-41b5-a4e8-6316f1ccb0e0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=105210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:26.881591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:26.882974 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105210) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 15:11:26.883187 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 15:11:26.883371 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 15:11:26.883601 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 15:11:26.883931 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 15:11:26.884111 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 15:11:26.884639 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.884943 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.885104 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:26.885548 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.885548 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.886033 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.886304 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.886542 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.886678 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:26.886823 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.887081 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.887257 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.887426 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.887680 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.887933 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.888245 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.888519 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.888776 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.889044 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.889217 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.889478 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.889735 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.889982 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.890261 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] debug = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.890529 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.891057 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.891300 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.891544 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.891768 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.892052 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.892282 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.892540 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.892786 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.893039 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.893294 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.893562 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.893820 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.894036 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.894277 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.894550 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.894771 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.895283 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] host = dv-neutron-759874-6-hyperv {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.895533 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.895763 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.895998 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.896242 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.896499 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.896731 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.897037 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.897290 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.897680 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.897926 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.898173 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.898417 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.898663 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.898897 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] log_file = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.899065 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] log_options = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.899326 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.899566 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.899826 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.900020 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.900190 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.900355 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.900614 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.900779 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.901064 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.901281 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.901496 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.901711 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.901957 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.902192 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.902429 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.902644 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.902875 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.903115 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.903372 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.903634 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.903906 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.904101 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.904366 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.904623 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.904864 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.905181 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.905817 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.905817 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.906106 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.906255 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.907054 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.907263 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.907498 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.907788 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.908180 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.908588 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.908860 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.909105 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.909501 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.909641 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.910440 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.910440 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.910647 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.910727 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.911157 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.911157 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.911452 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] use_json = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.911670 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.912052 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.912441 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.912823 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.913067 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.913335 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.913539 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.913792 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.914006 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:26.914437 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.914437 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.915144 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.915299 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.915548 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.915762 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.916010 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.916850 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.916850 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.916850 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.917085 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.917255 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.917544 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.917823 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.918071 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.918394 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.918805 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.918956 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.919199 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.919440 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.919660 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.919885 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.920164 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.920408 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.920645 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.920915 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.921638 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.921952 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.922798 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.923336 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.923676 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.923941 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.924206 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.924471 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.924722 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.924958 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.925202 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.925442 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.925664 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.925915 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.926184 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.926442 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.926674 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.926918 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.927169 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.927403 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.927654 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.927929 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.928204 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.928400 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.928617 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.928861 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.929078 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.929295 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.929525 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.929741 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.930021 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.930253 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.930509 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.930782 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.931021 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.931247 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.931485 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.931732 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.931957 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.932181 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.932423 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.932640 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.932896 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.933122 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.933595 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.933819 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.934041 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.934279 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.934559 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.934754 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.935000 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.935220 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.935435 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.935803 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.935949 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.936085 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.936261 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.936561 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.936871 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.937252 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.937683 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.937851 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.938085 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.938333 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.938530 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.938790 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.939079 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.939510 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.939667 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.939815 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.940052 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.940286 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.940538 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.940756 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.941036 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.941270 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.941522 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.941956 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.942105 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.942744 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.942905 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.943056 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.943262 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.943486 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.943965 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.943965 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.944272 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.944919 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.944919 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.944919 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.945165 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.945294 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.945575 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.945802 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.946055 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.946303 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.946556 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.946830 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.947076 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.947363 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.947596 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.947864 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.948176 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.948444 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.948705 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.948990 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.949243 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.949531 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.950576 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.950576 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.950576 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.950576 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.950883 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.950960 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.951174 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.951391 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.951645 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.951970 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.952206 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.952434 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.952650 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.952931 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.953359 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.953754 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.954033 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.954294 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.954593 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.954850 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.955101 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.955337 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.955598 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.955845 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.956062 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.956285 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.956505 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.956730 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.956994 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.957233 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.957466 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.957832 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.958215 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.958449 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.958682 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.958907 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.959162 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.959376 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.959807 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.960057 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.960281 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.960503 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.960743 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.961005 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.961283 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.961506 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.961799 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.962051 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.962272 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.962522 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.962755 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.962998 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.963238 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.963489 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.963709 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.964667 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.964667 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.964667 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.964667 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.965138 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.965256 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.965382 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.965770 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.966191 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.966571 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.966846 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.967115 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.968032 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.968285 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.968762 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.969558 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.969949 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.970325 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.970697 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.971085 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.971454 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.971826 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.972216 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.972595 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.972999 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.973380 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.973791 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.974245 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.974497 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.974737 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.975016 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.975256 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.975492 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.975748 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.975948 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.976326 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.976547 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.976790 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.977014 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.977233 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.977606 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.977962 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.978206 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.978598 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.978870 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.979193 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.979341 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.979588 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.979828 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.980045 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.980277 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.980496 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.980703 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.981102 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.981340 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.981559 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.981789 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.982015 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.982237 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.982467 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.982685 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.982905 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.983197 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.983348 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.983707 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.984095 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.984543 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.985312 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.985544 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.985792 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.986008 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.986260 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.986539 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.986691 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.987086 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.987404 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.987553 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.987839 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.988096 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.988316 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.988783 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.989054 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.989318 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.989600 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.989875 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.990095 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.990344 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.990595 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.990820 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.991042 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.991298 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.991623 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.991936 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.992209 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.992484 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.992760 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.993057 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.993352 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.993567 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.993880 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.994212 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.994302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:26.994494 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.994769 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.995025 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.995269 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.995499 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.995714 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.995931 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.996197 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.996366 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.996603 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.996851 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.997100 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.998066 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.998251 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.998731 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.999114 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.999491 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:26.999860 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.000294 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.000608 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 15:11:27.001309 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105210) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 15:11:27.001644 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 15:11:27.001939 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 15:11:27.002257 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 15:11:27.002431 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 15:11:27.002587 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 15:11:27.002801 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.002966 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.003130 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.003293 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.003475 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.003637 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.003797 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.003956 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.004115 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.004275 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.004435 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.004598 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.004761 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.004943 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.005104 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.005268 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.005428 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.005594 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.005747 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.005907 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.006061 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.006217 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] debug = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.006376 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.006576 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.006743 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.006901 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.007058 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.007220 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.007380 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.007540 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.007699 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.007857 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.008015 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.008167 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.008396 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.008492 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.008624 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.008770 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.008951 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.009102 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] host = dv-neutron-759874-6-hyperv {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.009255 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.009408 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.009572 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.009735 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.009874 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.010028 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.010337 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.010500 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.010660 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.010819 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.010978 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.011136 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.011295 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.011455 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] log_file = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.011614 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] log_options = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.011773 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.011932 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.012091 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.012282 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.012446 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.012606 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.012765 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.012949 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.013110 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.013268 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.013427 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.013586 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.013745 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.013904 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.014062 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.014221 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.014380 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.014542 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.014701 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.014861 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.015023 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.015168 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.015401 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.016280 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.016603 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.017117 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.017433 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.017598 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.017759 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.017920 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.018083 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.018240 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.018574 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.018909 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.019067 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.019230 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.019385 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.019686 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.019856 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.020012 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.020341 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.020677 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.020858 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.021021 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.021209 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.021326 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.021486 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] use_json = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.021645 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.021803 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.021962 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.022120 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.022280 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.022438 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.022598 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.022762 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.022919 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 15:11:27.023246 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.023410 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.023585 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.023747 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.023909 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.024072 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.024234 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.024397 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.024561 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.024722 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.024918 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.025082 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.025255 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.025418 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.025580 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.025744 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.025912 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.026076 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.026239 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.026401 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.026564 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.026729 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.026902 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.027063 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.027223 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.027381 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.027542 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.027712 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.027874 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.028041 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.028429 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.028644 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.028890 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.029115 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.029338 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.029575 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.029933 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.029933 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.030644 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.030644 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.030644 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.030644 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.030962 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.031194 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.031465 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.032193 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.032364 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.032527 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.032691 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.032876 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.033041 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.033204 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.033367 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.033531 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.033693 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.033856 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.034019 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.034192 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.034353 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.034516 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.034679 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.034841 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.035004 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.035167 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.035328 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.035489 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.035651 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.035817 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.036047 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.036146 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.036298 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.036460 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.036621 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.036783 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.036970 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.037132 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.037294 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.037456 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.037617 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.037778 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.037939 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.038101 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.038263 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.038426 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.038588 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.038749 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.038910 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.039070 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.039232 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.039394 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.039556 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.039724 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.039902 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.040064 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.040226 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.040389 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.040549 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.040714 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.040911 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.041074 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.041235 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.041398 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.041559 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.041720 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.041884 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.042046 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.042207 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.042368 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.042531 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.042692 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.042854 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.043016 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.043177 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.043339 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.043500 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.043661 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.043822 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.043985 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.044147 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.044308 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.044470 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.044629 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.044791 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.044982 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.045144 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.045309 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.045471 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.045640 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.045818 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.045981 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.046144 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.046307 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.046469 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.046631 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.046792 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.046953 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.047137 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.047299 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.047461 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.047633 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.047797 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.047959 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.048121 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.048304 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.048467 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.048653 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.048900 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.049067 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.049229 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.049392 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.049553 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.049715 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.049877 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.050042 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.050203 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.050365 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.050526 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.050687 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.050850 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.051010 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.051171 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.051333 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.051495 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.051657 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.051817 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.051980 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.052141 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.052302 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.052463 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.052626 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.052786 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.052967 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.053130 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.053290 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.053451 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.053612 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.053774 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.053935 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.054095 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.054258 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.054422 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.054584 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.054746 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.054908 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.055072 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.055233 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.055394 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.055558 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.055719 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.055884 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.056046 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.056206 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.056372 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.056532 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.056693 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.056876 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.057039 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.057201 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.057382 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.057544 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.057706 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.057872 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.058034 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.058466 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.058634 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.058796 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.058957 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.059117 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.059281 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.059443 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.059604 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.059766 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.059928 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.060088 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.060249 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.060411 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.060574 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.060738 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.060922 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.061085 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.061246 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.061409 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.061571 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.061731 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.061911 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.062051 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.062212 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.062374 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.062535 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.062728 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.062896 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.063059 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.063220 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.063381 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.063542 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.063703 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.063874 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.064037 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.064199 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.064360 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.064521 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.064682 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.064873 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.065036 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.065197 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.065359 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.065519 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.065680 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.065854 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.066015 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.066176 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.066337 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.066498 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.066659 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.066830 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.066991 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.067153 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.067314 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.067475 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.067635 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.067805 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.067967 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.068127 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.068289 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.068450 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.068611 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.068780 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.068962 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.069125 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.069294 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.069456 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.069617 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.069779 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.069951 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.070113 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.070280 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.070428 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.070589 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.070750 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.070912 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.071078 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.071248 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.071416 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.071577 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.071746 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.071915 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.072083 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.072246 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.072414 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.072587 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.072748 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.072931 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.073092 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.073254 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.073414 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.073574 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.073736 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.073895 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.074054 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.074214 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.074373 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.074533 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.074694 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.074855 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.075016 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.075176 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.075338 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.075498 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.075658 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 15:11:27.075817 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105210) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 15:11:27.119595 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 54282) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:11:27.126554 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [-] 10.222.0.60 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048966 Oct 26 15:11:27.130948 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [-] 10.222.0.60 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038111 Oct 26 15:11:36.361803 dv-neutron-759874-6-hyperv neutron-server[105210]: DEBUG dbcounter [-] [105210] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=105210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:11:38.500619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2103027-38e9-4af1-8be4-13e21fff7368 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:11:38.525647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writer thread running {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 26 15:11:38.526226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writer thread running {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 26 15:11:38.603003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2103027-38e9-4af1-8be4-13e21fff7368 None None] No non-hosted networks {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 26 15:11:38.619171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.agentschedulers_db [None req-a2103027-38e9-4af1-8be4-13e21fff7368 None None] DHCP Agent not found on host dv-neutron-759874-6-hyperv {{(pid=105323) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 26 15:11:38.704214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c5259c98-58b3-4184-9651-82d092dab601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-687679'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:40.338165 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writer thread running {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 26 15:11:40.805260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d7faeb45-1bef-4a1c-88e8-4bf9e3c2c0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-687679'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:40.842163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-35a4eab0-e60c-434d-8595-cac670eeee9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:41.915048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-687679'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:42.110424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 54356) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:11:42.680045 dv-neutron-759874-6-hyperv neutron-server[105321]: WARNING oslo_policy.policy [None req-446dfcea-99ac-48d6-a9ef-e155104b8bb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 15:11:42.680731 dv-neutron-759874-6-hyperv neutron-server[105321]: WARNING oslo_policy.policy [None req-446dfcea-99ac-48d6-a9ef-e155104b8bb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 15:11:42.898978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-446dfcea-99ac-48d6-a9ef-e155104b8bb4 admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:11:42.900847 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-446dfcea-99ac-48d6-a9ef-e155104b8bb4 admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7880971 Oct 26 15:11:43.460722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-687679'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:43.658624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-687679'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:43.659370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:43.659744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:43.661155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:43.661704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:43.662039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:43.662416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:43.662769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:43.663262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:43.663630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:43.663950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:43.664429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:43.664921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:43.665378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:43.665851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:43.666320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:43.666856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-759874-6-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:43.673468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-759874-6-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:45.574837 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 54392) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:11:45.893801 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-feaff198-7a20-455a-97f9-9a21f897bf49 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:11:45.906241 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR stevedore.extension [None req-feaff198-7a20-455a-97f9-9a21f897bf49 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 26 15:11:45.986820 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.policy [None req-feaff198-7a20-455a-97f9-9a21f897bf49 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105321) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 15:11:46.028409 dv-neutron-759874-6-hyperv neutron-server[105321]: WARNING oslo_policy.policy [None req-feaff198-7a20-455a-97f9-9a21f897bf49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 15:11:46.028779 dv-neutron-759874-6-hyperv neutron-server[105321]: WARNING oslo_policy.policy [None req-feaff198-7a20-455a-97f9-9a21f897bf49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 15:11:46.049235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writer thread running {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 26 15:11:46.126730 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-feaff198-7a20-455a-97f9-9a21f897bf49 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787937686923', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787937688479', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787937670524', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787937712061', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787937708516', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787937717762', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1945054', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1294982', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-330146', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-518288'] for rbac-policy (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:46.198987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-feaff198-7a20-455a-97f9-9a21f897bf49 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:46.200178 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-feaff198-7a20-455a-97f9-9a21f897bf49 admin admin] 10.222.0.60 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6244433 Oct 26 15:11:47.942592 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.db.l3_hamode_db [None req-3dc95794-1217-4e7f-984a-0a7ac74e6884 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 26 15:11:48.020144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc95794-1217-4e7f-984a-0a7ac74e6884 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:11:48.020526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc95794-1217-4e7f-984a-0a7ac74e6884 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:11:48.811324 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 54402) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:11:49.128099 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:11:49.157404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Made reservation on behalf of e31e67186f6a4baeb7801123f4f74365 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:11:49.161652 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:49.179644 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:49.289450 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Publish callbacks [] for security_group (5056ccdc-bc23-4986-8580-d7f91e1f24f9), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:49.293185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (5056ccdc-bc23-4986-8580-d7f91e1f24f9), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:49.318276 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:11:49.353945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787935729017', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (5e365f0f-2f08-4b6a-bb3f-cff4c3a38971), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:49.354433 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Unsubscribe: segment precommit_create {{(pid=105321) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 15:11:49.354957 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Added segment 5e365f0f-2f08-4b6a-bb3f-cff4c3a38971 of type vlan for network a008fb33-ca0b-40d5-abba-ce5e8ac0d5af Oct 26 15:11:49.371553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5056ccdc-bc23-4986-8580-d7f91e1f24f9,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:49.423557 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:49.423900 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:49.424265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:49.424607 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:49.424967 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:49.425303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:49.425630 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:49.425953 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:49.426293 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:49.426624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:49.426962 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:49.427303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:49.427626 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:49.427945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:49.428267 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Tracked resource versions report: Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: pushed versions: Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: { 'AddressGroup': {'1.2'}, Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Agent': {'1.1'}, Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'ConntrackHelper': {'1.0'}, Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'LocalIPAssociation': {'1.0'}, Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Log': {'1.0'}, Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'NDPProxy': {'1.0'}, Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Network': {'1.1'}, Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Port': {'1.7'}, Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'PortForwarding': {'1.3'}, Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'QosPolicy': {'1.10'}, Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'SecurityGroup': {'1.5'}, Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'SecurityGroupRule': {'1.2'}, Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'SubPort': {'1.0'}, Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Subnet': {'1.1'}, Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Trunk': {'1.1'}} Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: consumer versions: Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: { DHCP agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: L3 agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: Metadata agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: Metering agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: Open vSwitch agent@dv-neutron-759874-6-hyperv: { 'AddressGroup': '1.2', Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Agent': '1.1', Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'ConntrackHelper': '1.0', Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'LocalIPAssociation': '1.0', Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Log': '1.0', Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'NDPProxy': '1.0', Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Network': '1.1', Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Port': '1.7', Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'PortForwarding': '1.3', Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'QosPolicy': '1.10', Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'SecurityGroup': '1.5', Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'SecurityGroupRule': '1.2', Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'SubPort': '1.0', Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Subnet': '1.1', Oct 26 15:11:49.429675 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Trunk': '1.1'}} Oct 26 15:11:49.432520 dv-neutron-759874-6-hyperv neutron-server[105321]: {{(pid=105321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 15:11:49.463636 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (a008fb33-ca0b-40d5-abba-ce5e8ac0d5af), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:49.504660 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (a008fb33-ca0b-40d5-abba-ce5e8ac0d5af), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:49.509724 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:11:49.510449 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:49.594533 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7821517 Oct 26 15:11:49.609614 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=52,neutron:INSERT=46,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:11:49.634709 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ed880-c17b-4e3f-92ad-6ad5636a1455 demo demo] Pushing event updated for resources: {'Network': ['ID=a008fb33-ca0b-40d5-abba-ce5e8ac0d5af,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:49.647244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network a008fb33-ca0b-40d5-abba-ce5e8ac0d5af details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:11:52.229767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 54416) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:11:52.636314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34677c94-6501-4cba-bae0-c650d8c1360d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:11:52.637702 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-34677c94-6501-4cba-bae0-c650d8c1360d demo admin] 10.222.0.60 "GET /networking/v2.0/networks/a008fb33-ca0b-40d5-abba-ce5e8ac0d5af HTTP/1.1" status: 200 len: 825 time: 0.4069872 Oct 26 15:11:52.662167 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2f4b907a-b47b-4eaa-8290-699cfb9466b5 demo admin] 10.222.0.60 "GET /networking/v2.0/subnetpools/127d5fb4-391e-469f-82a7-8c6fa29e1d2c HTTP/1.1" status: 200 len: 734 time: 0.0185118 Oct 26 15:11:52.670552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-398424b7-1e0d-425c-ae31-951177973b7a demo admin] Request body: {'subnet': {'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'name': 'private-subnet'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:11:52.693479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398424b7-1e0d-425c-ae31-951177973b7a demo admin] Made reservation on behalf of e31e67186f6a4baeb7801123f4f74365 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:11:52.695696 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-398424b7-1e0d-425c-ae31-951177973b7a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:52.845618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:11:52.986180 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-398424b7-1e0d-425c-ae31-951177973b7a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for subnet (c5aaa104-29a8-4ef7-b389-cfec9190d3fd), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:53.052263 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398424b7-1e0d-425c-ae31-951177973b7a demo admin] Pushing event updated for resources: {'Subnet': ['ID=c5aaa104-29a8-4ef7-b389-cfec9190d3fd,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:53.061023 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398424b7-1e0d-425c-ae31-951177973b7a demo admin] Checking segment: {'id': '5e365f0f-2f08-4b6a-bb3f-cff4c3a38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:11:53.061403 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398424b7-1e0d-425c-ae31-951177973b7a demo admin] Network hostable DHCP agents. Network: a008fb33-ca0b-40d5-abba-ce5e8ac0d5af, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:11:53.082310 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398424b7-1e0d-425c-ae31-951177973b7a demo admin] Network a008fb33-ca0b-40d5-abba-ce5e8ac0d5af is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:11:53.093595 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-398424b7-1e0d-425c-ae31-951177973b7a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, a008fb33-ca0b-40d5-abba-ce5e8ac0d5af) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:53.098258 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398424b7-1e0d-425c-ae31-951177973b7a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:11:53.098826 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-398424b7-1e0d-425c-ae31-951177973b7a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:53.103040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367bab6a-2f2b-48cb-9a1c-5b262b3c4fa2 None None] Network a008fb33-ca0b-40d5-abba-ce5e8ac0d5af requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:11:53.116081 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-398424b7-1e0d-425c-ae31-951177973b7a demo admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4486260 Oct 26 15:11:53.366469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:11:53.367750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:53.647223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Allocated IP 172.20.0.2 (a008fb33-ca0b-40d5-abba-ce5e8ac0d5af/c5aaa104-29a8-4ef7-b389-cfec9190d3fd/acbd15f6-4ef0-45b5-8fa9-e0239a989dc6) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:11:53.915543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Publish callbacks [] for port (acbd15f6-4ef0-45b5-8fa9-e0239a989dc6), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:53.922992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (acbd15f6-4ef0-45b5-8fa9-e0239a989dc6), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:53.992256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Network a008fb33-ca0b-40d5-abba-ce5e8ac0d5af is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:11:53.998196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:54.012567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:11:54.019473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Pushing event updated for resources: {'Port': ['ID=acbd15f6-4ef0-45b5-8fa9-e0239a989dc6,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:54.052382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:54.052730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:54.053113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:54.053464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:54.053789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:54.054118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:54.054445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:54.054767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:54.055107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:54.055447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:54.055780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:54.056121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:54.056445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:54.056781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:54.057105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Tracked resource versions report: Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: pushed versions: Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: { 'AddressGroup': {'1.2'}, Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Agent': {'1.1'}, Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'ConntrackHelper': {'1.0'}, Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'LocalIPAssociation': {'1.0'}, Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Log': {'1.0'}, Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'NDPProxy': {'1.0'}, Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Network': {'1.1'}, Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Port': {'1.7'}, Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'PortForwarding': {'1.3'}, Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'QosPolicy': {'1.10'}, Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'SecurityGroup': {'1.5'}, Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'SecurityGroupRule': {'1.2'}, Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'SubPort': {'1.0'}, Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Subnet': {'1.1'}, Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Trunk': {'1.1'}} Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: consumer versions: Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: { DHCP agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: L3 agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: Metadata agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: Metering agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: Open vSwitch agent@dv-neutron-759874-6-hyperv: { 'AddressGroup': '1.2', Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Agent': '1.1', Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'ConntrackHelper': '1.0', Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'LocalIPAssociation': '1.0', Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Log': '1.0', Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'NDPProxy': '1.0', Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Network': '1.1', Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Port': '1.7', Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'PortForwarding': '1.3', Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'QosPolicy': '1.10', Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'SecurityGroup': '1.5', Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'SecurityGroupRule': '1.2', Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'SubPort': '1.0', Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Subnet': '1.1', Oct 26 15:11:54.058786 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Trunk': '1.1'}} Oct 26 15:11:54.062277 dv-neutron-759874-6-hyperv neutron-server[105323]: {{(pid=105323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 15:11:54.079184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:11:54.112546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Attempting to bind port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:11:54.113215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Attempting to bind port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5e365f0f-2f08-4b6a-bb3f-cff4c3a38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:11:54.113407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Attempting to bind port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 on network a008fb33-ca0b-40d5-abba-ce5e8ac0d5af {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:11:54.159326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:11:54.159692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Checking segment: {'id': '5e365f0f-2f08-4b6a-bb3f-cff4c3a38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:11:54.160165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:54.160555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Bound using segment: {'id': '5e365f0f-2f08-4b6a-bb3f-cff4c3a38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:11:54.161064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Bound port: acbd15f6-4ef0-45b5-8fa9-e0239a989dc6, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e365f0f-2f08-4b6a-bb3f-cff4c3a38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:11:54.161462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (acbd15f6-4ef0-45b5-8fa9-e0239a989dc6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:54.223584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] For port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:11:54.243223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] For port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=acbd15f6-4ef0-45b5-8fa9-e0239a989dc6,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:11:54.250279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (acbd15f6-4ef0-45b5-8fa9-e0239a989dc6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:11:54.306674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9476a6-74c4-4e66-927f-34cffc1bd46d None None] Pushing event updated for resources: {'Port': ['ID=acbd15f6-4ef0-45b5-8fa9-e0239a989dc6,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:55.790548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 54426) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:11:56.115561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-ac331604-597c-40e0-b2b5-76c6b8a43caa admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:11:56.116558 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ac331604-597c-40e0-b2b5-76c6b8a43caa admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3251760 Oct 26 15:11:58.455364 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:11:58.460209 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=6 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:11:58.799297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 54438) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:11:59.125811 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-bfd7b4b0-7de3-4281-bc44-7c53d544162d admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:11:59.126893 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bfd7b4b0-7de3-4281-bc44-7c53d544162d admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3267059 Oct 26 15:12:01.316120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:01.398695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:01.399152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (acbd15f6-4ef0-45b5-8fa9-e0239a989dc6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:01.399531 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 Oct 26 15:12:01.504095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:01.504483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (acbd15f6-4ef0-45b5-8fa9-e0239a989dc6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:01.538237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=acbd15f6-4ef0-45b5-8fa9-e0239a989dc6,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:01.541779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (acbd15f6-4ef0-45b5-8fa9-e0239a989dc6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:01.576032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:01.594840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=acbd15f6-4ef0-45b5-8fa9-e0239a989dc6,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:01.781191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 54450) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:12:02.110524 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-2435f1cc-caed-479f-a791-25829322f7cd demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:12:02.136091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2435f1cc-caed-479f-a791-25829322f7cd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (074bd12b-c006-4606-aed5-4bd0fd5eb14e), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:02.137722 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2435f1cc-caed-479f-a791-25829322f7cd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (074bd12b-c006-4606-aed5-4bd0fd5eb14e), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:02.277619 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2435f1cc-caed-479f-a791-25829322f7cd demo demo] Publish callbacks [] for router_controller (074bd12b-c006-4606-aed5-4bd0fd5eb14e), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:02.283112 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2435f1cc-caed-479f-a791-25829322f7cd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (074bd12b-c006-4606-aed5-4bd0fd5eb14e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:02.301709 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2435f1cc-caed-479f-a791-25829322f7cd demo demo] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:02.305226 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2435f1cc-caed-479f-a791-25829322f7cd demo demo] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5230193 Oct 26 15:12:02.346941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785c1839-bca9-409f-b47f-cdac704a3128 None None] Network a008fb33-ca0b-40d5-abba-ce5e8ac0d5af requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:12:02.411529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-4f1aaa71-1d31-4c39-a68c-091db12b5125 None None] Provisioning complete for port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:02.411924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4f1aaa71-1d31-4c39-a68c-091db12b5125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (acbd15f6-4ef0-45b5-8fa9-e0239a989dc6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:02.412265 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4f1aaa71-1d31-4c39-a68c-091db12b5125 None None] Attempt 1 to provision port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 Oct 26 15:12:02.461048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:02.545297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4f1aaa71-1d31-4c39-a68c-091db12b5125 None None] Current status of the port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:02.763007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2577910b-0bd6-4bc1-94a7-666bf33e6475 None None] Provisioning complete for port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:02.763400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2577910b-0bd6-4bc1-94a7-666bf33e6475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (acbd15f6-4ef0-45b5-8fa9-e0239a989dc6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:02.763743 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2577910b-0bd6-4bc1-94a7-666bf33e6475 None None] Attempt 1 to provision port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 Oct 26 15:12:02.836283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2577910b-0bd6-4bc1-94a7-666bf33e6475 None None] Current status of the port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:03.296090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:03.338332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:03.338724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (acbd15f6-4ef0-45b5-8fa9-e0239a989dc6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:03.339068 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 Oct 26 15:12:03.409047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:04.936952 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 54458) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:12:05.253604 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-f9da0404-4853-43b5-8acc-0e7caf1363ca admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:12:05.254629 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f9da0404-4853-43b5-8acc-0e7caf1363ca admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3167074 Oct 26 15:12:07.846381 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 54466) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:12:08.165435 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-bbfe8bb4-2a35-4f8b-b18c-3a3da516e254 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:12:08.185724 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfe8bb4-2a35-4f8b-b18c-3a3da516e254 admin admin] Made reservation on behalf of dd52dfa2ecb64b66a92e8eba74912512 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:12:08.188050 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bbfe8bb4-2a35-4f8b-b18c-3a3da516e254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:08.195989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bbfe8bb4-2a35-4f8b-b18c-3a3da516e254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:08.261282 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:08.274193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bbfe8bb4-2a35-4f8b-b18c-3a3da516e254 admin admin] Publish callbacks [] for security_group (8edf008a-0d2a-4ceb-9368-a981d9a8961a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:08.278268 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bbfe8bb4-2a35-4f8b-b18c-3a3da516e254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (8edf008a-0d2a-4ceb-9368-a981d9a8961a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:08.295295 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bbfe8bb4-2a35-4f8b-b18c-3a3da516e254 admin admin] Reserving flat network on physical network physnet1 {{(pid=105321) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 26 15:12:08.315278 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe8bb4-2a35-4f8b-b18c-3a3da516e254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edf008a-0d2a-4ceb-9368-a981d9a8961a,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:08.320497 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bbfe8bb4-2a35-4f8b-b18c-3a3da516e254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (5cc4250e-3b05-4c2f-88ac-ca401a91827d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:08.320865 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-bbfe8bb4-2a35-4f8b-b18c-3a3da516e254 admin admin] Added segment 5cc4250e-3b05-4c2f-88ac-ca401a91827d of type flat for network 10462a5a-0e7e-425f-bf32-fbf3f0450853 Oct 26 15:12:08.366747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bbfe8bb4-2a35-4f8b-b18c-3a3da516e254 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (10462a5a-0e7e-425f-bf32-fbf3f0450853), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:08.399931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bbfe8bb4-2a35-4f8b-b18c-3a3da516e254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (10462a5a-0e7e-425f-bf32-fbf3f0450853), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:08.400913 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfe8bb4-2a35-4f8b-b18c-3a3da516e254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:12:08.401493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bbfe8bb4-2a35-4f8b-b18c-3a3da516e254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:08.463013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3ad5b4c3-609b-4c2b-8545-033e677e0945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:08.479302 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bbfe8bb4-2a35-4f8b-b18c-3a3da516e254 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6319399 Oct 26 15:12:08.498395 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe8bb4-2a35-4f8b-b18c-3a3da516e254 admin admin] Pushing event updated for resources: {'Network': ['ID=10462a5a-0e7e-425f-bf32-fbf3f0450853,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:08.509296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:12:10.838730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ddbf2d81-3b72-41a4-844d-fc91c16673bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:11.095945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 54474) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:12:11.459989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:11.464281 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df57f92a-9a94-4bdd-a655-1a0bd3a864cb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:12:11.465646 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-df57f92a-9a94-4bdd-a655-1a0bd3a864cb demo admin] 10.222.0.60 "GET /networking/v2.0/subnets/c5aaa104-29a8-4ef7-b389-cfec9190d3fd HTTP/1.1" status: 200 len: 849 time: 0.3687656 Oct 26 15:12:11.583386 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bfac148e-1e9a-4fc8-8601-df4177bf758c demo admin] 10.222.0.60 "GET /networking/v2.0/routers/074bd12b-c006-4606-aed5-4bd0fd5eb14e HTTP/1.1" status: 200 len: 704 time: 0.1115053 Oct 26 15:12:11.844826 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-98bc8ec1-0b3d-48b3-a92f-3103ad11f26c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:11.887398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:12.174177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-98bc8ec1-0b3d-48b3-a92f-3103ad11f26c demo admin] Allocated IP 172.20.0.1 (a008fb33-ca0b-40d5-abba-ce5e8ac0d5af/c5aaa104-29a8-4ef7-b389-cfec9190d3fd/0e38d8db-d031-4215-ba49-5680f9b800ee) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:12:12.327952 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-98bc8ec1-0b3d-48b3-a92f-3103ad11f26c demo admin] Publish callbacks [] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:12.336967 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:12.395358 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-98bc8ec1-0b3d-48b3-a92f-3103ad11f26c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:12.463298 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bc8ec1-0b3d-48b3-a92f-3103ad11f26c demo admin] Network a008fb33-ca0b-40d5-abba-ce5e8ac0d5af is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:12:12.469112 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-98bc8ec1-0b3d-48b3-a92f-3103ad11f26c demo admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:12:12.477936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc8ec1-0b3d-48b3-a92f-3103ad11f26c demo admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:12:12.478473 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-98bc8ec1-0b3d-48b3-a92f-3103ad11f26c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (074bd12b-c006-4606-aed5-4bd0fd5eb14e), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:12.546885 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc8ec1-0b3d-48b3-a92f-3103ad11f26c demo admin] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:12.681146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-98bc8ec1-0b3d-48b3-a92f-3103ad11f26c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:12.708437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-83851823-c0c7-4c1a-882b-96812ea1c695 None None] Provisioning complete for port 0e38d8db-d031-4215-ba49-5680f9b800ee triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:12.708942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-83851823-c0c7-4c1a-882b-96812ea1c695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:12.709284 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-83851823-c0c7-4c1a-882b-96812ea1c695 None None] Attempt 1 to provision port 0e38d8db-d031-4215-ba49-5680f9b800ee Oct 26 15:12:12.734124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:12.739469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-83851823-c0c7-4c1a-882b-96812ea1c695 None None] Port 0e38d8db-d031-4215-ba49-5680f9b800ee cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:12:12.887164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-98bc8ec1-0b3d-48b3-a92f-3103ad11f26c demo admin] Publish callbacks [] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:12.891444 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-98bc8ec1-0b3d-48b3-a92f-3103ad11f26c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:12.892257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-98bc8ec1-0b3d-48b3-a92f-3103ad11f26c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (074bd12b-c006-4606-aed5-4bd0fd5eb14e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:12.968464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc8ec1-0b3d-48b3-a92f-3103ad11f26c demo admin] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:13.019454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bc8ec1-0b3d-48b3-a92f-3103ad11f26c demo admin] Network a008fb33-ca0b-40d5-abba-ce5e8ac0d5af is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:12:13.020708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-98bc8ec1-0b3d-48b3-a92f-3103ad11f26c demo admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:12:13.177771 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bc8ec1-0b3d-48b3-a92f-3103ad11f26c demo admin] Router 074bd12b-c006-4606-aed5-4bd0fd5eb14e is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:12:13.259476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a33c7815-8204-468f-8df7-bb685d0d8b6e None None] Provisioning complete for port 0e38d8db-d031-4215-ba49-5680f9b800ee triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:13.260033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a33c7815-8204-468f-8df7-bb685d0d8b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:13.260197 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a33c7815-8204-468f-8df7-bb685d0d8b6e None None] Attempt 1 to provision port 0e38d8db-d031-4215-ba49-5680f9b800ee Oct 26 15:12:13.266659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bc8ec1-0b3d-48b3-a92f-3103ad11f26c demo admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:12:13.277952 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-98bc8ec1-0b3d-48b3-a92f-3103ad11f26c demo admin] 10.222.0.60 "PUT /networking/v2.0/routers/074bd12b-c006-4606-aed5-4bd0fd5eb14e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6830022 Oct 26 15:12:13.281484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:13.286414 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Sync routers for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:12:13.298789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a33c7815-8204-468f-8df7-bb685d0d8b6e None None] Port 0e38d8db-d031-4215-ba49-5680f9b800ee cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:12:13.302709 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:13.303702 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:13.416605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:13.485426 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:13.658503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:13.897269 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:12Z', 'revision_number': 2, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port_host': None, '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:12Z', 'revision_number': 2, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:13.945905 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Checking router: 074bd12b-c006-4606-aed5-4bd0fd5eb14e for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:12:13.946194 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Updating router 074bd12b-c006-4606-aed5-4bd0fd5eb14e port 0e38d8db-d031-4215-ba49-5680f9b800ee binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:12:14.000358 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:14.489433 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Publish callbacks [] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:14.495474 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:14.629063 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Attempting to bind port 0e38d8db-d031-4215-ba49-5680f9b800ee on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:12:14.629259 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Attempting to bind port 0e38d8db-d031-4215-ba49-5680f9b800ee by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5e365f0f-2f08-4b6a-bb3f-cff4c3a38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:12:14.629707 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Attempting to bind port 0e38d8db-d031-4215-ba49-5680f9b800ee on network a008fb33-ca0b-40d5-abba-ce5e8ac0d5af {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:12:14.734189 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:12:14.734592 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Checking segment: {'id': '5e365f0f-2f08-4b6a-bb3f-cff4c3a38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:12:14.735045 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:14.735436 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Bound using segment: {'id': '5e365f0f-2f08-4b6a-bb3f-cff4c3a38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:12:14.735925 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Bound port: 0e38d8db-d031-4215-ba49-5680f9b800ee, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e365f0f-2f08-4b6a-bb3f-cff4c3a38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:12:14.736307 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:14.745203 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4990654-5d1b-4e91-ab3b-d9ea50eb37e0 None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:14.774502 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4990654-5d1b-4e91-ab3b-d9ea50eb37e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:14.774853 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4990654-5d1b-4e91-ab3b-d9ea50eb37e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:14.775217 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4990654-5d1b-4e91-ab3b-d9ea50eb37e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:14.775557 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4990654-5d1b-4e91-ab3b-d9ea50eb37e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:14.775895 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4990654-5d1b-4e91-ab3b-d9ea50eb37e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:14.776218 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4990654-5d1b-4e91-ab3b-d9ea50eb37e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:14.776545 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4990654-5d1b-4e91-ab3b-d9ea50eb37e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:14.776895 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4990654-5d1b-4e91-ab3b-d9ea50eb37e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:14.777235 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4990654-5d1b-4e91-ab3b-d9ea50eb37e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:14.777565 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4990654-5d1b-4e91-ab3b-d9ea50eb37e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:14.777905 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4990654-5d1b-4e91-ab3b-d9ea50eb37e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:14.778253 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4990654-5d1b-4e91-ab3b-d9ea50eb37e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:14.778567 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4990654-5d1b-4e91-ab3b-d9ea50eb37e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:14.778884 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4990654-5d1b-4e91-ab3b-d9ea50eb37e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:14.779231 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4990654-5d1b-4e91-ab3b-d9ea50eb37e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4990654-5d1b-4e91-ab3b-d9ea50eb37e0 None None] Tracked resource versions report: Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: pushed versions: Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: { 'AddressGroup': {'1.2'}, Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Agent': {'1.1'}, Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'ConntrackHelper': {'1.0'}, Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'LocalIPAssociation': {'1.0'}, Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Log': {'1.0'}, Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'NDPProxy': {'1.0'}, Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Network': {'1.1'}, Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Port': {'1.7'}, Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'PortForwarding': {'1.3'}, Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'QosPolicy': {'1.10'}, Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'SecurityGroup': {'1.5'}, Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'SecurityGroupRule': {'1.2'}, Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'SubPort': {'1.0'}, Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Subnet': {'1.1'}, Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Trunk': {'1.1'}} Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: consumer versions: Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: { DHCP agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: L3 agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: Metadata agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: Metering agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: Open vSwitch agent@dv-neutron-759874-6-hyperv: { 'AddressGroup': '1.2', Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Agent': '1.1', Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'ConntrackHelper': '1.0', Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'LocalIPAssociation': '1.0', Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Log': '1.0', Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'NDPProxy': '1.0', Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Network': '1.1', Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Port': '1.7', Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'PortForwarding': '1.3', Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'QosPolicy': '1.10', Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'SecurityGroup': '1.5', Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'SecurityGroupRule': '1.2', Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'SubPort': '1.0', Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Subnet': '1.1', Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Trunk': '1.1'}} Oct 26 15:12:14.780637 dv-neutron-759874-6-hyperv neutron-server[105324]: {{(pid=105324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 15:12:14.798231 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:14.803976 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:14.821762 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:12:14.841174 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:12:14.846887 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:14.892431 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:14.892990 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:14.938126 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4990654-5d1b-4e91-ab3b-d9ea50eb37e0 None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:14.976707 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 5 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:12:14.994179 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:15.186211 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:12Z', 'revision_number': 2, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port_host': None, '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:14Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:15.210958 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a110866f-218a-4398-817b-0eb4f28d23e7 None None] The sync data for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv is: [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:12Z', 'revision_number': 2, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port_host': None, '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:14Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:12:15.870114 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 54486) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:12:16.254049 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79a460d-fa89-48d3-a9b6-e42dd43af39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:12:16.255425 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f79a460d-fa89-48d3-a9b6-e42dd43af39e admin admin] 10.222.0.60 "GET /networking/v2.0/networks/10462a5a-0e7e-425f-bf32-fbf3f0450853 HTTP/1.1" status: 200 len: 842 time: 0.3843768 Oct 26 15:12:16.265587 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-dbe72d68-0dc4-403c-81de-80ba783dfdb6 admin admin] Request body: {'subnet': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'cidr': '172.26.11.0/24', 'enable_dhcp': False, 'gateway_ip': '172.26.11.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:12:16.284751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe72d68-0dc4-403c-81de-80ba783dfdb6 admin admin] Made reservation on behalf of dd52dfa2ecb64b66a92e8eba74912512 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:12:16.287049 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dbe72d68-0dc4-403c-81de-80ba783dfdb6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:16.436751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:16.531928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:16.648174 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.objects.ports [None req-dbe72d68-0dc4-403c-81de-80ba783dfdb6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105321) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:12:16.648622 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dbe72d68-0dc4-403c-81de-80ba783dfdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for subnet (d4efb83f-d1c6-4acd-aa33-d08141fd4125), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:16.708779 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe72d68-0dc4-403c-81de-80ba783dfdb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4efb83f-d1c6-4acd-aa33-d08141fd4125,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:16.713008 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe72d68-0dc4-403c-81de-80ba783dfdb6 admin admin] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:12:16.713374 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe72d68-0dc4-403c-81de-80ba783dfdb6 admin admin] Network hostable DHCP agents. Network: 10462a5a-0e7e-425f-bf32-fbf3f0450853, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:12:16.731359 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe72d68-0dc4-403c-81de-80ba783dfdb6 admin admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:12:16.740606 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-dbe72d68-0dc4-403c-81de-80ba783dfdb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 10462a5a-0e7e-425f-bf32-fbf3f0450853) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:12:16.745861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe72d68-0dc4-403c-81de-80ba783dfdb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:12:16.746741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dbe72d68-0dc4-403c-81de-80ba783dfdb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:16.750927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5548ebde-519e-42e6-9a47-b33170d1211e None None] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:12:16.764115 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dbe72d68-0dc4-403c-81de-80ba783dfdb6 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 825 time: 0.5024793 Oct 26 15:12:16.861234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136841c4-4b74-4ec2-82cf-ed4167761509 None None] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:12:19.447245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 54494) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:12:19.851741 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9eb8804d-6a8a-4b9e-a19c-b06d4ea7325a demo admin] 10.222.0.60 "GET /networking/v2.0/routers/074bd12b-c006-4606-aed5-4bd0fd5eb14e HTTP/1.1" status: 200 len: 710 time: 0.4033890 Oct 26 15:12:19.946943 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411382b0-1068-491a-a9da-3c1f1b7a21b9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:12:19.948311 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-411382b0-1068-491a-a9da-3c1f1b7a21b9 demo admin] 10.222.0.60 "GET /networking/v2.0/networks/10462a5a-0e7e-425f-bf32-fbf3f0450853 HTTP/1.1" status: 200 len: 886 time: 0.0900886 Oct 26 15:12:19.957316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-8a436e2b-ed74-48c4-8455-865d6e2506d2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:12:20.200271 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8a436e2b-ed74-48c4-8455-865d6e2506d2 demo admin] Publish callbacks [] for router_gateway (074bd12b-c006-4606-aed5-4bd0fd5eb14e), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:20.349712 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:20.425951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8a436e2b-ed74-48c4-8455-865d6e2506d2 demo admin] Publish callbacks [] for router_gateway (074bd12b-c006-4606-aed5-4bd0fd5eb14e), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:20.504024 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8a436e2b-ed74-48c4-8455-865d6e2506d2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:20.588711 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:20.610069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-8a436e2b-ed74-48c4-8455-865d6e2506d2 demo admin] Allocated IP 172.26.11.229 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/f2917974-ccb6-4894-a28c-e17e3c648af1) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:12:20.714024 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8a436e2b-ed74-48c4-8455-865d6e2506d2 demo admin] Publish callbacks [] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:20.744398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8a436e2b-ed74-48c4-8455-865d6e2506d2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:20.785608 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a436e2b-ed74-48c4-8455-865d6e2506d2 demo admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:12:20.790835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a436e2b-ed74-48c4-8455-865d6e2506d2 demo admin] Pushing event updated for resources: {'Port': ['ID=f2917974-ccb6-4894-a28c-e17e3c648af1,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:20.793344 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-8a436e2b-ed74-48c4-8455-865d6e2506d2 demo admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:12:20.805818 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a436e2b-ed74-48c4-8455-865d6e2506d2 demo admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:12:21.125950 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8a436e2b-ed74-48c4-8455-865d6e2506d2 demo admin] Publish callbacks [] for router_gateway (074bd12b-c006-4606-aed5-4bd0fd5eb14e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:21.316462 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:21.319168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8a436e2b-ed74-48c4-8455-865d6e2506d2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (074bd12b-c006-4606-aed5-4bd0fd5eb14e), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:21.323757 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8a436e2b-ed74-48c4-8455-865d6e2506d2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (074bd12b-c006-4606-aed5-4bd0fd5eb14e), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:21.342212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:21.385509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0e38d8db-d031-4215-ba49-5680f9b800ee triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:21.385827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:21.386167 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0e38d8db-d031-4215-ba49-5680f9b800ee Oct 26 15:12:21.430532 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a436e2b-ed74-48c4-8455-865d6e2506d2 demo admin] Router 074bd12b-c006-4606-aed5-4bd0fd5eb14e has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:12:21.459443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:21.459824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:21.492247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:21.497859 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:21.517942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:21.535386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a436e2b-ed74-48c4-8455-865d6e2506d2 demo admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:12:21.539764 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8a436e2b-ed74-48c4-8455-865d6e2506d2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:21.548068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:21.549373 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8a436e2b-ed74-48c4-8455-865d6e2506d2 demo admin] 10.222.0.60 "PUT /networking/v2.0/routers/074bd12b-c006-4606-aed5-4bd0fd5eb14e HTTP/1.1" status: 200 len: 891 time: 1.5949998 Oct 26 15:12:22.692461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Sync routers for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:12:22.703189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:22.703875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:22.901410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:23.138996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:23.276883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:21Z', 'revision_number': 5, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:23.397392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:23.401235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Checking router: 074bd12b-c006-4606-aed5-4bd0fd5eb14e for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:12:23.401588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Updating router 074bd12b-c006-4606-aed5-4bd0fd5eb14e port f2917974-ccb6-4894-a28c-e17e3c648af1 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:12:23.433530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:23.485872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:23.628107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:23.628496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:23.731441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:23.738723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:23.834968 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:23.901087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Publish callbacks [] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:23.907645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:23.941802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Attempting to bind port f2917974-ccb6-4894-a28c-e17e3c648af1 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:12:23.942180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Attempting to bind port f2917974-ccb6-4894-a28c-e17e3c648af1 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:12:23.942564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Attempting to bind port f2917974-ccb6-4894-a28c-e17e3c648af1 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:12:23.966793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:23.977225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa51dbf-4012-494f-8afc-20a3a076831d None None] Pushing event updated for resources: {'Port': ['ID=f2917974-ccb6-4894-a28c-e17e3c648af1,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:23.997207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:12:23.997571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:12:23.997969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:23.998355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:12:23.998841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Bound port: f2917974-ccb6-4894-a28c-e17e3c648af1, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:12:23.999211 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:24.052694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] For port f2917974-ccb6-4894-a28c-e17e3c648af1, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:12:24.055843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] For port f2917974-ccb6-4894-a28c-e17e3c648af1, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2917974-ccb6-4894-a28c-e17e3c648af1,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:12:24.063038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:24.098262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:24.098892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:24.151566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa51dbf-4012-494f-8afc-20a3a076831d None None] Pushing event updated for resources: {'Port': ['ID=f2917974-ccb6-4894-a28c-e17e3c648af1,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:24.214544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:24.342393 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 54508) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:12:24.408208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:23Z', 'revision_number': 6, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:24.437408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51104aa6-96ae-4c9b-8990-67e298abb4f0 None None] The sync data for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv is: [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:23Z', 'revision_number': 6, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:12:24.765658 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-931e1c03-792d-4f01-82b4-7391f5bed027 admin admin] 10.222.0.60 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4219918 Oct 26 15:12:25.188712 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=44 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:25.190082 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:25.374642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2917974-ccb6-4894-a28c-e17e3c648af1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:25.428065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f2917974-ccb6-4894-a28c-e17e3c648af1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:25.428472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:25.428845 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f2917974-ccb6-4894-a28c-e17e3c648af1 Oct 26 15:12:25.515688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2917974-ccb6-4894-a28c-e17e3c648af1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:25.516564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:25.528090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:25.540062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2917974-ccb6-4894-a28c-e17e3c648af1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2917974-ccb6-4894-a28c-e17e3c648af1,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:25.544037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:25.544821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:25.589884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:25.622767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2917974-ccb6-4894-a28c-e17e3c648af1,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:25.630555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0e38d8db-d031-4215-ba49-5680f9b800ee triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:25.630950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:25.631309 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0e38d8db-d031-4215-ba49-5680f9b800ee Oct 26 15:12:25.706693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:25.706970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:25.741738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:25.746101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:25.802302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:26.142752 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360d4800-f503-411d-a90a-19a709887b65 None None] Sync routers for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:12:26.142752 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360d4800-f503-411d-a90a-19a709887b65 None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:26.142752 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-360d4800-f503-411d-a90a-19a709887b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:26.337987 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-360d4800-f503-411d-a90a-19a709887b65 None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:26.530921 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-360d4800-f503-411d-a90a-19a709887b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:25Z', 'revision_number': 7, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:26.561111 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360d4800-f503-411d-a90a-19a709887b65 None None] Checking router: 074bd12b-c006-4606-aed5-4bd0fd5eb14e for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:12:26.570329 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360d4800-f503-411d-a90a-19a709887b65 None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:26.570955 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-360d4800-f503-411d-a90a-19a709887b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:26.684391 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-360d4800-f503-411d-a90a-19a709887b65 None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:26.893497 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-360d4800-f503-411d-a90a-19a709887b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:25Z', 'revision_number': 7, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:26.921813 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360d4800-f503-411d-a90a-19a709887b65 None None] The sync data for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv is: [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:25Z', 'revision_number': 7, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:12:27.260492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:27.349795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:27.350486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:27.397491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:27.403597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:27.529855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:27.598229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:27.682499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:27.842418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:27.897587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0e38d8db-d031-4215-ba49-5680f9b800ee triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:27.898109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:27.898545 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0e38d8db-d031-4215-ba49-5680f9b800ee Oct 26 15:12:27.975618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:27.977913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:27.978434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:28.017603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:28.024764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:28.090484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:28.113933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2917974-ccb6-4894-a28c-e17e3c648af1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:28.211982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2917974-ccb6-4894-a28c-e17e3c648af1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:28.212373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:28.260897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2917974-ccb6-4894-a28c-e17e3c648af1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2917974-ccb6-4894-a28c-e17e3c648af1,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:28.278646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:28.342076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:28.343583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2917974-ccb6-4894-a28c-e17e3c648af1,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:29.298152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a22452-6ae4-4d9f-861b-b39e5aa87231 None None] Sync routers for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:12:29.325972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a22452-6ae4-4d9f-861b-b39e5aa87231 None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:29.326882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-71a22452-6ae4-4d9f-861b-b39e5aa87231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:29.455959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:29.552869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-71a22452-6ae4-4d9f-861b-b39e5aa87231 None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:29.610505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:29.611234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:29.703910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:29.865257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-71a22452-6ae4-4d9f-861b-b39e5aa87231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:27Z', 'revision_number': 9, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:29.897552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a22452-6ae4-4d9f-861b-b39e5aa87231 None None] Checking router: 074bd12b-c006-4606-aed5-4bd0fd5eb14e for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:12:29.906804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:29.984195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:30.005516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a22452-6ae4-4d9f-861b-b39e5aa87231 None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:30.007787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-71a22452-6ae4-4d9f-861b-b39e5aa87231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:30.159355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-71a22452-6ae4-4d9f-861b-b39e5aa87231 None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:30.194537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:30.443895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-71a22452-6ae4-4d9f-861b-b39e5aa87231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:29Z', 'revision_number': 10, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:30.482735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a22452-6ae4-4d9f-861b-b39e5aa87231 None None] The sync data for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv is: [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:29Z', 'revision_number': 10, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:12:31.455913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:31.570400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0e38d8db-d031-4215-ba49-5680f9b800ee triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:31.570800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:31.571146 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0e38d8db-d031-4215-ba49-5680f9b800ee Oct 26 15:12:31.706591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:31.707327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:31.746176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:31.750848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:31.838083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:31.840154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:33.759749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2917974-ccb6-4894-a28c-e17e3c648af1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:34.011113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:34.034946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f2917974-ccb6-4894-a28c-e17e3c648af1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:34.036722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:34.037296 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f2917974-ccb6-4894-a28c-e17e3c648af1 Oct 26 15:12:34.099309 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6307fba8-ddc2-4444-8b1c-638f9d579d93 None None] Sync routers for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:12:34.112321 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6307fba8-ddc2-4444-8b1c-638f9d579d93 None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:34.113095 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6307fba8-ddc2-4444-8b1c-638f9d579d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:34.244451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2917974-ccb6-4894-a28c-e17e3c648af1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:34.250193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:34.254370 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6307fba8-ddc2-4444-8b1c-638f9d579d93 None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:34.303634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2917974-ccb6-4894-a28c-e17e3c648af1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2917974-ccb6-4894-a28c-e17e3c648af1,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:34.316729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:34.434680 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:34.440272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2917974-ccb6-4894-a28c-e17e3c648af1,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:34.511917 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:34.586871 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6307fba8-ddc2-4444-8b1c-638f9d579d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:31Z', 'revision_number': 11, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:34.619997 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6307fba8-ddc2-4444-8b1c-638f9d579d93 None None] Checking router: 074bd12b-c006-4606-aed5-4bd0fd5eb14e for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:12:34.629828 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6307fba8-ddc2-4444-8b1c-638f9d579d93 None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:34.630713 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6307fba8-ddc2-4444-8b1c-638f9d579d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:34.758081 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:34.759330 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6307fba8-ddc2-4444-8b1c-638f9d579d93 None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:34.768027 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=29 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:34.995058 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6307fba8-ddc2-4444-8b1c-638f9d579d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:31Z', 'revision_number': 11, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:35.025510 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6307fba8-ddc2-4444-8b1c-638f9d579d93 None None] The sync data for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv is: [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:31Z', 'revision_number': 11, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:12:35.272605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:35.385480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:35.386155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:35.430979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:35.443740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:35.515510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:35.518631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:35.600712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:35.734901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:35.829895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0e38d8db-d031-4215-ba49-5680f9b800ee triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:35.830037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:35.830562 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0e38d8db-d031-4215-ba49-5680f9b800ee Oct 26 15:12:35.994828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:35.995692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:36.081431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:36.094765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:36.173971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2917974-ccb6-4894-a28c-e17e3c648af1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:36.315452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2917974-ccb6-4894-a28c-e17e3c648af1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:36.316110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:36.343870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2917974-ccb6-4894-a28c-e17e3c648af1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2917974-ccb6-4894-a28c-e17e3c648af1,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:36.345265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:36.353472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:36.409321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2917974-ccb6-4894-a28c-e17e3c648af1,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:37.473043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2917974-ccb6-4894-a28c-e17e3c648af1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:37.515933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:37.539473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f2917974-ccb6-4894-a28c-e17e3c648af1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:37.540104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:37.540594 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f2917974-ccb6-4894-a28c-e17e3c648af1 Oct 26 15:12:37.618915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2917974-ccb6-4894-a28c-e17e3c648af1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:37.619309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:37.640499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2917974-ccb6-4894-a28c-e17e3c648af1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2917974-ccb6-4894-a28c-e17e3c648af1,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:37.645893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:37.646747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:37.722373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2917974-ccb6-4894-a28c-e17e3c648af1,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:37.729927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:37.732265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0e38d8db-d031-4215-ba49-5680f9b800ee triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:37.732966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:37.733085 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0e38d8db-d031-4215-ba49-5680f9b800ee Oct 26 15:12:37.811247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:38.225251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cdc5db-5b2c-46b0-860f-ef47e936c10d None None] Sync routers for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:12:38.248347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cdc5db-5b2c-46b0-860f-ef47e936c10d None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:38.248347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c8cdc5db-5b2c-46b0-860f-ef47e936c10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:38.445433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:38.488544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c8cdc5db-5b2c-46b0-860f-ef47e936c10d None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:38.524523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1819df98-fd49-4fe5-bfeb-241644c4b5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:38.725723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c8cdc5db-5b2c-46b0-860f-ef47e936c10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:37Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:36Z', 'revision_number': 13, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:38.751826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cdc5db-5b2c-46b0-860f-ef47e936c10d None None] Checking router: 074bd12b-c006-4606-aed5-4bd0fd5eb14e for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:12:38.761527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cdc5db-5b2c-46b0-860f-ef47e936c10d None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:38.762731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c8cdc5db-5b2c-46b0-860f-ef47e936c10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:38.872317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c8cdc5db-5b2c-46b0-860f-ef47e936c10d None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:39.167194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c8cdc5db-5b2c-46b0-860f-ef47e936c10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:37Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:36Z', 'revision_number': 13, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:39.197167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cdc5db-5b2c-46b0-860f-ef47e936c10d None None] The sync data for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv is: [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:37Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:36Z', 'revision_number': 13, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:12:39.322523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2917974-ccb6-4894-a28c-e17e3c648af1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:39.422311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2917974-ccb6-4894-a28c-e17e3c648af1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:39.422882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:39.461141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2917974-ccb6-4894-a28c-e17e3c648af1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2917974-ccb6-4894-a28c-e17e3c648af1,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:39.467396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:39.468189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:39.543927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2917974-ccb6-4894-a28c-e17e3c648af1,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:39.608469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:39.608885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:39.654215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:39.662265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:39.708248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:39.726773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:40.800833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-070454dc-1bcb-4188-a562-5db2f218588f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:41.467327 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533a9a3-b1aa-4d4e-a4be-2ea478cc2647 None None] Sync routers for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:12:41.478980 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533a9a3-b1aa-4d4e-a4be-2ea478cc2647 None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:41.479978 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7533a9a3-b1aa-4d4e-a4be-2ea478cc2647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:41.677054 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7533a9a3-b1aa-4d4e-a4be-2ea478cc2647 None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:41.913603 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7533a9a3-b1aa-4d4e-a4be-2ea478cc2647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:39Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:39Z', 'revision_number': 14, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:41.918943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:41.946465 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533a9a3-b1aa-4d4e-a4be-2ea478cc2647 None None] Checking router: 074bd12b-c006-4606-aed5-4bd0fd5eb14e for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:12:41.957187 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533a9a3-b1aa-4d4e-a4be-2ea478cc2647 None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:41.958049 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7533a9a3-b1aa-4d4e-a4be-2ea478cc2647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:42.066716 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7533a9a3-b1aa-4d4e-a4be-2ea478cc2647 None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:42.135964 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:42.201255 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:42.305224 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7533a9a3-b1aa-4d4e-a4be-2ea478cc2647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:39Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:39Z', 'revision_number': 14, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:42.333604 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533a9a3-b1aa-4d4e-a4be-2ea478cc2647 None None] The sync data for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv is: [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:39Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:39Z', 'revision_number': 14, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:12:43.275565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2917974-ccb6-4894-a28c-e17e3c648af1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:43.424941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2917974-ccb6-4894-a28c-e17e3c648af1 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:43.432935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:43.437904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2917974-ccb6-4894-a28c-e17e3c648af1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:43.568298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2917974-ccb6-4894-a28c-e17e3c648af1 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:43.656034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:43.685687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:43.714379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2917974-ccb6-4894-a28c-e17e3c648af1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:43.788735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f2917974-ccb6-4894-a28c-e17e3c648af1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:43.789306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:43.789789 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f2917974-ccb6-4894-a28c-e17e3c648af1 Oct 26 15:12:43.835136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:43.892267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2917974-ccb6-4894-a28c-e17e3c648af1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:43.892953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:43.915658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2917974-ccb6-4894-a28c-e17e3c648af1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2917974-ccb6-4894-a28c-e17e3c648af1,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:43.921384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:43.922516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:44.012608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2917974-ccb6-4894-a28c-e17e3c648af1,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:44.033300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0e38d8db-d031-4215-ba49-5680f9b800ee triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:44.033937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:44.034461 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0e38d8db-d031-4215-ba49-5680f9b800ee Oct 26 15:12:44.117177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:44.117639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:44.151490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:44.157006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:44.212521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:45.130866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad35f59f-5340-4221-b8c4-18ff0caa6100 None None] Sync routers for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:12:45.145077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad35f59f-5340-4221-b8c4-18ff0caa6100 None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:45.146016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ad35f59f-5340-4221-b8c4-18ff0caa6100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:45.309413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ad35f59f-5340-4221-b8c4-18ff0caa6100 None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:45.364282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2917974-ccb6-4894-a28c-e17e3c648af1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:45.554157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2917974-ccb6-4894-a28c-e17e3c648af1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:45.554454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:45.601928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2917974-ccb6-4894-a28c-e17e3c648af1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2917974-ccb6-4894-a28c-e17e3c648af1,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:45.613513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:45.614236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:45.620039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:45.696103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2917974-ccb6-4894-a28c-e17e3c648af1,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:45.721384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ad35f59f-5340-4221-b8c4-18ff0caa6100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:43Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:44Z', 'revision_number': 15, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:45.752863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad35f59f-5340-4221-b8c4-18ff0caa6100 None None] Checking router: 074bd12b-c006-4606-aed5-4bd0fd5eb14e for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:12:45.769525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad35f59f-5340-4221-b8c4-18ff0caa6100 None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:45.770160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ad35f59f-5340-4221-b8c4-18ff0caa6100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:45.811788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:45.811788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:45.963649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:45.967669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ad35f59f-5340-4221-b8c4-18ff0caa6100 None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:45.972334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:46.169644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:46.170480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:46.228079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:46.252054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ad35f59f-5340-4221-b8c4-18ff0caa6100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:45Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:44Z', 'revision_number': 15, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:46.292156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad35f59f-5340-4221-b8c4-18ff0caa6100 None None] The sync data for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv is: [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:45Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:44Z', 'revision_number': 15, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:12:47.398189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2917974-ccb6-4894-a28c-e17e3c648af1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:47.481119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f2917974-ccb6-4894-a28c-e17e3c648af1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:47.481753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:47.482246 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f2917974-ccb6-4894-a28c-e17e3c648af1 Oct 26 15:12:47.557606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2917974-ccb6-4894-a28c-e17e3c648af1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:47.558001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:47.579976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2917974-ccb6-4894-a28c-e17e3c648af1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2917974-ccb6-4894-a28c-e17e3c648af1,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:47.586555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:47.587555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:47.757774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2917974-ccb6-4894-a28c-e17e3c648af1,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:47.768492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0e38d8db-d031-4215-ba49-5680f9b800ee triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:47.768925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:47.769269 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0e38d8db-d031-4215-ba49-5680f9b800ee Oct 26 15:12:47.860689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:47.861901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:47.911678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:47.920913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:47.989491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:48.765191 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372aa4e6-628e-4635-89f6-e7449e4effeb None None] Sync routers for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:12:48.780268 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372aa4e6-628e-4635-89f6-e7449e4effeb None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:48.780978 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-372aa4e6-628e-4635-89f6-e7449e4effeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:48.897009 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-372aa4e6-628e-4635-89f6-e7449e4effeb None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:49.134050 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-372aa4e6-628e-4635-89f6-e7449e4effeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:47Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:47Z', 'revision_number': 17, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:49.168605 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372aa4e6-628e-4635-89f6-e7449e4effeb None None] Checking router: 074bd12b-c006-4606-aed5-4bd0fd5eb14e for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:12:49.184011 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372aa4e6-628e-4635-89f6-e7449e4effeb None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:49.184011 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-372aa4e6-628e-4635-89f6-e7449e4effeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:49.315799 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-372aa4e6-628e-4635-89f6-e7449e4effeb None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:49.423077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2917974-ccb6-4894-a28c-e17e3c648af1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:49.538406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2917974-ccb6-4894-a28c-e17e3c648af1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:49.539041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:49.567748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2917974-ccb6-4894-a28c-e17e3c648af1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2917974-ccb6-4894-a28c-e17e3c648af1,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:49.574187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:49.575207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:49.639577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:49.657183 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-372aa4e6-628e-4635-89f6-e7449e4effeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:47Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:47Z', 'revision_number': 17, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:49.690727 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372aa4e6-628e-4635-89f6-e7449e4effeb None None] The sync data for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv is: [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:47Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:47Z', 'revision_number': 17, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:12:49.754594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2917974-ccb6-4894-a28c-e17e3c648af1,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:49.765314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:49.765314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:49.840203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:49.852228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:49.921712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:51.455079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2917974-ccb6-4894-a28c-e17e3c648af1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:51.545061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f2917974-ccb6-4894-a28c-e17e3c648af1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:51.545744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:51.546391 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f2917974-ccb6-4894-a28c-e17e3c648af1 Oct 26 15:12:51.680056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2917974-ccb6-4894-a28c-e17e3c648af1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:51.680557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:51.711123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2917974-ccb6-4894-a28c-e17e3c648af1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2917974-ccb6-4894-a28c-e17e3c648af1,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:51.720876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:51.723945 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:51.818776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2917974-ccb6-4894-a28c-e17e3c648af1,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:51.832013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0e38d8db-d031-4215-ba49-5680f9b800ee triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:51.832528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:51.833000 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0e38d8db-d031-4215-ba49-5680f9b800ee Oct 26 15:12:51.942902 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 5 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:12:52.019942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:52.019942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:52.093599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:52.106571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:52.155741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:52.174298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:52.238022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:53.206163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3e34ed-4e71-4c66-892c-657177ff6114 None None] Sync routers for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:12:53.222885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3e34ed-4e71-4c66-892c-657177ff6114 None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:53.223534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ef3e34ed-4e71-4c66-892c-657177ff6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:53.474711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ef3e34ed-4e71-4c66-892c-657177ff6114 None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:53.659920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2917974-ccb6-4894-a28c-e17e3c648af1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:53.827584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ef3e34ed-4e71-4c66-892c-657177ff6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:51Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:52Z', 'revision_number': 19, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:53.860463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3e34ed-4e71-4c66-892c-657177ff6114 None None] Checking router: 074bd12b-c006-4606-aed5-4bd0fd5eb14e for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:12:53.903510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2917974-ccb6-4894-a28c-e17e3c648af1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:53.903905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:53.930243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2917974-ccb6-4894-a28c-e17e3c648af1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2917974-ccb6-4894-a28c-e17e3c648af1,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:53.931643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3e34ed-4e71-4c66-892c-657177ff6114 None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:53.932387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ef3e34ed-4e71-4c66-892c-657177ff6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:54.052495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ef3e34ed-4e71-4c66-892c-657177ff6114 None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:54.227901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:54.229589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:54.377590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ef3e34ed-4e71-4c66-892c-657177ff6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:51Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:52Z', 'revision_number': 19, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:54.386508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:54.421040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3e34ed-4e71-4c66-892c-657177ff6114 None None] The sync data for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv is: [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:51Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:52Z', 'revision_number': 19, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:12:54.424979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:54.424979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:54.428242 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2917974-ccb6-4894-a28c-e17e3c648af1,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:54.458951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:54.459369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:54.459642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:54.460001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:54.460319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:54.460655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:54.461043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:54.461369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:54.464682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:54.465094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:54.465454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:54.465809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:54.466146 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:54.466475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:54.466937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:54.508601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:54.528027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:54.630918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:55.427824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:55.758547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0e38d8db-d031-4215-ba49-5680f9b800ee triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:55.759156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:55.759650 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0e38d8db-d031-4215-ba49-5680f9b800ee Oct 26 15:12:55.816439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:55.873546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:55.873939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:55.927391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:55.937888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:56.051861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:57.979022 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f97ad5-3c37-496e-abc8-4d4fce32a8ca None None] Sync routers for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:12:57.993079 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f97ad5-3c37-496e-abc8-4d4fce32a8ca None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:57.994011 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c6f97ad5-3c37-496e-abc8-4d4fce32a8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:58.188714 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:58.189645 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:58.218501 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c6f97ad5-3c37-496e-abc8-4d4fce32a8ca None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:58.472080 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c6f97ad5-3c37-496e-abc8-4d4fce32a8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:53Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:55Z', 'revision_number': 21, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:58.502588 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f97ad5-3c37-496e-abc8-4d4fce32a8ca None None] Checking router: 074bd12b-c006-4606-aed5-4bd0fd5eb14e for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:12:58.514471 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f97ad5-3c37-496e-abc8-4d4fce32a8ca None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:12:58.515960 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c6f97ad5-3c37-496e-abc8-4d4fce32a8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:58.626312 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c6f97ad5-3c37-496e-abc8-4d4fce32a8ca None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:12:58.863689 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c6f97ad5-3c37-496e-abc8-4d4fce32a8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:53Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:55Z', 'revision_number': 21, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:58.891030 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f97ad5-3c37-496e-abc8-4d4fce32a8ca None None] The sync data for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv is: [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:53Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:12:55Z', 'revision_number': 21, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:12:59.303874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:59.410950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:59.411635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:59.450350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:59.462935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:59.499250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:59.549831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:12:59.571150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:59.660177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:12:59.796993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:59.896299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0e38d8db-d031-4215-ba49-5680f9b800ee triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:12:59.897007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:12:59.897590 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0e38d8db-d031-4215-ba49-5680f9b800ee Oct 26 15:13:00.013220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:13:00.013803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:00.059517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:13:00.086542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:00.179873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:13:00.184645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2917974-ccb6-4894-a28c-e17e3c648af1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:13:00.350443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2917974-ccb6-4894-a28c-e17e3c648af1 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:13:02.131280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04adc80-4d85-47b0-86cd-11710a61ed4a None None] Sync routers for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:13:02.185854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04adc80-4d85-47b0-86cd-11710a61ed4a None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:13:02.186479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a04adc80-4d85-47b0-86cd-11710a61ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:13:02.373972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a04adc80-4d85-47b0-86cd-11710a61ed4a None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:13:02.686938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a04adc80-4d85-47b0-86cd-11710a61ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:53Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:13:00Z', 'revision_number': 23, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:13:02.718284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04adc80-4d85-47b0-86cd-11710a61ed4a None None] Checking router: 074bd12b-c006-4606-aed5-4bd0fd5eb14e for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:13:02.727314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04adc80-4d85-47b0-86cd-11710a61ed4a None None] Routers {'074bd12b-c006-4606-aed5-4bd0fd5eb14e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:13:02.727929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a04adc80-4d85-47b0-86cd-11710a61ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:13:02.863212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a04adc80-4d85-47b0-86cd-11710a61ed4a None None] Set router 074bd12b-c006-4606-aed5-4bd0fd5eb14e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:13:02.939463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:13:02.940442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:13:03.030457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:13:03.130137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a04adc80-4d85-47b0-86cd-11710a61ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:53Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:13:00Z', 'revision_number': 23, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:13:03.237814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04adc80-4d85-47b0-86cd-11710a61ed4a None None] The sync data for ids ['074bd12b-c006-4606-aed5-4bd0fd5eb14e'] in dv-neutron-759874-6-hyperv is: [{'id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'name': 'router1', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229'}], 'enable_snat': True}, 'gw_port_id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:12:02Z', 'updated_at': '2022-10-26T15:12:20Z', 'revision_number': 4, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'gw_port': {'id': 'f2917974-ccb6-4894-a28c-e17e3c648af1', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:20Z', 'updated_at': '2022-10-26T15:12:53Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '0e38d8db-d031-4215-ba49-5680f9b800ee', 'name': '', 'network_id': 'a008fb33-ca0b-40d5-abba-ce5e8ac0d5af', 'tenant_id': 'e31e67186f6a4baeb7801123f4f74365', 'mac_address': 'fa:16:3e:f3:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074bd12b-c006-4606-aed5-4bd0fd5eb14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:12:11Z', 'updated_at': '2022-10-26T15:13:00Z', 'revision_number': 23, 'project_id': 'e31e67186f6a4baeb7801123f4f74365', 'subnets': [{'id': 'c5aaa104-29a8-4ef7-b389-cfec9190d3fd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '127d5fb4-391e-469f-82a7-8c6fa29e1d2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:13:03.388117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2917974-ccb6-4894-a28c-e17e3c648af1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:13:03.490232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2917974-ccb6-4894-a28c-e17e3c648af1 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:13:03.491495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:13:03.674685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:13:03.675500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:03.742548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:13:03.759166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:03.894780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:13:05.470210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2917974-ccb6-4894-a28c-e17e3c648af1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:13:05.576671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f2917974-ccb6-4894-a28c-e17e3c648af1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:13:05.577085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:05.577426 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f2917974-ccb6-4894-a28c-e17e3c648af1 Oct 26 15:13:05.692985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2917974-ccb6-4894-a28c-e17e3c648af1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:13:05.693754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:05.717349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2917974-ccb6-4894-a28c-e17e3c648af1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2917974-ccb6-4894-a28c-e17e3c648af1,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:13:05.741406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:05.742597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:13:05.958204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2917974-ccb6-4894-a28c-e17e3c648af1,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:13:05.977151 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0e38d8db-d031-4215-ba49-5680f9b800ee triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:13:05.977543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:05.977892 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0e38d8db-d031-4215-ba49-5680f9b800ee Oct 26 15:13:06.126558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:13:06.127265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:06.201336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:13:06.207206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:06.406478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:13:07.350018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2917974-ccb6-4894-a28c-e17e3c648af1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:13:07.472995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2917974-ccb6-4894-a28c-e17e3c648af1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:13:07.473564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:07.521998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2917974-ccb6-4894-a28c-e17e3c648af1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2917974-ccb6-4894-a28c-e17e3c648af1,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:13:07.527851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2917974-ccb6-4894-a28c-e17e3c648af1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:07.528647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0e38d8db-d031-4215-ba49-5680f9b800ee no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:13:07.611112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2917974-ccb6-4894-a28c-e17e3c648af1,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:13:07.649870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:13:07.650267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:07.685018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:13:07.690640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:07.719972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:13:07.748055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:13:08.475788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c04ddfe1-3830-47f5-965a-0be473836476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:08.548848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:13:08.859739 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=89 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:13:08.867510 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=39 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:13:10.793285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d031c723-c0d4-4d5f-94cc-b37f7cb5bc7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:11.896587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:13.425869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:13.647110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:13:13.661564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:23.650172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:13:23.657656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:13:28.936530 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 5 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:13:38.470792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f1aef2c5-a3a7-4f0e-a8f8-ca9c546fcbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:38.932783 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:13:38.933585 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:13:40.798765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bc3be34d-3a7a-4c32-95bf-3908ed1ff05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:41.899317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:43.428181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:43.655666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:13:53.642825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:13:53.647884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:13:53.650366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:14:00.587610 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55102) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:14:00.926303 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-130365fe-bfbd-4412-adaa-b940c3d3e40b admin admin] GET failed (client error): The resource could not be found. Oct 26 15:14:00.927640 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-130365fe-bfbd-4412-adaa-b940c3d3e40b admin admin] 10.222.0.60 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3385289 Oct 26 15:14:01.093657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1f5684-235c-4d0e-bed0-b1b4593f6467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:14:01.095126 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-db1f5684-235c-4d0e-bed0-b1b4593f6467 admin admin] 10.222.0.60 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1631083 Oct 26 15:14:03.659792 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55112) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:14:04.024975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2709ce-b06d-475c-b568-f34426cbefda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:14:04.026942 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-de2709ce-b06d-475c-b568-f34426cbefda admin admin] 10.222.0.60 "GET /networking/v2.0/subnets/c5aaa104-29a8-4ef7-b389-cfec9190d3fd HTTP/1.1" status: 200 len: 849 time: 0.3662136 Oct 26 15:14:04.036571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:14:04.122709 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Publish callbacks [] for subnet (c5aaa104-29a8-4ef7-b389-cfec9190d3fd), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:14:04.265301 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787935637432'] for subnet (c5aaa104-29a8-4ef7-b389-cfec9190d3fd), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:14:04.299060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:14:04.299674 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:14:04.301852 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] 10.222.0.60 "PUT /networking/v2.0/subnets/c5aaa104-29a8-4ef7-b389-cfec9190d3fd HTTP/1.1" status: 200 len: 868 time: 0.2679961 Oct 26 15:14:04.304047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826cac31-286f-4c20-8642-e4d216233d28 None None] Network a008fb33-ca0b-40d5-abba-ce5e8ac0d5af requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:14:04.326939 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5aaa104-29a8-4ef7-b389-cfec9190d3fd,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:14:04.334629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.335037 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.335324 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.335663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.336002 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.336318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.336641 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.336992 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.337315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.337633 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.337954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.338274 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.338593 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.338909 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.339222 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dcea3-2e99-4cf5-8cb9-15ec84ae3182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.649958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Provisioning complete for port 0e38d8db-d031-4215-ba49-5680f9b800ee triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:14:04.650348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:14:04.650713 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Attempt 1 to provision port 0e38d8db-d031-4215-ba49-5680f9b800ee Oct 26 15:14:04.721551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Current status of the port 0e38d8db-d031-4215-ba49-5680f9b800ee is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:14:04.721861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:14:04.758185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] For port 0e38d8db-d031-4215-ba49-5680f9b800ee, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0e38d8db-d031-4215-ba49-5680f9b800ee,segment=NetworkSegment(5e365f0f-2f08-4b6a-bb3f-cff4c3a38971),segment_id=5e365f0f-2f08-4b6a-bb3f-cff4c3a38971)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:14:04.762204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0e38d8db-d031-4215-ba49-5680f9b800ee), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:14:04.793456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Provisioning complete for port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:14:04.793776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (acbd15f6-4ef0-45b5-8fa9-e0239a989dc6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:14:04.794119 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Attempt 1 to provision port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 Oct 26 15:14:04.840129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Pushing event updated for resources: {'Port': ['ID=0e38d8db-d031-4215-ba49-5680f9b800ee,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:14:04.851622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.851978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.852338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.852683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.853043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.853377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.853757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.854589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.854937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.855271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.855617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.855963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.856296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.856617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.856965 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:04.895507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-95453257-4b2a-465a-bf4a-3e5476d73651 None None] Current status of the port acbd15f6-4ef0-45b5-8fa9-e0239a989dc6 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:14:05.937164 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 5 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:14:06.865000 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55120) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:14:07.338931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc906c4-e1a4-4acd-b446-0e09bb98830e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:14:07.339415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc906c4-e1a4-4acd-b446-0e09bb98830e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:14:07.340982 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5cc906c4-e1a4-4acd-b446-0e09bb98830e admin admin] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4750822 Oct 26 15:14:08.472763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4a77863e-e999-473f-b2ad-de4d4010e13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:14:09.875112 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55128) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:14:10.386286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b15e487-8ad6-48cd-8d33-c50e929f9e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:14:10.386788 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b15e487-8ad6-48cd-8d33-c50e929f9e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:14:10.388335 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0b15e487-8ad6-48cd-8d33-c50e929f9e63 admin admin] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5123630 Oct 26 15:14:10.802819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59f908af-11eb-47b6-b058-bb3ab0c6d045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:14:11.901691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:14:11.925637 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:14:12.930268 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55136) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:14:13.324964 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2047efb8-52f0-4807-9d52-dfbee70d581b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:14:13.326345 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2047efb8-52f0-4807-9d52-dfbee70d581b admin admin] 10.222.0.60 "GET /networking/v2.0/networks/10462a5a-0e7e-425f-bf32-fbf3f0450853 HTTP/1.1" status: 200 len: 886 time: 0.3951464 Oct 26 15:14:13.436231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:14:13.658067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:14:15.910677 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55144) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:14:15.933550 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:14:16.237629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:14:16.281813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:14:16.323865 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f79f37a-3597-46d3-8a62-d8e574da2392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:14:16.325300 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9f79f37a-3597-46d3-8a62-d8e574da2392 admin admin] 10.222.0.60 "GET /networking/v2.0/networks/a008fb33-ca0b-40d5-abba-ce5e8ac0d5af HTTP/1.1" status: 200 len: 869 time: 0.4136846 Oct 26 15:14:18.858056 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55152) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:14:19.253177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6435cb3a-5c3a-4906-9135-8dc60af3ac7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:14:19.253634 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6435cb3a-5c3a-4906-9135-8dc60af3ac7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:14:19.255149 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6435cb3a-5c3a-4906-9135-8dc60af3ac7d admin admin] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1483 time: 0.3962271 Oct 26 15:14:21.804276 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55160) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:14:22.166469 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810f6eae-82f5-4730-ab23-5f719ef44b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:14:22.166929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810f6eae-82f5-4730-ab23-5f719ef44b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:14:22.168433 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-810f6eae-82f5-4730-ab23-5f719ef44b33 admin admin] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1483 time: 0.3631811 Oct 26 15:14:23.645976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:14:23.646895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:14:23.654663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:14:24.714898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55168) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:14:25.080386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57400c1-7e32-46f8-b2c9-a84d645fcc8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:14:25.081757 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c57400c1-7e32-46f8-b2c9-a84d645fcc8f admin admin] 10.222.0.60 "GET /networking/v2.0/subnets/c5aaa104-29a8-4ef7-b389-cfec9190d3fd HTTP/1.1" status: 200 len: 868 time: 0.3659222 Oct 26 15:14:27.632322 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55176) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:14:27.994212 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d513f402-4caf-4bf7-abd5-ad7890002fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:14:27.995624 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d513f402-4caf-4bf7-abd5-ad7890002fbf admin admin] 10.222.0.60 "GET /networking/v2.0/subnets/d4efb83f-d1c6-4acd-aa33-d08141fd4125 HTTP/1.1" status: 200 len: 820 time: 0.3624201 Oct 26 15:14:37.989622 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=30 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:14:37.990378 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=34 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:14:38.475226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6cb691ca-e097-40aa-9279-1033aac951d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:14:38.636063 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=13 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:14:38.640214 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=13 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:14:40.805789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-97ba6bde-d5cd-4cda-b3c3-6fae21d0c981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:14:41.905766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:14:42.936045 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 5 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:14:43.438780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:14:43.662321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:14:52.932258 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:14:52.933042 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:14:53.649127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:14:53.650092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:14:53.656604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:14:57.612424 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55232) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:14:58.116635 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING oslo_policy.policy [None req-6d886ed9-4cdd-4036-9f27-ec7e7c81773a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 15:14:58.117198 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING oslo_policy.policy [None req-6d886ed9-4cdd-4036-9f27-ec7e7c81773a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 15:14:58.334202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-6d886ed9-4cdd-4036-9f27-ec7e7c81773a admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:14:58.335270 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6d886ed9-4cdd-4036-9f27-ec7e7c81773a admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7219675 Oct 26 15:15:00.987314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55246) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:15:01.329359 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-4692af7f-6e55-43ae-888b-43636cba6dbf admin admin] GET failed (client error): The resource could not be found. Oct 26 15:15:01.330812 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4692af7f-6e55-43ae-888b-43636cba6dbf admin admin] 10.222.0.60 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3425357 Oct 26 15:15:01.421030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2b2637-5c7f-4755-a993-e2777d1163b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:15:01.422557 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ee2b2637-5c7f-4755-a993-e2777d1163b1 admin admin] 10.222.0.60 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0869792 Oct 26 15:15:03.988521 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55254) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:15:04.307749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:15:04.327039 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Made reservation on behalf of dd52dfa2ecb64b66a92e8eba74912512 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:15:04.329297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:04.360741 dv-neutron-759874-6-hyperv neutron-server[105321]: WARNING neutron.services.revisions.revision_plugin [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Could not find related network for resource to bump revision. Oct 26 15:15:04.371787 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:15:04.380449 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (dd49c28b-ee01-4832-a5e0-0fbd35ee0805), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:04.380792 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Added segment dd49c28b-ee01-4832-a5e0-0fbd35ee0805 of type vlan for network 692de91e-5b84-4e7d-8275-160e28bd42a3 Oct 26 15:15:04.419331 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (692de91e-5b84-4e7d-8275-160e28bd42a3), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:04.443041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (692de91e-5b84-4e7d-8275-160e28bd42a3), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:04.443997 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:15:04.444578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:04.495572 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5059414 Oct 26 15:15:04.506121 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Pushing event updated for resources: {'Network': ['ID=692de91e-5b84-4e7d-8275-160e28bd42a3,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:15:04.514446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:04.514791 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:04.515164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:04.515511 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:04.515842 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:04.516175 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:04.516504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:04.516862 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:04.517210 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:04.517541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:04.517868 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:04.518193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:04.518517 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:04.518838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:04.519186 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a585c4-c5e7-4f1b-b82c-1b98629c574e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:04.532948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 692de91e-5b84-4e7d-8275-160e28bd42a3 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:15:07.076352 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55262) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:15:07.407479 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a79217-dc83-4f1c-a596-5356f2994139 admin admin] GET failed (client error): The resource could not be found. Oct 26 15:15:07.408758 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-40a79217-dc83-4f1c-a596-5356f2994139 admin admin] 10.222.0.60 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3314321 Oct 26 15:15:07.480755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd70b4b-1eb1-4b83-82d8-964fdd0c476f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:15:07.482222 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6cd70b4b-1eb1-4b83-82d8-964fdd0c476f admin admin] 10.222.0.60 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0690956 Oct 26 15:15:07.491886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-02c5ef81-205c-4838-929f-808d3352fe14 admin admin] Request body: {'subnet': {'network_id': '692de91e-5b84-4e7d-8275-160e28bd42a3', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:15:07.510932 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c5ef81-205c-4838-929f-808d3352fe14 admin admin] Made reservation on behalf of dd52dfa2ecb64b66a92e8eba74912512 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:15:07.513165 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-02c5ef81-205c-4838-929f-808d3352fe14 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:07.673559 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-02c5ef81-205c-4838-929f-808d3352fe14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for subnet (f02231fd-bec5-478a-9ee4-97a31b8ba6e1), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:07.730163 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5ef81-205c-4838-929f-808d3352fe14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f02231fd-bec5-478a-9ee4-97a31b8ba6e1,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:15:07.738342 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c5ef81-205c-4838-929f-808d3352fe14 admin admin] Checking segment: {'id': 'dd49c28b-ee01-4832-a5e0-0fbd35ee0805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '692de91e-5b84-4e7d-8275-160e28bd42a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:15:07.738698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c5ef81-205c-4838-929f-808d3352fe14 admin admin] Network hostable DHCP agents. Network: 692de91e-5b84-4e7d-8275-160e28bd42a3, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:15:07.754288 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c5ef81-205c-4838-929f-808d3352fe14 admin admin] Network 692de91e-5b84-4e7d-8275-160e28bd42a3 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:15:07.763034 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-02c5ef81-205c-4838-929f-808d3352fe14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 692de91e-5b84-4e7d-8275-160e28bd42a3) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:15:07.766847 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c5ef81-205c-4838-929f-808d3352fe14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:15:07.767440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-02c5ef81-205c-4838-929f-808d3352fe14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:07.773587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151aba23-42a7-42b7-9cfc-c4e94b69587b None None] Network 692de91e-5b84-4e7d-8275-160e28bd42a3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:15:07.785653 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-02c5ef81-205c-4838-929f-808d3352fe14 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2970057 Oct 26 15:15:07.897276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-692de91e-5b84-4e7d-8275-160e28bd42a3', 'network_id': '692de91e-5b84-4e7d-8275-160e28bd42a3', 'project_id': 'dd52dfa2ecb64b66a92e8eba74912512', 'fixed_ips': [{'subnet_id': 'f02231fd-bec5-478a-9ee4-97a31b8ba6e1'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:15:07.898383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:08.042924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Allocated IP 192.168.233.2 (692de91e-5b84-4e7d-8275-160e28bd42a3/f02231fd-bec5-478a-9ee4-97a31b8ba6e1/9975149d-8bc1-4b9e-b2ef-b2e7bbae083a) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:15:08.186570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Publish callbacks [] for port (9975149d-8bc1-4b9e-b2ef-b2e7bbae083a), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:08.192611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (9975149d-8bc1-4b9e-b2ef-b2e7bbae083a), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:08.234948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Network 692de91e-5b84-4e7d-8275-160e28bd42a3 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:15:08.239853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:15:08.242290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:15:08.245996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Pushing event updated for resources: {'Port': ['ID=9975149d-8bc1-4b9e-b2ef-b2e7bbae083a,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:15:08.257597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:08.257949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:08.258314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:08.258663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:08.259003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:08.259331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:08.259662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:08.259993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:08.260366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:08.260702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:08.261070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:08.261419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:08.261751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:08.262078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:08.262403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:15:08.314874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Attempting to bind port 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:15:08.315250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Attempting to bind port 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'dd49c28b-ee01-4832-a5e0-0fbd35ee0805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '692de91e-5b84-4e7d-8275-160e28bd42a3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:15:08.315619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Attempting to bind port 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a on network 692de91e-5b84-4e7d-8275-160e28bd42a3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:15:08.357351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:15:08.357729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Checking segment: {'id': 'dd49c28b-ee01-4832-a5e0-0fbd35ee0805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '692de91e-5b84-4e7d-8275-160e28bd42a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:15:08.358139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:08.358621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Bound using segment: {'id': 'dd49c28b-ee01-4832-a5e0-0fbd35ee0805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '692de91e-5b84-4e7d-8275-160e28bd42a3'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:15:08.359106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Bound port: 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd49c28b-ee01-4832-a5e0-0fbd35ee0805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '692de91e-5b84-4e7d-8275-160e28bd42a3'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:15:08.359515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9975149d-8bc1-4b9e-b2ef-b2e7bbae083a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:08.419885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] For port 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:15:08.422989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] For port 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9975149d-8bc1-4b9e-b2ef-b2e7bbae083a,segment=NetworkSegment(dd49c28b-ee01-4832-a5e0-0fbd35ee0805),segment_id=dd49c28b-ee01-4832-a5e0-0fbd35ee0805)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:15:08.429338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9975149d-8bc1-4b9e-b2ef-b2e7bbae083a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:08.511712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-502ed56b-51bc-4259-b633-7a98f851337d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:08.553715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f35030-d974-4fb5-906c-3979d5d95762 None None] Pushing event updated for resources: {'Port': ['ID=9975149d-8bc1-4b9e-b2ef-b2e7bbae083a,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:15:09.304622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa62a553-2a4a-4305-b25c-3e5074f5e7de None None] Network 692de91e-5b84-4e7d-8275-160e28bd42a3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:15:09.380641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-af47fb78-a232-4480-b0c0-9f3541c6a7b4 None None] Provisioning complete for port 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:15:09.381031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-af47fb78-a232-4480-b0c0-9f3541c6a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9975149d-8bc1-4b9e-b2ef-b2e7bbae083a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:09.381361 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-af47fb78-a232-4480-b0c0-9f3541c6a7b4 None None] Attempt 1 to provision port 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a Oct 26 15:15:09.483576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:15:09.527111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-af47fb78-a232-4480-b0c0-9f3541c6a7b4 None None] Current status of the port 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:15:09.527729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-af47fb78-a232-4480-b0c0-9f3541c6a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9975149d-8bc1-4b9e-b2ef-b2e7bbae083a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:09.554177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:15:09.568528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:15:09.568987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9975149d-8bc1-4b9e-b2ef-b2e7bbae083a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:09.569309 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a Oct 26 15:15:09.603622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-af47fb78-a232-4480-b0c0-9f3541c6a7b4 None None] For port 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9975149d-8bc1-4b9e-b2ef-b2e7bbae083a,segment=NetworkSegment(dd49c28b-ee01-4832-a5e0-0fbd35ee0805),segment_id=dd49c28b-ee01-4832-a5e0-0fbd35ee0805)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:15:09.612578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-af47fb78-a232-4480-b0c0-9f3541c6a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9975149d-8bc1-4b9e-b2ef-b2e7bbae083a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:09.618283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:15:09.690019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47fb78-a232-4480-b0c0-9f3541c6a7b4 None None] Pushing event updated for resources: {'Port': ['ID=9975149d-8bc1-4b9e-b2ef-b2e7bbae083a,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:15:09.706386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:15:09.730294 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:15:09.732996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-486d4c3f-bb1c-45bd-9b87-4c12b77adc46 None None] Provisioning complete for port 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:15:09.733395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-486d4c3f-bb1c-45bd-9b87-4c12b77adc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9975149d-8bc1-4b9e-b2ef-b2e7bbae083a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:09.733738 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-486d4c3f-bb1c-45bd-9b87-4c12b77adc46 None None] Attempt 1 to provision port 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a Oct 26 15:15:09.910668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-486d4c3f-bb1c-45bd-9b87-4c12b77adc46 None None] Current status of the port 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:15:10.808633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9d80e8ce-6b74-414f-bb07-adb32f41b77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:11.425548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:15:11.469871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:15:11.470252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9975149d-8bc1-4b9e-b2ef-b2e7bbae083a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:11.470589 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a Oct 26 15:15:11.543168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9975149d-8bc1-4b9e-b2ef-b2e7bbae083a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:15:11.909396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:13.441290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:13.665347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:17.779044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=78,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:15:17.779835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:15:19.935105 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 5 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:15:23.653930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=29 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:15:23.658899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:15:23.660658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:15:36.912702 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:15:36.913566 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:15:38.473146 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c53ae08a-164b-4f69-b0ef-57e5b5475f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:40.811960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-67ed823e-9a8b-4217-8ebc-f3414b25b676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:41.909235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:43.445946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:43.669102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:15:49.915010 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:15:49.935244 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:15:53.657070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:15:53.661779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:15:53.663791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:15:56.933348 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 5 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:16:06.930039 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:16:06.930765 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:16:08.477846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-23edc7c2-f32c-4f5d-a976-61a340a03861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:16:10.814633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9bbee39c-bc22-4fd3-9653-d9c71b998d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:16:11.912526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:16:13.449110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:16:13.672546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:16:23.444586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:16:23.660621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:16:23.668770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:16:29.601704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55304) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:16:29.607438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-86ea6712-d184-49ac-b3c6-1e5273edbbdf tempest-verify_tempest_config-194171444 tempest-verify_tempest_config-194171444-project] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:16:29.608409 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-86ea6712-d184-49ac-b3c6-1e5273edbbdf tempest-verify_tempest_config-194171444 tempest-verify_tempest_config-194171444-project] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0057437 Oct 26 15:16:30.112189 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55322) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:16:30.433770 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:16:30.512121 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] Publish callbacks [] for security_group (2f0bb0e7-f76f-4f42-ba10-4a4c3ee50d98), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:16:30.515987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (2f0bb0e7-f76f-4f42-ba10-4a4c3ee50d98), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:16:30.562817 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=ecf134b1ff9b44c9a837d775c1e949bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4495838 Oct 26 15:16:30.563795 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0bb0e7-f76f-4f42-ba10-4a4c3ee50d98,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:30.565737 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55326) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:16:30.570916 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.571264 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.571620 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.571959 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.572288 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.572615 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.572970 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.573295 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.573617 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.573949 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.574276 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.574601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.574922 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.575237 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.575552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd1645-6915-48cf-9d51-704327f4852c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.579286 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR stevedore.extension [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 26 15:16:30.631438 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.policy [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105322) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 15:16:30.674407 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING oslo_policy.policy [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 15:16:30.674717 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING oslo_policy.policy [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 15:16:30.691230 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writer thread running {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 26 15:16:30.691879 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:16:30.784863 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Publish callbacks [] for security_group (2f0bb0e7-f76f-4f42-ba10-4a4c3ee50d98), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:16:30.803918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Publish callbacks [] for security_group (2f0bb0e7-f76f-4f42-ba10-4a4c3ee50d98), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:16:30.901789 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (2f0bb0e7-f76f-4f42-ba10-4a4c3ee50d98), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:16:30.904765 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:16:30.905897 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/2f0bb0e7-f76f-4f42-ba10-4a4c3ee50d98 HTTP/1.1" status: 204 len: 168 time: 0.3391998 Oct 26 15:16:30.913963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0bb0e7-f76f-4f42-ba10-4a4c3ee50d98,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:30.925891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.926178 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.926522 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.926861 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.927193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.927518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.927846 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.928168 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.928505 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.928859 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.929203 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.929526 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.929850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.930673 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.930673 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df0ed3-00e7-4b11-b8c3-3447de6b232a admin admin] Tracked resource versions report: Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: pushed versions: Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: { 'AddressGroup': {'1.2'}, Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Agent': {'1.1'}, Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'ConntrackHelper': {'1.0'}, Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'LocalIPAssociation': {'1.0'}, Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Log': {'1.0'}, Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'NDPProxy': {'1.0'}, Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Network': {'1.1'}, Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Port': {'1.7'}, Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'PortForwarding': {'1.3'}, Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'QosPolicy': {'1.10'}, Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'SecurityGroup': {'1.5'}, Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'SecurityGroupRule': {'1.2'}, Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'SubPort': {'1.0'}, Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Subnet': {'1.1'}, Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Trunk': {'1.1'}} Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: consumer versions: Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: { DHCP agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: L3 agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: Metadata agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: Metering agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: Open vSwitch agent@dv-neutron-759874-6-hyperv: { 'AddressGroup': '1.2', Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Agent': '1.1', Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'ConntrackHelper': '1.0', Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'LocalIPAssociation': '1.0', Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Log': '1.0', Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'NDPProxy': '1.0', Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Network': '1.1', Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Port': '1.7', Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'PortForwarding': '1.3', Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'QosPolicy': '1.10', Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'SecurityGroup': '1.5', Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'SecurityGroupRule': '1.2', Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'SubPort': '1.0', Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Subnet': '1.1', Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Trunk': '1.1'}} Oct 26 15:16:30.931896 dv-neutron-759874-6-hyperv neutron-server[105322]: {{(pid=105322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 15:16:33.932410 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 5 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:16:38.480495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7b611ac0-3b86-44ae-8c6e-d7a582d03fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:16:39.943910 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=15 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:16:40.566279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=21,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:16:40.566979 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=18,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:16:40.817419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1a8041c0-566b-4de8-afa3-6f605a3e9959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:16:40.917115 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:16:40.921124 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:16:41.914637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:16:43.452139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:16:43.673907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:16:43.927807 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=19 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:16:53.448554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:16:53.662701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:16:53.670388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:17:08.520353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-00154810-e98d-4906-87d2-38b681752542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:17:10.819445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7f7d1944-e602-460e-a182-1837904ca17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:17:10.931947 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 5 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:17:11.917345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:17:13.458570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:17:13.675647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:17:20.927596 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:17:20.928305 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:17:23.664143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:17:23.670014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:17:23.671864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:17:36.917313 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:17:36.918133 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:17:38.481761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-181d05b5-df18-4148-af00-10423c90dacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:17:40.822157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-896ac901-4187-4f10-aa1f-867f5df2b951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:17:41.921629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:17:43.458303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:17:43.677447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:17:46.296589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-687679'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:17:47.931076 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:17:53.673896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:17:53.938084 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:17:56.289813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:17:56.292650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:17:57.927738 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:17:58.949914 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55430) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:17:59.080203 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5a432808-d770-4e43-89b6-b3860fbbbf43 admin admin] 10.222.0.60 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1291993 Oct 26 15:18:01.501497 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55440) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:18:01.557011 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eeda1a56-44a2-4658-8483-8d4677d5fcb7 admin admin] 10.222.0.60 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0543768 Oct 26 15:18:08.483173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-945569ff-4bf3-4ab2-9cd7-46f9d7a369f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:18:10.823537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bb02-f486-48ba-bbb8-f463c5738e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:18:11.551421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:18:11.552177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:18:11.923431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:18:13.461849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:18:13.678417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:18:16.278693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:18:23.674264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:18:24.930463 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:18:26.269736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:18:26.275870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:18:38.488838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-de252496-b5bd-4157-ba08-c8a225e08d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:18:38.556613 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=16 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:18:38.559120 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=18 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:18:40.829275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-26edfde5-b9d0-461a-8fa2-50825f5d1dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:18:41.926069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:18:43.466345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:18:43.682323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:18:46.281638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:18:56.271297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:18:56.275252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:18:56.277736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:01.929512 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:19:07.942448 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:08.517762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-315ae527-daef-46e2-b8f9-0dfda2f6ece7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:10.821967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3814-0272-414f-9ca7-7230ef624613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:11.926035 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:11.928588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:13.482821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:13.706812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:16.321890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:18.121006 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55586) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:18.360591 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1749843518-network', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:18.402099 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Made reservation on behalf of b06d3531c6984a12bc9058594d41733d for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:18.405187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:18.420440 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:18.531136 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Publish callbacks [] for security_group (8667438e-14f5-4360-83a5-dd6f8a3cdb79), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:18.535879 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (8667438e-14f5-4360-83a5-dd6f8a3cdb79), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:18.571013 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8667438e-14f5-4360-83a5-dd6f8a3cdb79,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:18.584399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:19:18.589997 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:18.590337 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:18.590688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:18.591026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:18.591352 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:18.591684 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:18.591999 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:18.592312 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:18.592631 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:18.592979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:18.593295 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:18.593617 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:18.593931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:18.594300 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:18.594617 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Tracked resource versions report: Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: pushed versions: Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: { 'AddressGroup': {'1.2'}, Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Agent': {'1.1'}, Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'ConntrackHelper': {'1.0'}, Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'LocalIPAssociation': {'1.0'}, Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Log': {'1.0'}, Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'NDPProxy': {'1.0'}, Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Network': {'1.1'}, Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Port': {'1.7'}, Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'PortForwarding': {'1.3'}, Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'QosPolicy': {'1.10'}, Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'SecurityGroup': {'1.5'}, Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'SecurityGroupRule': {'1.2'}, Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'SubPort': {'1.0'}, Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Subnet': {'1.1'}, Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Trunk': {'1.1'}} Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: consumer versions: Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: { DHCP agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: HyperV agent@hv-neutron-7598: {}, Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: L3 agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: Metadata agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: Metering agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: Open vSwitch agent@dv-neutron-759874-6-hyperv: { 'AddressGroup': '1.2', Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Agent': '1.1', Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'ConntrackHelper': '1.0', Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'LocalIPAssociation': '1.0', Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Log': '1.0', Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'NDPProxy': '1.0', Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Network': '1.1', Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Port': '1.7', Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'PortForwarding': '1.3', Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'QosPolicy': '1.10', Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'SecurityGroup': '1.5', Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'SecurityGroupRule': '1.2', Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'SubPort': '1.0', Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Subnet': '1.1', Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: 'Trunk': '1.1'}} Oct 26 15:19:18.595787 dv-neutron-759874-6-hyperv neutron-server[105322]: {{(pid=105322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 15:19:18.605665 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787935729017', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (878b8e5b-ecb8-4aa5-b134-e80266343bcc), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:18.606321 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Unsubscribe: segment precommit_create {{(pid=105322) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 15:19:18.606699 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Added segment 878b8e5b-ecb8-4aa5-b134-e80266343bcc of type vlan for network 75323486-1206-489c-a851-669e51c6f8c9 Oct 26 15:19:18.618481 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55620) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:18.702029 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (75323486-1206-489c-a851-669e51c6f8c9), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:18.742688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (75323486-1206-489c-a851-669e51c6f8c9), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:18.743981 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:18.744855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:18.861524 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7385049 Oct 26 15:19:18.864500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55634) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:18.865622 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c7ffa-1b40-4920-9a4a-5aed8a9ed41c admin admin] Pushing event updated for resources: {'Network': ['ID=75323486-1206-489c-a851-669e51c6f8c9,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:18.874492 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Request body: {'subnet': {'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1749843518-subnet', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:18.880914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 75323486-1206-489c-a851-669e51c6f8c9 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:19:18.918805 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Made reservation on behalf of b06d3531c6984a12bc9058594d41733d for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:18.921357 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:18.982474 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55636) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:19.124417 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55642) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:19.131062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for subnet (94606231-3fbc-48e2-b58a-962135c86b3c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.178345 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=94606231-3fbc-48e2-b58a-962135c86b3c,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:19.188003 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:19.188314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:19.188657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:19.189072 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:19.189411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:19.189744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:19.190084 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:19.190396 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:19.190722 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:19.191056 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:19.191399 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:19.191681 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:19.192006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:19.192339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:19.192650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Tracked resource versions report: Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: pushed versions: Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: { 'AddressGroup': {'1.2'}, Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Agent': {'1.1'}, Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'ConntrackHelper': {'1.0'}, Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'LocalIPAssociation': {'1.0'}, Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Log': {'1.0'}, Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'NDPProxy': {'1.0'}, Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Network': {'1.1'}, Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Port': {'1.7'}, Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'PortForwarding': {'1.3'}, Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'QosPolicy': {'1.10'}, Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'SecurityGroup': {'1.5'}, Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'SecurityGroupRule': {'1.2'}, Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'SubPort': {'1.0'}, Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Subnet': {'1.1'}, Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Trunk': {'1.1'}} Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: consumer versions: Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: { DHCP agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: HyperV agent@hv-neutron-7598: {}, Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: L3 agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: Metadata agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: Metering agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: Open vSwitch agent@dv-neutron-759874-6-hyperv: { 'AddressGroup': '1.2', Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Agent': '1.1', Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'ConntrackHelper': '1.0', Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'LocalIPAssociation': '1.0', Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Log': '1.0', Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'NDPProxy': '1.0', Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Network': '1.1', Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Port': '1.7', Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'PortForwarding': '1.3', Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'QosPolicy': '1.10', Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'SecurityGroup': '1.5', Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'SecurityGroupRule': '1.2', Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'SubPort': '1.0', Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Subnet': '1.1', Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: 'Trunk': '1.1'}} Oct 26 15:19:19.193847 dv-neutron-759874-6-hyperv neutron-server[105321]: {{(pid=105321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 15:19:19.232687 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f46cf743-c889-4dac-9127-e0940c80e246 tempest-AgentManagementNegativeTest-707039458 tempest-AgentManagementNegativeTest-707039458-project] 10.222.0.60 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6085951 Oct 26 15:19:19.239183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Checking segment: {'id': '878b8e5b-ecb8-4aa5-b134-e80266343bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '75323486-1206-489c-a851-669e51c6f8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:19.239534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Network hostable DHCP agents. Network: 75323486-1206-489c-a851-669e51c6f8c9, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:19:19.258220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Network 75323486-1206-489c-a851-669e51c6f8c9 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:19:19.267028 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 75323486-1206-489c-a851-669e51c6f8c9) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:19.274957 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55650) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:19.281414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:19.282079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.283283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f62bdf5-8fd3-403a-bcd4-d75231479e6b None None] Network 75323486-1206-489c-a851-669e51c6f8c9 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:19.306140 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55654) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:19.311294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:19.316472 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-04c7cbba-f385-4f35-bff9-bd56c20d20ba admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4507401 Oct 26 15:19:19.337174 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (09b0bbae-93c9-4945-a7f7-5a6d292f1411), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.338849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (09b0bbae-93c9-4945-a7f7-5a6d292f1411), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.409450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-75323486-1206-489c-a851-669e51c6f8c9', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:19:19.410401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.459096 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-1de79b79-f70f-428e-8881-b7f59b9ecf6b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2027340340-network', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:19.465335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e3b317ba-9d04-42da-b21a-e46beea9c5db tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2123647408'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:19.502657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de79b79-f70f-428e-8881-b7f59b9ecf6b admin admin] Made reservation on behalf of eb308ad4ce614eb6aeda74b7a58907d8 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:19.507626 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1de79b79-f70f-428e-8881-b7f59b9ecf6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.514463 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b317ba-9d04-42da-b21a-e46beea9c5db tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Made reservation on behalf of 4ac259cdee504b83b9d7ceea5bc1cd9c for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:19.518560 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e3b317ba-9d04-42da-b21a-e46beea9c5db tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.531762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e3b317ba-9d04-42da-b21a-e46beea9c5db tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.579363 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] Publish callbacks [] for router_controller (09b0bbae-93c9-4945-a7f7-5a6d292f1411), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.583809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Allocated IP 172.20.0.2 (75323486-1206-489c-a851-669e51c6f8c9/94606231-3fbc-48e2-b58a-962135c86b3c/ff965be5-83eb-4709-a7f4-90f914a16cc6) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:19.590918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-bc5f4fac-9b91-446f-babb-ec45dd7d97b8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-782236096-network', 'tenant_id': '478f977efd474c3582bb470139659899'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:19.622071 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1de79b79-f70f-428e-8881-b7f59b9ecf6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.652095 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e3b317ba-9d04-42da-b21a-e46beea9c5db tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks [] for security_group (df51d816-a2d8-4777-a51e-f2cb73a532a4), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.663076 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e3b317ba-9d04-42da-b21a-e46beea9c5db tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (df51d816-a2d8-4777-a51e-f2cb73a532a4), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.682094 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5f4fac-9b91-446f-babb-ec45dd7d97b8 admin admin] Made reservation on behalf of 478f977efd474c3582bb470139659899 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:19.684443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc5f4fac-9b91-446f-babb-ec45dd7d97b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.695537 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b317ba-9d04-42da-b21a-e46beea9c5db tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:19:19.727064 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b317ba-9d04-42da-b21a-e46beea9c5db tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df51d816-a2d8-4777-a51e-f2cb73a532a4,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:19.737292 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e3b317ba-9d04-42da-b21a-e46beea9c5db tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (cd5f55ea-148f-4480-86cd-b3c57b1839ab), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.738147 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-e3b317ba-9d04-42da-b21a-e46beea9c5db tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Added segment cd5f55ea-148f-4480-86cd-b3c57b1839ab of type vlan for network 47e52095-7691-46e2-a78a-51ddb71d26f7 Oct 26 15:19:19.789930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e3b317ba-9d04-42da-b21a-e46beea9c5db tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (47e52095-7691-46e2-a78a-51ddb71d26f7), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.792678 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc5f4fac-9b91-446f-babb-ec45dd7d97b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.800248 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:19.821665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e3b317ba-9d04-42da-b21a-e46beea9c5db tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (47e52095-7691-46e2-a78a-51ddb71d26f7), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.832482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b317ba-9d04-42da-b21a-e46beea9c5db tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:19.833304 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e3b317ba-9d04-42da-b21a-e46beea9c5db tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.843926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Publish callbacks [] for port (ff965be5-83eb-4709-a7f4-90f914a16cc6), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.854551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (ff965be5-83eb-4709-a7f4-90f914a16cc6), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.873293 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1de79b79-f70f-428e-8881-b7f59b9ecf6b admin admin] Publish callbacks [] for security_group (0e2a09cc-8405-4d0b-8e2f-9e6097c37e09), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.924869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1de79b79-f70f-428e-8881-b7f59b9ecf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (0e2a09cc-8405-4d0b-8e2f-9e6097c37e09), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:19.934987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:19.945078 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b317ba-9d04-42da-b21a-e46beea9c5db tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event updated for resources: {'Network': ['ID=47e52095-7691-46e2-a78a-51ddb71d26f7,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:19.955046 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e3b317ba-9d04-42da-b21a-e46beea9c5db tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9711657 Oct 26 15:19:19.957914 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55676) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:19.965172 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de79b79-f70f-428e-8881-b7f59b9ecf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2a09cc-8405-4d0b-8e2f-9e6097c37e09,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:19.965665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-16d74a45-6263-458a-895e-0e74f8b57ad2 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Request body: {'subnet': {'network_id': '47e52095-7691-46e2-a78a-51ddb71d26f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:19.977131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 47e52095-7691-46e2-a78a-51ddb71d26f7 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:19:20.010654 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de79b79-f70f-428e-8881-b7f59b9ecf6b admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:19:20.011581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Network 75323486-1206-489c-a851-669e51c6f8c9 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:20.015018 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] Publish callbacks [] for router_gateway (09b0bbae-93c9-4945-a7f7-5a6d292f1411), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:20.026573 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=20,neutron:SELECT=76,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:20.033241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Pushing event updated for resources: {'Port': ['ID=ff965be5-83eb-4709-a7f4-90f914a16cc6,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:20.035869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:20.036745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1de79b79-f70f-428e-8881-b7f59b9ecf6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (1c47d881-6fb3-4e32-8406-97db91395df4), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:20.037169 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-1de79b79-f70f-428e-8881-b7f59b9ecf6b admin admin] Added segment 1c47d881-6fb3-4e32-8406-97db91395df4 of type vlan for network b43676e9-42d1-409d-82a9-d0337695b267 Oct 26 15:19:20.042142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:20.095959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:20.096360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:20.096728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:20.097096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:20.097431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:20.097760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:20.098329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:20.098812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:20.099318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:20.099991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:20.100536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:20.101076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:20.101574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:20.102065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:20.102588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Tracked resource versions report: Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: pushed versions: Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: { 'AddressGroup': {'1.2'}, Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Agent': {'1.1'}, Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'ConntrackHelper': {'1.0'}, Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'LocalIPAssociation': {'1.0'}, Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Log': {'1.0'}, Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'NDPProxy': {'1.0'}, Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Network': {'1.1'}, Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Port': {'1.7'}, Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'PortForwarding': {'1.3'}, Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'QosPolicy': {'1.10'}, Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'SecurityGroup': {'1.5'}, Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'SecurityGroupRule': {'1.2'}, Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'SubPort': {'1.0'}, Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Subnet': {'1.1'}, Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Trunk': {'1.1'}} Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: consumer versions: Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: { DHCP agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: HyperV agent@hv-neutron-7598: {}, Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: L3 agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: Metadata agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: Metering agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: Open vSwitch agent@dv-neutron-759874-6-hyperv: { 'AddressGroup': '1.2', Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Agent': '1.1', Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'ConntrackHelper': '1.0', Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'LocalIPAssociation': '1.0', Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Log': '1.0', Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'NDPProxy': '1.0', Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Network': '1.1', Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Port': '1.7', Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'PortForwarding': '1.3', Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'QosPolicy': '1.10', Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'SecurityGroup': '1.5', Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'SecurityGroupRule': '1.2', Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'SubPort': '1.0', Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Subnet': '1.1', Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: 'Trunk': '1.1'}} Oct 26 15:19:20.104034 dv-neutron-759874-6-hyperv neutron-server[105323]: {{(pid=105323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 15:19:20.136194 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55680) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:20.234694 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:20.234694 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d74a45-6263-458a-895e-0e74f8b57ad2 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Made reservation on behalf of 4ac259cdee504b83b9d7ceea5bc1cd9c for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:20.234694 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-16d74a45-6263-458a-895e-0e74f8b57ad2 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks [] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:20.333533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Attempting to bind port ff965be5-83eb-4709-a7f4-90f914a16cc6 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:20.333916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Attempting to bind port ff965be5-83eb-4709-a7f4-90f914a16cc6 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '878b8e5b-ecb8-4aa5-b134-e80266343bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '75323486-1206-489c-a851-669e51c6f8c9'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:20.334306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Attempting to bind port ff965be5-83eb-4709-a7f4-90f914a16cc6 on network 75323486-1206-489c-a851-669e51c6f8c9 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:20.335708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55686) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:20.422410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:19:20.424472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Checking segment: {'id': '878b8e5b-ecb8-4aa5-b134-e80266343bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '75323486-1206-489c-a851-669e51c6f8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:20.426588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:20.428987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Bound using segment: {'id': '878b8e5b-ecb8-4aa5-b134-e80266343bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '75323486-1206-489c-a851-669e51c6f8c9'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:19:20.429560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Bound port: ff965be5-83eb-4709-a7f4-90f914a16cc6, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878b8e5b-ecb8-4aa5-b134-e80266343bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '75323486-1206-489c-a851-669e51c6f8c9'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:19:20.429964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ff965be5-83eb-4709-a7f4-90f914a16cc6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:20.439791 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1de79b79-f70f-428e-8881-b7f59b9ecf6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (b43676e9-42d1-409d-82a9-d0337695b267), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:20.489212 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] Publish callbacks [] for router_gateway (09b0bbae-93c9-4945-a7f7-5a6d292f1411), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:20.507478 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc5f4fac-9b91-446f-babb-ec45dd7d97b8 admin admin] Publish callbacks [] for security_group (8e4642af-5aee-4ad2-bcf9-72f6be02923e), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:20.522838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] For port ff965be5-83eb-4709-a7f4-90f914a16cc6, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:20.526110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] For port ff965be5-83eb-4709-a7f4-90f914a16cc6, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ff965be5-83eb-4709-a7f4-90f914a16cc6,segment=NetworkSegment(878b8e5b-ecb8-4aa5-b134-e80266343bcc),segment_id=878b8e5b-ecb8-4aa5-b134-e80266343bcc)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:19:20.535063 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc5f4fac-9b91-446f-babb-ec45dd7d97b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (8e4642af-5aee-4ad2-bcf9-72f6be02923e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:20.538478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ff965be5-83eb-4709-a7f4-90f914a16cc6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:20.539479 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:20.574214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1de79b79-f70f-428e-8881-b7f59b9ecf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (b43676e9-42d1-409d-82a9-d0337695b267), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:20.575432 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de79b79-f70f-428e-8881-b7f59b9ecf6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:20.576144 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1de79b79-f70f-428e-8881-b7f59b9ecf6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:20.588994 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5f4fac-9b91-446f-babb-ec45dd7d97b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:19:20.602560 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-16d74a45-6263-458a-895e-0e74f8b57ad2 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for subnet (a4f9c547-5ee0-4195-ac63-023b55b70f49), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:20.668177 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de79b79-f70f-428e-8881-b7f59b9ecf6b admin admin] Pushing event updated for resources: {'Network': ['ID=b43676e9-42d1-409d-82a9-d0337695b267,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:20.670838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88019e08-87ad-42e3-8895-a565450ff34d None None] Pushing event updated for resources: {'Port': ['ID=ff965be5-83eb-4709-a7f4-90f914a16cc6,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:20.688395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network b43676e9-42d1-409d-82a9-d0337695b267 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:19:20.700660 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d74a45-6263-458a-895e-0e74f8b57ad2 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event updated for resources: {'Subnet': ['ID=a4f9c547-5ee0-4195-ac63-023b55b70f49,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:20.721950 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:20.761487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-220cd37d-ce32-443e-be5d-b2533e5352a8 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-847706042'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:20.789597 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc5f4fac-9b91-446f-babb-ec45dd7d97b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (fac12222-1d58-485d-89d6-c1e01cb80a5b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:20.790152 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-bc5f4fac-9b91-446f-babb-ec45dd7d97b8 admin admin] Added segment fac12222-1d58-485d-89d6-c1e01cb80a5b of type vlan for network 3d9157ca-5c49-4d10-8925-23b7d2950b98 Oct 26 15:19:20.792247 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f4fac-9b91-446f-babb-ec45dd7d97b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4642af-5aee-4ad2-bcf9-72f6be02923e,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:20.822310 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1de79b79-f70f-428e-8881-b7f59b9ecf6b admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6966677 Oct 26 15:19:20.823372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220cd37d-ce32-443e-be5d-b2533e5352a8 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Made reservation on behalf of a8f2694bbf3343dc88186741454604e0 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:20.827951 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-220cd37d-ce32-443e-be5d-b2533e5352a8 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:20.831935 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55698) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:20.847892 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-ba10d9fb-fbae-4df6-a21e-f094bf1dcc24 admin admin] Request body: {'subnet': {'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2027340340-subnet', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:20.940013 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-220cd37d-ce32-443e-be5d-b2533e5352a8 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:20.965843 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d74a45-6263-458a-895e-0e74f8b57ad2 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Checking segment: {'id': 'cd5f55ea-148f-4480-86cd-b3c57b1839ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '47e52095-7691-46e2-a78a-51ddb71d26f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:20.966145 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d74a45-6263-458a-895e-0e74f8b57ad2 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Network hostable DHCP agents. Network: 47e52095-7691-46e2-a78a-51ddb71d26f7, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:19:20.982252 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9e95cc24-38c4-44b9-b203-58b4b8723c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.035850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc5f4fac-9b91-446f-babb-ec45dd7d97b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (3d9157ca-5c49-4d10-8925-23b7d2950b98), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.077434 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba10d9fb-fbae-4df6-a21e-f094bf1dcc24 admin admin] Made reservation on behalf of eb308ad4ce614eb6aeda74b7a58907d8 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:21.079786 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ba10d9fb-fbae-4df6-a21e-f094bf1dcc24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.103303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d74a45-6263-458a-895e-0e74f8b57ad2 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Network 47e52095-7691-46e2-a78a-51ddb71d26f7 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:19:21.132656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-16d74a45-6263-458a-895e-0e74f8b57ad2 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 47e52095-7691-46e2-a78a-51ddb71d26f7) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:21.142606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7c4d1d-9d7e-4d1c-bad1-abdd4c266328 None None] Network 47e52095-7691-46e2-a78a-51ddb71d26f7 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:21.160218 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d74a45-6263-458a-895e-0e74f8b57ad2 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:21.160745 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-16d74a45-6263-458a-895e-0e74f8b57ad2 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.170391 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55706) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:21.179815 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9e95cc24-38c4-44b9-b203-58b4b8723c30 admin admin] Publish callbacks [] for security_group (88f45ae3-0e82-4206-9040-dba470d93401), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.185211 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] Allocated IP 172.26.11.154 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/394e991d-ba1f-4c55-ad3b-6183751d959f) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:21.190018 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9e95cc24-38c4-44b9-b203-58b4b8723c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (88f45ae3-0e82-4206-9040-dba470d93401), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.205124 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-16d74a45-6263-458a-895e-0e74f8b57ad2 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2456117 Oct 26 15:19:21.217759 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55712) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:21.218296 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55714) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:21.223821 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc5f4fac-9b91-446f-babb-ec45dd7d97b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (3d9157ca-5c49-4d10-8925-23b7d2950b98), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.224908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5f4fac-9b91-446f-babb-ec45dd7d97b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:21.225527 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc5f4fac-9b91-446f-babb-ec45dd7d97b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.236417 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-05fe0bb6-f56a-42c8-8f8a-8aa228701031 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Request body: {'port': {'network_id': '47e52095-7691-46e2-a78a-51ddb71d26f7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-114613911'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:21.244012 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:21.262954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95cc24-38c4-44b9-b203-58b4b8723c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f45ae3-0e82-4206-9040-dba470d93401,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:21.278908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:21.280432 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9e95cc24-38c4-44b9-b203-58b4b8723c30 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b826e621e7134fda91231d4d0e750a12&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1389058 Oct 26 15:19:21.283091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55722) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:21.335351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-47e52095-7691-46e2-a78a-51ddb71d26f7', 'network_id': '47e52095-7691-46e2-a78a-51ddb71d26f7', 'project_id': '4ac259cdee504b83b9d7ceea5bc1cd9c', 'fixed_ips': [{'subnet_id': 'a4f9c547-5ee0-4195-ac63-023b55b70f49'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:19:21.338788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.352214 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c58f06c5-7033-4ee0-b10e-e1ccb7e47261 admin admin] Publish callbacks [] for security_group (88f45ae3-0e82-4206-9040-dba470d93401), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.368903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:21.376694 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c58f06c5-7033-4ee0-b10e-e1ccb7e47261 admin admin] Publish callbacks [] for security_group (88f45ae3-0e82-4206-9040-dba470d93401), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.384998 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f4fac-9b91-446f-babb-ec45dd7d97b8 admin admin] Pushing event updated for resources: {'Network': ['ID=3d9157ca-5c49-4d10-8925-23b7d2950b98,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:21.427408 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ffbc4e26-bdee-4aeb-9b90-a1960532504f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-719937891'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:21.463180 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbc4e26-bdee-4aeb-9b90-a1960532504f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Made reservation on behalf of 3572f854411f4fa5ad0362926c4c6948 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:21.467867 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ffbc4e26-bdee-4aeb-9b90-a1960532504f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.472270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c58f06c5-7033-4ee0-b10e-e1ccb7e47261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (88f45ae3-0e82-4206-9040-dba470d93401), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.475027 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c58f06c5-7033-4ee0-b10e-e1ccb7e47261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.476101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 3d9157ca-5c49-4d10-8925-23b7d2950b98 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:19:21.476569 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c58f06c5-7033-4ee0-b10e-e1ccb7e47261 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/88f45ae3-0e82-4206-9040-dba470d93401 HTTP/1.1" status: 204 len: 168 time: 0.1921096 Oct 26 15:19:21.485051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:21.487195 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ffbc4e26-bdee-4aeb-9b90-a1960532504f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.508969 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f06c5-7033-4ee0-b10e-e1ccb7e47261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f45ae3-0e82-4206-9040-dba470d93401,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:21.542968 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bc5f4fac-9b91-446f-babb-ec45dd7d97b8 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2669227 Oct 26 15:19:21.555923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55726) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:21.565837 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-acdc46f8-628e-4ad6-8674-cf3ab703796c admin admin] Request body: {'subnet': {'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-782236096-subnet', 'tenant_id': '478f977efd474c3582bb470139659899', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:21.649007 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:21.670661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Allocated IP 2001:db8::2 (47e52095-7691-46e2-a78a-51ddb71d26f7/a4f9c547-5ee0-4195-ac63-023b55b70f49/07a544b9-df7f-4181-b55d-887bc915643a) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:21.673432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdc46f8-628e-4ad6-8674-cf3ab703796c admin admin] Made reservation on behalf of 478f977efd474c3582bb470139659899 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:21.675999 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-acdc46f8-628e-4ad6-8674-cf3ab703796c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.721950 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-4a5efe88-9d1c-458e-ad79-b3e7bd69f8ba tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-292265773'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:21.782919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ff965be5-83eb-4709-a7f4-90f914a16cc6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:21.813223 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ffbc4e26-bdee-4aeb-9b90-a1960532504f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks [] for security_group (e85c760f-eef6-4de7-85da-71f39a1c38ce), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.827175 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ffbc4e26-bdee-4aeb-9b90-a1960532504f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (e85c760f-eef6-4de7-85da-71f39a1c38ce), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.842407 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:21.844528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:21.846172 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5efe88-9d1c-458e-ad79-b3e7bd69f8ba tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Made reservation on behalf of 6b3e9090ca6f4bf0b7cb256952beeced for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:21.850699 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a5efe88-9d1c-458e-ad79-b3e7bd69f8ba tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.854518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-220cd37d-ce32-443e-be5d-b2533e5352a8 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Publish callbacks [] for security_group (fc32170f-9f67-4ba3-8a25-6c00132587d2), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.874400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc4e26-bdee-4aeb-9b90-a1960532504f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85c760f-eef6-4de7-85da-71f39a1c38ce,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:21.883046 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-220cd37d-ce32-443e-be5d-b2533e5352a8 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (fc32170f-9f67-4ba3-8a25-6c00132587d2), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.889995 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbc4e26-bdee-4aeb-9b90-a1960532504f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:19:21.908581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ffbc4e26-bdee-4aeb-9b90-a1960532504f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (7c9e88f2-920c-4fd8-aefb-996872529533), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.909611 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-ffbc4e26-bdee-4aeb-9b90-a1960532504f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Added segment 7c9e88f2-920c-4fd8-aefb-996872529533 of type vlan for network 2fcf1696-16d4-4e3f-a9ba-9dc29a115d90 Oct 26 15:19:21.946668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ff965be5-83eb-4709-a7f4-90f914a16cc6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:21.947071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ff965be5-83eb-4709-a7f4-90f914a16cc6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.947417 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ff965be5-83eb-4709-a7f4-90f914a16cc6 Oct 26 15:19:21.975356 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220cd37d-ce32-443e-be5d-b2533e5352a8 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:19:21.991618 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-220cd37d-ce32-443e-be5d-b2533e5352a8 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (820a3cf5-cccb-4211-b758-26ad51cfea60), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:21.992033 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-220cd37d-ce32-443e-be5d-b2533e5352a8 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Added segment 820a3cf5-cccb-4211-b758-26ad51cfea60 of type vlan for network e895a28d-0737-4d4e-b1fb-3386ad75cc2d Oct 26 15:19:22.024314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ffbc4e26-bdee-4aeb-9b90-a1960532504f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (2fcf1696-16d4-4e3f-a9ba-9dc29a115d90), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.029067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Publish callbacks [] for port (07a544b9-df7f-4181-b55d-887bc915643a), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.040772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (07a544b9-df7f-4181-b55d-887bc915643a), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.062045 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-220cd37d-ce32-443e-be5d-b2533e5352a8 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (e895a28d-0737-4d4e-b1fb-3386ad75cc2d), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.117385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ffbc4e26-bdee-4aeb-9b90-a1960532504f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (2fcf1696-16d4-4e3f-a9ba-9dc29a115d90), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.119585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Network 47e52095-7691-46e2-a78a-51ddb71d26f7 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:22.123469 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbc4e26-bdee-4aeb-9b90-a1960532504f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:22.125036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d914c5-640f-4fbb-8f29-4f92e3279dd3 None None] Network 75323486-1206-489c-a851-669e51c6f8c9 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:22.125238 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ffbc4e26-bdee-4aeb-9b90-a1960532504f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.138724 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-acdc46f8-628e-4ad6-8674-cf3ab703796c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for subnet (c6a443d4-e63a-4347-b9cd-2a45ed8073c2), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.141456 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a5efe88-9d1c-458e-ad79-b3e7bd69f8ba tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.169456 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-220cd37d-ce32-443e-be5d-b2533e5352a8 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (e895a28d-0737-4d4e-b1fb-3386ad75cc2d), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.174603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220cd37d-ce32-443e-be5d-b2533e5352a8 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:22.175205 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-220cd37d-ce32-443e-be5d-b2533e5352a8 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.235428 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ffbc4e26-bdee-4aeb-9b90-a1960532504f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0616241 Oct 26 15:19:22.240396 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cd37d-ce32-443e-be5d-b2533e5352a8 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc32170f-9f67-4ba3-8a25-6c00132587d2,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:22.242728 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55742) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:22.258959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:22.281376 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-81b82817-87dc-4973-8d3d-5e6196f461b6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Request body: {'subnet': {'network_id': '2fcf1696-16d4-4e3f-a9ba-9dc29a115d90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:22.283618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ff965be5-83eb-4709-a7f4-90f914a16cc6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:22.284023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ff965be5-83eb-4709-a7f4-90f914a16cc6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.304244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:22.318868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Pushing event updated for resources: {'Port': ['ID=07a544b9-df7f-4181-b55d-887bc915643a,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:22.330759 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc4e26-bdee-4aeb-9b90-a1960532504f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Pushing event updated for resources: {'Network': ['ID=2fcf1696-16d4-4e3f-a9ba-9dc29a115d90,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:22.334102 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc46f8-628e-4ad6-8674-cf3ab703796c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a443d4-e63a-4347-b9cd-2a45ed8073c2,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:22.340457 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdc46f8-628e-4ad6-8674-cf3ab703796c admin admin] Checking segment: {'id': 'fac12222-1d58-485d-89d6-c1e01cb80a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:22.341191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdc46f8-628e-4ad6-8674-cf3ab703796c admin admin] Network hostable DHCP agents. Network: 3d9157ca-5c49-4d10-8925-23b7d2950b98, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:19:22.377207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ed6a4024-3f8c-4bd6-bf93-0269372141d7 None None] Provisioning complete for port ff965be5-83eb-4709-a7f4-90f914a16cc6 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:22.377606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ed6a4024-3f8c-4bd6-bf93-0269372141d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ff965be5-83eb-4709-a7f4-90f914a16cc6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.377947 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ed6a4024-3f8c-4bd6-bf93-0269372141d7 None None] Attempt 1 to provision port ff965be5-83eb-4709-a7f4-90f914a16cc6 Oct 26 15:19:22.394989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:22.415143 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdc46f8-628e-4ad6-8674-cf3ab703796c admin admin] Network 3d9157ca-5c49-4d10-8925-23b7d2950b98 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:19:22.437139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-acdc46f8-628e-4ad6-8674-cf3ab703796c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 3d9157ca-5c49-4d10-8925-23b7d2950b98) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:22.450210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 2fcf1696-16d4-4e3f-a9ba-9dc29a115d90 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:19:22.452133 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdc46f8-628e-4ad6-8674-cf3ab703796c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:22.452879 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-acdc46f8-628e-4ad6-8674-cf3ab703796c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.499869 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-acdc46f8-628e-4ad6-8674-cf3ab703796c admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9425840 Oct 26 15:19:22.510415 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-220cd37d-ce32-443e-be5d-b2533e5352a8 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1587470 Oct 26 15:19:22.515957 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55748) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:22.516194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55750) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:22.534401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac2fda2-9dd9-459a-bb49-96a4b6b0b6bf None None] Network 3d9157ca-5c49-4d10-8925-23b7d2950b98 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:22.536850 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b82817-87dc-4973-8d3d-5e6196f461b6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Made reservation on behalf of 3572f854411f4fa5ad0362926c4c6948 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:22.541158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81b82817-87dc-4973-8d3d-5e6196f461b6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks [] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.555351 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:22.581235 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] Publish callbacks [] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.598081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (bbb73ba0-9a42-4c34-a8f2-7511fce6813f), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.599107 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (bbb73ba0-9a42-4c34-a8f2-7511fce6813f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.616784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cd37d-ce32-443e-be5d-b2533e5352a8 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Pushing event updated for resources: {'Network': ['ID=e895a28d-0737-4d4e-b1fb-3386ad75cc2d,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:22.642356 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:22.669875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network e895a28d-0737-4d4e-b1fb-3386ad75cc2d details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:19:22.702440 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fe0bb6-f56a-42c8-8f8a-8aa228701031 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Made reservation on behalf of 4ac259cdee504b83b9d7ceea5bc1cd9c for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:22.707197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-05fe0bb6-f56a-42c8-8f8a-8aa228701031 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.758824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-3d9157ca-5c49-4d10-8925-23b7d2950b98', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:19:22.760221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.775221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-05fe0bb6-f56a-42c8-8f8a-8aa228701031 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] device_id is not set on port dae19933-eaf5-4976-a844-55507a30c91d yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:19:22.825384 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a5efe88-9d1c-458e-ad79-b3e7bd69f8ba tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Publish callbacks [] for security_group (7ac38416-2ac6-41a3-87a2-d71f355cda04), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.862820 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81b82817-87dc-4973-8d3d-5e6196f461b6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for subnet (764b9b08-0f01-4f7a-b908-00800f7d0152), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.863620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Attempting to bind port 07a544b9-df7f-4181-b55d-887bc915643a on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:22.864011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Attempting to bind port 07a544b9-df7f-4181-b55d-887bc915643a by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'cd5f55ea-148f-4480-86cd-b3c57b1839ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '47e52095-7691-46e2-a78a-51ddb71d26f7'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:22.864379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Attempting to bind port 07a544b9-df7f-4181-b55d-887bc915643a on network 47e52095-7691-46e2-a78a-51ddb71d26f7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:22.869032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ff965be5-83eb-4709-a7f4-90f914a16cc6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ff965be5-83eb-4709-a7f4-90f914a16cc6,segment=NetworkSegment(878b8e5b-ecb8-4aa5-b134-e80266343bcc),segment_id=878b8e5b-ecb8-4aa5-b134-e80266343bcc)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:22.910016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ff965be5-83eb-4709-a7f4-90f914a16cc6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.921001 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-c582f2ca-1f8f-4bad-8bc3-0e1cfa1eeef4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Request body: {'network': {'name': 'tempest-network--1377355286', 'router:external': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:22.924062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:22.927217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b82817-87dc-4973-8d3d-5e6196f461b6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Pushing event updated for resources: {'Subnet': ['ID=764b9b08-0f01-4f7a-b908-00800f7d0152,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:22.937897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ba10d9fb-fbae-4df6-a21e-f094bf1dcc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for subnet (a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.948460 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a5efe88-9d1c-458e-ad79-b3e7bd69f8ba tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (7ac38416-2ac6-41a3-87a2-d71f355cda04), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:22.998899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55764) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:23.012271 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b82817-87dc-4973-8d3d-5e6196f461b6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Checking segment: {'id': '7c9e88f2-920c-4fd8-aefb-996872529533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2fcf1696-16d4-4e3f-a9ba-9dc29a115d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:23.012846 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b82817-87dc-4973-8d3d-5e6196f461b6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Network hostable DHCP agents. Network: 2fcf1696-16d4-4e3f-a9ba-9dc29a115d90, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:19:23.032611 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] Publish callbacks [] for router_controller (bbb73ba0-9a42-4c34-a8f2-7511fce6813f), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.034401 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:23.035309 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5efe88-9d1c-458e-ad79-b3e7bd69f8ba tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac38416-2ac6-41a3-87a2-d71f355cda04,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:23.038850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.039448 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b82817-87dc-4973-8d3d-5e6196f461b6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Network 2fcf1696-16d4-4e3f-a9ba-9dc29a115d90 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:19:23.054529 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-81b82817-87dc-4973-8d3d-5e6196f461b6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 2fcf1696-16d4-4e3f-a9ba-9dc29a115d90) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:23.060117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b82817-87dc-4973-8d3d-5e6196f461b6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:23.061202 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81b82817-87dc-4973-8d3d-5e6196f461b6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.094390 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-81b82817-87dc-4973-8d3d-5e6196f461b6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8402812 Oct 26 15:19:23.094860 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55768) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:23.104673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c6561c3f-d3a6-4c1d-abe0-014e5347ffa6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Request body: {'port': {'network_id': '2fcf1696-16d4-4e3f-a9ba-9dc29a115d90', 'name': 'tempest-DHCPAgentSchedulersTestJSON-511103006'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:23.127389 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:23.135909 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:23.136000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:23.146479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01fe259-abcc-4dc0-a74b-6087059487a9 None None] Network 2fcf1696-16d4-4e3f-a9ba-9dc29a115d90 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:23.179722 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5efe88-9d1c-458e-ad79-b3e7bd69f8ba tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:19:23.193937 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Request body: {'networks': [{'name': 'tempest-network--457690386'}, {'name': 'tempest-network--2001706484'}]} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:23.194903 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Request body: {'network': {'name': 'tempest-network--457690386'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:23.194903 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Request body: {'network': {'name': 'tempest-network--2001706484'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:23.211956 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:23.241109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:23.242611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:19:23.243125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Checking segment: {'id': 'cd5f55ea-148f-4480-86cd-b3c57b1839ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '47e52095-7691-46e2-a78a-51ddb71d26f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:23.243598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.244036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Bound using segment: {'id': 'cd5f55ea-148f-4480-86cd-b3c57b1839ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '47e52095-7691-46e2-a78a-51ddb71d26f7'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:19:23.244511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Bound port: 07a544b9-df7f-4181-b55d-887bc915643a, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5f55ea-148f-4480-86cd-b3c57b1839ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '47e52095-7691-46e2-a78a-51ddb71d26f7'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:19:23.245072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (07a544b9-df7f-4181-b55d-887bc915643a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.248313 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Allocated IP 172.20.0.2 (3d9157ca-5c49-4d10-8925-23b7d2950b98/c6a443d4-e63a-4347-b9cd-2a45ed8073c2/de1d3301-5a02-49f1-aae3-c132257e64c0) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:23.250152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Made reservation on behalf of 03516160648b4837a9380d2632689a30 for: {'network': 2} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:23.255820 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.266919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ff965be5-83eb-4709-a7f4-90f914a16cc6,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:23.269002 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.278241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a4024-3f8c-4bd6-bf93-0269372141d7 None None] Current status of the port ff965be5-83eb-4709-a7f4-90f914a16cc6 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:23.327150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6561c3f-d3a6-4c1d-abe0-014e5347ffa6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Made reservation on behalf of 3572f854411f4fa5ad0362926c4c6948 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:23.330945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c6561c3f-d3a6-4c1d-abe0-014e5347ffa6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.361787 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-c6561c3f-d3a6-4c1d-abe0-014e5347ffa6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] device_id is not set on port aa374e9e-7c91-4c89-b572-c2c77d4204e9 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:19:23.388000 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c582f2ca-1f8f-4bad-8bc3-0e1cfa1eeef4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Made reservation on behalf of 8d00f0fbdd024e4d990a5778610b45f4 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:23.390787 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c582f2ca-1f8f-4bad-8bc3-0e1cfa1eeef4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.403221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a5efe88-9d1c-458e-ad79-b3e7bd69f8ba tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (5b4204d1-a025-4984-ada1-3abe40baac4a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.403792 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-4a5efe88-9d1c-458e-ad79-b3e7bd69f8ba tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Added segment 5b4204d1-a025-4984-ada1-3abe40baac4a of type vlan for network 1895bd67-890a-432f-b783-123eb343a7ac Oct 26 15:19:23.459401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d69c463f-46b1-44ee-a068-c50d80bbffd6 None None] Provisioning complete for port ff965be5-83eb-4709-a7f4-90f914a16cc6 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:23.459780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d69c463f-46b1-44ee-a068-c50d80bbffd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ff965be5-83eb-4709-a7f4-90f914a16cc6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.460115 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d69c463f-46b1-44ee-a068-c50d80bbffd6 None None] Attempt 1 to provision port ff965be5-83eb-4709-a7f4-90f914a16cc6 Oct 26 15:19:23.463145 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10d9fb-fbae-4df6-a21e-f094bf1dcc24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:23.489336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:23.492985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] For port 07a544b9-df7f-4181-b55d-887bc915643a, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:23.497455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-2fcf1696-16d4-4e3f-a9ba-9dc29a115d90', 'network_id': '2fcf1696-16d4-4e3f-a9ba-9dc29a115d90', 'project_id': '3572f854411f4fa5ad0362926c4c6948', 'fixed_ips': [{'subnet_id': '764b9b08-0f01-4f7a-b908-00800f7d0152'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:19:23.499225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.503056 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks [] for security_group (9bce35ba-84b9-4297-9462-d71680f445dc), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.529652 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (9bce35ba-84b9-4297-9462-d71680f445dc), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.530422 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.531785 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c582f2ca-1f8f-4bad-8bc3-0e1cfa1eeef4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.538807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] For port 07a544b9-df7f-4181-b55d-887bc915643a, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=07a544b9-df7f-4181-b55d-887bc915643a,segment=NetworkSegment(cd5f55ea-148f-4480-86cd-b3c57b1839ab),segment_id=cd5f55ea-148f-4480-86cd-b3c57b1839ab)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:19:23.543414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:23.583519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (07a544b9-df7f-4181-b55d-887bc915643a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.588923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:19:23.592115 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] Pushing event updated for resources: {'Port': ['ID=394e991d-ba1f-4c55-ad3b-6183751d959f,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:23.601622 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bce35ba-84b9-4297-9462-d71680f445dc,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:23.623163 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (10ad518d-088a-4bee-ad35-03024fd48b03), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.623492 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Added segment 10ad518d-088a-4bee-ad35-03024fd48b03 of type vlan for network 9b1cdd2c-740d-4f40-be3a-c45ddd5e822d Oct 26 15:19:23.625522 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-c6561c3f-d3a6-4c1d-abe0-014e5347ffa6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Allocated IP 172.20.0.12 (2fcf1696-16d4-4e3f-a9ba-9dc29a115d90/764b9b08-0f01-4f7a-b908-00800f7d0152/aa374e9e-7c91-4c89-b572-c2c77d4204e9) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:23.661025 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:23.711113 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (9b1cdd2c-740d-4f40-be3a-c45ddd5e822d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.712833 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] Publish callbacks [] for router_gateway (bbb73ba0-9a42-4c34-a8f2-7511fce6813f), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.716921 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a5efe88-9d1c-458e-ad79-b3e7bd69f8ba tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (1895bd67-890a-432f-b783-123eb343a7ac), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.721660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-05fe0bb6-f56a-42c8-8f8a-8aa228701031 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Allocated IP 2001:db8::39c (47e52095-7691-46e2-a78a-51ddb71d26f7/a4f9c547-5ee0-4195-ac63-023b55b70f49/dae19933-eaf5-4976-a844-55507a30c91d) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:23.738976 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba10d9fb-fbae-4df6-a21e-f094bf1dcc24 admin admin] Checking segment: {'id': '1c47d881-6fb3-4e32-8406-97db91395df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:23.739589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba10d9fb-fbae-4df6-a21e-f094bf1dcc24 admin admin] Network hostable DHCP agents. Network: b43676e9-42d1-409d-82a9-d0337695b267, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:19:23.750618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=16 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:23.782800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ff965be5-83eb-4709-a7f4-90f914a16cc6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:23.833087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:19:23.837306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Publish callbacks [] for port (de1d3301-5a02-49f1-aae3-c132257e64c0), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.855661 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (89708112-4a38-4293-82d8-0fe4bd208f79), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.856020 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Added segment 89708112-4a38-4293-82d8-0fe4bd208f79 of type vlan for network 10bfd7b2-cde6-40b0-8434-d9a180c2f74e Oct 26 15:19:23.865458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3dc21-7a95-4a21-9055-4336bab88c15 None None] Pushing event updated for resources: {'Port': ['ID=07a544b9-df7f-4181-b55d-887bc915643a,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:23.886852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (de1d3301-5a02-49f1-aae3-c132257e64c0), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.896480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d69c463f-46b1-44ee-a068-c50d80bbffd6 None None] Current status of the port ff965be5-83eb-4709-a7f4-90f914a16cc6 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:23.935100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ff965be5-83eb-4709-a7f4-90f914a16cc6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:23.935881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ff965be5-83eb-4709-a7f4-90f914a16cc6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.936100 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ff965be5-83eb-4709-a7f4-90f914a16cc6 Oct 26 15:19:23.941813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (10bfd7b2-cde6-40b0-8434-d9a180c2f74e), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.968477 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c6561c3f-d3a6-4c1d-abe0-014e5347ffa6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks [] for port (aa374e9e-7c91-4c89-b572-c2c77d4204e9), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:23.985003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Network 3d9157ca-5c49-4d10-8925-23b7d2950b98 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:23.996577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:24.001548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (9b1cdd2c-740d-4f40-be3a-c45ddd5e822d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.001947 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (10bfd7b2-cde6-40b0-8434-d9a180c2f74e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.002667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Pushing event updated for resources: {'Port': ['ID=de1d3301-5a02-49f1-aae3-c132257e64c0,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:24.007037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:24.008290 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:24.012604 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:24.013385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.039444 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a5efe88-9d1c-458e-ad79-b3e7bd69f8ba tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (1895bd67-890a-432f-b783-123eb343a7ac), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.044538 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5efe88-9d1c-458e-ad79-b3e7bd69f8ba tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:24.045221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a5efe88-9d1c-458e-ad79-b3e7bd69f8ba tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.049703 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0489681 Oct 26 15:19:24.054706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55770) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:24.065574 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba10d9fb-fbae-4df6-a21e-f094bf1dcc24 admin admin] Network b43676e9-42d1-409d-82a9-d0337695b267 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:19:24.144080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Attempting to bind port de1d3301-5a02-49f1-aae3-c132257e64c0 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:24.144240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Attempting to bind port de1d3301-5a02-49f1-aae3-c132257e64c0 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'fac12222-1d58-485d-89d6-c1e01cb80a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:24.144767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Attempting to bind port de1d3301-5a02-49f1-aae3-c132257e64c0 on network 3d9157ca-5c49-4d10-8925-23b7d2950b98 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:24.217129 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5efe88-9d1c-458e-ad79-b3e7bd69f8ba tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Pushing event updated for resources: {'Network': ['ID=1895bd67-890a-432f-b783-123eb343a7ac,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:24.245961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 1895bd67-890a-432f-b783-123eb343a7ac details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:19:24.326737 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4a5efe88-9d1c-458e-ad79-b3e7bd69f8ba tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.1045098 Oct 26 15:19:24.327965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-ba10d9fb-fbae-4df6-a21e-f094bf1dcc24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, b43676e9-42d1-409d-82a9-d0337695b267) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:24.349717 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba10d9fb-fbae-4df6-a21e-f094bf1dcc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:24.351713 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c6561c3f-d3a6-4c1d-abe0-014e5347ffa6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (aa374e9e-7c91-4c89-b572-c2c77d4204e9), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.353606 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ba10d9fb-fbae-4df6-a21e-f094bf1dcc24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.354606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258e213f-8725-4320-9d72-e3718f401bf4 None None] Network b43676e9-42d1-409d-82a9-d0337695b267 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:24.358733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event updated for resources: {'Network': ['ID=9b1cdd2c-740d-4f40-be3a-c45ddd5e822d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:24.375826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ff965be5-83eb-4709-a7f4-90f914a16cc6 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:24.402764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 9b1cdd2c-740d-4f40-be3a-c45ddd5e822d details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:19:24.405282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:19:24.405603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Checking segment: {'id': 'fac12222-1d58-485d-89d6-c1e01cb80a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:24.406016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.406415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Bound using segment: {'id': 'fac12222-1d58-485d-89d6-c1e01cb80a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:19:24.406908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Bound port: de1d3301-5a02-49f1-aae3-c132257e64c0, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac12222-1d58-485d-89d6-c1e01cb80a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:19:24.407294 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de1d3301-5a02-49f1-aae3-c132257e64c0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.461430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Allocated IP 172.20.0.2 (2fcf1696-16d4-4e3f-a9ba-9dc29a115d90/764b9b08-0f01-4f7a-b908-00800f7d0152/433c3999-c97f-4927-96d1-101cce626ebd) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:24.512970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:24.531976 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=7,neutron:SELECT=81,neutron:INSERT=12 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:24.562601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6561c3f-d3a6-4c1d-abe0-014e5347ffa6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Network 2fcf1696-16d4-4e3f-a9ba-9dc29a115d90 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:24.589640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e792f-0d83-459a-86d1-955c64e40c4e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event updated for resources: {'Network': ['ID=10bfd7b2-cde6-40b0-8434-d9a180c2f74e,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:24.599194 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-c6561c3f-d3a6-4c1d-abe0-014e5347ffa6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:24.609744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6561c3f-d3a6-4c1d-abe0-014e5347ffa6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:24.615925 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6561c3f-d3a6-4c1d-abe0-014e5347ffa6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:24.616640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c6561c3f-d3a6-4c1d-abe0-014e5347ffa6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.622700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 10bfd7b2-cde6-40b0-8434-d9a180c2f74e details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:19:24.623432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6561c3f-d3a6-4c1d-abe0-014e5347ffa6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Pushing event updated for resources: {'Port': ['ID=aa374e9e-7c91-4c89-b572-c2c77d4204e9,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:24.642336 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9e937c-953d-4b33-af2e-f10674e8f5f4 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:24.652459 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9e937c-953d-4b33-af2e-f10674e8f5f4 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:24.658831 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9e937c-953d-4b33-af2e-f10674e8f5f4 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:24.663989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9e937c-953d-4b33-af2e-f10674e8f5f4 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:24.668396 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6e9e937c-953d-4b33-af2e-f10674e8f5f4 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6131468 Oct 26 15:19:24.669033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55790) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:24.680981 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ba10d9fb-fbae-4df6-a21e-f094bf1dcc24 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.8365574 Oct 26 15:19:24.687135 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c6561c3f-d3a6-4c1d-abe0-014e5347ffa6 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5881958 Oct 26 15:19:24.687135 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55792) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:24.699411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:24.701402 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55794) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:24.763724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] For port de1d3301-5a02-49f1-aae3-c132257e64c0, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:24.790286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-b43676e9-42d1-409d-82a9-d0337695b267', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:19:24.791233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.791431 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (9b1cdd2c-740d-4f40-be3a-c45ddd5e822d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.797632 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (62b9f0e9-5874-41a0-857a-c43efc83f0ef), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.798364 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (62b9f0e9-5874-41a0-857a-c43efc83f0ef), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.817120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] For port de1d3301-5a02-49f1-aae3-c132257e64c0, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de1d3301-5a02-49f1-aae3-c132257e64c0,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:19:24.825874 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-05fe0bb6-f56a-42c8-8f8a-8aa228701031 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks [] for port (dae19933-eaf5-4976-a844-55507a30c91d), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.828280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:24.831439 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] Publish callbacks [] for router_gateway (09b0bbae-93c9-4945-a7f7-5a6d292f1411), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.855856 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c582f2ca-1f8f-4bad-8bc3-0e1cfa1eeef4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks [] for security_group (722305a5-9295-421e-a10d-8e014124eedf), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.868915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] Publish callbacks [] for router_controller (62b9f0e9-5874-41a0-857a-c43efc83f0ef), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.871822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de1d3301-5a02-49f1-aae3-c132257e64c0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.879670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:24.887399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:24.925649 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:24.932692 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c582f2ca-1f8f-4bad-8bc3-0e1cfa1eeef4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (722305a5-9295-421e-a10d-8e014124eedf), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.937666 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:24.951840 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c582f2ca-1f8f-4bad-8bc3-0e1cfa1eeef4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:19:24.965677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c582f2ca-1f8f-4bad-8bc3-0e1cfa1eeef4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (3c9f36aa-b14d-45f7-8163-bf3518a0b1e8), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:24.966044 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-c582f2ca-1f8f-4bad-8bc3-0e1cfa1eeef4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Added segment 3c9f36aa-b14d-45f7-8163-bf3518a0b1e8 of type vlan for network 47c6554e-b646-423e-9d10-f2b17e562ea3 Oct 26 15:19:25.047511 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c582f2ca-1f8f-4bad-8bc3-0e1cfa1eeef4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (47c6554e-b646-423e-9d10-f2b17e562ea3), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:25.146376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94348c35-c563-4c1c-b320-35f3c3505422 None None] Pushing event updated for resources: {'Port': ['ID=de1d3301-5a02-49f1-aae3-c132257e64c0,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:25.147111 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c582f2ca-1f8f-4bad-8bc3-0e1cfa1eeef4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (47c6554e-b646-423e-9d10-f2b17e562ea3), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:25.148235 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c582f2ca-1f8f-4bad-8bc3-0e1cfa1eeef4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:25.148866 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c582f2ca-1f8f-4bad-8bc3-0e1cfa1eeef4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:25.172401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (9b1cdd2c-740d-4f40-be3a-c45ddd5e822d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:25.178425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Publish callbacks [] for port (433c3999-c97f-4927-96d1-101cce626ebd), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:25.248038 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] Publish callbacks [] for router_gateway (bbb73ba0-9a42-4c34-a8f2-7511fce6813f), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:25.264512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] Publish callbacks [] for router_gateway (62b9f0e9-5874-41a0-857a-c43efc83f0ef), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:25.303836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Subscribe: > segment before_delete 55550000 {{(pid=105321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:25.304406 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:25.310653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:25.311339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Subscribe: > port after_create 55550000 {{(pid=105321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:25.311920 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Subscribe: > port after_delete 55550000 {{(pid=105321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:25.312769 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Subscribe: > port after_update 55550000 {{(pid=105321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:25.313364 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Subscribe: > segment after_delete 55550000 {{(pid=105321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:25.313896 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Subscribe: > subnet after_create 55550000 {{(pid=105321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:25.314625 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Subscribe: > subnet after_delete 55550000 {{(pid=105321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:25.315179 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Subscribe: > subnet after_update 55550000 {{(pid=105321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:25.317953 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:25.341213 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582f2ca-1f8f-4bad-8bc3-0e1cfa1eeef4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722305a5-9295-421e-a10d-8e014124eedf,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:25.346668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Allocated IP 172.20.0.2 (b43676e9-42d1-409d-82a9-d0337695b267/a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2/c81d2bb0-3936-4d95-a847-347a991c56cf) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:25.363148 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c582f2ca-1f8f-4bad-8bc3-0e1cfa1eeef4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.8304696 Oct 26 15:19:25.364084 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-000de4f2-9e93-42b3-8268-466054fe603f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Deleting port aa374e9e-7c91-4c89-b572-c2c77d4204e9 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:19:25.364686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-000de4f2-9e93-42b3-8268-466054fe603f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (aa374e9e-7c91-4c89-b572-c2c77d4204e9), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:25.465042 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55796) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:25.465376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55798) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:25.492961 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:25.512010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Request body: {'port': {'network_id': '1895bd67-890a-432f-b783-123eb343a7ac', 'binding:host_id': 'hv-neutron-7598', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1394475445'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:25.567407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c93216-ed62-41ed-be8e-9bf68daede5f None None] Network 47e52095-7691-46e2-a78a-51ddb71d26f7 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:25.570394 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582f2ca-1f8f-4bad-8bc3-0e1cfa1eeef4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Pushing event updated for resources: {'Network': ['ID=47c6554e-b646-423e-9d10-f2b17e562ea3,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:25.575983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (433c3999-c97f-4927-96d1-101cce626ebd), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:25.596998 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Made reservation on behalf of 0fbce8a7ac6748cdb1e487846de64ba0 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:25.602250 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:25.609073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 47c6554e-b646-423e-9d10-f2b17e562ea3 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:19:25.644673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Subscribe: > subnet after_create 55550000 {{(pid=105321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:25.645181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Subscribe: > subnet after_delete 55550000 {{(pid=105321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:25.645610 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Subscribe: > subnet before_create 55550000 {{(pid=105321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:25.646053 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Subscribe: > subnet before_update 55550000 {{(pid=105321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:25.647651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1cdd2c-740d-4f40-be3a-c45ddd5e822d']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:25.649184 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-000de4f2-9e93-42b3-8268-466054fe603f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (aa374e9e-7c91-4c89-b572-c2c77d4204e9), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:25.658443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-05fe0bb6-f56a-42c8-8f8a-8aa228701031 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (dae19933-eaf5-4976-a844-55507a30c91d), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:25.682304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-5044ddc9-04bc-4684-ad7c-cf762f842eee None None] Provisioning complete for port 07a544b9-df7f-4181-b55d-887bc915643a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:25.682716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5044ddc9-04bc-4684-ad7c-cf762f842eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (07a544b9-df7f-4181-b55d-887bc915643a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:25.683045 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-5044ddc9-04bc-4684-ad7c-cf762f842eee None None] Attempt 1 to provision port 07a544b9-df7f-4181-b55d-887bc915643a Oct 26 15:19:25.703086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Network 2fcf1696-16d4-4e3f-a9ba-9dc29a115d90 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:25.714279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ad518d-088a-4bee-ad35-03024fd48b03') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:25.714675 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ad518d-088a-4bee-ad35-03024fd48b03') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:25.736030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (10ad518d-088a-4bee-ad35-03024fd48b03), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:25.737797 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:25.744460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 07a544b9-df7f-4181-b55d-887bc915643a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:25.756849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:25.777183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (10ad518d-088a-4bee-ad35-03024fd48b03), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:25.785003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-000de4f2-9e93-42b3-8268-466054fe603f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Calling delete_port for aa374e9e-7c91-4c89-b572-c2c77d4204e9 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:19:25.791589 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:19:25.791982 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (10ad518d-088a-4bee-ad35-03024fd48b03), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:25.800451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:25.804480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Pushing event updated for resources: {'Port': ['ID=433c3999-c97f-4927-96d1-101cce626ebd,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:25.901453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fe0bb6-f56a-42c8-8f8a-8aa228701031 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Network 47e52095-7691-46e2-a78a-51ddb71d26f7 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:25.985143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:INSERT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:26.030836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] Publish callbacks [] for router_gateway (62b9f0e9-5874-41a0-857a-c43efc83f0ef), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.052195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Publish callbacks [] for port (c81d2bb0-3936-4d95-a847-347a991c56cf), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.074720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (9b1cdd2c-740d-4f40-be3a-c45ddd5e822d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.088143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 07a544b9-df7f-4181-b55d-887bc915643a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:26.088558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (07a544b9-df7f-4181-b55d-887bc915643a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.089023 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 07a544b9-df7f-4181-b55d-887bc915643a Oct 26 15:19:26.090735 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.101658 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "DELETE /networking/v2.0/networks/9b1cdd2c-740d-4f40-be3a-c45ddd5e822d HTTP/1.1" status: 204 len: 168 time: 1.4309146 Oct 26 15:19:26.103671 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.107573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55812) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:26.123430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (c81d2bb0-3936-4d95-a847-347a991c56cf), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.196050 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a03976-8645-4153-bcdf-0858be645fdd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event deleted for resources: {'Network': ['ID=9b1cdd2c-740d-4f40-be3a-c45ddd5e822d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:26.203477 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (47c6554e-b646-423e-9d10-f2b17e562ea3), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.207534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Network b43676e9-42d1-409d-82a9-d0337695b267 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:26.214941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Pushing event updated for resources: {'Port': ['ID=c81d2bb0-3936-4d95-a847-347a991c56cf,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:26.223774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:26.226682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Attempting to bind port 433c3999-c97f-4927-96d1-101cce626ebd on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:26.227202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Attempting to bind port 433c3999-c97f-4927-96d1-101cce626ebd by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '7c9e88f2-920c-4fd8-aefb-996872529533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2fcf1696-16d4-4e3f-a9ba-9dc29a115d90'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:26.227568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Attempting to bind port 433c3999-c97f-4927-96d1-101cce626ebd on network 2fcf1696-16d4-4e3f-a9ba-9dc29a115d90 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:26.262447 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 10ad518d-088a-4bee-ad35-03024fd48b03 resource provider aggregate not found Oct 26 15:19:26.267534 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-05fe0bb6-f56a-42c8-8f8a-8aa228701031 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:26.275010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe0bb6-f56a-42c8-8f8a-8aa228701031 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:26.283841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:26.284029 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fe0bb6-f56a-42c8-8f8a-8aa228701031 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:26.284591 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-05fe0bb6-f56a-42c8-8f8a-8aa228701031 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.311231 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 10ad518d-088a-4bee-ad35-03024fd48b03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10ad518d-088a-4bee-ad35-03024fd48b03 found for delete ", "request_id": "req-b3d1e87e-4a93-41e8-b053-5820c453e041"}]} Oct 26 15:19:26.317607 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe0bb6-f56a-42c8-8f8a-8aa228701031 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event updated for resources: {'Port': ['ID=dae19933-eaf5-4976-a844-55507a30c91d,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:26.324154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3e95549-5cd2-47a1-b328-cdcc1d409ae0 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (10bfd7b2-cde6-40b0-8434-d9a180c2f74e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.357683 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:26.448768 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-05fe0bb6-f56a-42c8-8f8a-8aa228701031 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.2246778 Oct 26 15:19:26.454769 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55816) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:26.461933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-5044ddc9-04bc-4684-ad7c-cf762f842eee None None] Current status of the port 07a544b9-df7f-4181-b55d-887bc915643a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:26.462416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5044ddc9-04bc-4684-ad7c-cf762f842eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (07a544b9-df7f-4181-b55d-887bc915643a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.462955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-43fc11d7-9afe-44f0-9ec8-a4e0a738e6ab tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Request body: {'port': {'network_id': '47e52095-7691-46e2-a78a-51ddb71d26f7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-956343384', 'allowed_address_pairs': [{'ip_address': '2001:db8::39c', 'mac_address': 'fa:16:3e:75:17:ab'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:26.485577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:19:26.486348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Checking segment: {'id': '7c9e88f2-920c-4fd8-aefb-996872529533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2fcf1696-16d4-4e3f-a9ba-9dc29a115d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:26.486820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.487292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Bound using segment: {'id': '7c9e88f2-920c-4fd8-aefb-996872529533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2fcf1696-16d4-4e3f-a9ba-9dc29a115d90'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:19:26.487910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Bound port: 433c3999-c97f-4927-96d1-101cce626ebd, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9e88f2-920c-4fd8-aefb-996872529533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2fcf1696-16d4-4e3f-a9ba-9dc29a115d90'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:19:26.488399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (433c3999-c97f-4927-96d1-101cce626ebd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.492406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Attempting to bind port c81d2bb0-3936-4d95-a847-347a991c56cf on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:26.492977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Attempting to bind port c81d2bb0-3936-4d95-a847-347a991c56cf by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '1c47d881-6fb3-4e32-8406-97db91395df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:26.493396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Attempting to bind port c81d2bb0-3936-4d95-a847-347a991c56cf on network b43676e9-42d1-409d-82a9-d0337695b267 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:26.497314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3e95549-5cd2-47a1-b328-cdcc1d409ae0 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (10bfd7b2-cde6-40b0-8434-d9a180c2f74e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.518026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] Allocated IP 172.26.11.165 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/54d3be7f-3b5d-4edf-8c84-a320a1636fb9) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:26.526734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19752aa1-3fbe-461a-8e90-df35bb9645d2 None None] Network 3d9157ca-5c49-4d10-8925-23b7d2950b98 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:26.621689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-5044ddc9-04bc-4684-ad7c-cf762f842eee None None] For port 07a544b9-df7f-4181-b55d-887bc915643a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=07a544b9-df7f-4181-b55d-887bc915643a,segment=NetworkSegment(cd5f55ea-148f-4480-86cd-b3c57b1839ab),segment_id=cd5f55ea-148f-4480-86cd-b3c57b1839ab)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:26.652469 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (09b0bbae-93c9-4945-a7f7-5a6d292f1411), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.662500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5044ddc9-04bc-4684-ad7c-cf762f842eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (07a544b9-df7f-4181-b55d-887bc915643a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.665845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 07a544b9-df7f-4181-b55d-887bc915643a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:26.666558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (07a544b9-df7f-4181-b55d-887bc915643a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.691459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:26.731829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c3e95549-5cd2-47a1-b328-cdcc1d409ae0 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10bfd7b2-cde6-40b0-8434-d9a180c2f74e']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:26.749828 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c3e95549-5cd2-47a1-b328-cdcc1d409ae0 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89708112-4a38-4293-82d8-0fe4bd208f79') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:26.750204 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c3e95549-5cd2-47a1-b328-cdcc1d409ae0 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89708112-4a38-4293-82d8-0fe4bd208f79') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:26.759322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:19:26.759700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Checking segment: {'id': '1c47d881-6fb3-4e32-8406-97db91395df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:26.760161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.760537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Bound using segment: {'id': '1c47d881-6fb3-4e32-8406-97db91395df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:19:26.761292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Bound port: c81d2bb0-3936-4d95-a847-347a991c56cf, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c47d881-6fb3-4e32-8406-97db91395df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:19:26.761498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c81d2bb0-3936-4d95-a847-347a991c56cf), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.764983 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (47c6554e-b646-423e-9d10-f2b17e562ea3), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.770810 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3e95549-5cd2-47a1-b328-cdcc1d409ae0 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (89708112-4a38-4293-82d8-0fe4bd208f79), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.804952 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3e95549-5cd2-47a1-b328-cdcc1d409ae0 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (89708112-4a38-4293-82d8-0fe4bd208f79), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.816840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:26.821280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-000de4f2-9e93-42b3-8268-466054fe603f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (aa374e9e-7c91-4c89-b572-c2c77d4204e9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.832245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e95549-5cd2-47a1-b328-cdcc1d409ae0 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:19:26.832581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] For port 433c3999-c97f-4927-96d1-101cce626ebd, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:26.832674 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3e95549-5cd2-47a1-b328-cdcc1d409ae0 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (89708112-4a38-4293-82d8-0fe4bd208f79), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.858937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks [] for security_group (e3d31422-ecba-4ca3-a0a0-cd0457f1c891), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.891793 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fc11d7-9afe-44f0-9ec8-a4e0a738e6ab tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Made reservation on behalf of 4ac259cdee504b83b9d7ceea5bc1cd9c for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:26.898658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (e3d31422-ecba-4ca3-a0a0-cd0457f1c891), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.903138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] For port 433c3999-c97f-4927-96d1-101cce626ebd, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=433c3999-c97f-4927-96d1-101cce626ebd,segment=NetworkSegment(7c9e88f2-920c-4fd8-aefb-996872529533),segment_id=7c9e88f2-920c-4fd8-aefb-996872529533)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:19:26.906825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d6e76027-2e17-44ec-8b9a-9ce6872ec952 None None] Provisioning complete for port dae19933-eaf5-4976-a844-55507a30c91d triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:26.907222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d6e76027-2e17-44ec-8b9a-9ce6872ec952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dae19933-eaf5-4976-a844-55507a30c91d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.907880 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d6e76027-2e17-44ec-8b9a-9ce6872ec952 None None] Attempt 1 to provision port dae19933-eaf5-4976-a844-55507a30c91d Oct 26 15:19:26.916278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044ddc9-04bc-4684-ad7c-cf762f842eee None None] Pushing event updated for resources: {'Port': ['ID=07a544b9-df7f-4181-b55d-887bc915643a,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:26.917399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=105322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:26.917826 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:26.918640 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:26.918978 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Subscribe: > port after_create 55550000 {{(pid=105322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:26.919334 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Subscribe: > port after_delete 55550000 {{(pid=105322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:26.919681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Subscribe: > port after_update 55550000 {{(pid=105322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:26.920011 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=105322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:26.920348 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=105322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:26.920665 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=105322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:26.921051 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=105322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:26.955576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (433c3999-c97f-4927-96d1-101cce626ebd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.965318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3e95549-5cd2-47a1-b328-cdcc1d409ae0 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (10bfd7b2-cde6-40b0-8434-d9a180c2f74e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.969103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.db.api [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:19:26.970300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG oslo_db.api [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:19:26.973786 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3e95549-5cd2-47a1-b328-cdcc1d409ae0 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:26.980325 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c3e95549-5cd2-47a1-b328-cdcc1d409ae0 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "DELETE /networking/v2.0/networks/10bfd7b2-cde6-40b0-8434-d9a180c2f74e HTTP/1.1" status: 204 len: 168 time: 0.8581145 Oct 26 15:19:26.982845 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55818) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:27.014375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d6e76027-2e17-44ec-8b9a-9ce6872ec952 None None] Port dae19933-eaf5-4976-a844-55507a30c91d cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:19:27.037763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] For port c81d2bb0-3936-4d95-a847-347a991c56cf, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:27.044003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] For port c81d2bb0-3936-4d95-a847-347a991c56cf, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c81d2bb0-3936-4d95-a847-347a991c56cf,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:19:27.050119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:27.054272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d6e76027-2e17-44ec-8b9a-9ce6872ec952 None None] Provisioning complete for port 07a544b9-df7f-4181-b55d-887bc915643a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:27.054665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d6e76027-2e17-44ec-8b9a-9ce6872ec952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (07a544b9-df7f-4181-b55d-887bc915643a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.055036 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d6e76027-2e17-44ec-8b9a-9ce6872ec952 None None] Attempt 1 to provision port 07a544b9-df7f-4181-b55d-887bc915643a Oct 26 15:19:27.079257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5966409-41a3-4d1b-a50d-3c500fd5c99d None None] Pushing event updated for resources: {'Port': ['ID=433c3999-c97f-4927-96d1-101cce626ebd,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:27.085837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c81d2bb0-3936-4d95-a847-347a991c56cf), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.136307 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=105322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:27.136663 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=105322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:27.140304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=105322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:27.140835 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=105322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 15:19:27.141105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c6554e-b646-423e-9d10-f2b17e562ea3']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:27.143115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:27.150659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdeb641-52ae-4401-882d-c03ac2011904 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:27.156833 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdeb641-52ae-4401-882d-c03ac2011904 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:27.162969 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdeb641-52ae-4401-882d-c03ac2011904 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:27.170383 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9bdeb641-52ae-4401-882d-c03ac2011904 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1891 time: 0.1840677 Oct 26 15:19:27.176574 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55820) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:27.180748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7106e-47f3-48fe-9945-f1beca3cce4a None None] Pushing event updated for resources: {'Port': ['ID=c81d2bb0-3936-4d95-a847-347a991c56cf,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:27.182892 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e64d4618-79f7-464b-8e80-647af74b00eb tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1885980575'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:27.193549 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=8 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:27.194620 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000de4f2-9e93-42b3-8268-466054fe603f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Pushing event deleted for resources: {'Port': ['ID=aa374e9e-7c91-4c89-b572-c2c77d4204e9,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:27.201858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d6e76027-2e17-44ec-8b9a-9ce6872ec952 None None] Current status of the port 07a544b9-df7f-4181-b55d-887bc915643a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:27.210676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d6e76027-2e17-44ec-8b9a-9ce6872ec952 None None] Provisioning complete for port de1d3301-5a02-49f1-aae3-c132257e64c0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:27.211139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d6e76027-2e17-44ec-8b9a-9ce6872ec952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de1d3301-5a02-49f1-aae3-c132257e64c0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.211485 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d6e76027-2e17-44ec-8b9a-9ce6872ec952 None None] Attempt 1 to provision port de1d3301-5a02-49f1-aae3-c132257e64c0 Oct 26 15:19:27.216758 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] device_id is not set on port 7de71cf2-931c-43a6-988c-91fd677f53a9 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:19:27.223604 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e95549-5cd2-47a1-b328-cdcc1d409ae0 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event deleted for resources: {'Network': ['ID=10bfd7b2-cde6-40b0-8434-d9a180c2f74e,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:27.244529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:27.250441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64d4618-79f7-464b-8e80-647af74b00eb tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Made reservation on behalf of 03516160648b4837a9380d2632689a30 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:27.256606 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e64d4618-79f7-464b-8e80-647af74b00eb tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.270954 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9f36aa-b14d-45f7-8163-bf3518a0b1e8') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:27.271164 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9f36aa-b14d-45f7-8163-bf3518a0b1e8') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:27.296285 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-43fc11d7-9afe-44f0-9ec8-a4e0a738e6ab tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.326982 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64d4618-79f7-464b-8e80-647af74b00eb tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:19:27.329949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d6e76027-2e17-44ec-8b9a-9ce6872ec952 None None] Current status of the port de1d3301-5a02-49f1-aae3-c132257e64c0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:27.330315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-43fc11d7-9afe-44f0-9ec8-a4e0a738e6ab tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] device_id is not set on port 8625687c-50c2-4cb0-93d7-6bd602c70630 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:19:27.330545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d6e76027-2e17-44ec-8b9a-9ce6872ec952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de1d3301-5a02-49f1-aae3-c132257e64c0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.406868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-d6e76027-2e17-44ec-8b9a-9ce6872ec952 None None] For port de1d3301-5a02-49f1-aae3-c132257e64c0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de1d3301-5a02-49f1-aae3-c132257e64c0,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:27.417208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d6e76027-2e17-44ec-8b9a-9ce6872ec952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de1d3301-5a02-49f1-aae3-c132257e64c0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.419632 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e64d4618-79f7-464b-8e80-647af74b00eb tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (7781231a-e601-48ca-820a-2899118ebc6c), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.419987 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-e64d4618-79f7-464b-8e80-647af74b00eb tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Added segment 7781231a-e601-48ca-820a-2899118ebc6c of type vlan for network ec4ee3ed-2db7-4c83-9fcf-9bd999114494 Oct 26 15:19:27.434287 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (3c9f36aa-b14d-45f7-8163-bf3518a0b1e8), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.494137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e76027-2e17-44ec-8b9a-9ce6872ec952 None None] Pushing event updated for resources: {'Port': ['ID=de1d3301-5a02-49f1-aae3-c132257e64c0,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:27.535225 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] Publish callbacks [] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.554843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 07a544b9-df7f-4181-b55d-887bc915643a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:27.562555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de1d3301-5a02-49f1-aae3-c132257e64c0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:27.597713 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d31422-ecba-4ca3-a0a0-cd0457f1c891,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:27.599420 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-43fc11d7-9afe-44f0-9ec8-a4e0a738e6ab tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Allocated IP 2001:db8::125 (47e52095-7691-46e2-a78a-51ddb71d26f7/a4f9c547-5ee0-4195-ac63-023b55b70f49/8625687c-50c2-4cb0-93d7-6bd602c70630) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:27.600405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c0ac1b56-b394-4e67-8372-f602acf0850c None None] Provisioning complete for port dae19933-eaf5-4976-a844-55507a30c91d triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:27.600822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c0ac1b56-b394-4e67-8372-f602acf0850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dae19933-eaf5-4976-a844-55507a30c91d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.601175 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c0ac1b56-b394-4e67-8372-f602acf0850c None None] Attempt 1 to provision port dae19933-eaf5-4976-a844-55507a30c91d Oct 26 15:19:27.650679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (3c9f36aa-b14d-45f7-8163-bf3518a0b1e8), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.651049 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e64d4618-79f7-464b-8e80-647af74b00eb tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (ec4ee3ed-2db7-4c83-9fcf-9bd999114494), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.654976 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:27.670536 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-000de4f2-9e93-42b3-8268-466054fe603f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.676594 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-000de4f2-9e93-42b3-8268-466054fe603f tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] 10.222.0.60 "DELETE /networking/v2.0/ports/aa374e9e-7c91-4c89-b572-c2c77d4204e9 HTTP/1.1" status: 204 len: 168 time: 2.9629292 Oct 26 15:19:27.681318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55824) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:27.685869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac1b56-b394-4e67-8372-f602acf0850c None None] Port dae19933-eaf5-4976-a844-55507a30c91d cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:19:27.686467 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:19:27.686823 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (3c9f36aa-b14d-45f7-8163-bf3518a0b1e8), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.708339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de1d3301-5a02-49f1-aae3-c132257e64c0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:27.708725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de1d3301-5a02-49f1-aae3-c132257e64c0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.709747 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de1d3301-5a02-49f1-aae3-c132257e64c0 Oct 26 15:19:27.711302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c0ac1b56-b394-4e67-8372-f602acf0850c None None] Provisioning complete for port de1d3301-5a02-49f1-aae3-c132257e64c0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:27.711651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c0ac1b56-b394-4e67-8372-f602acf0850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de1d3301-5a02-49f1-aae3-c132257e64c0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.711983 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c0ac1b56-b394-4e67-8372-f602acf0850c None None] Attempt 1 to provision port de1d3301-5a02-49f1-aae3-c132257e64c0 Oct 26 15:19:27.738046 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e64d4618-79f7-464b-8e80-647af74b00eb tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (ec4ee3ed-2db7-4c83-9fcf-9bd999114494), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.743119 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64d4618-79f7-464b-8e80-647af74b00eb tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:27.743774 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e64d4618-79f7-464b-8e80-647af74b00eb tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.857865 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e64d4618-79f7-464b-8e80-647af74b00eb tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6800492 Oct 26 15:19:27.872492 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55832) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:27.878484 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-b7b5ad4b-528b-48ec-b771-aced12ec25ac tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1608932585'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:27.893013 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:27.904032 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d4618-79f7-464b-8e80-647af74b00eb tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event updated for resources: {'Network': ['ID=ec4ee3ed-2db7-4c83-9fcf-9bd999114494,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:27.935764 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b5ad4b-528b-48ec-b771-aced12ec25ac tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Made reservation on behalf of 03516160648b4837a9380d2632689a30 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:27.941008 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b7b5ad4b-528b-48ec-b771-aced12ec25ac tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:27.949074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network ec4ee3ed-2db7-4c83-9fcf-9bd999114494 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:19:27.998141 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0a1154e7-f14c-4da3-83d0-8d8a5959560d tempest-DHCPAgentSchedulersTestJSON-264214924 tempest-DHCPAgentSchedulersTestJSON-264214924-project-admin] 10.222.0.60 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.3102572 Oct 26 15:19:28.003848 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55838) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:28.018804 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 3c9f36aa-b14d-45f7-8163-bf3518a0b1e8 resource provider aggregate not found Oct 26 15:19:28.029409 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-6fc0464a-010a-4a12-bcc1-a8d47735e5d9 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1384311344'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:28.039670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-43fc11d7-9afe-44f0-9ec8-a4e0a738e6ab tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks [] for port (8625687c-50c2-4cb0-93d7-6bd602c70630), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:28.062144 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:28.072811 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (47c6554e-b646-423e-9d10-f2b17e562ea3), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:28.074911 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b5ad4b-528b-48ec-b771-aced12ec25ac tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:19:28.078727 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 47c6554e-b646-423e-9d10-f2b17e562ea3 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 15:19:28.081167 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:28.084455 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] 10.222.0.60 "DELETE /networking/v2.0/networks/47c6554e-b646-423e-9d10-f2b17e562ea3 HTTP/1.1" status: 204 len: 168 time: 2.5904160 Oct 26 15:19:28.086250 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 3c9f36aa-b14d-45f7-8163-bf3518a0b1e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c9f36aa-b14d-45f7-8163-bf3518a0b1e8 found for delete ", "request_id": "req-804c390f-d8f4-4c6c-b453-a81950198e7b"}]} Oct 26 15:19:28.110350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b7b5ad4b-528b-48ec-b771-aced12ec25ac tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (fcbdb3b4-1162-406b-a32a-1d0baaf47c2e), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:28.111078 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-b7b5ad4b-528b-48ec-b771-aced12ec25ac tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Added segment fcbdb3b4-1162-406b-a32a-1d0baaf47c2e of type vlan for network 5311ab5c-bcbb-4356-b06c-161b2cb2c5c0 Oct 26 15:19:28.116489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de1d3301-5a02-49f1-aae3-c132257e64c0 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:28.124521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac1b56-b394-4e67-8372-f602acf0850c None None] Current status of the port de1d3301-5a02-49f1-aae3-c132257e64c0 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:28.128758 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55842) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:28.139332 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-c3230124-4bd5-4692-ad4a-63b23ec62c6c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:28.143601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] Router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:19:28.176024 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:28.190891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:28.194089 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:28.206785 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81d2d2-68d1-42ae-b201-2e8b1118b85e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Pushing event deleted for resources: {'Network': ['ID=47c6554e-b646-423e-9d10-f2b17e562ea3,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:28.267343 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b7b5ad4b-528b-48ec-b771-aced12ec25ac tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (5311ab5c-bcbb-4356-b06c-161b2cb2c5c0), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:28.272248 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc0464a-010a-4a12-bcc1-a8d47735e5d9 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Made reservation on behalf of 3572f854411f4fa5ad0362926c4c6948 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:28.276074 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6fc0464a-010a-4a12-bcc1-a8d47735e5d9 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:28.284374 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] Allocated IP 172.26.11.173 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/0c1d598d-cc10-4970-8e2c-4e5f7dec4da4) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:28.337449 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:28.353425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-43fc11d7-9afe-44f0-9ec8-a4e0a738e6ab tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (8625687c-50c2-4cb0-93d7-6bd602c70630), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:28.382024 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 89708112-4a38-4293-82d8-0fe4bd208f79 resource provider aggregate not found Oct 26 15:19:28.458827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 07a544b9-df7f-4181-b55d-887bc915643a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:28.459936 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] device_id is not set on port 7de71cf2-931c-43a6-988c-91fd677f53a9 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:19:28.475616 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks [] for port (7de71cf2-931c-43a6-988c-91fd677f53a9), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:28.479453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] Pushing event updated for resources: {'Port': ['ID=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:28.487711 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3230124-4bd5-4692-ad4a-63b23ec62c6c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Made reservation on behalf of 8d00f0fbdd024e4d990a5778610b45f4 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:28.492244 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c3230124-4bd5-4692-ad4a-63b23ec62c6c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:28.504299 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 89708112-4a38-4293-82d8-0fe4bd208f79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89708112-4a38-4293-82d8-0fe4bd208f79 found for delete ", "request_id": "req-7e910a72-7f4c-4fdd-b66b-e885eac1ac98"}]} Oct 26 15:19:28.511947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (7de71cf2-931c-43a6-988c-91fd677f53a9), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:28.532153 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:28.538480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:28.556971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 07a544b9-df7f-4181-b55d-887bc915643a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:28.557592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (07a544b9-df7f-4181-b55d-887bc915643a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:28.566103 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 07a544b9-df7f-4181-b55d-887bc915643a Oct 26 15:19:28.580373 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b7b5ad4b-528b-48ec-b771-aced12ec25ac tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (5311ab5c-bcbb-4356-b06c-161b2cb2c5c0), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:28.586147 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b5ad4b-528b-48ec-b771-aced12ec25ac tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:28.586962 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b7b5ad4b-528b-48ec-b771-aced12ec25ac tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:28.604991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc11d7-9afe-44f0-9ec8-a4e0a738e6ab tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event updated for resources: {'Port': ['ID=8625687c-50c2-4cb0-93d7-6bd602c70630,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:28.619601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Pushing event updated for resources: {'Port': ['ID=7de71cf2-931c-43a6-988c-91fd677f53a9,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:28.640853 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc0464a-010a-4a12-bcc1-a8d47735e5d9 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:19:28.687848 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5ad4b-528b-48ec-b771-aced12ec25ac tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event updated for resources: {'Network': ['ID=5311ab5c-bcbb-4356-b06c-161b2cb2c5c0,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:28.694506 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b7b5ad4b-528b-48ec-b771-aced12ec25ac tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8208220 Oct 26 15:19:28.699246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 07a544b9-df7f-4181-b55d-887bc915643a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:28.700374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de1d3301-5a02-49f1-aae3-c132257e64c0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:28.701032 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55848) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:28.703633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 5311ab5c-bcbb-4356-b06c-161b2cb2c5c0 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:19:28.709573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Request body: {'ports': [{'network_id': 'ec4ee3ed-2db7-4c83-9fcf-9bd999114494', 'name': 'tempest-port--532521379', 'admin_state_up': True}, {'network_id': '5311ab5c-bcbb-4356-b06c-161b2cb2c5c0', 'admin_state_up': False}]} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:28.709905 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Request body: {'port': {'network_id': 'ec4ee3ed-2db7-4c83-9fcf-9bd999114494', 'name': 'tempest-port--532521379', 'admin_state_up': True}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:28.710388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Request body: {'port': {'network_id': '5311ab5c-bcbb-4356-b06c-161b2cb2c5c0', 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:28.795639 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Checking segment: {'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:28.796307 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Network hostable DHCP agents. Network: 1895bd67-890a-432f-b783-123eb343a7ac, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:19:28.796393 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fc11d7-9afe-44f0-9ec8-a4e0a738e6ab tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Network 47e52095-7691-46e2-a78a-51ddb71d26f7 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:28.799422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:19:28.804975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-43fc11d7-9afe-44f0-9ec8-a4e0a738e6ab tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:28.807164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fc11d7-9afe-44f0-9ec8-a4e0a738e6ab tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:28.815290 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:19:28.815991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fc11d7-9afe-44f0-9ec8-a4e0a738e6ab tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:28.816631 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-43fc11d7-9afe-44f0-9ec8-a4e0a738e6ab tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:28.829253 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6fc0464a-010a-4a12-bcc1-a8d47735e5d9 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (889f5cf2-14c8-425c-9fcf-5e0c20d6dde3), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:28.829607 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-6fc0464a-010a-4a12-bcc1-a8d47735e5d9 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Added segment 889f5cf2-14c8-425c-9fcf-5e0c20d6dde3 of type vlan for network ca9fa979-22a3-4a1e-b500-912142f86ddc Oct 26 15:19:28.840413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de1d3301-5a02-49f1-aae3-c132257e64c0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:28.841243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de1d3301-5a02-49f1-aae3-c132257e64c0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:28.841794 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de1d3301-5a02-49f1-aae3-c132257e64c0 Oct 26 15:19:28.848337 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-43fc11d7-9afe-44f0-9ec8-a4e0a738e6ab tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.3924410 Oct 26 15:19:28.850485 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=11,neutron:DELETE=1,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:28.860154 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:28.862626 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:28.876780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:28.879909 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55850) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:28.991534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e05e6e8-2175-4c0e-80d0-22fb6c28cd6a None None] Network b43676e9-42d1-409d-82a9-d0337695b267 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:29.027725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de1d3301-5a02-49f1-aae3-c132257e64c0 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:29.038499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c81d2bb0-3936-4d95-a847-347a991c56cf up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:29.043944 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5dd849-f4ef-4041-9dc6-4b9dd72d6266 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:29.049351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5dd849-f4ef-4041-9dc6-4b9dd72d6266 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:29.054558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5dd849-f4ef-4041-9dc6-4b9dd72d6266 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:29.059086 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5a5dd849-f4ef-4041-9dc6-4b9dd72d6266 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1727881 Oct 26 15:19:29.060411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] Publish callbacks [] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.084711 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:29.090868 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55852) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:29.141376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122a7dd1-7b20-41df-91b6-a8ee8c994d92 None None] Network 2fcf1696-16d4-4e3f-a9ba-9dc29a115d90 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:29.148330 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Made reservation on behalf of 03516160648b4837a9380d2632689a30 for: {'port': 2} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:29.153833 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.194236 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3230124-4bd5-4692-ad4a-63b23ec62c6c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:19:29.241464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d9f096ac-156e-4f5a-b67e-8140117a4811 None None] Provisioning complete for port c81d2bb0-3936-4d95-a847-347a991c56cf triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:29.241893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d9f096ac-156e-4f5a-b67e-8140117a4811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c81d2bb0-3936-4d95-a847-347a991c56cf), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.242252 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d9f096ac-156e-4f5a-b67e-8140117a4811 None None] Attempt 1 to provision port c81d2bb0-3936-4d95-a847-347a991c56cf Oct 26 15:19:29.249199 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c3230124-4bd5-4692-ad4a-63b23ec62c6c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (70088b65-64c7-4376-b0ff-18f2d6b95e20), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.249481 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-c3230124-4bd5-4692-ad4a-63b23ec62c6c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Added segment 70088b65-64c7-4376-b0ff-18f2d6b95e20 of type vlan for network 1f502f03-9ff5-48c4-a938-43d8785fc440 Oct 26 15:19:29.294703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.298785 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-5b8b16f6-8f49-47b7-a30c-af4ae81522cf tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Deleting port 8625687c-50c2-4cb0-93d7-6bd602c70630 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:19:29.299120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b8b16f6-8f49-47b7-a30c-af4ae81522cf tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8625687c-50c2-4cb0-93d7-6bd602c70630), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.326304 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:23Z', 'revision_number': 3, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:19:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:29.339959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:29.340728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port c81d2bb0-3936-4d95-a847-347a991c56cf triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:29.341125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c81d2bb0-3936-4d95-a847-347a991c56cf), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.341459 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port c81d2bb0-3936-4d95-a847-347a991c56cf Oct 26 15:19:29.357606 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:19:29.358302 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Updating router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 port 394e991d-ba1f-4c55-ad3b-6183751d959f binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:19:29.360210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c3230124-4bd5-4692-ad4a-63b23ec62c6c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (1f502f03-9ff5-48c4-a938-43d8785fc440), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.385264 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.386581 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cf1eef6e-a870-43f8-877f-15be295d7713 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.0794213 Oct 26 15:19:29.395216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Network 1895bd67-890a-432f-b783-123eb343a7ac is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:19:29.402619 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55854) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:29.407234 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.450182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:29.485221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6fc0464a-010a-4a12-bcc1-a8d47735e5d9 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (ca9fa979-22a3-4a1e-b500-912142f86ddc), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.509172 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 1895bd67-890a-432f-b783-123eb343a7ac) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:29.525160 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:29.530986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d9f096ac-156e-4f5a-b67e-8140117a4811 None None] Current status of the port c81d2bb0-3936-4d95-a847-347a991c56cf is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:29.531510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d9f096ac-156e-4f5a-b67e-8140117a4811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c81d2bb0-3936-4d95-a847-347a991c56cf), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.533652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f9b9ea-1619-455f-ab23-13092f7995fb None None] Network 1895bd67-890a-432f-b783-123eb343a7ac requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:29.600766 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:29.601160 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:29.601548 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:29.640464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-d9f096ac-156e-4f5a-b67e-8140117a4811 None None] For port c81d2bb0-3936-4d95-a847-347a991c56cf, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c81d2bb0-3936-4d95-a847-347a991c56cf,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:29.673581 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:29.673803 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:29.682523 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 2 to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 Oct 26 15:19:29.702329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d9f096ac-156e-4f5a-b67e-8140117a4811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c81d2bb0-3936-4d95-a847-347a991c56cf), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.709023 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c3230124-4bd5-4692-ad4a-63b23ec62c6c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (1f502f03-9ff5-48c4-a938-43d8785fc440), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.710042 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3230124-4bd5-4692-ad4a-63b23ec62c6c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:29.710626 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c3230124-4bd5-4692-ad4a-63b23ec62c6c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.776051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f096ac-156e-4f5a-b67e-8140117a4811 None None] Pushing event updated for resources: {'Port': ['ID=c81d2bb0-3936-4d95-a847-347a991c56cf,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:29.803981 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6fc0464a-010a-4a12-bcc1-a8d47735e5d9 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (ca9fa979-22a3-4a1e-b500-912142f86ddc), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.807840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c81d2bb0-3936-4d95-a847-347a991c56cf is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:29.808487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c81d2bb0-3936-4d95-a847-347a991c56cf), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.809010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc0464a-010a-4a12-bcc1-a8d47735e5d9 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:29.809641 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6fc0464a-010a-4a12-bcc1-a8d47735e5d9 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.824567 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3230124-4bd5-4692-ad4a-63b23ec62c6c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Pushing event updated for resources: {'Network': ['ID=1f502f03-9ff5-48c4-a938-43d8785fc440,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:29.855890 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] device_id is not set on port d4793432-c745-4239-88b2-24ef6f89e8a9 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:19:29.858032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 1f502f03-9ff5-48c4-a938-43d8785fc440 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:19:29.863152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.885767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b8b16f6-8f49-47b7-a30c-af4ae81522cf tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8625687c-50c2-4cb0-93d7-6bd602c70630), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.963280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0464a-010a-4a12-bcc1-a8d47735e5d9 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Pushing event updated for resources: {'Network': ['ID=ca9fa979-22a3-4a1e-b500-912142f86ddc,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:29.970473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:29.970815 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:29.971155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:29.973351 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] Publish callbacks [] for router_gateway (bbb73ba0-9a42-4c34-a8f2-7511fce6813f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.976128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d61bf64e-1380-4bc6-a388-33e1dca30999 None None] Provisioning complete for port 8625687c-50c2-4cb0-93d7-6bd602c70630 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:29.976516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d61bf64e-1380-4bc6-a388-33e1dca30999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8625687c-50c2-4cb0-93d7-6bd602c70630), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:29.977015 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d61bf64e-1380-4bc6-a388-33e1dca30999 None None] Attempt 1 to provision port 8625687c-50c2-4cb0-93d7-6bd602c70630 Oct 26 15:19:29.984225 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-5b8b16f6-8f49-47b7-a30c-af4ae81522cf tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Calling delete_port for 8625687c-50c2-4cb0-93d7-6bd602c70630 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:19:29.989568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network ca9fa979-22a3-4a1e-b500-912142f86ddc details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:19:30.022744 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Publish callbacks [] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:30.031995 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:30.105431 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Attempting to bind port 394e991d-ba1f-4c55-ad3b-6183751d959f on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:30.106056 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Attempting to bind port 394e991d-ba1f-4c55-ad3b-6183751d959f by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:30.106565 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Attempting to bind port 394e991d-ba1f-4c55-ad3b-6183751d959f on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:30.120836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d61bf64e-1380-4bc6-a388-33e1dca30999 None None] Port 8625687c-50c2-4cb0-93d7-6bd602c70630 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:19:30.133289 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks [] for port (d4793432-c745-4239-88b2-24ef6f89e8a9), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:30.134912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.db.api [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:19:30.135571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG oslo_db.api [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:19:30.138538 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82,neutron:UPDATE=8,neutron:INSERT=8,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:30.150246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d61bf64e-1380-4bc6-a388-33e1dca30999 None None] Provisioning complete for port 433c3999-c97f-4927-96d1-101cce626ebd triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:30.150762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d61bf64e-1380-4bc6-a388-33e1dca30999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (433c3999-c97f-4927-96d1-101cce626ebd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:30.151374 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d61bf64e-1380-4bc6-a388-33e1dca30999 None None] Attempt 1 to provision port 433c3999-c97f-4927-96d1-101cce626ebd Oct 26 15:19:30.199598 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:19:30.200375 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:30.200950 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:30.201828 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:19:30.202707 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Bound port: 394e991d-ba1f-4c55-ad3b-6183751d959f, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:19:30.203259 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:30.220259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] device_id is not set on port a6cff698-aa73-4672-bcb5-f20ebaec8a54 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:19:30.254888 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cdc88-b847-4404-a0bf-ddead22824bb None None] Pushing event updated for resources: {'Port': ['ID=394e991d-ba1f-4c55-ad3b-6183751d959f,revision_number=2']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:30.268138 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cdc88-b847-4404-a0bf-ddead22824bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:30.268629 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cdc88-b847-4404-a0bf-ddead22824bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:30.270529 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cdc88-b847-4404-a0bf-ddead22824bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:30.270529 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cdc88-b847-4404-a0bf-ddead22824bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:30.270529 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cdc88-b847-4404-a0bf-ddead22824bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:30.270529 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cdc88-b847-4404-a0bf-ddead22824bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:30.270529 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cdc88-b847-4404-a0bf-ddead22824bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:30.271335 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cdc88-b847-4404-a0bf-ddead22824bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:30.272521 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cdc88-b847-4404-a0bf-ddead22824bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:30.273037 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cdc88-b847-4404-a0bf-ddead22824bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:30.274623 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:30.274960 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:30.278071 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cdc88-b847-4404-a0bf-ddead22824bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:30.278761 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cdc88-b847-4404-a0bf-ddead22824bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:30.279053 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 3 to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 Oct 26 15:19:30.279296 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cdc88-b847-4404-a0bf-ddead22824bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:30.279733 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cdc88-b847-4404-a0bf-ddead22824bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:30.280165 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cdc88-b847-4404-a0bf-ddead22824bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cdc88-b847-4404-a0bf-ddead22824bb None None] Tracked resource versions report: Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: pushed versions: Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: { 'AddressGroup': {'1.2'}, Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Agent': {'1.1'}, Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'ConntrackHelper': {'1.0'}, Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'LocalIPAssociation': {'1.0'}, Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Log': {'1.0'}, Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'NDPProxy': {'1.0'}, Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Network': {'1.1'}, Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Port': {'1.7'}, Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'PortForwarding': {'1.3'}, Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'QosPolicy': {'1.10'}, Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'SecurityGroup': {'1.5'}, Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'SecurityGroupRule': {'1.2'}, Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'SubPort': {'1.0'}, Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Subnet': {'1.1'}, Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Trunk': {'1.1'}} Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: consumer versions: Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: { DHCP agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: HyperV agent@hv-neutron-7598: {}, Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: L3 agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: Metadata agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: Metering agent@dv-neutron-759874-6-hyperv: {}, Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: Open vSwitch agent@dv-neutron-759874-6-hyperv: { 'AddressGroup': '1.2', Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Agent': '1.1', Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'ConntrackHelper': '1.0', Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'LocalIPAssociation': '1.0', Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Log': '1.0', Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'NDPProxy': '1.0', Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Network': '1.1', Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Port': '1.7', Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'PortForwarding': '1.3', Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'QosPolicy': '1.10', Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'SecurityGroup': '1.5', Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'SecurityGroupRule': '1.2', Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'SubPort': '1.0', Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Subnet': '1.1', Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: 'Trunk': '1.1'}} Oct 26 15:19:30.281455 dv-neutron-759874-6-hyperv neutron-server[105324]: {{(pid=105324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 15:19:30.285386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d61bf64e-1380-4bc6-a388-33e1dca30999 None None] Current status of the port 433c3999-c97f-4927-96d1-101cce626ebd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:30.294278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d61bf64e-1380-4bc6-a388-33e1dca30999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (433c3999-c97f-4927-96d1-101cce626ebd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:30.306744 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6fc0464a-010a-4a12-bcc1-a8d47735e5d9 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2911198 Oct 26 15:19:30.309922 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c3230124-4bd5-4692-ad4a-63b23ec62c6c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.1802335 Oct 26 15:19:30.319736 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:30.323409 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55856) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:30.323913 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55858) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:30.324784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:30.325287 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:30.325775 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:30.333319 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-0e24ce9d-4934-419b-b0be-bf4ca6acf3fb tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Request body: {'subnet': {'network_id': '1f502f03-9ff5-48c4-a938-43d8785fc440', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:30.344086 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] For port 394e991d-ba1f-4c55-ad3b-6183751d959f, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:30.352128 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] For port 394e991d-ba1f-4c55-ad3b-6183751d959f, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=394e991d-ba1f-4c55-ad3b-6183751d959f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:19:30.359181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:30.363713 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (bbb73ba0-9a42-4c34-a8f2-7511fce6813f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:30.364772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-d61bf64e-1380-4bc6-a388-33e1dca30999 None None] For port 433c3999-c97f-4927-96d1-101cce626ebd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=433c3999-c97f-4927-96d1-101cce626ebd,segment=NetworkSegment(7c9e88f2-920c-4fd8-aefb-996872529533),segment_id=7c9e88f2-920c-4fd8-aefb-996872529533)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:30.368495 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:30.372161 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e24ce9d-4934-419b-b0be-bf4ca6acf3fb tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Made reservation on behalf of 8d00f0fbdd024e4d990a5778610b45f4 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:30.375245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0e24ce9d-4934-419b-b0be-bf4ca6acf3fb tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:30.377333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d61bf64e-1380-4bc6-a388-33e1dca30999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (433c3999-c97f-4927-96d1-101cce626ebd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:30.402810 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:30.403381 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:30.405990 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:30.408352 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 4 to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 Oct 26 15:19:30.413411 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:30.414055 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:30.449798 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:30.450759 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:30.451245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:30.468176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bf64e-1380-4bc6-a388-33e1dca30999 None None] Pushing event updated for resources: {'Port': ['ID=433c3999-c97f-4927-96d1-101cce626ebd,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:30.472269 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cdc88-b847-4404-a0bf-ddead22824bb None None] Pushing event updated for resources: {'Port': ['ID=394e991d-ba1f-4c55-ad3b-6183751d959f,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:30.493584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-3fab8b23-de28-4994-a9d2-732432811347 None None] Could not find standard attr ID for object aa374e9e-7c91-4c89-b572-c2c77d4204e9. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:19:30.507039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-3fab8b23-de28-4994-a9d2-732432811347 None None] Provisioning complete for port c81d2bb0-3936-4d95-a847-347a991c56cf triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:30.507470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3fab8b23-de28-4994-a9d2-732432811347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c81d2bb0-3936-4d95-a847-347a991c56cf), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:30.508328 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-3fab8b23-de28-4994-a9d2-732432811347 None None] Attempt 1 to provision port c81d2bb0-3936-4d95-a847-347a991c56cf Oct 26 15:19:30.532239 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:30.535957 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:30.536895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:30.539010 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:30.544265 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:30.552435 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:30.555808 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b8b16f6-8f49-47b7-a30c-af4ae81522cf tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (8625687c-50c2-4cb0-93d7-6bd602c70630), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:30.593375 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:30.593707 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:30.611052 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 5 to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 Oct 26 15:19:30.670598 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:30.674355 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:30.708337 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:30.709533 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:30.710025 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:30.778911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-3fab8b23-de28-4994-a9d2-732432811347 None None] Current status of the port c81d2bb0-3936-4d95-a847-347a991c56cf is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:30.805323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks [] for port (a6cff698-aa73-4672-bcb5-f20ebaec8a54), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:30.811635 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b16f6-8f49-47b7-a30c-af4ae81522cf tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event deleted for resources: {'Port': ['ID=8625687c-50c2-4cb0-93d7-6bd602c70630,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:30.829424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-3fab8b23-de28-4994-a9d2-732432811347 None None] Provisioning complete for port 433c3999-c97f-4927-96d1-101cce626ebd triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:30.831991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3fab8b23-de28-4994-a9d2-732432811347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (433c3999-c97f-4927-96d1-101cce626ebd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:30.832468 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-3fab8b23-de28-4994-a9d2-732432811347 None None] Attempt 1 to provision port 433c3999-c97f-4927-96d1-101cce626ebd Oct 26 15:19:30.844737 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b8b16f6-8f49-47b7-a30c-af4ae81522cf tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:30.848054 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5b8b16f6-8f49-47b7-a30c-af4ae81522cf tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "DELETE /networking/v2.0/ports/8625687c-50c2-4cb0-93d7-6bd602c70630 HTTP/1.1" status: 204 len: 168 time: 1.7557979 Oct 26 15:19:30.853881 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55860) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:30.905551 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:23Z', 'revision_number': 3, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:30.923815 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:30.924360 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:30.933900 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd5e323-a2a7-46b0-a2d6-4062bcc891d7 None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:23Z', 'revision_number': 3, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:19:30.943732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-3fab8b23-de28-4994-a9d2-732432811347 None None] Current status of the port 433c3999-c97f-4927-96d1-101cce626ebd is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:30.945971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c81d2bb0-3936-4d95-a847-347a991c56cf is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:30.947037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 433c3999-c97f-4927-96d1-101cce626ebd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:30.953417 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee292c0a-5300-4ca6-a54a-0cb35de2b4df tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] GET failed (client error): The resource could not be found. Oct 26 15:19:30.956909 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 6 to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 Oct 26 15:19:30.958568 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ee292c0a-5300-4ca6-a54a-0cb35de2b4df tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "GET /networking/v2.0/ports/8625687c-50c2-4cb0-93d7-6bd602c70630 HTTP/1.1" status: 404 len: 333 time: 0.1035011 Oct 26 15:19:30.967972 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-be407f12-044c-416c-9b63-5dc9a17b468e tempest-DHCPAgentSchedulersTestJSON-264214924 tempest-DHCPAgentSchedulersTestJSON-264214924-project-admin] 10.222.0.60 "GET /networking/v2.0/agents/c470e916-b45c-46ab-b8a1-6ca1fe60a44b/dhcp-networks HTTP/1.1" status: 200 len: 7259 time: 0.6334651 Oct 26 15:19:30.967972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55862) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:30.975474 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-8419f6a7-a1c8-470c-b683-434855c9965f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Request body: {'port': {'network_id': '47e52095-7691-46e2-a78a-51ddb71d26f7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1233255919'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:30.981627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55864) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:30.986121 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:30.993135 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (d4793432-c745-4239-88b2-24ef6f89e8a9), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:31.014668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 433c3999-c97f-4927-96d1-101cce626ebd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:31.015060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (433c3999-c97f-4927-96d1-101cce626ebd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:31.015406 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 433c3999-c97f-4927-96d1-101cce626ebd Oct 26 15:19:31.112228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 433c3999-c97f-4927-96d1-101cce626ebd is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:31.123353 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event updated for resources: {'Port': ['ID=d4793432-c745-4239-88b2-24ef6f89e8a9,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:31.185197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Checking segment: {'id': '7781231a-e601-48ca-820a-2899118ebc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ec4ee3ed-2db7-4c83-9fcf-9bd999114494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:31.185575 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Network hostable DHCP agents. Network: ec4ee3ed-2db7-4c83-9fcf-9bd999114494, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:19:31.210500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:31.210820 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:31.211153 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:31.244862 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Network ec4ee3ed-2db7-4c83-9fcf-9bd999114494 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:19:31.253590 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] Publish callbacks [] for router_gateway (62b9f0e9-5874-41a0-857a-c43efc83f0ef), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:31.308977 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, ec4ee3ed-2db7-4c83-9fcf-9bd999114494) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:31.320493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:31.321205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b415fb-751c-4144-a339-1d07c2ff6fc6 None None] Network ec4ee3ed-2db7-4c83-9fcf-9bd999114494 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:31.321681 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (a6cff698-aa73-4672-bcb5-f20ebaec8a54), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:31.329562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:31.329813 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:31.345621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c81d2bb0-3936-4d95-a847-347a991c56cf up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:31.346525 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 7 to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 Oct 26 15:19:31.362216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:31.401134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:31.427130 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:31.427466 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:31.427833 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:31.464665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event updated for resources: {'Port': ['ID=a6cff698-aa73-4672-bcb5-f20ebaec8a54,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:31.490573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port c81d2bb0-3936-4d95-a847-347a991c56cf triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:31.491112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c81d2bb0-3936-4d95-a847-347a991c56cf), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:31.491555 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port c81d2bb0-3936-4d95-a847-347a991c56cf Oct 26 15:19:31.494236 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:31.499646 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c874e3dd-b4c4-4b8d-9aa6-fb3bb83f9b3b tempest-DHCPAgentSchedulersTestJSON-264214924 tempest-DHCPAgentSchedulersTestJSON-264214924-project-admin] Network ca9fa979-22a3-4a1e-b500-912142f86ddc is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:19:31.509606 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:31.509927 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:31.516322 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 8 to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 Oct 26 15:19:31.560053 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c874e3dd-b4c4-4b8d-9aa6-fb3bb83f9b3b tempest-DHCPAgentSchedulersTestJSON-264214924 tempest-DHCPAgentSchedulersTestJSON-264214924-project-admin] 10.222.0.60 "POST /networking/v2.0/agents/c470e916-b45c-46ab-b8a1-6ca1fe60a44b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5655336 Oct 26 15:19:31.560329 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55866) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:31.574535 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:31.575462 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:31.575462 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:31.582629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Checking segment: {'id': 'fcbdb3b4-1162-406b-a32a-1d0baaf47c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5311ab5c-bcbb-4356-b06c-161b2cb2c5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:31.582917 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Network hostable DHCP agents. Network: 5311ab5c-bcbb-4356-b06c-161b2cb2c5c0, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:19:31.587091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225f0690-b19b-43bc-9fec-99814ce48055 None None] Network ca9fa979-22a3-4a1e-b500-912142f86ddc requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:31.608085 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:31.608349 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:31.651765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c81d2bb0-3936-4d95-a847-347a991c56cf is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:31.653056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 433c3999-c97f-4927-96d1-101cce626ebd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:31.654577 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 9 to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 Oct 26 15:19:31.736859 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 433c3999-c97f-4927-96d1-101cce626ebd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:31.737298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (433c3999-c97f-4927-96d1-101cce626ebd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:31.737737 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 433c3999-c97f-4927-96d1-101cce626ebd Oct 26 15:19:31.748577 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Network 5311ab5c-bcbb-4356-b06c-161b2cb2c5c0 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:19:31.756528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (62b9f0e9-5874-41a0-857a-c43efc83f0ef), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:31.757755 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8419f6a7-a1c8-470c-b683-434855c9965f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Made reservation on behalf of 4ac259cdee504b83b9d7ceea5bc1cd9c for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:31.761899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8419f6a7-a1c8-470c-b683-434855c9965f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:31.789348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 5311ab5c-bcbb-4356-b06c-161b2cb2c5c0) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:31.800037 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:31.800383 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:31.800723 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:31.803439 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] Router bbb73ba0-9a42-4c34-a8f2-7511fce6813f is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:19:31.804600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a3e8ba-d0e8-480e-84f8-0458bd54436b None None] Network 5311ab5c-bcbb-4356-b06c-161b2cb2c5c0 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:31.812907 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:31.818040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:31.820097 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.objects.ports [None req-0e24ce9d-4934-419b-b0be-bf4ca6acf3fb tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105322) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:19:31.820566 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0e24ce9d-4934-419b-b0be-bf4ca6acf3fb tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (1d55942f-94fc-48b1-b068-139ab010647a), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:31.821854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:31.821969 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:31.822658 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:31.863668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:31.872230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 433c3999-c97f-4927-96d1-101cce626ebd is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:31.882280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-8419f6a7-a1c8-470c-b683-434855c9965f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] device_id is not set on port 107d1986-652e-428b-a586-c312eb78b3e2 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:19:31.928732 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:31.929357 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:31.936852 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3b45e747-0a9f-48b9-90ad-30f975f57722 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2328253 Oct 26 15:19:31.937899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55868) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:31.940048 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 10 to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 Oct 26 15:19:31.944205 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-58862a91-5b14-491f-a787-7159716cad5b tempest-DHCPAgentSchedulersTestJSON-264214924 tempest-DHCPAgentSchedulersTestJSON-264214924-project-admin] 10.222.0.60 "GET /networking/v2.0/agents/c470e916-b45c-46ab-b8a1-6ca1fe60a44b/dhcp-networks HTTP/1.1" status: 200 len: 8794 time: 0.3835831 Oct 26 15:19:31.955605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55870) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:32.051878 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:32.052200 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:32.052598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:32.098390 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 7de71cf2-931c-43a6-988c-91fd677f53a9 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:32.098725 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 7de71cf2-931c-43a6-988c-91fd677f53a9 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:32.099105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (7de71cf2-931c-43a6-988c-91fd677f53a9), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:32.129103 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24ce9d-4934-419b-b0be-bf4ca6acf3fb tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1d55942f-94fc-48b1-b068-139ab010647a,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:32.192925 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:32.215062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53975ba1-17d7-4723-ab19-1a36b98153e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:32.218775 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74184ea-3a82-4f51-af0c-e172919df3cb tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:32.223741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74184ea-3a82-4f51-af0c-e172919df3cb tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:32.225374 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e74184ea-3a82-4f51-af0c-e172919df3cb tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2801194 Oct 26 15:19:32.245503 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24ce9d-4934-419b-b0be-bf4ca6acf3fb tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Checking segment: {'id': '70088b65-64c7-4376-b0ff-18f2d6b95e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1f502f03-9ff5-48c4-a938-43d8785fc440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:32.245867 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e24ce9d-4934-419b-b0be-bf4ca6acf3fb tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Network hostable DHCP agents. Network: 1f502f03-9ff5-48c4-a938-43d8785fc440, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:19:32.250294 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55872) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:32.300411 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f896dcaf-d51a-4874-9cf2-438e8de8de8f tempest-DHCPAgentSchedulersTestJSON-264214924 tempest-DHCPAgentSchedulersTestJSON-264214924-project-admin] 10.222.0.60 "DELETE /networking/v2.0/agents/c470e916-b45c-46ab-b8a1-6ca1fe60a44b/dhcp-networks/ca9fa979-22a3-4a1e-b500-912142f86ddc HTTP/1.1" status: 204 len: 168 time: 0.3437476 Oct 26 15:19:32.302371 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:19:32.303347 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55874) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:32.311733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-8419f6a7-a1c8-470c-b683-434855c9965f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Allocated IP 2001:db8::69 (47e52095-7691-46e2-a78a-51ddb71d26f7/a4f9c547-5ee0-4195-ac63-023b55b70f49/107d1986-652e-428b-a586-c312eb78b3e2) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:32.313882 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:32.314777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:19:32.336283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:32.338137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:32.380049 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:32.434171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-be1ea2a0-092d-4ff4-b789-d4a2d48366de tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Deleting port d4793432-c745-4239-88b2-24ef6f89e8a9 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:19:32.434601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-be1ea2a0-092d-4ff4-b789-d4a2d48366de tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (d4793432-c745-4239-88b2-24ef6f89e8a9), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:32.440127 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e24ce9d-4934-419b-b0be-bf4ca6acf3fb tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Network 1f502f03-9ff5-48c4-a938-43d8785fc440 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:19:32.444745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:32.448723 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8526353c-7cfa-48e0-bd13-9268714636a2 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 918 time: 9.9146616 Oct 26 15:19:32.453822 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] Router 62b9f0e9-5874-41a0-857a-c43efc83f0ef is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:19:32.457968 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] For port 7de71cf2-931c-43a6-988c-91fd677f53a9, host hv-neutron-7598, cleared binding levels {{(pid=105322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:32.458341 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempted to set empty binding levels {{(pid=105322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 15:19:32.463113 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55876) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:32.476215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:32.481540 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (7de71cf2-931c-43a6-988c-91fd677f53a9), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:32.482868 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:32.483475 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:32.529332 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-0e24ce9d-4934-419b-b0be-bf4ca6acf3fb tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 1f502f03-9ff5-48c4-a938-43d8785fc440) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:32.540855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6e3feb-43d8-4fc8-855f-0ae21f7736a7 None None] Network 1f502f03-9ff5-48c4-a938-43d8785fc440 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:32.575673 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e24ce9d-4934-419b-b0be-bf4ca6acf3fb tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:32.576340 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0e24ce9d-4934-419b-b0be-bf4ca6acf3fb tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:32.612571 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 982 time: 7.1163168 Oct 26 15:19:32.619812 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55878) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:32.627841 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-be1ea2a0-092d-4ff4-b789-d4a2d48366de tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (d4793432-c745-4239-88b2-24ef6f89e8a9), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:32.664490 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-be1ea2a0-092d-4ff4-b789-d4a2d48366de tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Calling delete_port for d4793432-c745-4239-88b2-24ef6f89e8a9 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:19:32.680250 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7884ea1c-9ae0-46b2-8785-b21990e5aa8c tempest-DHCPAgentSchedulersTestJSON-264214924 tempest-DHCPAgentSchedulersTestJSON-264214924-project-admin] 10.222.0.60 "GET /networking/v2.0/agents/c470e916-b45c-46ab-b8a1-6ca1fe60a44b/dhcp-networks HTTP/1.1" status: 200 len: 8789 time: 0.3710926 Oct 26 15:19:32.684171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45125db8-6636-4aaf-8352-0248a251bfb8 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Pushing event updated for resources: {'Port': ['ID=7de71cf2-931c-43a6-988c-91fd677f53a9,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:32.691807 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0e24ce9d-4934-419b-b0be-bf4ca6acf3fb tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3597286 Oct 26 15:19:32.691944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:32.705961 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55880) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:32.706594 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55882) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:32.728001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-2ffc8bb3-7967-4f58-9a14-d0964fd46436 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Request body: {'floatingip': {'floating_network_id': '1f502f03-9ff5-48c4-a938-43d8785fc440'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:32.746443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8256cc3d-62e3-4b27-893a-2690cbdc54b9 None None] Network 1f502f03-9ff5-48c4-a938-43d8785fc440 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:32.789389 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-53975ba1-17d7-4723-ab19-1a36b98153e6 admin admin] Allocated IP 172.20.0.1 (75323486-1206-489c-a851-669e51c6f8c9/94606231-3fbc-48e2-b58a-962135c86b3c/81554fd1-c28e-4bf0-9641-ce77a2cde7eb) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:32.851039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:29Z', 'revision_number': 3, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:32.866733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-593d6cc2-136c-4037-9d7c-8201a7604646 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Deleting port 7de71cf2-931c-43a6-988c-91fd677f53a9 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:19:32.866733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-593d6cc2-136c-4037-9d7c-8201a7604646 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (7de71cf2-931c-43a6-988c-91fd677f53a9), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:32.889030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:19:32.889637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Updating router bbb73ba0-9a42-4c34-a8f2-7511fce6813f port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:19:32.944592 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-60fa580b-d009-4abd-91a2-06395e90fc8e tempest-DHCPAgentSchedulersTestJSON-264214924 tempest-DHCPAgentSchedulersTestJSON-264214924-project-admin] 10.222.0.60 "GET /networking/v2.0/networks/2fcf1696-16d4-4e3f-a9ba-9dc29a115d90/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2356102 Oct 26 15:19:32.945546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55888) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:32.959655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8419f6a7-a1c8-470c-b683-434855c9965f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks [] for port (107d1986-652e-428b-a586-c312eb78b3e2), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:32.962258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:32.967316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8bb3-7967-4f58-9a14-d0964fd46436 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:32.972260 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:19:32.997571 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:19:33.002796 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-593d6cc2-136c-4037-9d7c-8201a7604646 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] For port 7de71cf2-931c-43a6-988c-91fd677f53a9, host hv-neutron-7598, got binding levels [] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:33.003457 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-593d6cc2-136c-4037-9d7c-8201a7604646 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (7de71cf2-931c-43a6-988c-91fd677f53a9), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:33.012502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9352bd-b94a-4a9d-bf0c-66f7b425f90e None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:19:33.014469 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:33.015500 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:33.016473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:33.024546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:33.029569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9352bd-b94a-4a9d-bf0c-66f7b425f90e None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:33.030200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4f9352bd-b94a-4a9d-bf0c-66f7b425f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:33.040839 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-593d6cc2-136c-4037-9d7c-8201a7604646 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Calling delete_port for 7de71cf2-931c-43a6-988c-91fd677f53a9 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:19:33.079629 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53975ba1-17d7-4723-ab19-1a36b98153e6 admin admin] Publish callbacks [] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:33.121593 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:33.122315 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8419f6a7-a1c8-470c-b683-434855c9965f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (107d1986-652e-428b-a586-c312eb78b3e2), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:33.143577 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4c0dcb29-0bdd-42e9-b925-9521c4a18924 tempest-DHCPAgentSchedulersTestJSON-264214924 tempest-DHCPAgentSchedulersTestJSON-264214924-project-admin] 10.222.0.60 "GET /networking/v2.0/networks/2fcf1696-16d4-4e3f-a9ba-9dc29a115d90/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1861110 Oct 26 15:19:33.151908 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:33.153248 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2582e6da-e036-4f98-b366-3c8dd2c4f58a admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.4572711 Oct 26 15:19:33.154061 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55890) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:33.159817 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-be1ea2a0-092d-4ff4-b789-d4a2d48366de tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (d4793432-c745-4239-88b2-24ef6f89e8a9), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:33.172512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55892) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:33.186636 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:33.203412 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:33.243413 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ea2a0-092d-4ff4-b789-d4a2d48366de tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event deleted for resources: {'Port': ['ID=d4793432-c745-4239-88b2-24ef6f89e8a9,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:33.412037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4f9352bd-b94a-4a9d-bf0c-66f7b425f90e None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:33.419975 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8419f6a7-a1c8-470c-b683-434855c9965f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Network 47e52095-7691-46e2-a78a-51ddb71d26f7 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:33.421663 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fd7adfa3-6977-4bb4-9bde-63890dbf2898 tempest-DHCPAgentSchedulersTestJSON-264214924 tempest-DHCPAgentSchedulersTestJSON-264214924-project-admin] 10.222.0.60 "GET /networking/v2.0/agents/c470e916-b45c-46ab-b8a1-6ca1fe60a44b/dhcp-networks HTTP/1.1" status: 200 len: 9558 time: 0.2631161 Oct 26 15:19:33.429764 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55894) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:33.438103 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-8419f6a7-a1c8-470c-b683-434855c9965f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:33.441227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-be1ea2a0-092d-4ff4-b789-d4a2d48366de tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:33.444544 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419f6a7-a1c8-470c-b683-434855c9965f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event updated for resources: {'Port': ['ID=107d1986-652e-428b-a586-c312eb78b3e2,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:33.446419 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-be1ea2a0-092d-4ff4-b789-d4a2d48366de tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "DELETE /networking/v2.0/ports/d4793432-c745-4239-88b2-24ef6f89e8a9 HTTP/1.1" status: 204 len: 168 time: 1.1938274 Oct 26 15:19:33.447984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8bb3-7967-4f58-9a14-d0964fd46436 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:33.449918 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55896) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:33.451592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8419f6a7-a1c8-470c-b683-434855c9965f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:33.456509 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8419f6a7-a1c8-470c-b683-434855c9965f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:33.457151 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8419f6a7-a1c8-470c-b683-434855c9965f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:33.492775 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:31Z', 'revision_number': 3, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:33.525867 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53975ba1-17d7-4723-ab19-1a36b98153e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:33.533668 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Checking router: 62b9f0e9-5874-41a0-857a-c43efc83f0ef for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:19:33.534404 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Updating router 62b9f0e9-5874-41a0-857a-c43efc83f0ef port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:19:33.545759 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-593d6cc2-136c-4037-9d7c-8201a7604646 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (7de71cf2-931c-43a6-988c-91fd677f53a9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:33.559499 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53975ba1-17d7-4723-ab19-1a36b98153e6 admin admin] Network 75323486-1206-489c-a851-669e51c6f8c9 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:33.584673 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:33.611081 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8419f6a7-a1c8-470c-b683-434855c9965f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6416950 Oct 26 15:19:33.617953 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55898) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:33.624279 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-53975ba1-17d7-4723-ab19-1a36b98153e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:33.631705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-310ba128-eb03-477c-8719-28acee759837 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::39c', 'mac_address': 'fa:16:3e:75:17:ab'}]}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:33.642015 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53975ba1-17d7-4723-ab19-1a36b98153e6 admin admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:33.707436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53975ba1-17d7-4723-ab19-1a36b98153e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (09b0bbae-93c9-4945-a7f7-5a6d292f1411), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:33.730512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eb89eae7-a8a4-4852-9216-a298a2f3b238 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (ca9fa979-22a3-4a1e-b500-912142f86ddc), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:33.752978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:33.843375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Publish callbacks [] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:33.848346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4f9352bd-b94a-4a9d-bf0c-66f7b425f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:23Z', 'revision_number': 3, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:33.882222 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-593d6cc2-136c-4037-9d7c-8201a7604646 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:33.885594 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-593d6cc2-136c-4037-9d7c-8201a7604646 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] 10.222.0.60 "DELETE /networking/v2.0/ports/7de71cf2-931c-43a6-988c-91fd677f53a9 HTTP/1.1" status: 204 len: 168 time: 1.2371449 Oct 26 15:19:33.903095 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55900) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:33.907433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9352bd-b94a-4a9d-bf0c-66f7b425f90e None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:19:33.911216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:33.932917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-205cb946-3c21-4fe3-b6a9-93b9b7e85b76 None None] Provisioning complete for port 107d1986-652e-428b-a586-c312eb78b3e2 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:33.933314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-205cb946-3c21-4fe3-b6a9-93b9b7e85b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (107d1986-652e-428b-a586-c312eb78b3e2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:33.933647 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-205cb946-3c21-4fe3-b6a9-93b9b7e85b76 None None] Attempt 1 to provision port 107d1986-652e-428b-a586-c312eb78b3e2 Oct 26 15:19:33.949200 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53975ba1-17d7-4723-ab19-1a36b98153e6 admin admin] Pushing event updated for resources: {'Port': ['ID=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:34.000468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9352bd-b94a-4a9d-bf0c-66f7b425f90e None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:34.001138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4f9352bd-b94a-4a9d-bf0c-66f7b425f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:34.006651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Attempting to bind port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:34.007608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Attempting to bind port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:34.007608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Attempting to bind port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:34.082309 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:34.091763 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a77ce2-2304-4a39-af56-2ca2dc0ad132 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] GET failed (client error): The resource could not be found. Oct 26 15:19:34.093280 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-43a77ce2-2304-4a39-af56-2ca2dc0ad132 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] 10.222.0.60 "GET /networking/v2.0/ports/7de71cf2-931c-43a6-988c-91fd677f53a9 HTTP/1.1" status: 404 len: 333 time: 0.1761498 Oct 26 15:19:34.099217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55902) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:34.100548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-b8542697-2876-435a-909e-32e763dd6a4f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Deleting port a6cff698-aa73-4672-bcb5-f20ebaec8a54 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:19:34.100939 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b8542697-2876-435a-909e-32e763dd6a4f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (a6cff698-aa73-4672-bcb5-f20ebaec8a54), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.108595 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Publish callbacks [] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.112063 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:34.119934 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.120865 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-6c3d1f3c-661d-4cb8-b801-fc3a3174834f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Request body: {'port': {'network_id': '1895bd67-890a-432f-b783-123eb343a7ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-719431003'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:34.129922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:19:34.129922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:34.130369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.130684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:19:34.131158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Bound port: 54d3be7f-3b5d-4edf-8c84-a320a1636fb9, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:19:34.131532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.163886 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d6cc2-136c-4037-9d7c-8201a7604646 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Pushing event deleted for resources: {'Port': ['ID=7de71cf2-931c-43a6-988c-91fd677f53a9,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:34.175202 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Attempting to bind port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:34.175992 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Attempting to bind port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:34.176592 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Attempting to bind port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:34.194014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] For port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:34.198174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] For port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:19:34.201108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:34.205135 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39497693-2551-4423-8bbb-ba0de23c75c9 None None] Pushing event updated for resources: {'Port': ['ID=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:34.210085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-205cb946-3c21-4fe3-b6a9-93b9b7e85b76 None None] Port 107d1986-652e-428b-a586-c312eb78b3e2 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:19:34.223702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.240012 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-310ba128-eb03-477c-8719-28acee759837 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (107d1986-652e-428b-a586-c312eb78b3e2), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.268379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:34.272611 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eb89eae7-a8a4-4852-9216-a298a2f3b238 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (ca9fa979-22a3-4a1e-b500-912142f86ddc), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.283400 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:19:34.283805 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:34.284181 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.284563 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:19:34.297245 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Bound port: 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:19:34.298105 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.301004 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-2ffc8bb3-7967-4f58-9a14-d0964fd46436 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Allocated IP 172.20.0.3 (1f502f03-9ff5-48c4-a938-43d8785fc440/1d55942f-94fc-48b1-b068-139ab010647a/8c50504d-5163-4707-94f2-17364caaee4d) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:34.306928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3d1f3c-661d-4cb8-b801-fc3a3174834f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Made reservation on behalf of 0fbce8a7ac6748cdb1e487846de64ba0 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:34.308680 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1f3c-661d-4cb8-b801-fc3a3174834f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.328374 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b8542697-2876-435a-909e-32e763dd6a4f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (a6cff698-aa73-4672-bcb5-f20ebaec8a54), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.329224 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fa7e9-96b9-49c4-b4da-1f5ec691a5dd None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=2']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:34.350963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-eb89eae7-a8a4-4852-9216-a298a2f3b238 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9fa979-22a3-4a1e-b500-912142f86ddc']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:34.370946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4f9352bd-b94a-4a9d-bf0c-66f7b425f90e None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:34.373285 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:34.377548 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:19:34.385817 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.398105 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-b8542697-2876-435a-909e-32e763dd6a4f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Calling delete_port for a6cff698-aa73-4672-bcb5-f20ebaec8a54 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:19:34.399601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:34.408819 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:34.409817 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:34.415429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-eb89eae7-a8a4-4852-9216-a298a2f3b238 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889f5cf2-14c8-425c-9fcf-5e0c20d6dde3') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:34.415732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-eb89eae7-a8a4-4852-9216-a298a2f3b238 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889f5cf2-14c8-425c-9fcf-5e0c20d6dde3') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:34.421371 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-6c3d1f3c-661d-4cb8-b801-fc3a3174834f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] device_id is not set on port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:19:34.473109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eb89eae7-a8a4-4852-9216-a298a2f3b238 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (889f5cf2-14c8-425c-9fcf-5e0c20d6dde3), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.485774 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53975ba1-17d7-4723-ab19-1a36b98153e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.562723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-18071b23-9062-4914-beed-c39e004ef115 None None] Provisioning complete for port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:34.562940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-18071b23-9062-4914-beed-c39e004ef115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.563891 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-18071b23-9062-4914-beed-c39e004ef115 None None] Attempt 1 to provision port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb Oct 26 15:19:34.569401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eb89eae7-a8a4-4852-9216-a298a2f3b238 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (889f5cf2-14c8-425c-9fcf-5e0c20d6dde3), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.574815 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-986e36e8-b059-44a8-ad26-a201c2836120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.578419 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:34.594501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb89eae7-a8a4-4852-9216-a298a2f3b238 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:19:34.594909 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eb89eae7-a8a4-4852-9216-a298a2f3b238 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (889f5cf2-14c8-425c-9fcf-5e0c20d6dde3), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.595062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:34.595674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:34.604377 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:34.665395 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fa7e9-96b9-49c4-b4da-1f5ec691a5dd None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:34.699213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:34.713270 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b6510e5a-9872-4198-a06e-bfbbb240548d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.717462 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 889f5cf2-14c8-425c-9fcf-5e0c20d6dde3 resource provider aggregate not found Oct 26 15:19:34.719244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-18071b23-9062-4914-beed-c39e004ef115 None None] Port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:19:34.745284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39497693-2551-4423-8bbb-ba0de23c75c9 None None] Pushing event updated for resources: {'Port': ['ID=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:34.774857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4f9352bd-b94a-4a9d-bf0c-66f7b425f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:23Z', 'revision_number': 3, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:34.781010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:34.785058 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 889f5cf2-14c8-425c-9fcf-5e0c20d6dde3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 889f5cf2-14c8-425c-9fcf-5e0c20d6dde3 found for delete ", "request_id": "req-51e24cc6-9178-4171-a84d-0f9b4dfa877b"}]} Oct 26 15:19:34.806701 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:31Z', 'revision_number': 3, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:34.813000 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:34.829481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9352bd-b94a-4a9d-bf0c-66f7b425f90e None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:23Z', 'revision_number': 3, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:19:34.859458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8bb3-7967-4f58-9a14-d0964fd46436 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks [] for port (8c50504d-5163-4707-94f2-17364caaee4d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:34.861879 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4591c0f-5f1b-437b-ba5f-90a9b4b4809e None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:31Z', 'revision_number': 3, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:19:34.969622 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:34.973328 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eb89eae7-a8a4-4852-9216-a298a2f3b238 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (ca9fa979-22a3-4a1e-b500-912142f86ddc), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:35.009473 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eb89eae7-a8a4-4852-9216-a298a2f3b238 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:35.013827 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eb89eae7-a8a4-4852-9216-a298a2f3b238 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] 10.222.0.60 "DELETE /networking/v2.0/networks/ca9fa979-22a3-4a1e-b500-912142f86ddc HTTP/1.1" status: 204 len: 168 time: 1.5802100 Oct 26 15:19:35.021711 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:35.022665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89eae7-a8a4-4852-9216-a298a2f3b238 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Pushing event deleted for resources: {'Network': ['ID=ca9fa979-22a3-4a1e-b500-912142f86ddc,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:35.029811 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8bb3-7967-4f58-9a14-d0964fd46436 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (8c50504d-5163-4707-94f2-17364caaee4d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:35.039921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55908) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:35.051857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53975ba1-17d7-4723-ab19-1a36b98153e6 admin admin] Publish callbacks [] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:35.067898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b8542697-2876-435a-909e-32e763dd6a4f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (a6cff698-aa73-4672-bcb5-f20ebaec8a54), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:35.081372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53975ba1-17d7-4723-ab19-1a36b98153e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:35.082650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:29Z', 'revision_number': 3, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:35.093088 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-310ba128-eb03-477c-8719-28acee759837 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks [] for port (107d1986-652e-428b-a586-c312eb78b3e2), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:35.107910 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1f3c-661d-4cb8-b801-fc3a3174834f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks [] for port (6c37fc21-4c07-44e5-867c-c9f3cd360fbf), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:35.113008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458609bb-efe5-4554-a115-4aec839afb60 None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:29Z', 'revision_number': 3, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:19:35.138222 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-310ba128-eb03-477c-8719-28acee759837 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (107d1986-652e-428b-a586-c312eb78b3e2), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:35.142742 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-310ba128-eb03-477c-8719-28acee759837 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] In _notify_port_updated(), no bound segment for port 107d1986-652e-428b-a586-c312eb78b3e2 on network 47e52095-7691-46e2-a78a-51ddb71d26f7 {{(pid=105322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:19:35.146754 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-720e424e-de81-4d00-a739-ade4ea431faf tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] DELETE failed (client error): The resource could not be found. Oct 26 15:19:35.147426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720e424e-de81-4d00-a739-ade4ea431faf tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:19:35.148515 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310ba128-eb03-477c-8719-28acee759837 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:35.149117 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-310ba128-eb03-477c-8719-28acee759837 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:35.150426 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-310ba128-eb03-477c-8719-28acee759837 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "PUT /networking/v2.0/ports/107d1986-652e-428b-a586-c312eb78b3e2 HTTP/1.1" status: 200 len: 1002 time: 1.5275447 Oct 26 15:19:35.156333 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-720e424e-de81-4d00-a739-ade4ea431faf tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] 10.222.0.60 "DELETE /networking/v2.0/ports/aa374e9e-7c91-4c89-b572-c2c77d4204e9 HTTP/1.1" status: 404 len: 333 time: 0.1023939 Oct 26 15:19:35.159887 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55912) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:35.160220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55914) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:35.195352 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53975ba1-17d7-4723-ab19-1a36b98153e6 admin admin] Pushing event updated for resources: {'Port': ['ID=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:35.232496 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc8bb3-7967-4f58-9a14-d0964fd46436 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Network 1f502f03-9ff5-48c4-a938-43d8785fc440 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:35.256719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-2ffc8bb3-7967-4f58-9a14-d0964fd46436 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:35.272141 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffc8bb3-7967-4f58-9a14-d0964fd46436 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:35.318663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:35.320096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b8542697-2876-435a-909e-32e763dd6a4f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:35.323851 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b8542697-2876-435a-909e-32e763dd6a4f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "DELETE /networking/v2.0/ports/a6cff698-aa73-4672-bcb5-f20ebaec8a54 HTTP/1.1" status: 204 len: 168 time: 1.7901614 Oct 26 15:19:35.327721 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ba128-eb03-477c-8719-28acee759837 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event updated for resources: {'Port': ['ID=107d1986-652e-428b-a586-c312eb78b3e2,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:35.340576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55918) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:35.361807 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc8bb3-7967-4f58-9a14-d0964fd46436 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Pushing event updated for resources: {'Port': ['ID=8c50504d-5163-4707-94f2-17364caaee4d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:35.465581 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-99138d2a-07a1-4b3c-b941-312eef5ad334 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1005650 Oct 26 15:19:35.470465 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d9d45f-0886-4eee-8540-bdc8d9533683 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Deleting subnet 764b9b08-0f01-4f7a-b908-00800f7d0152 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:19:35.480458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-82d9d45f-0886-4eee-8540-bdc8d9533683 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks [] for subnet (764b9b08-0f01-4f7a-b908-00800f7d0152), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:35.591743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55920) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:35.593057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8542697-2876-435a-909e-32e763dd6a4f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event deleted for resources: {'Port': ['ID=a6cff698-aa73-4672-bcb5-f20ebaec8a54,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:35.605911 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-5b62960a-b8a7-4d26-8bb0-2bb7328be971 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1024350726'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:35.612435 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53975ba1-17d7-4723-ab19-1a36b98153e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (09b0bbae-93c9-4945-a7f7-5a6d292f1411), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:35.702537 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-b6510e5a-9872-4198-a06e-bfbbb240548d admin admin] Allocated IP 172.20.0.1 (b43676e9-42d1-409d-82a9-d0337695b267/a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2/48dc8cb6-5318-4f85-8e5d-2af8765d605e) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:35.720461 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-82d9d45f-0886-4eee-8540-bdc8d9533683 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (764b9b08-0f01-4f7a-b908-00800f7d0152), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:35.774465 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1f3c-661d-4cb8-b801-fc3a3174834f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (6c37fc21-4c07-44e5-867c-c9f3cd360fbf), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:35.791279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-986e36e8-b059-44a8-ad26-a201c2836120 admin admin] Allocated IP 172.20.0.1 (3d9157ca-5c49-4d10-8925-23b7d2950b98/c6a443d4-e63a-4347-b9cd-2a45ed8073c2/77d842c7-22e3-4a31-904f-093d3a1cac97) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:35.840295 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53975ba1-17d7-4723-ab19-1a36b98153e6 admin admin] Network 75323486-1206-489c-a851-669e51c6f8c9 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:35.845243 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-53975ba1-17d7-4723-ab19-1a36b98153e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:35.858693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b62960a-b8a7-4d26-8bb0-2bb7328be971 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Made reservation on behalf of 03516160648b4837a9380d2632689a30 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:35.862989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b62960a-b8a7-4d26-8bb0-2bb7328be971 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:35.958346 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b6510e5a-9872-4198-a06e-bfbbb240548d admin admin] Publish callbacks [] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:35.971590 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:35.981487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8bb3-7967-4f58-9a14-d0964fd46436 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks [] for floatingip (90e936cb-a586-4f75-9065-654f75282253), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:36.009034 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-d66c89bd-c300-44f6-85f8-2a6b7db5da81 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Deleting port 107d1986-652e-428b-a586-c312eb78b3e2 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:19:36.009410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d66c89bd-c300-44f6-85f8-2a6b7db5da81 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (107d1986-652e-428b-a586-c312eb78b3e2), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:36.061439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:36.112508 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53975ba1-17d7-4723-ab19-1a36b98153e6 admin admin] Router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:19:36.114675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b6510e5a-9872-4198-a06e-bfbbb240548d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:36.190929 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6510e5a-9872-4198-a06e-bfbbb240548d admin admin] Network b43676e9-42d1-409d-82a9-d0337695b267 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:36.196424 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-b6510e5a-9872-4198-a06e-bfbbb240548d admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:36.198860 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6510e5a-9872-4198-a06e-bfbbb240548d admin admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:36.229345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6510e5a-9872-4198-a06e-bfbbb240548d admin admin] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:36.266755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-55cebbbb-0480-42cf-b2f4-55e2fd778c31 None None] Provisioning complete for port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:36.267339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-55cebbbb-0480-42cf-b2f4-55e2fd778c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:36.268897 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-55cebbbb-0480-42cf-b2f4-55e2fd778c31 None None] Attempt 1 to provision port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb Oct 26 15:19:36.321325 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b6510e5a-9872-4198-a06e-bfbbb240548d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (62b9f0e9-5874-41a0-857a-c43efc83f0ef), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:36.353919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-55cebbbb-0480-42cf-b2f4-55e2fd778c31 None None] Port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:19:36.402451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:36.443426 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53975ba1-17d7-4723-ab19-1a36b98153e6 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:19:36.486802 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-53975ba1-17d7-4723-ab19-1a36b98153e6 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/09b0bbae-93c9-4945-a7f7-5a6d292f1411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0800781 Oct 26 15:19:36.568209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b62960a-b8a7-4d26-8bb0-2bb7328be971 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:19:36.578518 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b62960a-b8a7-4d26-8bb0-2bb7328be971 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (0c99df73-0c5d-48a5-918f-28a19325f6b8), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:36.578917 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-5b62960a-b8a7-4d26-8bb0-2bb7328be971 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Added segment 0c99df73-0c5d-48a5-918f-28a19325f6b8 of type vlan for network 6ab404fc-4299-4314-88de-78b66df3f18a Oct 26 15:19:36.579043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-400dac80-9b45-4df8-a5a1-bffc4733c90b None None] Provisioning complete for port 48dc8cb6-5318-4f85-8e5d-2af8765d605e triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:36.579340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-400dac80-9b45-4df8-a5a1-bffc4733c90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:36.579673 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-400dac80-9b45-4df8-a5a1-bffc4733c90b None None] Attempt 1 to provision port 48dc8cb6-5318-4f85-8e5d-2af8765d605e Oct 26 15:19:36.612615 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b6510e5a-9872-4198-a06e-bfbbb240548d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:36.641322 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b62960a-b8a7-4d26-8bb0-2bb7328be971 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (6ab404fc-4299-4314-88de-78b66df3f18a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:36.700308 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3d1f3c-661d-4cb8-b801-fc3a3174834f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Network 1895bd67-890a-432f-b783-123eb343a7ac is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:36.722905 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b62960a-b8a7-4d26-8bb0-2bb7328be971 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (6ab404fc-4299-4314-88de-78b66df3f18a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:36.728534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b62960a-b8a7-4d26-8bb0-2bb7328be971 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:36.728908 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b62960a-b8a7-4d26-8bb0-2bb7328be971 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:36.731709 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-6c3d1f3c-661d-4cb8-b801-fc3a3174834f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:36.784164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3d1f3c-661d-4cb8-b801-fc3a3174834f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:36.785415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3d1f3c-661d-4cb8-b801-fc3a3174834f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:36.786017 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1f3c-661d-4cb8-b801-fc3a3174834f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:36.810713 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8bb3-7967-4f58-9a14-d0964fd46436 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8c50504d-5163-4707-94f2-17364caaee4d), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:36.842101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:36.843126 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d1f3c-661d-4cb8-b801-fc3a3174834f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Pushing event updated for resources: {'Port': ['ID=6c37fc21-4c07-44e5-867c-c9f3cd360fbf,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:36.861680 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6c3d1f3c-661d-4cb8-b801-fc3a3174834f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.7576001 Oct 26 15:19:36.866104 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55944) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:36.876360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-400dac80-9b45-4df8-a5a1-bffc4733c90b None None] Port 48dc8cb6-5318-4f85-8e5d-2af8765d605e cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:19:36.881239 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7598'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:36.972753 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5b62960a-b8a7-4d26-8bb0-2bb7328be971 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3773751 Oct 26 15:19:36.975675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55946) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:36.981894 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-ed5b5701-f6ff-4cc9-bc57-33606c21400f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-159345253'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:37.012458 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6c37fc21-4c07-44e5-867c-c9f3cd360fbf), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.016390 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-82d9d45f-0886-4eee-8540-bdc8d9533683 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (764b9b08-0f01-4f7a-b908-00800f7d0152), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.018194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b6510e5a-9872-4198-a06e-bfbbb240548d admin admin] Publish callbacks [] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.020677 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d66c89bd-c300-44f6-85f8-2a6b7db5da81 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (107d1986-652e-428b-a586-c312eb78b3e2), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.025581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62960a-b8a7-4d26-8bb0-2bb7328be971 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event updated for resources: {'Network': ['ID=6ab404fc-4299-4314-88de-78b66df3f18a,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:37.034236 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b6510e5a-9872-4198-a06e-bfbbb240548d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.038799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 6ab404fc-4299-4314-88de-78b66df3f18a details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:19:37.090737 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:37.091886 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5b5701-f6ff-4cc9-bc57-33606c21400f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Made reservation on behalf of 03516160648b4837a9380d2632689a30 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:37.096675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5701-f6ff-4cc9-bc57-33606c21400f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.106671 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-d66c89bd-c300-44f6-85f8-2a6b7db5da81 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Calling delete_port for 107d1986-652e-428b-a586-c312eb78b3e2 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:19:37.179983 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-986e36e8-b059-44a8-ad26-a201c2836120 admin admin] Publish callbacks [] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.184784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5b5701-f6ff-4cc9-bc57-33606c21400f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:19:37.191455 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6510e5a-9872-4198-a06e-bfbbb240548d admin admin] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:37.208791 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b6510e5a-9872-4198-a06e-bfbbb240548d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (62b9f0e9-5874-41a0-857a-c43efc83f0ef), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.266851 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5701-f6ff-4cc9-bc57-33606c21400f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (e724d0cb-8bef-4dd5-a0c9-b03748f31064), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.267334 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-ed5b5701-f6ff-4cc9-bc57-33606c21400f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Added segment e724d0cb-8bef-4dd5-a0c9-b03748f31064 of type vlan for network 7fd53c0d-62ef-44a3-b8f5-c25e627ec827 Oct 26 15:19:37.325890 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-82d9d45f-0886-4eee-8540-bdc8d9533683 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (764b9b08-0f01-4f7a-b908-00800f7d0152), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.371212 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55950) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:37.377001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-fa3b76e5-2f1f-4b5f-b8de-396b91b71e8d tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1264739544', 'description': 'tempest-description--1301966394'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:37.393230 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9d45f-0886-4eee-8540-bdc8d9533683 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Pushing event deleted for resources: {'Subnet': ['ID=764b9b08-0f01-4f7a-b908-00800f7d0152,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:37.411217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-82d9d45f-0886-4eee-8540-bdc8d9533683 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.413337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:37.417553 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-82d9d45f-0886-4eee-8540-bdc8d9533683 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/764b9b08-0f01-4f7a-b908-00800f7d0152 HTTP/1.1" status: 204 len: 168 time: 2.2468717 Oct 26 15:19:37.420326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a243983f-d18f-4bc7-b344-e4bdaeac9a51 None None] Network 2fcf1696-16d4-4e3f-a9ba-9dc29a115d90 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:37.427026 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-986e36e8-b059-44a8-ad26-a201c2836120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.432190 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55952) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:37.484211 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5701-f6ff-4cc9-bc57-33606c21400f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (7fd53c0d-62ef-44a3-b8f5-c25e627ec827), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.484634 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8bb3-7967-4f58-9a14-d0964fd46436 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks [] for port (8c50504d-5163-4707-94f2-17364caaee4d), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.493129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986e36e8-b059-44a8-ad26-a201c2836120 admin admin] Network 3d9157ca-5c49-4d10-8925-23b7d2950b98 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:37.494198 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fa3b76e5-2f1f-4b5f-b8de-396b91b71e8d tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.506236 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-986e36e8-b059-44a8-ad26-a201c2836120 admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:37.519959 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8bb3-7967-4f58-9a14-d0964fd46436 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (8c50504d-5163-4707-94f2-17364caaee4d), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.522343 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:37.525320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:37.540283 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6510e5a-9872-4198-a06e-bfbbb240548d admin admin] Network b43676e9-42d1-409d-82a9-d0337695b267 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:37.546902 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e36e8-b059-44a8-ad26-a201c2836120 admin admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:37.557051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e36e8-b059-44a8-ad26-a201c2836120 admin admin] Pushing event updated for resources: {'Port': ['ID=77d842c7-22e3-4a31-904f-093d3a1cac97,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:37.564505 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-b6510e5a-9872-4198-a06e-bfbbb240548d admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:37.603356 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] device_id is not set on port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:19:37.604268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:37.604915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.605462 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 Oct 26 15:19:37.618520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks [] for port (6c37fc21-4c07-44e5-867c-c9f3cd360fbf), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.643434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:37.663934 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (6c37fc21-4c07-44e5-867c-c9f3cd360fbf), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.671192 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (2fcf1696-16d4-4e3f-a9ba-9dc29a115d90), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.678893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:37.688601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5701-f6ff-4cc9-bc57-33606c21400f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (7fd53c0d-62ef-44a3-b8f5-c25e627ec827), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.696558 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b5701-f6ff-4cc9-bc57-33606c21400f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:37.697115 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5701-f6ff-4cc9-bc57-33606c21400f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.723379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8bb3-7967-4f58-9a14-d0964fd46436 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (90e936cb-a586-4f75-9065-654f75282253), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.730099 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d66c89bd-c300-44f6-85f8-2a6b7db5da81 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (107d1986-652e-428b-a586-c312eb78b3e2), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.731971 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-986e36e8-b059-44a8-ad26-a201c2836120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (bbb73ba0-9a42-4c34-a8f2-7511fce6813f), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.770271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:37.770885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.778735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81de28db-8d68-4d93-ad94-11cf19a3558d None None] DHCP port deletion for 2fcf1696-16d4-4e3f-a9ba-9dc29a115d90 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:19:37.841148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:37.853038 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc8bb3-7967-4f58-9a14-d0964fd46436 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Pushing event updated for resources: {'Port': ['ID=8c50504d-5163-4707-94f2-17364caaee4d,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:37.871672 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b5701-f6ff-4cc9-bc57-33606c21400f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event updated for resources: {'Network': ['ID=7fd53c0d-62ef-44a3-b8f5-c25e627ec827,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:37.873139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.885854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:37.906699 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8bb3-7967-4f58-9a14-d0964fd46436 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.909376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 7fd53c0d-62ef-44a3-b8f5-c25e627ec827 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:19:37.910753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:37.912743 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2ffc8bb3-7967-4f58-9a14-d0964fd46436 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.2018158 Oct 26 15:19:37.917694 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55954) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:37.932148 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ed5b5701-f6ff-4cc9-bc57-33606c21400f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9551768 Oct 26 15:19:37.957784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c89bd-c300-44f6-85f8-2a6b7db5da81 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event deleted for resources: {'Port': ['ID=107d1986-652e-428b-a586-c312eb78b3e2,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:37.991503 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Deleting port 433c3999-c97f-4927-96d1-101cce626ebd {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:19:37.991971 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (433c3999-c97f-4927-96d1-101cce626ebd), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:37.998699 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Pushing event updated for resources: {'Port': ['ID=6c37fc21-4c07-44e5-867c-c9f3cd360fbf,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:38.014320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:38.014853 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:38.015393 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:38.121773 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fa3b76e5-2f1f-4b5f-b8de-396b91b71e8d tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for security_group (ddd07e1b-0f1e-4382-b956-91ab2dc849ca), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.136950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-81de28db-8d68-4d93-ad94-11cf19a3558d None None] Deleting port 433c3999-c97f-4927-96d1-101cce626ebd {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:19:38.140009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-81de28db-8d68-4d93-ad94-11cf19a3558d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (433c3999-c97f-4927-96d1-101cce626ebd), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.236047 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d1f0fabd-b7eb-4170-b4fc-0c1bd0076be5 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] 10.222.0.60 "GET /networking/v2.0/floatingips?floating_network_id=1f502f03-9ff5-48c4-a938-43d8785fc440 HTTP/1.1" status: 200 len: 689 time: 0.3068836 Oct 26 15:19:38.241252 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fa3b76e5-2f1f-4b5f-b8de-396b91b71e8d tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ddd07e1b-0f1e-4382-b956-91ab2dc849ca), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.243660 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55956) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:38.286108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-81de28db-8d68-4d93-ad94-11cf19a3558d None None] For port 433c3999-c97f-4927-96d1-101cce626ebd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=433c3999-c97f-4927-96d1-101cce626ebd,segment=NetworkSegment(7c9e88f2-920c-4fd8-aefb-996872529533),segment_id=7c9e88f2-920c-4fd8-aefb-996872529533)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:38.287497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-81de28db-8d68-4d93-ad94-11cf19a3558d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (433c3999-c97f-4927-96d1-101cce626ebd), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.308097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-81de28db-8d68-4d93-ad94-11cf19a3558d None None] Calling delete_port for 433c3999-c97f-4927-96d1-101cce626ebd owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:19:38.367629 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] For port 433c3999-c97f-4927-96d1-101cce626ebd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=433c3999-c97f-4927-96d1-101cce626ebd,segment=NetworkSegment(7c9e88f2-920c-4fd8-aefb-996872529533),segment_id=7c9e88f2-920c-4fd8-aefb-996872529533)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:38.368255 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (433c3999-c97f-4927-96d1-101cce626ebd), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.380213 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (1f502f03-9ff5-48c4-a938-43d8785fc440), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.382458 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Calling delete_port for 433c3999-c97f-4927-96d1-101cce626ebd owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:19:38.506118 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:38.506768 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:38.512450 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 2 to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf Oct 26 15:19:38.517572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (433c3999-c97f-4927-96d1-101cce626ebd), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.561462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:38.564060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Deleting port 8c50504d-5163-4707-94f2-17364caaee4d {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:19:38.564623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8c50504d-5163-4707-94f2-17364caaee4d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.565841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-81de28db-8d68-4d93-ad94-11cf19a3558d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (433c3999-c97f-4927-96d1-101cce626ebd), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.594811 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Pushing event deleted for resources: {'Port': ['ID=433c3999-c97f-4927-96d1-101cce626ebd,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:38.604347 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] No DVR routers for this DVR port 433c3999-c97f-4927-96d1-101cce626ebd on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:19:38.621826 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6510e5a-9872-4198-a06e-bfbbb240548d admin admin] Router 62b9f0e9-5874-41a0-857a-c43efc83f0ef has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:19:38.624048 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:38.624400 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:38.624739 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:38.632970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-f6fae3d7-ffc6-4f65-b53d-7d0076be309f None None] Provisioning complete for port 77d842c7-22e3-4a31-904f-093d3a1cac97 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:38.637542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f6fae3d7-ffc6-4f65-b53d-7d0076be309f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.638054 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-f6fae3d7-ffc6-4f65-b53d-7d0076be309f None None] Attempt 1 to provision port 77d842c7-22e3-4a31-904f-093d3a1cac97 Oct 26 15:19:38.638873 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:38.639223 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:38.662664 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8c50504d-5163-4707-94f2-17364caaee4d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.663137 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks [] for floatingip (8c50504d-5163-4707-94f2-17364caaee4d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.678312 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 3 to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf Oct 26 15:19:38.680114 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Calling delete_port for 8c50504d-5163-4707-94f2-17364caaee4d owned by network:floatingip {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:19:38.681261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:38.685365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-f6fae3d7-ffc6-4f65-b53d-7d0076be309f None None] Port 77d842c7-22e3-4a31-904f-093d3a1cac97 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:19:38.705831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-f6fae3d7-ffc6-4f65-b53d-7d0076be309f None None] Provisioning complete for port 48dc8cb6-5318-4f85-8e5d-2af8765d605e triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:38.706218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f6fae3d7-ffc6-4f65-b53d-7d0076be309f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.706610 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-f6fae3d7-ffc6-4f65-b53d-7d0076be309f None None] Attempt 1 to provision port 48dc8cb6-5318-4f85-8e5d-2af8765d605e Oct 26 15:19:38.721598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:38.726367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:38.726773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.728751 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 Oct 26 15:19:38.822715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e6ffeaac-dc3e-4a08-b25c-f3729388c800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.849256 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:38.849590 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:38.850080 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:38.862706 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:38.863254 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:38.871609 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:38.873363 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:38.877487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (8c50504d-5163-4707-94f2-17364caaee4d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.883063 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d66c89bd-c300-44f6-85f8-2a6b7db5da81 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.886399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (2fcf1696-16d4-4e3f-a9ba-9dc29a115d90), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.887154 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d66c89bd-c300-44f6-85f8-2a6b7db5da81 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "DELETE /networking/v2.0/ports/107d1986-652e-428b-a586-c312eb78b3e2 HTTP/1.1" status: 204 len: 168 time: 3.7175419 Oct 26 15:19:38.914392 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55958) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:38.933687 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fcf1696-16d4-4e3f-a9ba-9dc29a115d90']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:38.938404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81de28db-8d68-4d93-ad94-11cf19a3558d None None] No DVR routers for this DVR port 433c3999-c97f-4927-96d1-101cce626ebd on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:19:38.941043 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9e88f2-920c-4fd8-aefb-996872529533') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:38.941352 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9e88f2-920c-4fd8-aefb-996872529533') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:38.944980 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:19:38.950244 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c50504d-5163-4707-94f2-17364caaee4d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:38.956993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (7c9e88f2-920c-4fd8-aefb-996872529533), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.979664 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (7c9e88f2-920c-4fd8-aefb-996872529533), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:38.987019 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:19:38.988904 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (7c9e88f2-920c-4fd8-aefb-996872529533), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:39.013315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:39.022408 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fa3b76e5-2f1f-4b5f-b8de-396b91b71e8d tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:39.024213 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fa3b76e5-2f1f-4b5f-b8de-396b91b71e8d tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.6507485 Oct 26 15:19:39.031426 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-17cd3ed4-1e6f-4fec-b139-8cf6a685612e tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] GET failed (client error): The resource could not be found. Oct 26 15:19:39.033111 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-17cd3ed4-1e6f-4fec-b139-8cf6a685612e tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "GET /networking/v2.0/ports/107d1986-652e-428b-a586-c312eb78b3e2 HTTP/1.1" status: 404 len: 333 time: 0.0793233 Oct 26 15:19:39.034154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-986e36e8-b059-44a8-ad26-a201c2836120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:39.036481 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b76e5-2f1f-4b5f-b8de-396b91b71e8d tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd07e1b-0f1e-4382-b956-91ab2dc849ca,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:39.041726 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55960) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:39.042460 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55962) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:39.048562 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-70c18473-05bd-45d0-9973-15fd006c3562 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Request body: {'security_group_rule': {'security_group_id': 'ddd07e1b-0f1e-4382-b956-91ab2dc849ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:39.055005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-f6fae3d7-ffc6-4f65-b53d-7d0076be309f None None] Port 48dc8cb6-5318-4f85-8e5d-2af8765d605e cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:19:39.076136 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-05086af9-a66b-41c8-aed0-c623fa1daab4 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Request body: {'port': {'network_id': '47e52095-7691-46e2-a78a-51ddb71d26f7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2109255094'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:39.086619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de28db-8d68-4d93-ad94-11cf19a3558d None None] Pushing event deleted for resources: {'Port': ['ID=433c3999-c97f-4927-96d1-101cce626ebd,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:39.095770 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 4 to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf Oct 26 15:19:39.107989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:39.108503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:39.129395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:39.129959 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:39.130537 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:39.135541 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (2fcf1696-16d4-4e3f-a9ba-9dc29a115d90), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:39.139484 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:39.139967 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:39.141735 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 7c9e88f2-920c-4fd8-aefb-996872529533 resource provider aggregate not found Oct 26 15:19:39.148238 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 5 to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf Oct 26 15:19:39.179520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:39.179520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:39.179707 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:19:39.179802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:39.196637 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:39.199335 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:39.199335 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:39.237592 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 7c9e88f2-920c-4fd8-aefb-996872529533 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c9e88f2-920c-4fd8-aefb-996872529533 found for delete ", "request_id": "req-972bf4ac-e2cb-4bf8-9309-ecf91d52a25f"}]} Oct 26 15:19:39.237592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:39.237592 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] 10.222.0.60 "DELETE /networking/v2.0/networks/2fcf1696-16d4-4e3f-a9ba-9dc29a115d90 HTTP/1.1" status: 204 len: 168 time: 1.7946336 Oct 26 15:19:39.242764 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:39.243099 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:39.249646 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:39.251456 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:39.267666 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-70c18473-05bd-45d0-9973-15fd006c3562 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for security_group_rule (2976931b-e8da-4ee8-a5fd-d63ef4e58df5), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:39.275441 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 6 to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf Oct 26 15:19:39.293597 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:39.293597 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:39.293597 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:39.293948 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc34905-2572-4a65-9e02-d5fbc04610a3 tempest-DHCPAgentSchedulersTestJSON-1678759592 tempest-DHCPAgentSchedulersTestJSON-1678759592-project] Pushing event deleted for resources: {'Network': ['ID=2fcf1696-16d4-4e3f-a9ba-9dc29a115d90,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:39.297903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:39.298453 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:39.301758 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 7 to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf Oct 26 15:19:39.318817 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:39.319479 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:39.320005 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:39.329202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:39.329793 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:39.333188 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 8 to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf Oct 26 15:19:39.349009 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:39.350186 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:39.350746 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:39.354852 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6510e5a-9872-4198-a06e-bfbbb240548d admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:19:39.361134 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b6510e5a-9872-4198-a06e-bfbbb240548d admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/62b9f0e9-5874-41a0-857a-c43efc83f0ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1792929 Oct 26 15:19:39.362593 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:39.363135 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:39.363733 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 9 to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf Oct 26 15:19:39.378133 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:39.380093 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:39.380714 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:39.388023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:39.389384 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:39.389951 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:39.390549 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 10 to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf Oct 26 15:19:39.395865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:19:39.419769 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:39.421719 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:39.422298 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:39.433898 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:39.434578 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:39.435162 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6c37fc21-4c07-44e5-867c-c9f3cd360fbf), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:39.523711 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] For port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf, host hv-neutron-7598, cleared binding levels {{(pid=105322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:39.524479 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempted to set empty binding levels {{(pid=105322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 15:19:39.538948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 394e991d-ba1f-4c55-ad3b-6183751d959f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:39.539331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:39.539696 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (6c37fc21-4c07-44e5-867c-c9f3cd360fbf), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:39.540517 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] In _notify_port_updated(), no bound segment for port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:19:39.541143 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:39.541834 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 394e991d-ba1f-4c55-ad3b-6183751d959f Oct 26 15:19:39.542142 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:39.543032 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:39.544856 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] 10.222.0.60 "PUT /networking/v2.0/ports/6c37fc21-4c07-44e5-867c-c9f3cd360fbf HTTP/1.1" status: 200 len: 976 time: 2.6775320 Oct 26 15:19:39.548522 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55972) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:39.550723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:39.553557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:39.773081 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks [] for floatingip (90e936cb-a586-4f75-9065-654f75282253), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:39.781845 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec20fc-ad0d-460c-acbb-17fef1db875f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Pushing event updated for resources: {'Port': ['ID=6c37fc21-4c07-44e5-867c-c9f3cd360fbf,revision_number=3']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:39.881653 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3de9c-8a17-44b3-8e21-b89ac70c7fed tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:39.885195 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3de9c-8a17-44b3-8e21-b89ac70c7fed tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:39.887040 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3de9c-8a17-44b3-8e21-b89ac70c7fed tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:39.890477 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3de9c-8a17-44b3-8e21-b89ac70c7fed tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:39.891979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3de9c-8a17-44b3-8e21-b89ac70c7fed tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:39.900489 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3de9c-8a17-44b3-8e21-b89ac70c7fed tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:39.901470 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3de9c-8a17-44b3-8e21-b89ac70c7fed tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:39.904048 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3de9c-8a17-44b3-8e21-b89ac70c7fed tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:39.905494 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3de9c-8a17-44b3-8e21-b89ac70c7fed tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:39.906330 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3de9c-8a17-44b3-8e21-b89ac70c7fed tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:39.908697 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3de9c-8a17-44b3-8e21-b89ac70c7fed tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:39.909414 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3de9c-8a17-44b3-8e21-b89ac70c7fed tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:39.912063 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3de9c-8a17-44b3-8e21-b89ac70c7fed tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:39.913963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3de9c-8a17-44b3-8e21-b89ac70c7fed tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:39.915087 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3de9c-8a17-44b3-8e21-b89ac70c7fed tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:39.916472 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3de9c-8a17-44b3-8e21-b89ac70c7fed tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:39.921759 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-91c3de9c-8a17-44b3-8e21-b89ac70c7fed tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 14863 time: 0.3712063 Oct 26 15:19:39.926592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55980) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:39.927122 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55982) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:39.955840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:39.956412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:40.044402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 394e991d-ba1f-4c55-ad3b-6183751d959f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=394e991d-ba1f-4c55-ad3b-6183751d959f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:40.070769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:40.091851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:40.128451 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (1d55942f-94fc-48b1-b068-139ab010647a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:40.197717 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-70c18473-05bd-45d0-9973-15fd006c3562 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for security_group_rule (2976931b-e8da-4ee8-a5fd-d63ef4e58df5), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:40.203844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:40.216936 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-478f43a3-be9a-49b8-b86a-99fc1ed1ca6a tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Deleting port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:19:40.217343 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-478f43a3-be9a-49b8-b86a-99fc1ed1ca6a tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (6c37fc21-4c07-44e5-867c-c9f3cd360fbf), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:40.226404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-70c18473-05bd-45d0-9973-15fd006c3562 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (2976931b-e8da-4ee8-a5fd-d63ef4e58df5), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:40.281778 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c18473-05bd-45d0-9973-15fd006c3562 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2976931b-e8da-4ee8-a5fd-d63ef4e58df5,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:40.295034 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05086af9-a66b-41c8-aed0-c623fa1daab4 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Made reservation on behalf of 4ac259cdee504b83b9d7ceea5bc1cd9c for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:40.305936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-05086af9-a66b-41c8-aed0-c623fa1daab4 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:40.314477 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-478f43a3-be9a-49b8-b86a-99fc1ed1ca6a tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] For port 6c37fc21-4c07-44e5-867c-c9f3cd360fbf, host hv-neutron-7598, got binding levels [] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:40.315129 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-478f43a3-be9a-49b8-b86a-99fc1ed1ca6a tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (6c37fc21-4c07-44e5-867c-c9f3cd360fbf), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:40.315382 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:19:40.380193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:40.403440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-05086af9-a66b-41c8-aed0-c623fa1daab4 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] device_id is not set on port 8b87bf74-bc17-4bbd-ba6e-c17522269c84 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:19:40.413449 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-478f43a3-be9a-49b8-b86a-99fc1ed1ca6a tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Calling delete_port for 6c37fc21-4c07-44e5-867c-c9f3cd360fbf owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:19:40.418198 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 2, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:40.476878 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:19:40.477495 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Updating router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:19:40.516733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=394e991d-ba1f-4c55-ad3b-6183751d959f,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:40.557178 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55988) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:40.558231 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:40.561472 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:40.564651 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f47bd7c9-c099-4e5d-bb41-d8cacbadc7f2 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452978862', 'description': 'tempest-description--429779723'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:40.598893 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:40.604261 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:40.605431 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:40.614373 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-05086af9-a66b-41c8-aed0-c623fa1daab4 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Allocated IP 2001:db8::3e5 (47e52095-7691-46e2-a78a-51ddb71d26f7/a4f9c547-5ee0-4195-ac63-023b55b70f49/8b87bf74-bc17-4bbd-ba6e-c17522269c84) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:40.634489 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:40.661028 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bbc3925f-691a-4c91-b991-c581ef1c5067 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=3572f854411f4fa5ad0362926c4c6948&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7319660 Oct 26 15:19:40.662778 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55990) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:40.727709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:19:40.734922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f47bd7c9-c099-4e5d-bb41-d8cacbadc7f2 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:40.792430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e7790800-0cd8-4697-8027-469916127e47 admin admin] Publish callbacks [] for security_group (e85c760f-eef6-4de7-85da-71f39a1c38ce), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:40.821840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-05086af9-a66b-41c8-aed0-c623fa1daab4 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks [] for port (8b87bf74-bc17-4bbd-ba6e-c17522269c84), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:40.826962 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-478f43a3-be9a-49b8-b86a-99fc1ed1ca6a tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (6c37fc21-4c07-44e5-867c-c9f3cd360fbf), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:40.860912 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:40.862686 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:40.895340 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-70c18473-05bd-45d0-9973-15fd006c3562 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:40.898252 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-70c18473-05bd-45d0-9973-15fd006c3562 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8537445 Oct 26 15:19:40.901836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-05086af9-a66b-41c8-aed0-c623fa1daab4 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (8b87bf74-bc17-4bbd-ba6e-c17522269c84), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:40.906675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55992) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:40.922666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e7790800-0cd8-4697-8027-469916127e47 admin admin] Publish callbacks [] for security_group (e85c760f-eef6-4de7-85da-71f39a1c38ce), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:40.959591 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-00b40687-b9d9-43ab-aa17-719a48e9cee0 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Request body: {'security_group_rule': {'security_group_id': 'ddd07e1b-0f1e-4382-b956-91ab2dc849ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:40.987584 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05086af9-a66b-41c8-aed0-c623fa1daab4 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event updated for resources: {'Port': ['ID=8b87bf74-bc17-4bbd-ba6e-c17522269c84,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:41.006312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (1d55942f-94fc-48b1-b068-139ab010647a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.020252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f43a3-be9a-49b8-b86a-99fc1ed1ca6a tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c37fc21-4c07-44e5-867c-c9f3cd360fbf,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:41.020608 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:41.058356 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05086af9-a66b-41c8-aed0-c623fa1daab4 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Network 47e52095-7691-46e2-a78a-51ddb71d26f7 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:41.061137 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1d55942f-94fc-48b1-b068-139ab010647a,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:41.067413 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-05086af9-a66b-41c8-aed0-c623fa1daab4 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:41.072066 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05086af9-a66b-41c8-aed0-c623fa1daab4 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:41.077008 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05086af9-a66b-41c8-aed0-c623fa1daab4 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:41.077887 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-05086af9-a66b-41c8-aed0-c623fa1daab4 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.098470 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-00b40687-b9d9-43ab-aa17-719a48e9cee0 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for security_group_rule (1951939b-b834-40e7-942e-30c43c6a71b9), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.133097 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-478f43a3-be9a-49b8-b86a-99fc1ed1ca6a tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.136879 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-478f43a3-be9a-49b8-b86a-99fc1ed1ca6a tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] 10.222.0.60 "DELETE /networking/v2.0/ports/6c37fc21-4c07-44e5-867c-c9f3cd360fbf HTTP/1.1" status: 204 len: 168 time: 1.2057827 Oct 26 15:19:41.164860 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55994) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:41.180184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (1f502f03-9ff5-48c4-a938-43d8785fc440), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.183312 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f47bd7c9-c099-4e5d-bb41-d8cacbadc7f2 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for security_group (86396216-8eba-4780-adb1-1537e4c70bda), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.219291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-92f3eedf-eabe-43f9-8946-6f905aea1262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.232601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 55996) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:41.239169 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e724504-920e-49e6-91f6-e3344af81545 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] GET failed (client error): The resource could not be found. Oct 26 15:19:41.248811 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-05086af9-a66b-41c8-aed0-c623fa1daab4 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1767704 Oct 26 15:19:41.256191 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8e724504-920e-49e6-91f6-e3344af81545 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] 10.222.0.60 "GET /networking/v2.0/ports/6c37fc21-4c07-44e5-867c-c9f3cd360fbf HTTP/1.1" status: 404 len: 333 time: 0.0744605 Oct 26 15:19:41.256990 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 55998) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:41.257918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56000) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:41.259616 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Request body: {'subnets': [{'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--314651855', 'ip_version': 6}, {'network_id': '7fd53c0d-62ef-44a3-b8f5-c25e627ec827', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:41.260275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Request body: {'subnet': {'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--314651855', 'ip_version': 6}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:41.262340 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Request body: {'subnet': {'network_id': '7fd53c0d-62ef-44a3-b8f5-c25e627ec827', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:41.270657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:41.271629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.289922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 2, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:41.298345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-6f98486a-09fe-43ca-8e8f-098772a32466 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2146219967', 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:41.307525 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-214b0c41-0d8f-421e-b2ab-5f60b2644071 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:75:17:ab'}]}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:41.323730 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:35Z', 'revision_number': 1, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:41.328119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:41.331072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Checking router: 62b9f0e9-5874-41a0-857a-c43efc83f0ef for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:19:41.331428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Updating router 62b9f0e9-5874-41a0-857a-c43efc83f0ef port 48dc8cb6-5318-4f85-8e5d-2af8765d605e binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:19:41.367502 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:19:41.367859 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Updating router bbb73ba0-9a42-4c34-a8f2-7511fce6813f port 77d842c7-22e3-4a31-904f-093d3a1cac97 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:19:41.369007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.369784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:19:41.381873 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f47bd7c9-c099-4e5d-bb41-d8cacbadc7f2 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (86396216-8eba-4780-adb1-1537e4c70bda), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.397239 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-986e36e8-b059-44a8-ad26-a201c2836120 admin admin] Publish callbacks [] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.404280 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f502f03-9ff5-48c4-a938-43d8785fc440']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:41.432434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-986e36e8-b059-44a8-ad26-a201c2836120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.444420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.469181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70088b65-64c7-4376-b0ff-18f2d6b95e20') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:41.469774 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70088b65-64c7-4376-b0ff-18f2d6b95e20') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:41.471786 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.480384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:41.550623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e36e8-b059-44a8-ad26-a201c2836120 admin admin] Pushing event updated for resources: {'Port': ['ID=77d842c7-22e3-4a31-904f-093d3a1cac97,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:41.571977 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bd7c9-c099-4e5d-bb41-d8cacbadc7f2 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86396216-8eba-4780-adb1-1537e4c70bda,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:41.574394 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e7790800-0cd8-4697-8027-469916127e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (e85c760f-eef6-4de7-85da-71f39a1c38ce), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.577037 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e7790800-0cd8-4697-8027-469916127e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.580433 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e7790800-0cd8-4697-8027-469916127e47 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e85c760f-eef6-4de7-85da-71f39a1c38ce HTTP/1.1" status: 204 len: 168 time: 0.9060888 Oct 26 15:19:41.581367 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f47bd7c9-c099-4e5d-bb41-d8cacbadc7f2 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.585637 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f47bd7c9-c099-4e5d-bb41-d8cacbadc7f2 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0243404 Oct 26 15:19:41.596993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-214b0c41-0d8f-421e-b2ab-5f60b2644071 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8b87bf74-bc17-4bbd-ba6e-c17522269c84), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.610774 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7790800-0cd8-4697-8027-469916127e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85c760f-eef6-4de7-85da-71f39a1c38ce,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:41.615416 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56004) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:41.619605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (70088b65-64c7-4376-b0ff-18f2d6b95e20), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.642366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:41.653333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b846ce38-e0f4-404a-9470-ae5a94b50311 None None] Provisioning complete for port 8b87bf74-bc17-4bbd-ba6e-c17522269c84 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:41.653714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b846ce38-e0f4-404a-9470-ae5a94b50311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8b87bf74-bc17-4bbd-ba6e-c17522269c84), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.654770 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b846ce38-e0f4-404a-9470-ae5a94b50311 None None] Attempt 1 to provision port 8b87bf74-bc17-4bbd-ba6e-c17522269c84 Oct 26 15:19:41.666654 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (70088b65-64c7-4376-b0ff-18f2d6b95e20), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.703427 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:19:41.704277 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (70088b65-64c7-4376-b0ff-18f2d6b95e20), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.713134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-986e36e8-b059-44a8-ad26-a201c2836120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (bbb73ba0-9a42-4c34-a8f2-7511fce6813f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.729184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:41.729586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.730863 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Made reservation on behalf of 03516160648b4837a9380d2632689a30 for: {'subnet': 2} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:41.737314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.737889 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.813214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b846ce38-e0f4-404a-9470-ae5a94b50311 None None] Port 8b87bf74-bc17-4bbd-ba6e-c17522269c84 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:19:41.816211 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:41.820909 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-214b0c41-0d8f-421e-b2ab-5f60b2644071 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks [] for port (8b87bf74-bc17-4bbd-ba6e-c17522269c84), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.823366 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:41.823366 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:41.828418 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-a224bbdf-0ba1-4bc7-ba4b-a720c2090042 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Request body: {'security_group_rule': {'security_group_id': '86396216-8eba-4780-adb1-1537e4c70bda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:41.850332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.851392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 433c3999-c97f-4927-96d1-101cce626ebd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:19:41.852522 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-214b0c41-0d8f-421e-b2ab-5f60b2644071 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (8b87bf74-bc17-4bbd-ba6e-c17522269c84), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.853301 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-214b0c41-0d8f-421e-b2ab-5f60b2644071 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] In _notify_port_updated(), no bound segment for port 8b87bf74-bc17-4bbd-ba6e-c17522269c84 on network 47e52095-7691-46e2-a78a-51ddb71d26f7 {{(pid=105322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:19:41.859251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b0c41-0d8f-421e-b2ab-5f60b2644071 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:41.859951 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-214b0c41-0d8f-421e-b2ab-5f60b2644071 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.864361 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-214b0c41-0d8f-421e-b2ab-5f60b2644071 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "PUT /networking/v2.0/ports/8b87bf74-bc17-4bbd-ba6e-c17522269c84 HTTP/1.1" status: 200 len: 1003 time: 0.5609453 Oct 26 15:19:41.881968 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56010) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:41.890230 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 70088b65-64c7-4376-b0ff-18f2d6b95e20 resource provider aggregate not found Oct 26 15:19:41.892214 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Publish callbacks [] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.899291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 433c3999-c97f-4927-96d1-101cce626ebd {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:19:41.899832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 433c3999-c97f-4927-96d1-101cce626ebd not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:19:41.900429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:19:41.913952 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.914871 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-00b40687-b9d9-43ab-aa17-719a48e9cee0 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for security_group_rule (1951939b-b834-40e7-942e-30c43c6a71b9), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:41.915635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:41.946310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:41.996039 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b0c41-0d8f-421e-b2ab-5f60b2644071 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event updated for resources: {'Port': ['ID=8b87bf74-bc17-4bbd-ba6e-c17522269c84,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:41.999775 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a224bbdf-0ba1-4bc7-ba4b-a720c2090042 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for security_group_rule (a95a1c80-4fc2-4979-b9d5-85189b200a1b), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.022566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.023406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:42.039698 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-00b40687-b9d9-43ab-aa17-719a48e9cee0 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (1951939b-b834-40e7-942e-30c43c6a71b9), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.075148 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a224bbdf-0ba1-4bc7-ba4b-a720c2090042 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for security_group_rule (a95a1c80-4fc2-4979-b9d5-85189b200a1b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.096655 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 70088b65-64c7-4376-b0ff-18f2d6b95e20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70088b65-64c7-4376-b0ff-18f2d6b95e20 found for delete ", "request_id": "req-0a67cdee-4932-44d3-b98f-9645b85d780a"}]} Oct 26 15:19:42.113724 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a224bbdf-0ba1-4bc7-ba4b-a720c2090042 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (a95a1c80-4fc2-4979-b9d5-85189b200a1b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.136909 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986e36e8-b059-44a8-ad26-a201c2836120 admin admin] Network 3d9157ca-5c49-4d10-8925-23b7d2950b98 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:42.138463 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f98486a-09fe-43ca-8e8f-098772a32466 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Made reservation on behalf of 0fbce8a7ac6748cdb1e487846de64ba0 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:42.143156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6f98486a-09fe-43ca-8e8f-098772a32466 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.150889 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-986e36e8-b059-44a8-ad26-a201c2836120 admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:42.169344 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-6f98486a-09fe-43ca-8e8f-098772a32466 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] device_id is not set on port f6a0240f-80e5-47b5-bbbe-0396f58dd4ca yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:19:42.179843 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-00b40687-b9d9-43ab-aa17-719a48e9cee0 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.184750 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-00b40687-b9d9-43ab-aa17-719a48e9cee0 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2556610 Oct 26 15:19:42.189972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a224bbdf-0ba1-4bc7-ba4b-a720c2090042 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.191638 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a224bbdf-0ba1-4bc7-ba4b-a720c2090042 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3672016 Oct 26 15:19:42.192962 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56014) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:42.230982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Publish callbacks [] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.243072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:42.244886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.259617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.335196 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Publish callbacks [] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.344293 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:42.363106 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.378029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 394e991d-ba1f-4c55-ad3b-6183751d959f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=394e991d-ba1f-4c55-ad3b-6183751d959f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:42.420698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.430021 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6f98486a-09fe-43ca-8e8f-098772a32466 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks [] for port (f6a0240f-80e5-47b5-bbbe-0396f58dd4ca), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.470745 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Attempting to bind port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:42.471186 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Attempting to bind port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '878b8e5b-ecb8-4aa5-b134-e80266343bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '75323486-1206-489c-a851-669e51c6f8c9'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:42.471717 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Attempting to bind port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb on network 75323486-1206-489c-a851-669e51c6f8c9 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:42.484099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d31bd-1fe9-4fd6-8a14-2ae05a5221e9 None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:42.487861 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-223d4cfc-5870-4b88-b904-a13e94d31e81 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:42.510775 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56016) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:42.511249 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56018) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:42.512616 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Attempting to bind port 77d842c7-22e3-4a31-904f-093d3a1cac97 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:42.512744 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b40687-b9d9-43ab-aa17-719a48e9cee0 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1951939b-b834-40e7-942e-30c43c6a71b9,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:42.513093 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Attempting to bind port 77d842c7-22e3-4a31-904f-093d3a1cac97 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'fac12222-1d58-485d-89d6-c1e01cb80a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:42.513461 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Attempting to bind port 77d842c7-22e3-4a31-904f-093d3a1cac97 on network 3d9157ca-5c49-4d10-8925-23b7d2950b98 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:42.516655 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:42.518210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d9ca8d96-566f-450b-84aa-9352f730bee4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Request body: {'security_group_rule': {'security_group_id': '86396216-8eba-4780-adb1-1537e4c70bda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:42.524443 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cf850-0478-478e-bc7e-b195a42f7745 None None] Pushing event updated for resources: {'Port': ['ID=77d842c7-22e3-4a31-904f-093d3a1cac97,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:42.546341 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6f98486a-09fe-43ca-8e8f-098772a32466 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (f6a0240f-80e5-47b5-bbbe-0396f58dd4ca), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.546542 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:19:42.546757 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Checking segment: {'id': '878b8e5b-ecb8-4aa5-b134-e80266343bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '75323486-1206-489c-a851-669e51c6f8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:42.547203 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.547591 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Bound using segment: {'id': '878b8e5b-ecb8-4aa5-b134-e80266343bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '75323486-1206-489c-a851-669e51c6f8c9'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:19:42.548356 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Bound port: 81554fd1-c28e-4bf0-9641-ce77a2cde7eb, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878b8e5b-ecb8-4aa5-b134-e80266343bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '75323486-1206-489c-a851-669e51c6f8c9'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:19:42.548740 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.549283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:42.551983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=394e991d-ba1f-4c55-ad3b-6183751d959f,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:42.565941 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d9ca8d96-566f-450b-84aa-9352f730bee4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for security_group_rule (df5c620d-979c-4bbc-81cb-9d1ca05443ad), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.569494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c0770c41-74b8-48d2-9812-942f8613a3aa None None] Provisioning complete for port 77d842c7-22e3-4a31-904f-093d3a1cac97 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:42.570076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c0770c41-74b8-48d2-9812-942f8613a3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.570229 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c0770c41-74b8-48d2-9812-942f8613a3aa None None] Attempt 1 to provision port 77d842c7-22e3-4a31-904f-093d3a1cac97 Oct 26 15:19:42.598300 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-223d4cfc-5870-4b88-b904-a13e94d31e81 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.599849 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937ba3e-ffb1-42c3-a6ca-f86abbee56aa None None] Pushing event updated for resources: {'Port': ['ID=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:42.603529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Attempting to bind port 48dc8cb6-5318-4f85-8e5d-2af8765d605e on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:42.603898 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Attempting to bind port 48dc8cb6-5318-4f85-8e5d-2af8765d605e by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '1c47d881-6fb3-4e32-8406-97db91395df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:42.605225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Attempting to bind port 48dc8cb6-5318-4f85-8e5d-2af8765d605e on network b43676e9-42d1-409d-82a9-d0337695b267 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:42.648496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c0770c41-74b8-48d2-9812-942f8613a3aa None None] Port 77d842c7-22e3-4a31-904f-093d3a1cac97 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:19:42.669080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:19:42.669723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Checking segment: {'id': '1c47d881-6fb3-4e32-8406-97db91395df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:42.670274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.671396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Bound using segment: {'id': '1c47d881-6fb3-4e32-8406-97db91395df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:19:42.672042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Bound port: 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c47d881-6fb3-4e32-8406-97db91395df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:19:42.672570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.675645 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] For port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:42.678935 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] For port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,segment=NetworkSegment(878b8e5b-ecb8-4aa5-b134-e80266343bcc),segment_id=878b8e5b-ecb8-4aa5-b134-e80266343bcc)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:19:42.692402 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:19:42.692402 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Checking segment: {'id': 'fac12222-1d58-485d-89d6-c1e01cb80a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:42.692402 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.693508 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Bound using segment: {'id': 'fac12222-1d58-485d-89d6-c1e01cb80a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:19:42.694146 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Bound port: 77d842c7-22e3-4a31-904f-093d3a1cac97, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac12222-1d58-485d-89d6-c1e01cb80a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:19:42.694532 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.699095 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.713662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:42.714791 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:42.725542 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:42.726192 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:42.752080 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (1f502f03-9ff5-48c4-a938-43d8785fc440), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.756541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:42.761060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:19:42.766432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (e0cfdfd2-1d60-4322-922c-6367163fceac), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.771910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.827899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-69c45fd5-64d6-48d0-9ef0-c68836d24e65 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Deleting port 8b87bf74-bc17-4bbd-ba6e-c17522269c84 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:19:42.828501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69c45fd5-64d6-48d0-9ef0-c68836d24e65 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8b87bf74-bc17-4bbd-ba6e-c17522269c84), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.838802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:42.840311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:42.889167 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937ba3e-ffb1-42c3-a6ca-f86abbee56aa None None] Pushing event updated for resources: {'Port': ['ID=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:42.909838 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:42.911495 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-223d4cfc-5870-4b88-b904-a13e94d31e81 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.913983 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98486a-09fe-43ca-8e8f-098772a32466 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Pushing event updated for resources: {'Port': ['ID=f6a0240f-80e5-47b5-bbbe-0396f58dd4ca,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:42.915594 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] For port 77d842c7-22e3-4a31-904f-093d3a1cac97, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:42.915796 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224bbdf-0ba1-4bc7-ba4b-a720c2090042 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95a1c80-4fc2-4979-b9d5-85189b200a1b,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:42.926978 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dc8861b1-6180-48c6-99b8-def9ed40aa78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.938221 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:42.940701 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] For port 77d842c7-22e3-4a31-904f-093d3a1cac97, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77d842c7-22e3-4a31-904f-093d3a1cac97,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:19:42.942347 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69c45fd5-64d6-48d0-9ef0-c68836d24e65 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8b87bf74-bc17-4bbd-ba6e-c17522269c84), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:42.964165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d31bd-1fe9-4fd6-8a14-2ae05a5221e9 None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:42.965840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-69c45fd5-64d6-48d0-9ef0-c68836d24e65 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Calling delete_port for 8b87bf74-bc17-4bbd-ba6e-c17522269c84 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:19:42.996553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1f502f03-9ff5-48c4-a938-43d8785fc440 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 15:19:43.015505 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:43.018976 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] 10.222.0.60 "DELETE /networking/v2.0/networks/1f502f03-9ff5-48c4-a938-43d8785fc440 HTTP/1.1" status: 204 len: 168 time: 4.7520688 Oct 26 15:19:43.024898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7ec86-cc94-4f19-823d-72c3c9ed60c9 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f502f03-9ff5-48c4-a938-43d8785fc440,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:43.041437 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dc8861b1-6180-48c6-99b8-def9ed40aa78 admin admin] Publish callbacks [] for security_group (010e9a9f-6fec-4664-9edb-d1d4e5dd74cc), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:43.045300 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56020) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:43.045744 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:43.075952 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d9ca8d96-566f-450b-84aa-9352f730bee4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for security_group_rule (df5c620d-979c-4bbc-81cb-9d1ca05443ad), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:43.076689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:43.102110 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:43.142415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event updated for resources: {'Subnet': ['ID=e0cfdfd2-1d60-4322-922c-6367163fceac,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:43.143775 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f77db300-543a-4e8a-b461-f85566bc739d tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] 10.222.0.60 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0646815 Oct 26 15:19:43.144794 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d9ca8d96-566f-450b-84aa-9352f730bee4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (df5c620d-979c-4bbc-81cb-9d1ca05443ad), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:43.146443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dc8861b1-6180-48c6-99b8-def9ed40aa78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (010e9a9f-6fec-4664-9edb-d1d4e5dd74cc), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:43.157194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f98486a-09fe-43ca-8e8f-098772a32466 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Network 1895bd67-890a-432f-b783-123eb343a7ac is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:43.158642 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56022) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:43.186450 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Checking segment: {'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:43.186950 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Network hostable DHCP agents. Network: 6ab404fc-4299-4314-88de-78b66df3f18a, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:19:43.198603 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986e36e8-b059-44a8-ad26-a201c2836120 admin admin] Router bbb73ba0-9a42-4c34-a8f2-7511fce6813f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:19:43.203680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-6f98486a-09fe-43ca-8e8f-098772a32466 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:43.214398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:43.282095 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:43.282898 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:43.347866 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f98486a-09fe-43ca-8e8f-098772a32466 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:43.348941 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f98486a-09fe-43ca-8e8f-098772a32466 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:43.349571 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6f98486a-09fe-43ca-8e8f-098772a32466 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:43.351947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca8d96-566f-450b-84aa-9352f730bee4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5c620d-979c-4bbc-81cb-9d1ca05443ad,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:43.354086 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8861b1-6180-48c6-99b8-def9ed40aa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010e9a9f-6fec-4664-9edb-d1d4e5dd74cc,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:43.360716 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f8348d-df09-4ff3-9eb3-39b2d15a3c43 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:43.361035 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f8348d-df09-4ff3-9eb3-39b2d15a3c43 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:43.361497 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f8348d-df09-4ff3-9eb3-39b2d15a3c43 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:43.361947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f8348d-df09-4ff3-9eb3-39b2d15a3c43 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:43.362393 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f8348d-df09-4ff3-9eb3-39b2d15a3c43 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:43.362922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f8348d-df09-4ff3-9eb3-39b2d15a3c43 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:43.363338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f8348d-df09-4ff3-9eb3-39b2d15a3c43 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:43.363781 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f8348d-df09-4ff3-9eb3-39b2d15a3c43 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:43.364224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f8348d-df09-4ff3-9eb3-39b2d15a3c43 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:43.366671 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-41f8348d-df09-4ff3-9eb3-39b2d15a3c43 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 5893 time: 0.1606319 Oct 26 15:19:43.379101 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56024) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:43.379449 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Network 6ab404fc-4299-4314-88de-78b66df3f18a is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:19:43.459519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 6ab404fc-4299-4314-88de-78b66df3f18a) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:43.468411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (c0bb7027-84fa-464f-8439-343349203b34), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:43.470650 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-99facda8-7beb-46f3-a7be-4308530cab5a tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] delete failed (client error): The resource could not be found. Oct 26 15:19:43.472317 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-99facda8-7beb-46f3-a7be-4308530cab5a tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] 10.222.0.60 "DELETE /networking/v2.0/floatingips/90e936cb-a586-4f75-9065-654f75282253 HTTP/1.1" status: 404 len: 345 time: 0.0823431 Oct 26 15:19:43.481613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56026) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:43.502234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:42Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:43.509477 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7cf2790-c3d6-44be-8979-85ff0174a374 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] DELETE failed (client error): The resource could not be found. Oct 26 15:19:43.510354 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7cf2790-c3d6-44be-8979-85ff0174a374 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:19:43.512400 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cf850-0478-478e-bc7e-b195a42f7745 None None] Pushing event updated for resources: {'Port': ['ID=77d842c7-22e3-4a31-904f-093d3a1cac97,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:43.520874 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c7cf2790-c3d6-44be-8979-85ff0174a374 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] 10.222.0.60 "DELETE /networking/v2.0/networks/1f502f03-9ff5-48c4-a938-43d8785fc440 HTTP/1.1" status: 404 len: 339 time: 0.0349989 Oct 26 15:19:43.524594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56028) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:43.527448 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d9ca8d96-566f-450b-84aa-9352f730bee4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:43.528756 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d9ca8d96-566f-450b-84aa-9352f730bee4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0141857 Oct 26 15:19:43.532609 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6f98486a-09fe-43ca-8e8f-098772a32466 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2403140 Oct 26 15:19:43.535159 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dc8861b1-6180-48c6-99b8-def9ed40aa78 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a7c602c3ab334ea78e70299fb751d6fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9954691 Oct 26 15:19:43.541544 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-86dcffa9-7d9f-41df-9939-ffaf9aaf1fc0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Request body: {'network': {'name': 'tempest-network--1700807567', 'router:external': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:43.562684 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56030) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:43.563253 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56032) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:43.563705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56034) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:43.564313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:43.567460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1048c87e-9549-4130-a292-f9932fb77123 None None] Network 6ab404fc-4299-4314-88de-78b66df3f18a requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:43.570398 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-da11c383-150f-4c21-aa7d-7c0a65240200 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:43.573399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc587b29-5ba6-4c82-bc43-b50b2acadb3b None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:42Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:19:43.620352 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69c45fd5-64d6-48d0-9ef0-c68836d24e65 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (8b87bf74-bc17-4bbd-ba6e-c17522269c84), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:43.630349 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:43.645239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:43.669706 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678f2783-c40b-4c6c-b639-d9fe425e9320 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:43.671122 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-678f2783-c40b-4c6c-b639-d9fe425e9320 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] 10.222.0.60 "GET /networking/v2.0/ports/f6a0240f-80e5-47b5-bbbe-0396f58dd4ca HTTP/1.1" status: 200 len: 955 time: 0.0791013 Oct 26 15:19:43.671810 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dcffa9-7d9f-41df-9939-ffaf9aaf1fc0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Made reservation on behalf of 8d00f0fbdd024e4d990a5778610b45f4 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:43.679667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-86dcffa9-7d9f-41df-9939-ffaf9aaf1fc0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:43.680875 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-da11c383-150f-4c21-aa7d-7c0a65240200 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:43.691106 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56036) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:43.712118 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:43.734689 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c45fd5-64d6-48d0-9ef0-c68836d24e65 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event deleted for resources: {'Port': ['ID=8b87bf74-bc17-4bbd-ba6e-c17522269c84,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:43.760197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986e36e8-b059-44a8-ad26-a201c2836120 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:19:43.784714 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-986e36e8-b059-44a8-ad26-a201c2836120 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/bbb73ba0-9a42-4c34-a8f2-7511fce6813f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3116999 Oct 26 15:19:43.784714 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event updated for resources: {'Subnet': ['ID=c0bb7027-84fa-464f-8439-343349203b34,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:43.806570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Checking segment: {'id': 'e724d0cb-8bef-4dd5-a0c9-b03748f31064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7fd53c0d-62ef-44a3-b8f5-c25e627ec827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:43.807094 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Network hostable DHCP agents. Network: 7fd53c0d-62ef-44a3-b8f5-c25e627ec827, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:19:43.813425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69c45fd5-64d6-48d0-9ef0-c68836d24e65 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:43.815362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-6ab404fc-4299-4314-88de-78b66df3f18a', 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a', 'project_id': '03516160648b4837a9380d2632689a30', 'fixed_ips': [{'subnet_id': 'e0cfdfd2-1d60-4322-922c-6367163fceac'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:19:43.817022 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-69c45fd5-64d6-48d0-9ef0-c68836d24e65 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "DELETE /networking/v2.0/ports/8b87bf74-bc17-4bbd-ba6e-c17522269c84 HTTP/1.1" status: 204 len: 168 time: 1.9203603 Oct 26 15:19:43.821066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:43.821339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56040) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:43.830946 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:19:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:19:42Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:43.866006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:43.878911 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-4794ccdb-9329-4a32-844e-9824d9ac9aac tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Deleting port f6a0240f-80e5-47b5-bbbe-0396f58dd4ca {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:19:43.879704 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4794ccdb-9329-4a32-844e-9824d9ac9aac tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f6a0240f-80e5-47b5-bbbe-0396f58dd4ca), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:43.892739 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fd9bfc-9bc8-42b9-a943-4478730b3c2b None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:19:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:19:42Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:19:43.895638 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-faec9bb0-9926-4f97-bdf6-e28f1e53a03d tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] GET failed (client error): The resource could not be found. Oct 26 15:19:43.899883 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-faec9bb0-9926-4f97-bdf6-e28f1e53a03d tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "GET /networking/v2.0/ports/8b87bf74-bc17-4bbd-ba6e-c17522269c84 HTTP/1.1" status: 404 len: 333 time: 0.0773797 Oct 26 15:19:43.905402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56042) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:43.908437 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Network 7fd53c0d-62ef-44a3-b8f5-c25e627ec827 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:19:43.924990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c5f70d55-3e65-4b44-b704-479d5c849c6f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Request body: {'port': {'network_id': '47e52095-7691-46e2-a78a-51ddb71d26f7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-978896244'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:44.038199 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4794ccdb-9329-4a32-844e-9824d9ac9aac tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f6a0240f-80e5-47b5-bbbe-0396f58dd4ca), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:44.087125 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 7fd53c0d-62ef-44a3-b8f5-c25e627ec827) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:44.100426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:44.101001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:44.101707 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:44.168458 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f16c9fe7-9842-49a7-9ec3-ed2a7ea0c3c5 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.9280400 Oct 26 15:19:44.174616 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56048) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:44.181572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-4794ccdb-9329-4a32-844e-9824d9ac9aac tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Calling delete_port for f6a0240f-80e5-47b5-bbbe-0396f58dd4ca owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:19:44.235935 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:44.240934 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:19:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:42Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:44.344302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c2780e-9cda-4f60-b812-c378a4963ea9 None None] Network 7fd53c0d-62ef-44a3-b8f5-c25e627ec827 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:44.376344 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:44.384339 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c59758-d21d-4417-beea-5b9b27214394 None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:19:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:42Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:19:44.385032 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-596ad066-eaf1-4ed7-a4d6-447353909cfe admin admin] Publish callbacks [] for security_group (010e9a9f-6fec-4664-9edb-d1d4e5dd74cc), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:44.418696 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-596ad066-eaf1-4ed7-a4d6-447353909cfe admin admin] Publish callbacks [] for security_group (010e9a9f-6fec-4664-9edb-d1d4e5dd74cc), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:44.487476 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4794ccdb-9329-4a32-844e-9824d9ac9aac tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (f6a0240f-80e5-47b5-bbbe-0396f58dd4ca), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:44.520439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d58da-06eb-4f1e-9058-d112b041aba3 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:44.522581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d58da-06eb-4f1e-9058-d112b041aba3 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:44.531174 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d58da-06eb-4f1e-9058-d112b041aba3 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:44.533173 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-112d58da-06eb-4f1e-9058-d112b041aba3 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3365078 Oct 26 15:19:44.552653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56050) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:44.582896 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794ccdb-9329-4a32-844e-9824d9ac9aac tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6a0240f-80e5-47b5-bbbe-0396f58dd4ca,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:44.585125 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-596ad066-eaf1-4ed7-a4d6-447353909cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (010e9a9f-6fec-4664-9edb-d1d4e5dd74cc), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:44.587897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-596ad066-eaf1-4ed7-a4d6-447353909cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:44.589319 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-596ad066-eaf1-4ed7-a4d6-447353909cfe admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/010e9a9f-6fec-4664-9edb-d1d4e5dd74cc HTTP/1.1" status: 204 len: 168 time: 0.9589651 Oct 26 15:19:44.611318 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4794ccdb-9329-4a32-844e-9824d9ac9aac tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:44.628166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f70d55-3e65-4b44-b704-479d5c849c6f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Made reservation on behalf of 4ac259cdee504b83b9d7ceea5bc1cd9c for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:44.635181 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4794ccdb-9329-4a32-844e-9824d9ac9aac tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] 10.222.0.60 "DELETE /networking/v2.0/ports/f6a0240f-80e5-47b5-bbbe-0396f58dd4ca HTTP/1.1" status: 204 len: 168 time: 0.9351707 Oct 26 15:19:44.645631 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c5f70d55-3e65-4b44-b704-479d5c849c6f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:44.650476 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56054) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:44.650920 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56056) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:44.664937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:44.676670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-992d56d6-c3d7-411c-a393-b755500d479c tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108412696', 'description': 'tempest-description--238784486'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:44.686986 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86dcffa9-7d9f-41df-9939-ffaf9aaf1fc0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:19:44.712145 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:44.734935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Allocated IP 2001:db8::1 (6ab404fc-4299-4314-88de-78b66df3f18a/e0cfdfd2-1d60-4322-922c-6367163fceac/3c2ae131-0e5c-4f97-ace7-0c43fdc3005a) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:44.753667 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-29377cc0-c58c-437f-959e-50ea5ceabe93 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] GET failed (client error): The resource could not be found. Oct 26 15:19:44.756373 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-29377cc0-c58c-437f-959e-50ea5ceabe93 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] 10.222.0.60 "GET /networking/v2.0/ports/f6a0240f-80e5-47b5-bbbe-0396f58dd4ca HTTP/1.1" status: 404 len: 333 time: 0.1003861 Oct 26 15:19:44.771074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-7fd53c0d-62ef-44a3-b8f5-c25e627ec827', 'network_id': '7fd53c0d-62ef-44a3-b8f5-c25e627ec827', 'project_id': '03516160648b4837a9380d2632689a30', 'fixed_ips': [{'subnet_id': 'c0bb7027-84fa-464f-8439-343349203b34'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:19:44.771972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:44.785504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56058) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:44.786513 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ad066-eaf1-4ed7-a4d6-447353909cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010e9a9f-6fec-4664-9edb-d1d4e5dd74cc,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:44.798011 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-c5f70d55-3e65-4b44-b704-479d5c849c6f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] device_id is not set on port aa335143-1f2e-45ef-a271-078e680627b2 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:19:44.798443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-223d4cfc-5870-4b88-b904-a13e94d31e81 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Allocated IP 172.26.11.109 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/1d88c859-c2f2-4c24-9b7d-bcb6378ae076) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:44.805996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:44.894280 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a88cd9a-28f9-4a49-a452-2acd0324e067 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Deleting subnet e0cfdfd2-1d60-4322-922c-6367163fceac {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:19:44.902180 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-cba65cae-4841-431d-884e-1462d758810f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Request body: {'port': {'network_id': '1895bd67-890a-432f-b783-123eb343a7ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1735822729'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:44.922275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:44.957200 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-da11c383-150f-4c21-aa7d-7c0a65240200 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:44.987759 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-86dcffa9-7d9f-41df-9939-ffaf9aaf1fc0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (f2bf5637-5b5b-43a6-93b2-f259ec2be231), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:44.989034 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-86dcffa9-7d9f-41df-9939-ffaf9aaf1fc0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Added segment f2bf5637-5b5b-43a6-93b2-f259ec2be231 of type vlan for network e3026b57-1a88-463f-9189-bf2b391e5466 Oct 26 15:19:45.011679 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-992d56d6-c3d7-411c-a393-b755500d479c tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:45.119300 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-86dcffa9-7d9f-41df-9939-ffaf9aaf1fc0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (e3026b57-1a88-463f-9189-bf2b391e5466), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:45.188769 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-c5f70d55-3e65-4b44-b704-479d5c849c6f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Allocated IP 2001:db8::2e1 (47e52095-7691-46e2-a78a-51ddb71d26f7/a4f9c547-5ee0-4195-ac63-023b55b70f49/aa335143-1f2e-45ef-a271-078e680627b2) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:45.256471 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-86dcffa9-7d9f-41df-9939-ffaf9aaf1fc0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (e3026b57-1a88-463f-9189-bf2b391e5466), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:45.266180 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dcffa9-7d9f-41df-9939-ffaf9aaf1fc0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:45.266895 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-86dcffa9-7d9f-41df-9939-ffaf9aaf1fc0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:45.290157 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=8,neutron:SELECT=78,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:45.324386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:45.325176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:45.325724 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb Oct 26 15:19:45.405733 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-86dcffa9-7d9f-41df-9939-ffaf9aaf1fc0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8680232 Oct 26 15:19:45.412702 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:45.413785 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56064) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:45.418496 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba65cae-4841-431d-884e-1462d758810f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Made reservation on behalf of 0fbce8a7ac6748cdb1e487846de64ba0 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:45.425102 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cba65cae-4841-431d-884e-1462d758810f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:45.543274 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-223d4cfc-5870-4b88-b904-a13e94d31e81 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for port (1d88c859-c2f2-4c24-9b7d-bcb6378ae076), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:45.551257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dcffa9-7d9f-41df-9939-ffaf9aaf1fc0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Pushing event updated for resources: {'Network': ['ID=e3026b57-1a88-463f-9189-bf2b391e5466,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:45.594568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network e3026b57-1a88-463f-9189-bf2b391e5466 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:19:45.602950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Allocated IP 2001:db8:0:1::1 (7fd53c0d-62ef-44a3-b8f5-c25e627ec827/c0bb7027-84fa-464f-8439-343349203b34/5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:45.644623 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-223d4cfc-5870-4b88-b904-a13e94d31e81 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (1d88c859-c2f2-4c24-9b7d-bcb6378ae076), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:45.757909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:45.778272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:45.778872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:45.818217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Publish callbacks [] for port (3c2ae131-0e5c-4f97-ace7-0c43fdc3005a), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:45.826038 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d4cfc-5870-4b88-b904-a13e94d31e81 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Pushing event updated for resources: {'Port': ['ID=1d88c859-c2f2-4c24-9b7d-bcb6378ae076,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:45.882888 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-da11c383-150f-4c21-aa7d-7c0a65240200 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Allocated IP 172.26.11.115 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/1fa71ef3-5c7d-458e-8266-529413d19e19) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:45.907458 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223d4cfc-5870-4b88-b904-a13e94d31e81 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:45.913977 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-223d4cfc-5870-4b88-b904-a13e94d31e81 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:45.918485 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223d4cfc-5870-4b88-b904-a13e94d31e81 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:45.984563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a88cd9a-28f9-4a49-a452-2acd0324e067 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks [] for subnet (e0cfdfd2-1d60-4322-922c-6367163fceac), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.001634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (3c2ae131-0e5c-4f97-ace7-0c43fdc3005a), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.047664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,segment=NetworkSegment(878b8e5b-ecb8-4aa5-b134-e80266343bcc),segment_id=878b8e5b-ecb8-4aa5-b134-e80266343bcc)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:46.063434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a88cd9a-28f9-4a49-a452-2acd0324e067 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (e0cfdfd2-1d60-4322-922c-6367163fceac), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.090919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.091930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:46.138293 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:46.177060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Network 6ab404fc-4299-4314-88de-78b66df3f18a is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:46.183772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-cba65cae-4841-431d-884e-1462d758810f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] device_id is not set on port c0581a7c-0f4c-4aca-8a47-e239989b4223 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:19:46.192706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Pushing event updated for resources: {'Port': ['ID=3c2ae131-0e5c-4f97-ace7-0c43fdc3005a,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:46.201438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:46.206959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:46.305489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 48dc8cb6-5318-4f85-8e5d-2af8765d605e triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:46.305869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.306208 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 48dc8cb6-5318-4f85-8e5d-2af8765d605e Oct 26 15:19:46.329551 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a88cd9a-28f9-4a49-a452-2acd0324e067 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (e0cfdfd2-1d60-4322-922c-6367163fceac), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.353565 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-da11c383-150f-4c21-aa7d-7c0a65240200 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for port (1fa71ef3-5c7d-458e-8266-529413d19e19), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.375738 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-223d4cfc-5870-4b88-b904-a13e94d31e81 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for floatingip (8ad214f2-742d-45b9-986d-d7f299ca376a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.470223 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-223d4cfc-5870-4b88-b904-a13e94d31e81 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1d88c859-c2f2-4c24-9b7d-bcb6378ae076), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.481568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.485762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:46.492011 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-992d56d6-c3d7-411c-a393-b755500d479c tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for security_group (394c8236-282f-456f-8460-a38a6b2ba683), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.511577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-da11c383-150f-4c21-aa7d-7c0a65240200 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (1fa71ef3-5c7d-458e-8266-529413d19e19), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.526416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:46.526738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:46.528909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:46.592115 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:46.594467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:46.602032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:46.620046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Publish callbacks [] for port (5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:46.627170 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:46.629296 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Failed to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] Oct 26 15:19:46.635508 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempt 2 to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a Oct 26 15:19:46.659385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:46.659765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:46.660157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:46.707948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.716892 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cba65cae-4841-431d-884e-1462d758810f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks [] for port (c0581a7c-0f4c-4aca-8a47-e239989b4223), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.754792 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=80,neutron:UPDATE=7,neutron:INSERT=13 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:46.778756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:46.781369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:46.786217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a88cd9a-28f9-4a49-a452-2acd0324e067 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (e0cfdfd2-1d60-4322-922c-6367163fceac), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.788440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-992d56d6-c3d7-411c-a393-b755500d479c tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (394c8236-282f-456f-8460-a38a6b2ba683), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.835959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:46.836904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:46.870083 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:46.873246 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Failed to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] Oct 26 15:19:46.883011 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempt 3 to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a Oct 26 15:19:46.894373 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:46.911649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Network 7fd53c0d-62ef-44a3-b8f5-c25e627ec827 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:46.918107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:46.918790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:46.919382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:46.924276 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88cd9a-28f9-4a49-a452-2acd0324e067 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event deleted for resources: {'Subnet': ['ID=e0cfdfd2-1d60-4322-922c-6367163fceac,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:46.926323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a88cd9a-28f9-4a49-a452-2acd0324e067 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.934697 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5a88cd9a-28f9-4a49-a452-2acd0324e067 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/e0cfdfd2-1d60-4322-922c-6367163fceac HTTP/1.1" status: 204 len: 168 time: 2.3800991 Oct 26 15:19:46.947076 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-992d56d6-c3d7-411c-a393-b755500d479c tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.951829 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-992d56d6-c3d7-411c-a393-b755500d479c tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2854428 Oct 26 15:19:46.958264 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56090) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:46.958596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56092) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:46.962620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:46.965261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:46.967440 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:46.972765 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-223d4cfc-5870-4b88-b904-a13e94d31e81 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for port (1d88c859-c2f2-4c24-9b7d-bcb6378ae076), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:46.976837 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:46.979096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:46.979980 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-693d3125-3083-4c72-90f3-0b462565d633 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Request body: {'security_group_rule': {'security_group_id': '394c8236-282f-456f-8460-a38a6b2ba683', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:46.992346 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cba65cae-4841-431d-884e-1462d758810f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (c0581a7c-0f4c-4aca-8a47-e239989b4223), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:46.995793 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-223d4cfc-5870-4b88-b904-a13e94d31e81 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (1d88c859-c2f2-4c24-9b7d-bcb6378ae076), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.020106 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da11c383-150f-4c21-aa7d-7c0a65240200 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:47.021824 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c5f70d55-3e65-4b44-b704-479d5c849c6f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks [] for port (aa335143-1f2e-45ef-a271-078e680627b2), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.025615 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d56d6-c3d7-411c-a393-b755500d479c tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394c8236-282f-456f-8460-a38a6b2ba683,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:47.038677 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30980d9-bd52-4a28-83d2-5fbe29ef2dcf tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:47.044281 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30980d9-bd52-4a28-83d2-5fbe29ef2dcf tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:47.057784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30980d9-bd52-4a28-83d2-5fbe29ef2dcf tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:47.063942 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-da11c383-150f-4c21-aa7d-7c0a65240200 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:47.068300 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30980d9-bd52-4a28-83d2-5fbe29ef2dcf tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:47.070288 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e30980d9-bd52-4a28-83d2-5fbe29ef2dcf tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.6382809 Oct 26 15:19:47.072048 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da11c383-150f-4c21-aa7d-7c0a65240200 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:47.077859 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56098) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:47.082941 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11c383-150f-4c21-aa7d-7c0a65240200 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Pushing event updated for resources: {'Port': ['ID=1fa71ef3-5c7d-458e-8266-529413d19e19,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:47.097644 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:47.107843 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Failed to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] Oct 26 15:19:47.108644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Pushing event updated for resources: {'Port': ['ID=5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:47.126893 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempt 4 to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a Oct 26 15:19:47.131844 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-450fd2e6-1ee1-4379-835f-150debee09d1 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Deleting subnet c0bb7027-84fa-464f-8439-343349203b34 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:19:47.135450 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-450fd2e6-1ee1-4379-835f-150debee09d1 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks [] for subnet (c0bb7027-84fa-464f-8439-343349203b34), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.191566 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-450fd2e6-1ee1-4379-835f-150debee09d1 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (c0bb7027-84fa-464f-8439-343349203b34), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.196473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:47.197992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:47.198570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:47.199128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:47.224853 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:47.227916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:47.233110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:47.275357 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:47.277461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Failed to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] Oct 26 15:19:47.278411 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempt 5 to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a Oct 26 15:19:47.279583 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba65cae-4841-431d-884e-1462d758810f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Network 1895bd67-890a-432f-b783-123eb343a7ac is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:47.284762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-693d3125-3083-4c72-90f3-0b462565d633 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for security_group_rule (6b8bd3c5-bbd0-4a8a-8186-23a2bb774a54), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.309368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Attempting to bind port 5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:47.309742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Attempting to bind port 5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'e724d0cb-8bef-4dd5-a0c9-b03748f31064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7fd53c0d-62ef-44a3-b8f5-c25e627ec827'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:47.310106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Attempting to bind port 5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079 on network 7fd53c0d-62ef-44a3-b8f5-c25e627ec827 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:47.311888 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56100) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:47.353582 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-223d4cfc-5870-4b88-b904-a13e94d31e81 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (8ad214f2-742d-45b9-986d-d7f299ca376a), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.396942 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d4cfc-5870-4b88-b904-a13e94d31e81 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Pushing event updated for resources: {'Port': ['ID=1d88c859-c2f2-4c24-9b7d-bcb6378ae076,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:47.413259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:47.413631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:47.414017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:47.416467 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2996c35-6b01-40dd-83f8-856859e7b2a4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (e3026b57-1a88-463f-9189-bf2b391e5466), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.419268 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-693d3125-3083-4c72-90f3-0b462565d633 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for security_group_rule (6b8bd3c5-bbd0-4a8a-8186-23a2bb774a54), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.431642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-cba65cae-4841-431d-884e-1462d758810f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:47.440833 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba65cae-4841-431d-884e-1462d758810f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:47.441888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba65cae-4841-431d-884e-1462d758810f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:47.443123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cba65cae-4841-431d-884e-1462d758810f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.460608 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-693d3125-3083-4c72-90f3-0b462565d633 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (6b8bd3c5-bbd0-4a8a-8186-23a2bb774a54), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.483072 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-223d4cfc-5870-4b88-b904-a13e94d31e81 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.497904 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-223d4cfc-5870-4b88-b904-a13e94d31e81 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 5.0138960 Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:47.510717 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:47.514447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:47.550698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d3125-3083-4c72-90f3-0b462565d633 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8bd3c5-bbd0-4a8a-8186-23a2bb774a54,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:47.566611 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-693d3125-3083-4c72-90f3-0b462565d633 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.567925 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-693d3125-3083-4c72-90f3-0b462565d633 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5918007 Oct 26 15:19:47.578221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56106) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:47.588671 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f6997ef1-25ff-495f-a110-81902ef6b5ce tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Request body: {'security_group_rule': {'security_group_id': '394c8236-282f-456f-8460-a38a6b2ba683', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:47.589928 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-da11c383-150f-4c21-aa7d-7c0a65240200 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for floatingip (025376ae-2426-4e90-a744-5451bc4dcd75), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.598344 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:19:47.599371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Checking segment: {'id': 'e724d0cb-8bef-4dd5-a0c9-b03748f31064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7fd53c0d-62ef-44a3-b8f5-c25e627ec827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:19:47.599584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.600033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Bound using segment: {'id': 'e724d0cb-8bef-4dd5-a0c9-b03748f31064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7fd53c0d-62ef-44a3-b8f5-c25e627ec827'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:19:47.600514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Bound port: 5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e724d0cb-8bef-4dd5-a0c9-b03748f31064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7fd53c0d-62ef-44a3-b8f5-c25e627ec827'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:19:47.601596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.609712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:47.614812 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:47.616944 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Failed to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] Oct 26 15:19:47.651364 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:47.654209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba65cae-4841-431d-884e-1462d758810f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Pushing event updated for resources: {'Port': ['ID=c0581a7c-0f4c-4aca-8a47-e239989b4223,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:47.704827 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cba65cae-4841-431d-884e-1462d758810f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.8073800 Oct 26 15:19:47.705693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56110) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:47.720644 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-3fa2d0c3-a995-48be-9fce-54ce51f7b9f6 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:47.724400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:47.777289 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2996c35-6b01-40dd-83f8-856859e7b2a4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (e3026b57-1a88-463f-9189-bf2b391e5466), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.821026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-da11c383-150f-4c21-aa7d-7c0a65240200 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1fa71ef3-5c7d-458e-8266-529413d19e19), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.829240 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-b2996c35-6b01-40dd-83f8-856859e7b2a4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3026b57-1a88-463f-9189-bf2b391e5466']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:47.830534 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempt 6 to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a Oct 26 15:19:47.833802 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d0c3-a995-48be-9fce-54ce51f7b9f6 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.839404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:47.851413 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-450fd2e6-1ee1-4379-835f-150debee09d1 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (c0bb7027-84fa-464f-8439-343349203b34), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.884648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:47.884648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:47.884648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:47.886533 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-b2996c35-6b01-40dd-83f8-856859e7b2a4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2bf5637-5b5b-43a6-93b2-f259ec2be231') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:47.886849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-b2996c35-6b01-40dd-83f8-856859e7b2a4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2bf5637-5b5b-43a6-93b2-f259ec2be231') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:47.890291 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c5f70d55-3e65-4b44-b704-479d5c849c6f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (aa335143-1f2e-45ef-a271-078e680627b2), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.916441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c0581a7c-0f4c-4aca-8a47-e239989b4223), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.945140 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2996c35-6b01-40dd-83f8-856859e7b2a4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (f2bf5637-5b5b-43a6-93b2-f259ec2be231), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:47.976684 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:47.980096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:47.986859 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2996c35-6b01-40dd-83f8-856859e7b2a4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (f2bf5637-5b5b-43a6-93b2-f259ec2be231), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:47.990210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:47.991178 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f6997ef1-25ff-495f-a110-81902ef6b5ce tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for security_group_rule (859033ee-d464-4511-bf7b-41824e2e8b28), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.019459 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2996c35-6b01-40dd-83f8-856859e7b2a4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:19:48.020547 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2996c35-6b01-40dd-83f8-856859e7b2a4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (f2bf5637-5b5b-43a6-93b2-f259ec2be231), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:48.029805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:48.032831 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Failed to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] Oct 26 15:19:48.040573 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempt 7 to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a Oct 26 15:19:48.064790 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f70d55-3e65-4b44-b704-479d5c849c6f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Network 47e52095-7691-46e2-a78a-51ddb71d26f7 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:48.110249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:48.111280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:48.111805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:48.112127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-c5f70d55-3e65-4b44-b704-479d5c849c6f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:48.120671 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f70d55-3e65-4b44-b704-479d5c849c6f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event updated for resources: {'Port': ['ID=aa335143-1f2e-45ef-a271-078e680627b2,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:48.127849 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f70d55-3e65-4b44-b704-479d5c849c6f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:48.129453 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment f2bf5637-5b5b-43a6-93b2-f259ec2be231 resource provider aggregate not found Oct 26 15:19:48.133321 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f70d55-3e65-4b44-b704-479d5c849c6f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:48.134025 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c5f70d55-3e65-4b44-b704-479d5c849c6f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.143821 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d0c3-a995-48be-9fce-54ce51f7b9f6 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.175545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:48.175545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.175545 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 Oct 26 15:19:48.175864 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment f2bf5637-5b5b-43a6-93b2-f259ec2be231 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2bf5637-5b5b-43a6-93b2-f259ec2be231 found for delete ", "request_id": "req-b19c0da3-4933-41d6-8584-7144a8ac3c32"}]} Oct 26 15:19:48.177471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:48.179067 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:48.181515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:48.182649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] For port 5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:48.191079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-450fd2e6-1ee1-4379-835f-150debee09d1 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (c0bb7027-84fa-464f-8439-343349203b34), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.243922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2996c35-6b01-40dd-83f8-856859e7b2a4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (e3026b57-1a88-463f-9189-bf2b391e5466), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.249051 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:48.268212 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2996c35-6b01-40dd-83f8-856859e7b2a4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e3026b57-1a88-463f-9189-bf2b391e5466 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 15:19:48.274477 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fd2e6-1ee1-4379-835f-150debee09d1 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event deleted for resources: {'Subnet': ['ID=c0bb7027-84fa-464f-8439-343349203b34,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:48.286893 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c5f70d55-3e65-4b44-b704-479d5c849c6f tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.3793025 Oct 26 15:19:48.288168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-450fd2e6-1ee1-4379-835f-150debee09d1 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.293671 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-450fd2e6-1ee1-4379-835f-150debee09d1 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/c0bb7027-84fa-464f-8439-343349203b34 HTTP/1.1" status: 204 len: 168 time: 1.3256824 Oct 26 15:19:48.294012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56132) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:48.294337 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56134) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:48.296896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:48.308000 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2996c35-6b01-40dd-83f8-856859e7b2a4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:48.309556 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:48.311823 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Failed to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] Oct 26 15:19:48.316058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] For port 5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079,segment=NetworkSegment(e724d0cb-8bef-4dd5-a0c9-b03748f31064),segment_id=e724d0cb-8bef-4dd5-a0c9-b03748f31064)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:19:48.317297 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempt 8 to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a Oct 26 15:19:48.318753 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b2996c35-6b01-40dd-83f8-856859e7b2a4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] 10.222.0.60 "DELETE /networking/v2.0/networks/e3026b57-1a88-463f-9189-bf2b391e5466 HTTP/1.1" status: 204 len: 168 time: 1.2327461 Oct 26 15:19:48.330812 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56136) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:48.362447 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-6e24cc0b-6d87-4d31-b8c8-47b84cdd70ce tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Request body: {'network': {'name': 'tempest-network--1051361202', 'router:external': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:48.362772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-7157b451-d7bc-4568-b453-188f696b5b8a tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Request body: {'port': {'network_id': '47e52095-7691-46e2-a78a-51ddb71d26f7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-742331752'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:48.368741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.389344 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2996c35-6b01-40dd-83f8-856859e7b2a4 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3026b57-1a88-463f-9189-bf2b391e5466,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:48.389567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:48.389798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:48.390137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:48.423313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e24cc0b-6d87-4d31-b8c8-47b84cdd70ce tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Made reservation on behalf of 8d00f0fbdd024e4d990a5778610b45f4 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:48.431657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6e24cc0b-6d87-4d31-b8c8-47b84cdd70ce tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.459074 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f6997ef1-25ff-495f-a110-81902ef6b5ce tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for security_group_rule (859033ee-d464-4511-bf7b-41824e2e8b28), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:48.463739 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:48.466385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:48.484697 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56144) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:48.499207 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 15:19:48.557919 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f6997ef1-25ff-495f-a110-81902ef6b5ce tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (859033ee-d464-4511-bf7b-41824e2e8b28), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.587504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:48.588898 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:48.594155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Failed to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] Oct 26 15:19:48.596330 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempt 9 to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a Oct 26 15:19:48.602194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-da11c383-150f-4c21-aa7d-7c0a65240200 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for port (1fa71ef3-5c7d-458e-8266-529413d19e19), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.624628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:48.627574 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6997ef1-25ff-495f-a110-81902ef6b5ce tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859033ee-d464-4511-bf7b-41824e2e8b28,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:48.631468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:48.632171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:48.673178 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f6997ef1-25ff-495f-a110-81902ef6b5ce tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.677637 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f6997ef1-25ff-495f-a110-81902ef6b5ce tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0951662 Oct 26 15:19:48.679064 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066bff83-0b36-408b-afd4-20414c62ef9e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:48.681688 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-066bff83-0b36-408b-afd4-20414c62ef9e tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3322191 Oct 26 15:19:48.694111 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56146) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:48.694528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56148) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:48.713975 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:48.716679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:48.718941 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-da11c383-150f-4c21-aa7d-7c0a65240200 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (1fa71ef3-5c7d-458e-8266-529413d19e19), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.720221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9179b8-8841-46c9-a4d6-284fe38a1323 None None] Pushing event updated for resources: {'Port': ['ID=5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:48.723165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-0e72b8fe-6288-431d-8b1e-881dd5a44720 None None] Provisioning complete for port aa335143-1f2e-45ef-a271-078e680627b2 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:48.724474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0e72b8fe-6288-431d-8b1e-881dd5a44720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (aa335143-1f2e-45ef-a271-078e680627b2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.725062 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0e72b8fe-6288-431d-8b1e-881dd5a44720 None None] Attempt 1 to provision port aa335143-1f2e-45ef-a271-078e680627b2 Oct 26 15:19:48.728721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:48.732701 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-fbe86e03-5bdb-4f9d-add7-4a47062fb26f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:48.733200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.746304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-3fa2d0c3-a995-48be-9fce-54ce51f7b9f6 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Allocated IP 172.26.11.200 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/01b1979f-770b-4975-99fe-7c2b1bc52200) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:48.763021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:48.784037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.785250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:48.806672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:48.808871 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e24cc0b-6d87-4d31-b8c8-47b84cdd70ce tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:19:48.809941 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Failed to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] Oct 26 15:19:48.814751 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempt 10 to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a Oct 26 15:19:48.845609 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11c383-150f-4c21-aa7d-7c0a65240200 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Pushing event updated for resources: {'Port': ['ID=1fa71ef3-5c7d-458e-8266-529413d19e19,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:48.883557 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-9e63ba51-4048-45b5-8fc6-7735fcbd130e tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1264739544&fields=id&tenant_id=b06d3531c6984a12bc9058594d41733d HTTP/1.1" status: 200 len: 267 time: 0.3896158 Oct 26 15:19:48.888707 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6e24cc0b-6d87-4d31-b8c8-47b84cdd70ce tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (1b741cdb-e54f-488d-84a6-9799c7c78dc8), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.889080 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-6e24cc0b-6d87-4d31-b8c8-47b84cdd70ce tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Added segment 1b741cdb-e54f-488d-84a6-9799c7c78dc8 of type vlan for network e5ca4e45-25d5-4466-8ad6-02f7dd9e322c Oct 26 15:19:48.923000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:48.923812 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] device_id is not set on port c0581a7c-0f4c-4aca-8a47-e239989b4223 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:19:48.924342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:48.925115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:48.928953 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:48.937382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-0e72b8fe-6288-431d-8b1e-881dd5a44720 None None] Port aa335143-1f2e-45ef-a271-078e680627b2 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:19:48.945785 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks [] for port (c0581a7c-0f4c-4aca-8a47-e239989b4223), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.951923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fbe86e03-5bdb-4f9d-add7-4a47062fb26f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:48.976685 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:48.979803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempting to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on network 6ab404fc-4299-4314-88de-78b66df3f18a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:48.986470 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (c0581a7c-0f4c-4aca-8a47-e239989b4223), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e0cfdfd2-1d60-4322-922c-6367163fceac could not be found. Oct 26 15:19:49.017729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:19:49.022206 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Failed to bind port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '0c99df73-0c5d-48a5-918f-28a19325f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ab404fc-4299-4314-88de-78b66df3f18a'}] Oct 26 15:19:49.022815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3c2ae131-0e5c-4f97-ace7-0c43fdc3005a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:49.026374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:49.026928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:49.027427 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 Oct 26 15:19:49.031068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:49.077463 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (7fd53c0d-62ef-44a3-b8f5-c25e627ec827), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:49.096174 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7157b451-d7bc-4568-b453-188f696b5b8a tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Made reservation on behalf of 4ac259cdee504b83b9d7ceea5bc1cd9c for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:49.100554 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7157b451-d7bc-4568-b453-188f696b5b8a tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:49.136041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-7157b451-d7bc-4568-b453-188f696b5b8a tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] device_id is not set on port aabe5de8-7235-4383-849e-a6c7543e3ca7 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:19:49.172311 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-da11c383-150f-4c21-aa7d-7c0a65240200 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (025376ae-2426-4e90-a744-5451bc4dcd75), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:49.178807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] For port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:49.178964 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Pushing event updated for resources: {'Port': ['ID=c0581a7c-0f4c-4aca-8a47-e239989b4223,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:49.179237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Attempted to set empty binding levels {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 15:19:49.194746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3c2ae131-0e5c-4f97-ace7-0c43fdc3005a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:49.259906 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Deleting port 5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:19:49.260272 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:49.270120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:49.270494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:49.271505 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:49.289423 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fbe86e03-5bdb-4f9d-add7-4a47062fb26f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:49.301473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6e24cc0b-6d87-4d31-b8c8-47b84cdd70ce tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (e5ca4e45-25d5-4466-8ad6-02f7dd9e322c), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:49.304372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:49.349870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:49.350635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:49.352388 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:49.359846 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:49.360253 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:49.367265 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6e24cc0b-6d87-4d31-b8c8-47b84cdd70ce tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (e5ca4e45-25d5-4466-8ad6-02f7dd9e322c), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:49.368378 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e24cc0b-6d87-4d31-b8c8-47b84cdd70ce tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:49.369019 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6e24cc0b-6d87-4d31-b8c8-47b84cdd70ce tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:49.376932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe9ba4-a691-491e-b50b-c98578feb50d None None] Pushing event updated for resources: {'Port': ['ID=3c2ae131-0e5c-4f97-ace7-0c43fdc3005a,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:49.380449 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.plugins.ml2.plugin [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 2 to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 Oct 26 15:19:49.434612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:49.436224 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6e24cc0b-6d87-4d31-b8c8-47b84cdd70ce tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0963366 Oct 26 15:19:49.437704 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56150) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:49.447366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:49.448407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:49.487958 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-da11c383-150f-4c21-aa7d-7c0a65240200 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:49.489589 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-da11c383-150f-4c21-aa7d-7c0a65240200 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 5.9235806 Oct 26 15:19:49.511149 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:49.511491 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:49.511828 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:49.523429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:49.523747 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:49.533703 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.plugins.ml2.plugin [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 3 to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 Oct 26 15:19:49.539946 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] For port 5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079,segment=NetworkSegment(e724d0cb-8bef-4dd5-a0c9-b03748f31064),segment_id=e724d0cb-8bef-4dd5-a0c9-b03748f31064)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:49.540316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:49.628376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d0c3-a995-48be-9fce-54ce51f7b9f6 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks [] for port (01b1979f-770b-4975-99fe-7c2b1bc52200), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:49.650487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:49.652552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:49.652995 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:49.659499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:49.663171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Calling delete_port for 5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:19:49.683335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:49.689755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-7157b451-d7bc-4568-b453-188f696b5b8a tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Allocated IP 2001:db8::2f7 (47e52095-7691-46e2-a78a-51ddb71d26f7/a4f9c547-5ee0-4195-ac63-023b55b70f49/aabe5de8-7235-4383-849e-a6c7543e3ca7) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:49.697304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 394e991d-ba1f-4c55-ad3b-6183751d959f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:49.698595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:49.698930 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 394e991d-ba1f-4c55-ad3b-6183751d959f Oct 26 15:19:49.718730 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:49.719106 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:49.742121 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.plugins.ml2.plugin [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 4 to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 Oct 26 15:19:49.807036 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d0c3-a995-48be-9fce-54ce51f7b9f6 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (01b1979f-770b-4975-99fe-7c2b1bc52200), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:49.832585 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24cc0b-6d87-4d31-b8c8-47b84cdd70ce tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Pushing event updated for resources: {'Network': ['ID=e5ca4e45-25d5-4466-8ad6-02f7dd9e322c,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:49.857512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:49.858129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:49.858479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:49.865891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network e5ca4e45-25d5-4466-8ad6-02f7dd9e322c details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:19:50.001808 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:50.002217 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:50.002935 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:50.012163 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.plugins.ml2.plugin [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 5 to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 Oct 26 15:19:50.014168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:50.016518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:50.024633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a970d18-a3f6-4fac-bec6-6d542cc3f54d None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:19:50.054796 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:50.059534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56174) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:50.061051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:50.061396 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:50.061735 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:50.064331 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event deleted for resources: {'Port': ['ID=5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:50.079205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 394e991d-ba1f-4c55-ad3b-6183751d959f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=394e991d-ba1f-4c55-ad3b-6183751d959f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:50.084894 dv-neutron-759874-6-hyperv neutron-server[105321]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 15:19:50.088347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-03c1503a-9d47-46aa-b9a5-fe1301161431 None None] Could not find standard attr ID for object 5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:19:50.098387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:50.099488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:50.112369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:50.112686 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:50.118913 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-fbe86e03-5bdb-4f9d-add7-4a47062fb26f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Allocated IP 172.26.11.206 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/80fb8628-ae76-4470-aa68-97d70b8a52f1) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:50.121185 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.plugins.ml2.plugin [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 6 to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 Oct 26 15:19:50.149512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] No DVR routers for this DVR port 5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:19:50.188169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:50.196219 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:50.196565 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:50.196951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:50.229607 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d9e1d0-4a70-4ba5-8252-555c15c553b2 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:50.235448 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e3d9e1d0-4a70-4ba5-8252-555c15c553b2 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] 10.222.0.60 "GET /networking/v2.0/networks/e5ca4e45-25d5-4466-8ad6-02f7dd9e322c HTTP/1.1" status: 200 len: 757 time: 0.7508399 Oct 26 15:19:50.237183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56176) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:50.238614 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2d0c3-a995-48be-9fce-54ce51f7b9f6 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Pushing event updated for resources: {'Port': ['ID=01b1979f-770b-4975-99fe-7c2b1bc52200,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:50.253355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=394e991d-ba1f-4c55-ad3b-6183751d959f,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:50.264035 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7157b451-d7bc-4568-b453-188f696b5b8a tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks [] for port (aabe5de8-7235-4383-849e-a6c7543e3ca7), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:50.268144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 77d842c7-22e3-4a31-904f-093d3a1cac97 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:50.268614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:50.269043 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 77d842c7-22e3-4a31-904f-093d3a1cac97 Oct 26 15:19:50.274443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-03d0e7e6-ee10-4964-891a-37fae0753299 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:50.278485 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-03d0e7e6-ee10-4964-891a-37fae0753299 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/networks?id=75323486-1206-489c-a851-669e51c6f8c9 HTTP/1.1" status: 200 len: 812 time: 1.3746822 Oct 26 15:19:50.293223 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa2d0c3-a995-48be-9fce-54ce51f7b9f6 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:50.295030 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-3fa2d0c3-a995-48be-9fce-54ce51f7b9f6 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:50.303580 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-e1d5f5b0-755f-4057-b15c-dab5c1cae8d9 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/quotas/b06d3531c6984a12bc9058594d41733d HTTP/1.1" status: 200 len: 375 time: 0.0241973 Oct 26 15:19:50.305553 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa2d0c3-a995-48be-9fce-54ce51f7b9f6 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:50.315950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a970d18-a3f6-4fac-bec6-6d542cc3f54d None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:19:50.327376 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:50.327551 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:50.339220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:50.345874 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.plugins.ml2.plugin [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 7 to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 Oct 26 15:19:50.445087 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-50e89900-7b49-4f92-a98a-e478c56a4ec8 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=b06d3531c6984a12bc9058594d41733d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1359394 Oct 26 15:19:50.451409 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-c06ba70c-0f1a-46fa-825e-5c28756ececd tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1452978862&fields=id&tenant_id=eb308ad4ce614eb6aeda74b7a58907d8 HTTP/1.1" status: 200 len: 267 time: 0.3796356 Oct 26 15:19:50.483481 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:50.483824 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:50.484166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:50.516660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:50.521664 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (7fd53c0d-62ef-44a3-b8f5-c25e627ec827), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:50.525645 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d0c3-a995-48be-9fce-54ce51f7b9f6 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks [] for floatingip (37d066fc-39ec-4700-8701-6e798bac43e3), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:50.587052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:50.587355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:50.608388 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d0c3-a995-48be-9fce-54ce51f7b9f6 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (01b1979f-770b-4975-99fe-7c2b1bc52200), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:50.705430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 77d842c7-22e3-4a31-904f-093d3a1cac97, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77d842c7-22e3-4a31-904f-093d3a1cac97,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:50.710257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-09ff9cd0-a7ea-4c95-b147-2833acd332a4 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:19:50.712033 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-09ff9cd0-a7ea-4c95-b147-2833acd332a4 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1410117 Oct 26 15:19:50.729724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:50.730930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:50.805168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:50.805503 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:50.831144 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:50.831313 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.plugins.ml2.plugin [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 8 to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 Oct 26 15:19:50.852484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:50.853005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:50.853406 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb Oct 26 15:19:50.869901 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d0c3-a995-48be-9fce-54ce51f7b9f6 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks [] for port (01b1979f-770b-4975-99fe-7c2b1bc52200), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:50.874021 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:50.876852 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-28995f23-41e8-412f-8ed6-403c3110e0d7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/75323486-1206-489c-a851-669e51c6f8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538622 Oct 26 15:19:50.878019 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d0c3-a995-48be-9fce-54ce51f7b9f6 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (01b1979f-770b-4975-99fe-7c2b1bc52200), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:50.881268 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d943cda-5cdd-4c64-a5e8-12f04e626842 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:50.886634 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6d943cda-5cdd-4c64-a5e8-12f04e626842 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] 10.222.0.60 "GET /networking/v2.0/networks/e895a28d-0737-4d4e-b1fb-3386ad75cc2d HTTP/1.1" status: 200 len: 767 time: 0.6339753 Oct 26 15:19:50.902297 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56186) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:50.931270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd53c0d-62ef-44a3-b8f5-c25e627ec827']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:50.972487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e724d0cb-8bef-4dd5-a0c9-b03748f31064') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:50.972883 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e724d0cb-8bef-4dd5-a0c9-b03748f31064') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:50.981750 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:50.982102 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:50.982431 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:51.012355 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7157b451-d7bc-4568-b453-188f696b5b8a tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (aabe5de8-7235-4383-849e-a6c7543e3ca7), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.026273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fbe86e03-5bdb-4f9d-add7-4a47062fb26f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for port (80fb8628-ae76-4470-aa68-97d70b8a52f1), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.037361 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (e724d0cb-8bef-4dd5-a0c9-b03748f31064), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.059115 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2d0c3-a995-48be-9fce-54ce51f7b9f6 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Pushing event updated for resources: {'Port': ['ID=01b1979f-770b-4975-99fe-7c2b1bc52200,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:51.063847 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:51.064186 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:51.077454 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.plugins.ml2.plugin [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 9 to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 Oct 26 15:19:51.077712 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d0c3-a995-48be-9fce-54ce51f7b9f6 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (37d066fc-39ec-4700-8701-6e798bac43e3), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.103169 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb448-c501-445d-a7f5-d27252c768e0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (e5ca4e45-25d5-4466-8ad6-02f7dd9e322c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.119002 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d0c3-a995-48be-9fce-54ce51f7b9f6 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.119216 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (e724d0cb-8bef-4dd5-a0c9-b03748f31064), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.120252 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3fa2d0c3-a995-48be-9fce-54ce51f7b9f6 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 3.8038642 Oct 26 15:19:51.124163 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56188) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:51.128933 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7155b1f4-90c7-4fcf-897b-dc36de79580c tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-545355174', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'fixed_ips': [{'ip_address': '172.26.11.200'}]}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:51.136657 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-51282653-41d8-48a5-be84-b31345eb212c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/75323486-1206-489c-a851-669e51c6f8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334304 Oct 26 15:19:51.161208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-fa7aadb6-3805-4b36-839d-92d58c9e3c14 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:51.162714 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-fa7aadb6-3805-4b36-839d-92d58c9e3c14 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/networks?id=b43676e9-42d1-409d-82a9-d0337695b267 HTTP/1.1" status: 200 len: 812 time: 0.6804242 Oct 26 15:19:51.170159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7157b451-d7bc-4568-b453-188f696b5b8a tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Network 47e52095-7691-46e2-a78a-51ddb71d26f7 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:51.171248 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:19:51.171765 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (e724d0cb-8bef-4dd5-a0c9-b03748f31064), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.178968 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=77d842c7-22e3-4a31-904f-093d3a1cac97,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:51.188056 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7155b1f4-90c7-4fcf-897b-dc36de79580c tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Made reservation on behalf of 76066a2644084fedafcbd5da7884d6e7 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:51.190790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7155b1f4-90c7-4fcf-897b-dc36de79580c tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.206649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:51.206997 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:51.207339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:51.216605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-7157b451-d7bc-4568-b453-188f696b5b8a tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:51.219486 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment e724d0cb-8bef-4dd5-a0c9-b03748f31064 resource provider aggregate not found Oct 26 15:19:51.229703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7155b1f4-90c7-4fcf-897b-dc36de79580c tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.247197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb448-c501-445d-a7f5-d27252c768e0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (e5ca4e45-25d5-4466-8ad6-02f7dd9e322c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.255553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157b451-d7bc-4568-b453-188f696b5b8a tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event updated for resources: {'Port': ['ID=aabe5de8-7235-4383-849e-a6c7543e3ca7,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:51.257794 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:51.263597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7157b451-d7bc-4568-b453-188f696b5b8a tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:51.268262 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7157b451-d7bc-4568-b453-188f696b5b8a tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:51.275936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7157b451-d7bc-4568-b453-188f696b5b8a tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.292366 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment e724d0cb-8bef-4dd5-a0c9-b03748f31064 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e724d0cb-8bef-4dd5-a0c9-b03748f31064 found for delete ", "request_id": "req-5a9e7ee0-dab0-4a3b-b52c-6a667a69a347"}]} Oct 26 15:19:51.293116 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:51.293450 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:51.308406 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.plugins.ml2.plugin [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempt 10 to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 Oct 26 15:19:51.326699 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-43b42052-38fc-4b83-be30-d3057f01f633 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/quotas/eb308ad4ce614eb6aeda74b7a58907d8 HTTP/1.1" status: 200 len: 375 time: 0.1355462 Oct 26 15:19:51.333439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fbe86e03-5bdb-4f9d-add7-4a47062fb26f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (80fb8628-ae76-4470-aa68-97d70b8a52f1), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.335839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:19:51.335839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:19:51.336099 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempting to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:51.357953 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-8c0eb448-c501-445d-a7f5-d27252c768e0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ca4e45-25d5-4466-8ad6-02f7dd9e322c']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:51.363043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:51.376347 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-8c0eb448-c501-445d-a7f5-d27252c768e0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b741cdb-e54f-488d-84a6-9799c7c78dc8') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:51.377546 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-8c0eb448-c501-445d-a7f5-d27252c768e0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b741cdb-e54f-488d-84a6-9799c7c78dc8') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:51.397107 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb448-c501-445d-a7f5-d27252c768e0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (1b741cdb-e54f-488d-84a6-9799c7c78dc8), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.407200 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7157b451-d7bc-4568-b453-188f696b5b8a tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0565948 Oct 26 15:19:51.407200 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (7fd53c0d-62ef-44a3-b8f5-c25e627ec827), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.415137 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56200) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:51.422250 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-27116d48-509a-470a-8eed-68ef83516ea0 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::39c', 'mac_address': 'fa:16:3e:75:17:ab'}, {'ip_address': '2001:db8::2e1', 'mac_address': 'fa:16:3e:ee:1a:1f'}]}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:51.455577 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.458820 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "DELETE /networking/v2.0/networks/7fd53c0d-62ef-44a3-b8f5-c25e627ec827 HTTP/1.1" status: 204 len: 168 time: 2.7614629 Oct 26 15:19:51.459801 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:51.460131 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Failed to bind port c0581a7c-0f4c-4aca-8a47-e239989b4223 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '5b4204d1-a025-4984-ada1-3abe40baac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1895bd67-890a-432f-b783-123eb343a7ac'}] Oct 26 15:19:51.460650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c0581a7c-0f4c-4aca-8a47-e239989b4223), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.462651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56204) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:51.484835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe86e03-5bdb-4f9d-add7-4a47062fb26f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:19:51.486713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad1e2f4-51f7-49d4-bd04-6161499c40e8 None None] Network 7fd53c0d-62ef-44a3-b8f5-c25e627ec827 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:51.497879 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:51.500595 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-cd9404ce-44e4-48fe-afb9-3f7d9ed7bc4f req-5ebd6320-f0f8-436a-962f-4d6d7c37618a tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 210 time: 0.0682297 Oct 26 15:19:51.516751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-fbe86e03-5bdb-4f9d-add7-4a47062fb26f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:19:51.518721 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4b77d-797d-4f2c-9e09-c3436832015f tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event deleted for resources: {'Network': ['ID=7fd53c0d-62ef-44a3-b8f5-c25e627ec827,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:51.534855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe86e03-5bdb-4f9d-add7-4a47062fb26f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:19:51.539927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b0fb35-3c46-4878-bd81-c2e2efb9858f None None] Network 6ab404fc-4299-4314-88de-78b66df3f18a requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:19:51.540200 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb448-c501-445d-a7f5-d27252c768e0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (1b741cdb-e54f-488d-84a6-9799c7c78dc8), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.556734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad1e2f4-51f7-49d4-bd04-6161499c40e8 None None] Network 7fd53c0d-62ef-44a3-b8f5-c25e627ec827 could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:19:51.565844 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-8d1987bb-2a9a-430d-917d-4668b70ca6e1 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=eb308ad4ce614eb6aeda74b7a58907d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2272444 Oct 26 15:19:51.585172 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7155b1f4-90c7-4fcf-897b-dc36de79580c tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks [] for security_group (ac9f90bf-27f6-4963-895d-bdded1fcb4d2), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.601465 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0eb448-c501-445d-a7f5-d27252c768e0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:19:51.602052 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb448-c501-445d-a7f5-d27252c768e0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (1b741cdb-e54f-488d-84a6-9799c7c78dc8), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.666515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe86e03-5bdb-4f9d-add7-4a47062fb26f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Pushing event updated for resources: {'Port': ['ID=80fb8628-ae76-4470-aa68-97d70b8a52f1,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:51.757068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b94a721-ab4d-47c2-a30d-176294c384eb None None] DHCP port deletion for 7fd53c0d-62ef-44a3-b8f5-c25e627ec827 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:19:51.806021 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 1b741cdb-e54f-488d-84a6-9799c7c78dc8 resource provider aggregate not found Oct 26 15:19:51.817142 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:51.819127 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7155b1f4-90c7-4fcf-897b-dc36de79580c tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ac9f90bf-27f6-4963-895d-bdded1fcb4d2), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.823135 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-7155b1f4-90c7-4fcf-897b-dc36de79580c tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] device_id is not set on port 81c6e165-3b69-493f-81f1-9ebe02a2cf6a yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:19:51.840535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:51.845548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-49ff52e7-7eef-4fef-9af8-8df11b87056f service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:19:51.854223 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-49ff52e7-7eef-4fef-9af8-8df11b87056f service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1817088 Oct 26 15:19:51.925332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (6ab404fc-4299-4314-88de-78b66df3f18a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.971633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:51.972283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:51.972775 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 Oct 26 15:19:52.043860 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-d649b4f3-d890-4ea2-a26a-49c357902368 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/b43676e9-42d1-409d-82a9-d0337695b267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884034 Oct 26 15:19:52.081573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:52.083747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:52.087150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:52.139158 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 1b741cdb-e54f-488d-84a6-9799c7c78dc8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b741cdb-e54f-488d-84a6-9799c7c78dc8 found for delete ", "request_id": "req-46d04a35-1a23-4a52-9a24-7ea11131416e"}]} Oct 26 15:19:52.142682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ce8b3838-df1f-4049-bc01-b77f10a1bf8d None None] Provisioning complete for port aabe5de8-7235-4383-849e-a6c7543e3ca7 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:52.143239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ce8b3838-df1f-4049-bc01-b77f10a1bf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (aabe5de8-7235-4383-849e-a6c7543e3ca7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:52.143645 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-7155b1f4-90c7-4fcf-897b-dc36de79580c tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 15:19:52.143923 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ce8b3838-df1f-4049-bc01-b77f10a1bf8d None None] Attempt 1 to provision port aabe5de8-7235-4383-849e-a6c7543e3ca7 Oct 26 15:19:52.144155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7155b1f4-90c7-4fcf-897b-dc36de79580c tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:19:52.179600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:52.180560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:52.181105 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 Oct 26 15:19:52.204126 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155b1f4-90c7-4fcf-897b-dc36de79580c tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9f90bf-27f6-4963-895d-bdded1fcb4d2,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:52.216077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b3838-df1f-4049-bc01-b77f10a1bf8d None None] Port aabe5de8-7235-4383-849e-a6c7543e3ca7 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:19:52.276242 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7155b1f4-90c7-4fcf-897b-dc36de79580c tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 373 time: 1.1509583 Oct 26 15:19:52.277395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56234) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:52.289090 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb448-c501-445d-a7f5-d27252c768e0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (e5ca4e45-25d5-4466-8ad6-02f7dd9e322c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:52.297920 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0eb448-c501-445d-a7f5-d27252c768e0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5ca4e45-25d5-4466-8ad6-02f7dd9e322c {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 15:19:52.322122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:52.323218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:52.338067 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb448-c501-445d-a7f5-d27252c768e0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:52.344881 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8c0eb448-c501-445d-a7f5-d27252c768e0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] 10.222.0.60 "DELETE /networking/v2.0/networks/e5ca4e45-25d5-4466-8ad6-02f7dd9e322c HTTP/1.1" status: 204 len: 168 time: 1.4248996 Oct 26 15:19:52.351217 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56238) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:52.353501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fbe86e03-5bdb-4f9d-add7-4a47062fb26f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for floatingip (5acb5302-e6d4-4c13-9ef6-39b5af2566f5), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:52.366721 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-27116d48-509a-470a-8eed-68ef83516ea0 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (aabe5de8-7235-4383-849e-a6c7543e3ca7), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:52.372248 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-35d10b69-4577-458d-9576-79d56c835c9e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Request body: {'network': {'name': 'tempest-network--1289210796'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:52.376978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 394e991d-ba1f-4c55-ad3b-6183751d959f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:52.377371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:52.377716 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 394e991d-ba1f-4c55-ad3b-6183751d959f Oct 26 15:19:52.380554 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0eb448-c501-445d-a7f5-d27252c768e0 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5ca4e45-25d5-4466-8ad6-02f7dd9e322c,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:52.382031 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:52.385905 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Deleting port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:19:52.386268 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (3c2ae131-0e5c-4f97-ace7-0c43fdc3005a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:52.452358 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] For port c0581a7c-0f4c-4aca-8a47-e239989b4223, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:52.452773 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attempted to set empty binding levels {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 15:19:52.470611 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-02751ef7-d891-4165-8c7b-762c78d8a406 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/b43676e9-42d1-409d-82a9-d0337695b267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240997 Oct 26 15:19:52.473247 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d10b69-4577-458d-9576-79d56c835c9e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Made reservation on behalf of 8d00f0fbdd024e4d990a5778610b45f4 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:52.475858 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-35d10b69-4577-458d-9576-79d56c835c9e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:52.484039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:52.485291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:52.569139 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a5a1bce3-52dd-4f2c-b640-3abd733d345e tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Deleting port 01b1979f-770b-4975-99fe-7c2b1bc52200 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:19:52.572367 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5a1bce3-52dd-4f2c-b640-3abd733d345e tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (01b1979f-770b-4975-99fe-7c2b1bc52200), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:52.578602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 77d842c7-22e3-4a31-904f-093d3a1cac97 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:52.579210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:52.579654 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 77d842c7-22e3-4a31-904f-093d3a1cac97 Oct 26 15:19:52.600049 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (c0581a7c-0f4c-4aca-8a47-e239989b4223), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:52.600646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] In _notify_port_updated(), no bound segment for port c0581a7c-0f4c-4aca-8a47-e239989b4223 on network 1895bd67-890a-432f-b783-123eb343a7ac {{(pid=105321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:19:52.601526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:52.602117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:52.606113 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] 10.222.0.60 "PUT /networking/v2.0/ports/c0581a7c-0f4c-4aca-8a47-e239989b4223 HTTP/1.1" status: 200 len: 977 time: 4.8894591 Oct 26 15:19:52.609578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56246) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:52.694914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:52.706861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:52.710910 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] For port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a, host dv-neutron-759874-6-hyperv, got binding levels [] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:52.711517 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (3c2ae131-0e5c-4f97-ace7-0c43fdc3005a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:52.713481 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5a1bce3-52dd-4f2c-b640-3abd733d345e tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (01b1979f-770b-4975-99fe-7c2b1bc52200), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:52.713826 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5a1bce3-52dd-4f2c-b640-3abd733d345e tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks [] for floatingip (01b1979f-770b-4975-99fe-7c2b1bc52200), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:52.718450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:52.720563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:52.723835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fbe86e03-5bdb-4f9d-add7-4a47062fb26f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (80fb8628-ae76-4470-aa68-97d70b8a52f1), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:52.728003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a5a1bce3-52dd-4f2c-b640-3abd733d345e tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Calling delete_port for 01b1979f-770b-4975-99fe-7c2b1bc52200 owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:19:52.762561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Calling delete_port for 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:19:52.791668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97bbf8-8991-455c-9a49-7bdb15cdb01e tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Pushing event updated for resources: {'Port': ['ID=c0581a7c-0f4c-4aca-8a47-e239989b4223,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:52.843217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 48dc8cb6-5318-4f85-8e5d-2af8765d605e triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:19:52.843217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:52.843874 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 48dc8cb6-5318-4f85-8e5d-2af8765d605e Oct 26 15:19:52.862864 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-c1ad61b5-c670-4460-8020-b55d03ef8a23 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Deleting port c0581a7c-0f4c-4aca-8a47-e239989b4223 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:19:52.863303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c1ad61b5-c670-4460-8020-b55d03ef8a23 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (c0581a7c-0f4c-4aca-8a47-e239989b4223), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:52.943134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:53.019719 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6ff314a2-3eed-4b5a-9d02-3f6a68142102 req-8fb2fad5-9a5e-4592-981e-6aebe9199ec8 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 210 time: 0.1519721 Oct 26 15:19:53.029924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:53.132381 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-c1ad61b5-c670-4460-8020-b55d03ef8a23 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] For port c0581a7c-0f4c-4aca-8a47-e239989b4223, host hv-neutron-7598, got binding levels [] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:53.133103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c1ad61b5-c670-4460-8020-b55d03ef8a23 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (c0581a7c-0f4c-4aca-8a47-e239989b4223), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.169975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-c1ad61b5-c670-4460-8020-b55d03ef8a23 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Calling delete_port for c0581a7c-0f4c-4aca-8a47-e239989b4223 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:19:53.198005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (3c2ae131-0e5c-4f97-ace7-0c43fdc3005a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.267712 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d10b69-4577-458d-9576-79d56c835c9e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:19:53.272897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event deleted for resources: {'Port': ['ID=3c2ae131-0e5c-4f97-ace7-0c43fdc3005a,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:53.288704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fbe86e03-5bdb-4f9d-add7-4a47062fb26f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for port (80fb8628-ae76-4470-aa68-97d70b8a52f1), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.300646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] No DVR routers for this DVR port 3c2ae131-0e5c-4f97-ace7-0c43fdc3005a on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:19:53.340556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fbe86e03-5bdb-4f9d-add7-4a47062fb26f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (80fb8628-ae76-4470-aa68-97d70b8a52f1), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.354332 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:53.359344 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:53.361686 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2cfe77c1-d4ee-4855-a695-52cd4fd62a82 req-ebaba7a3-c411-432c-80e5-832cdbebb52e tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 210 time: 0.6145401 Oct 26 15:19:53.373426 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-35d10b69-4577-458d-9576-79d56c835c9e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (43e8df7d-35d6-4794-bc5f-1cf61631e37e), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.373988 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-35d10b69-4577-458d-9576-79d56c835c9e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Added segment 43e8df7d-35d6-4794-bc5f-1cf61631e37e of type vlan for network 26f5ed46-0889-483a-9e15-2fa6764b04f9 Oct 26 15:19:53.377610 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5a1bce3-52dd-4f2c-b640-3abd733d345e tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (01b1979f-770b-4975-99fe-7c2b1bc52200), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.517621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:53.525703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (6ab404fc-4299-4314-88de-78b66df3f18a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.529269 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c1ad61b5-c670-4460-8020-b55d03ef8a23 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (c0581a7c-0f4c-4aca-8a47-e239989b4223), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.531074 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe86e03-5bdb-4f9d-add7-4a47062fb26f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Pushing event updated for resources: {'Port': ['ID=80fb8628-ae76-4470-aa68-97d70b8a52f1,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:53.540896 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-35d10b69-4577-458d-9576-79d56c835c9e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (26f5ed46-0889-483a-9e15-2fa6764b04f9), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.541955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fbe86e03-5bdb-4f9d-add7-4a47062fb26f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (5acb5302-e6d4-4c13-9ef6-39b5af2566f5), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.543976 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1bce3-52dd-4f2c-b640-3abd733d345e tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Pushing event deleted for resources: {'Port': ['ID=01b1979f-770b-4975-99fe-7c2b1bc52200,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:53.568621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab404fc-4299-4314-88de-78b66df3f18a']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:53.582155 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c99df73-0c5d-48a5-918f-28a19325f6b8') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:53.582461 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c99df73-0c5d-48a5-918f-28a19325f6b8') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:53.594705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (0c99df73-0c5d-48a5-918f-28a19325f6b8), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.603568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:53.632752 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad61b5-c670-4460-8020-b55d03ef8a23 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0581a7c-0f4c-4aca-8a47-e239989b4223,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:53.640210 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (0c99df73-0c5d-48a5-918f-28a19325f6b8), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.647321 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c1ad61b5-c670-4460-8020-b55d03ef8a23 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.651124 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c1ad61b5-c670-4460-8020-b55d03ef8a23 tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] 10.222.0.60 "DELETE /networking/v2.0/ports/c0581a7c-0f4c-4aca-8a47-e239989b4223 HTTP/1.1" status: 204 len: 168 time: 1.0215852 Oct 26 15:19:53.656493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56288) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:53.668730 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:19:53.669165 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (0c99df73-0c5d-48a5-918f-28a19325f6b8), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.693076 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-27116d48-509a-470a-8eed-68ef83516ea0 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks [] for port (aabe5de8-7235-4383-849e-a6c7543e3ca7), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.697382 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-35d10b69-4577-458d-9576-79d56c835c9e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (26f5ed46-0889-483a-9e15-2fa6764b04f9), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.698427 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d10b69-4577-458d-9576-79d56c835c9e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:53.699017 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-35d10b69-4577-458d-9576-79d56c835c9e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.728179 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fbe86e03-5bdb-4f9d-add7-4a47062fb26f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.733324 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fbe86e03-5bdb-4f9d-add7-4a47062fb26f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 5.0373993 Oct 26 15:19:53.736019 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-27116d48-509a-470a-8eed-68ef83516ea0 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (aabe5de8-7235-4383-849e-a6c7543e3ca7), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.736791 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-27116d48-509a-470a-8eed-68ef83516ea0 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] In _notify_port_updated(), no bound segment for port aabe5de8-7235-4383-849e-a6c7543e3ca7 on network 47e52095-7691-46e2-a78a-51ddb71d26f7 {{(pid=105322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:19:53.737975 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df8d613-0344-41d5-8410-729e8abb861f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] GET failed (client error): The resource could not be found. Oct 26 15:19:53.746169 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7df8d613-0344-41d5-8410-729e8abb861f tempest-PortsAdminExtendedAttrsTestJSON-972407960 tempest-PortsAdminExtendedAttrsTestJSON-972407960-project-admin] 10.222.0.60 "GET /networking/v2.0/ports/c0581a7c-0f4c-4aca-8a47-e239989b4223 HTTP/1.1" status: 404 len: 333 time: 0.0828106 Oct 26 15:19:53.752483 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27116d48-509a-470a-8eed-68ef83516ea0 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:53.757076 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-27116d48-509a-470a-8eed-68ef83516ea0 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.759584 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 0c99df73-0c5d-48a5-918f-28a19325f6b8 resource provider aggregate not found Oct 26 15:19:53.759879 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-27116d48-509a-470a-8eed-68ef83516ea0 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "PUT /networking/v2.0/ports/aabe5de8-7235-4383-849e-a6c7543e3ca7 HTTP/1.1" status: 200 len: 1067 time: 2.3432393 Oct 26 15:19:53.761041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56296) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:53.791730 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56298) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:53.793007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b67cf-4279-4187-acb0-685be79ef967 None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:19:53.793007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b67cf-4279-4187-acb0-685be79ef967 None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:53.793875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e23b67cf-4279-4187-acb0-685be79ef967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:53.800315 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5a1bce3-52dd-4f2c-b640-3abd733d345e tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks [] for floatingip (37d066fc-39ec-4700-8701-6e798bac43e3), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.806259 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5a1bce3-52dd-4f2c-b640-3abd733d345e tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:53.807431 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a5a1bce3-52dd-4f2c-b640-3abd733d345e tempest-ExternalNetworksAdminNegativeTestJSON-1970224128 tempest-ExternalNetworksAdminNegativeTestJSON-1970224128-project-admin] 10.222.0.60 "DELETE /networking/v2.0/floatingips/37d066fc-39ec-4700-8701-6e798bac43e3 HTTP/1.1" status: 204 len: 168 time: 1.5267491 Oct 26 15:19:53.861738 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 0c99df73-0c5d-48a5-918f-28a19325f6b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c99df73-0c5d-48a5-918f-28a19325f6b8 found for delete ", "request_id": "req-1afb4eb6-8900-40d8-940d-c70027d93a68"}]} Oct 26 15:19:54.005855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-defd2fdd-844e-4efb-9a36-a5b1c7f89f10 tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (1895bd67-890a-432f-b783-123eb343a7ac), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:54.042964 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-35d10b69-4577-458d-9576-79d56c835c9e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.6769352 Oct 26 15:19:54.056522 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56314) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:54.063550 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (6ab404fc-4299-4314-88de-78b66df3f18a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:54.065959 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-8698d235-ddca-4d67-a2ec-f496f8ff3ce8 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Deleting port aabe5de8-7235-4383-849e-a6c7543e3ca7 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:19:54.066252 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8698d235-ddca-4d67-a2ec-f496f8ff3ce8 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (aabe5de8-7235-4383-849e-a6c7543e3ca7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:54.107787 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c774a8-2920-4d8e-92fc-641ac33ac7e0 None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:19:54.111394 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-2cb50916-914b-4548-9a72-a4039bc8f432 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:54.111697 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c774a8-2920-4d8e-92fc-641ac33ac7e0 None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:54.114487 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c4c774a8-2920-4d8e-92fc-641ac33ac7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:54.120050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-e23b67cf-4279-4187-acb0-685be79ef967 None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:54.229395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d10b69-4577-458d-9576-79d56c835c9e tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Pushing event updated for resources: {'Network': ['ID=26f5ed46-0889-483a-9e15-2fa6764b04f9,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:54.244847 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:54.265788 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "DELETE /networking/v2.0/networks/6ab404fc-4299-4314-88de-78b66df3f18a HTTP/1.1" status: 204 len: 168 time: 2.7796385 Oct 26 15:19:54.328580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56322) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:54.339601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 26f5ed46-0889-483a-9e15-2fa6764b04f9 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:19:54.357111 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c4c774a8-2920-4d8e-92fc-641ac33ac7e0 None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:54.359897 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-cd5a5a3e-3757-4d37-9684-43df483003d1 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2108412696&fields=id&tenant_id=478f977efd474c3582bb470139659899 HTTP/1.1" status: 200 len: 267 time: 0.2949038 Oct 26 15:19:54.370733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856a86f-54ee-4987-aa06-700e4441a051 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event deleted for resources: {'Network': ['ID=6ab404fc-4299-4314-88de-78b66df3f18a,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:54.455421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e03f948-d086-4cd0-9d4d-9f4915b7d731 None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:19:54.478651 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27116d48-509a-470a-8eed-68ef83516ea0 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event updated for resources: {'Port': ['ID=aabe5de8-7235-4383-849e-a6c7543e3ca7,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:54.479631 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56326) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:54.506426 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5e59b21-4c96-4410-9b24-7e4c41d6c0fd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (5311ab5c-bcbb-4356-b06c-161b2cb2c5c0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:54.522137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:19:54.571300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e03f948-d086-4cd0-9d4d-9f4915b7d731 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:54.571300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5e03f948-d086-4cd0-9d4d-9f4915b7d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:54.633387 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:54.720679 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-aba16429-d69a-48eb-8dae-2994d10389cf req-03eacbcc-4559-4867-82c0-c2e83b87b2ad tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 210 time: 0.2375586 Oct 26 15:19:54.748359 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c4c774a8-2920-4d8e-92fc-641ac33ac7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:19:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:19:45Z', 'revision_number': 5, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:54.810858 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.64', 61853) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:54.850252 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c774a8-2920-4d8e-92fc-641ac33ac7e0 None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:19:54.892223 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c774a8-2920-4d8e-92fc-641ac33ac7e0 None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:54.893357 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c4c774a8-2920-4d8e-92fc-641ac33ac7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:54.915543 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-defd2fdd-844e-4efb-9a36-a5b1c7f89f10 tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (1895bd67-890a-432f-b783-123eb343a7ac), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:54.930193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8698d235-ddca-4d67-a2ec-f496f8ff3ce8 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (aabe5de8-7235-4383-849e-a6c7543e3ca7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:54.993449 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-8698d235-ddca-4d67-a2ec-f496f8ff3ce8 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Calling delete_port for aabe5de8-7235-4383-849e-a6c7543e3ca7 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:19:55.038444 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7ab0c899-820d-427f-8ca9-d202006de698 req-1e3b02fd-c314-4cec-83e9-6e7442e11bb6 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 210 time: 0.0686834 Oct 26 15:19:55.096790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-defd2fdd-844e-4efb-9a36-a5b1c7f89f10 tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1895bd67-890a-432f-b783-123eb343a7ac']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:55.106815 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c4c774a8-2920-4d8e-92fc-641ac33ac7e0 None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:55.114290 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-defd2fdd-844e-4efb-9a36-a5b1c7f89f10 tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4204d1-a025-4984-ada1-3abe40baac4a') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:55.114664 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-defd2fdd-844e-4efb-9a36-a5b1c7f89f10 tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4204d1-a025-4984-ada1-3abe40baac4a') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:55.127353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-defd2fdd-844e-4efb-9a36-a5b1c7f89f10 tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (5b4204d1-a025-4984-ada1-3abe40baac4a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:55.137353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e23b67cf-4279-4187-acb0-685be79ef967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:47Z', 'revision_number': 5, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:55.141360 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-35087713-a446-4839-a6a3-e700f26dc10b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:55.147317 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-defd2fdd-844e-4efb-9a36-a5b1c7f89f10 tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (5b4204d1-a025-4984-ada1-3abe40baac4a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:55.157759 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defd2fdd-844e-4efb-9a36-a5b1c7f89f10 tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:19:55.158221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-defd2fdd-844e-4efb-9a36-a5b1c7f89f10 tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (5b4204d1-a025-4984-ada1-3abe40baac4a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:55.182951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-5e03f948-d086-4cd0-9d4d-9f4915b7d731 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:55.185598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:55.185993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:55.188367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b67cf-4279-4187-acb0-685be79ef967 None None] Checking router: 62b9f0e9-5874-41a0-857a-c43efc83f0ef for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:19:55.195845 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-0b0da43b-f498-4464-a808-0bc3c60d8dce tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:55.197528 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-0b0da43b-f498-4464-a808-0bc3c60d8dce tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/networks?id=3d9157ca-5c49-4d10-8925-23b7d2950b98 HTTP/1.1" status: 200 len: 805 time: 0.8287263 Oct 26 15:19:55.287952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b67cf-4279-4187-acb0-685be79ef967 None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:55.289991 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-defd2fdd-844e-4efb-9a36-a5b1c7f89f10 tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (1895bd67-890a-432f-b783-123eb343a7ac), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:55.290530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e23b67cf-4279-4187-acb0-685be79ef967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:55.296400 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 5b4204d1-a025-4984-ada1-3abe40baac4a resource provider aggregate not found Oct 26 15:19:55.311772 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-defd2fdd-844e-4efb-9a36-a5b1c7f89f10 tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:55.320785 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-defd2fdd-844e-4efb-9a36-a5b1c7f89f10 tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] 10.222.0.60 "DELETE /networking/v2.0/networks/1895bd67-890a-432f-b783-123eb343a7ac HTTP/1.1" status: 204 len: 168 time: 1.5095212 Oct 26 15:19:55.340058 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:55.349233 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 5b4204d1-a025-4984-ada1-3abe40baac4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b4204d1-a025-4984-ada1-3abe40baac4a found for delete ", "request_id": "req-3b9f6304-7bd5-43b3-b2c0-e5e2fdee910b"}]} Oct 26 15:19:55.378092 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5e59b21-4c96-4410-9b24-7e4c41d6c0fd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (5311ab5c-bcbb-4356-b06c-161b2cb2c5c0), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:55.378545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:55.386726 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd2fdd-844e-4efb-9a36-a5b1c7f89f10 tempest-PortsAdminExtendedAttrsTestJSON-774153075 tempest-PortsAdminExtendedAttrsTestJSON-774153075-project] Pushing event deleted for resources: {'Network': ['ID=1895bd67-890a-432f-b783-123eb343a7ac,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:55.417471 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c4c774a8-2920-4d8e-92fc-641ac33ac7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:19:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:19:45Z', 'revision_number': 5, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:55.426179 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2cb50916-914b-4548-9a72-a4039bc8f432 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (26f5ed46-0889-483a-9e15-2fa6764b04f9), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:55.430278 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.64', 61860) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:55.447488 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-17857b38-f84e-471d-87ec-e14ed00b1abd tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:55.449092 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-17857b38-f84e-471d-87ec-e14ed00b1abd tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.64 "GET /networking/v2.0/networks?id=75323486-1206-489c-a851-669e51c6f8c9 HTTP/1.1" status: 200 len: 812 time: 0.6354280 Oct 26 15:19:55.469280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-a5e59b21-4c96-4410-9b24-7e4c41d6c0fd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5311ab5c-bcbb-4356-b06c-161b2cb2c5c0']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:55.471592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2cb50916-914b-4548-9a72-a4039bc8f432 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (26f5ed46-0889-483a-9e15-2fa6764b04f9), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:55.479909 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c774a8-2920-4d8e-92fc-641ac33ac7e0 None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:19:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:19:45Z', 'revision_number': 5, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:19:55.511629 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-a5e59b21-4c96-4410-9b24-7e4c41d6c0fd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbdb3b4-1162-406b-a32a-1d0baaf47c2e') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:55.514485 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-a5e59b21-4c96-4410-9b24-7e4c41d6c0fd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbdb3b4-1162-406b-a32a-1d0baaf47c2e') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:55.523608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 77d842c7-22e3-4a31-904f-093d3a1cac97, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77d842c7-22e3-4a31-904f-093d3a1cac97,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:55.541460 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-0347874d-a9fb-418e-8447-948e4dec4a0a tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/quotas/478f977efd474c3582bb470139659899 HTTP/1.1" status: 200 len: 375 time: 0.3363600 Oct 26 15:19:55.548652 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2cb50916-914b-4548-9a72-a4039bc8f432 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Network 26f5ed46-0889-483a-9e15-2fa6764b04f9 is not hosted by any dhcp agent {{(pid=105322) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 15:19:55.549566 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb50916-914b-4548-9a72-a4039bc8f432 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:55.550243 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2cb50916-914b-4548-9a72-a4039bc8f432 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:55.554774 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2cb50916-914b-4548-9a72-a4039bc8f432 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] 10.222.0.60 "PUT /networking/v2.0/networks/26f5ed46-0889-483a-9e15-2fa6764b04f9 HTTP/1.1" status: 200 len: 858 time: 1.4957759 Oct 26 15:19:55.558023 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56350) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:55.619909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:55.620646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:19:55.641526 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5e59b21-4c96-4410-9b24-7e4c41d6c0fd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (fcbdb3b4-1162-406b-a32a-1d0baaf47c2e), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:55.649923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:55.728783 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a3c4bdda-7bf4-476d-9a17-b30e4809081c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (26f5ed46-0889-483a-9e15-2fa6764b04f9), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:55.741184 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5e59b21-4c96-4410-9b24-7e4c41d6c0fd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (fcbdb3b4-1162-406b-a32a-1d0baaf47c2e), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:55.747928 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56356) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:55.749775 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:55.750055 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb50916-914b-4548-9a72-a4039bc8f432 tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Pushing event updated for resources: {'Network': ['ID=26f5ed46-0889-483a-9e15-2fa6764b04f9,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:55.800216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e59b21-4c96-4410-9b24-7e4c41d6c0fd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:19:55.802945 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5e59b21-4c96-4410-9b24-7e4c41d6c0fd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (fcbdb3b4-1162-406b-a32a-1d0baaf47c2e), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:55.805960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8698d235-ddca-4d67-a2ec-f496f8ff3ce8 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (aabe5de8-7235-4383-849e-a6c7543e3ca7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:55.925514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=77d842c7-22e3-4a31-904f-093d3a1cac97,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:55.935454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-e23b67cf-4279-4187-acb0-685be79ef967 None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:55.991380 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-7156bbcd-b48f-4573-8a32-790d572b6b4b tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b06d3531c6984a12bc9058594d41733d HTTP/1.1" status: 200 len: 380 time: 0.4475169 Oct 26 15:19:55.999216 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-7d3e2933-c724-4a01-a095-f3a8e3b7b70e tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:19:56.001951 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-7d3e2933-c724-4a01-a095-f3a8e3b7b70e tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b43676e9-42d1-409d-82a9-d0337695b267 HTTP/1.1" status: 200 len: 812 time: 0.5518210 Oct 26 15:19:56.014860 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-d20b6c9c-14ea-49ef-8294-289e300738ae tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Request body: {'port': {'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'admin_state_up': True, 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'security_groups': ['ddd07e1b-0f1e-4382-b956-91ab2dc849ca']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:56.032641 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-35087713-a446-4839-a6a3-e700f26dc10b admin admin] Publish callbacks [] for security_group (ef7aac01-0cf5-4158-b0cc-ace3858a7fa0), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:56.066025 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698d235-ddca-4d67-a2ec-f496f8ff3ce8 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event deleted for resources: {'Port': ['ID=aabe5de8-7235-4383-849e-a6c7543e3ca7,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:56.070578 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3bd3a5ff-ef75-4e7a-9e81-2f0037ee7a57 req-c5ee392a-e207-4ffa-80a9-d6b1639ba1f0 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 210 time: 0.1300592 Oct 26 15:19:56.128017 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5e59b21-4c96-4410-9b24-7e4c41d6c0fd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (5311ab5c-bcbb-4356-b06c-161b2cb2c5c0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:56.158363 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-35087713-a446-4839-a6a3-e700f26dc10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ef7aac01-0cf5-4158-b0cc-ace3858a7fa0), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:56.179250 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5e59b21-4c96-4410-9b24-7e4c41d6c0fd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:56.179403 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-2665a776-9a90-4f49-a46d-726a5ce663bd tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=478f977efd474c3582bb470139659899&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6368775 Oct 26 15:19:56.198164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5e03f948-d086-4cd0-9d4d-9f4915b7d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:19:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:50Z', 'revision_number': 5, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:56.204842 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a5e59b21-4c96-4410-9b24-7e4c41d6c0fd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "DELETE /networking/v2.0/networks/5311ab5c-bcbb-4356-b06c-161b2cb2c5c0 HTTP/1.1" status: 204 len: 168 time: 1.8680589 Oct 26 15:19:56.245245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:56.245812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:56.248984 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56376) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:56.322251 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35087713-a446-4839-a6a3-e700f26dc10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7aac01-0cf5-4158-b0cc-ace3858a7fa0,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:56.338419 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e59b21-4c96-4410-9b24-7e4c41d6c0fd tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event deleted for resources: {'Network': ['ID=5311ab5c-bcbb-4356-b06c-161b2cb2c5c0,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:56.388987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:56.436142 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0e2a6c12-c701-4e21-bf3d-467cf3481b99 req-37c793a6-f5dd-4371-a4ca-5e4764be09a0 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 210 time: 0.1827736 Oct 26 15:19:56.459524 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:56.521716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:56.525241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:19:56.545275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e03f948-d086-4cd0-9d4d-9f4915b7d731 None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:19:56.567176 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a3c4bdda-7bf4-476d-9a17-b30e4809081c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (26f5ed46-0889-483a-9e15-2fa6764b04f9), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:56.626529 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-a3c4bdda-7bf4-476d-9a17-b30e4809081c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f5ed46-0889-483a-9e15-2fa6764b04f9']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:56.654351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e03f948-d086-4cd0-9d4d-9f4915b7d731 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:19:56.655060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5e03f948-d086-4cd0-9d4d-9f4915b7d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:56.663582 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-a3c4bdda-7bf4-476d-9a17-b30e4809081c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e8df7d-35d6-4794-bc5f-1cf61631e37e') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:56.663889 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-a3c4bdda-7bf4-476d-9a17-b30e4809081c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e8df7d-35d6-4794-bc5f-1cf61631e37e') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:56.689950 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-35087713-a446-4839-a6a3-e700f26dc10b admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=aa79ed56f1ae488486e6423c15ef85d7&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2069607 Oct 26 15:19:56.705226 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a3c4bdda-7bf4-476d-9a17-b30e4809081c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (43e8df7d-35d6-4794-bc5f-1cf61631e37e), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:56.711349 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56380) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:56.730529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:56.743615 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:56.752499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:56.783587 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a3c4bdda-7bf4-476d-9a17-b30e4809081c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (43e8df7d-35d6-4794-bc5f-1cf61631e37e), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:56.804648 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c4bdda-7bf4-476d-9a17-b30e4809081c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:19:56.805239 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a3c4bdda-7bf4-476d-9a17-b30e4809081c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (43e8df7d-35d6-4794-bc5f-1cf61631e37e), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:56.848378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:56.991064 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-2f2308da-1c1a-4c6f-acff-6237ac319904 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3d9157ca-5c49-4d10-8925-23b7d2950b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6767230 Oct 26 15:19:57.019402 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-36d3aa85-2262-4fab-ab8c-ee14204e480b admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=6b3e9090ca6f4bf0b7cb256952beeced&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2551200 Oct 26 15:19:57.019632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:57.019632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:57.022586 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:57.023317 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56382) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:57.076667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df566f94-0040-4c15-be6e-2a665f368122 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (ec4ee3ed-2db7-4c83-9fcf-9bd999114494), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:57.133716 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-af44c247-afda-441b-a764-5970b4b84124 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eb308ad4ce614eb6aeda74b7a58907d8 HTTP/1.1" status: 200 len: 380 time: 1.0806372 Oct 26 15:19:57.141816 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a3c4bdda-7bf4-476d-9a17-b30e4809081c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (26f5ed46-0889-483a-9e15-2fa6764b04f9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:57.195304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c4bdda-7bf4-476d-9a17-b30e4809081c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 26f5ed46-0889-483a-9e15-2fa6764b04f9 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 15:19:57.220592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e190715d-ccef-4c1c-8eb5-47e0afaf9910 admin admin] Publish callbacks [] for security_group (ef7aac01-0cf5-4158-b0cc-ace3858a7fa0), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:57.230447 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-87ef11e3-d992-42c9-b777-ccbd2a6e1d93 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Request body: {'port': {'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'admin_state_up': True, 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'security_groups': ['86396216-8eba-4780-adb1-1537e4c70bda']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:19:57.233776 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-d20b6c9c-14ea-49ef-8294-289e300738ae tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Made reservation on behalf of b06d3531c6984a12bc9058594d41733d for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:57.238228 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-d20b6c9c-14ea-49ef-8294-289e300738ae tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:57.272168 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a3c4bdda-7bf4-476d-9a17-b30e4809081c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:57.277317 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a3c4bdda-7bf4-476d-9a17-b30e4809081c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] 10.222.0.60 "DELETE /networking/v2.0/networks/26f5ed46-0889-483a-9e15-2fa6764b04f9 HTTP/1.1" status: 204 len: 168 time: 1.7172880 Oct 26 15:19:57.305323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-5e03f948-d086-4cd0-9d4d-9f4915b7d731 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:19:57.308446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56386) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:57.328907 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8698d235-ddca-4d67-a2ec-f496f8ff3ce8 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:57.332274 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8698d235-ddca-4d67-a2ec-f496f8ff3ce8 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "DELETE /networking/v2.0/ports/aabe5de8-7235-4383-849e-a6c7543e3ca7 HTTP/1.1" status: 204 len: 168 time: 3.5654783 Oct 26 15:19:57.344301 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56388) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:57.370362 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4bdda-7bf4-476d-9a17-b30e4809081c tempest-ExternalNetworksTestJSON-955512194 tempest-ExternalNetworksTestJSON-955512194-project-admin] Pushing event deleted for resources: {'Network': ['ID=26f5ed46-0889-483a-9e15-2fa6764b04f9,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:57.410304 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e190715d-ccef-4c1c-8eb5-47e0afaf9910 admin admin] Publish callbacks [] for security_group (ef7aac01-0cf5-4158-b0cc-ace3858a7fa0), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:57.440522 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef94288-8c95-4564-a665-096759a0b947 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] DELETE failed (client error): The resource could not be found. Oct 26 15:19:57.444522 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef94288-8c95-4564-a665-096759a0b947 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:19:57.447848 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6ef94288-8c95-4564-a665-096759a0b947 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/1d55942f-94fc-48b1-b068-139ab010647a HTTP/1.1" status: 404 len: 337 time: 0.1366611 Oct 26 15:19:57.471499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,segment=NetworkSegment(878b8e5b-ecb8-4aa5-b134-e80266343bcc),segment_id=878b8e5b-ecb8-4aa5-b134-e80266343bcc)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:57.495372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e23b67cf-4279-4187-acb0-685be79ef967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:47Z', 'revision_number': 5, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:57.501568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:57.502364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:19:57.534991 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e3781fcc-5c15-4600-b531-6640eb3540e4 req-5ee8efef-65c2-43c4-8da2-949a7a8802b0 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 210 time: 0.1972439 Oct 26 15:19:57.542139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56392) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:57.601378 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment fcbdb3b4-1162-406b-a32a-1d0baaf47c2e resource provider aggregate not found Oct 26 15:19:57.764273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b67cf-4279-4187-acb0-685be79ef967 None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:47Z', 'revision_number': 5, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:19:57.776655 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-548e72ec-88f1-4e62-aa27-0ed4e3177037 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (e895a28d-0737-4d4e-b1fb-3386ad75cc2d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:57.778973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:19:57.779396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5368cad9-8dfb-4fdd-9ac3-7a8f73e6c079 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:19:57.779831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:19:57.796645 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment fcbdb3b4-1162-406b-a32a-1d0baaf47c2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fcbdb3b4-1162-406b-a32a-1d0baaf47c2e found for delete ", "request_id": "req-8c70a706-0dfe-4fdd-b21e-9f14093fb94b"}]} Oct 26 15:19:57.824319 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6324a55-f460-456c-bf22-7d3af7ce3ff4 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] GET failed (client error): The resource could not be found. Oct 26 15:19:57.826084 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c6324a55-f460-456c-bf22-7d3af7ce3ff4 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "GET /networking/v2.0/ports/aabe5de8-7235-4383-849e-a6c7543e3ca7 HTTP/1.1" status: 404 len: 333 time: 0.4654377 Oct 26 15:19:57.827063 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2d0dfb5c-a75e-4896-ae30-d7dfcf90e198 admin admin] Publish callbacks [] for security_group (7ac38416-2ac6-41a3-87a2-d71f355cda04), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:57.847249 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56400) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:19:57.885536 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-639b314c-2383-4f3e-a3be-5b4535a31c64 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3d9157ca-5c49-4d10-8925-23b7d2950b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8935082 Oct 26 15:19:57.887772 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 43e8df7d-35d6-4794-bc5f-1cf61631e37e resource provider aggregate not found Oct 26 15:19:57.981158 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3da8fb7c-833f-45c9-b289-c56303f9c36f req-70cee510-1805-45a0-a18c-c8385c3ec267 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 210 time: 0.1590343 Oct 26 15:19:57.983136 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 43e8df7d-35d6-4794-bc5f-1cf61631e37e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43e8df7d-35d6-4794-bc5f-1cf61631e37e found for delete ", "request_id": "req-5930c9c8-a296-4778-affd-b9c11745f2ef"}]} Oct 26 15:19:57.985287 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df566f94-0040-4c15-be6e-2a665f368122 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (ec4ee3ed-2db7-4c83-9fcf-9bd999114494), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:58.042108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2d0dfb5c-a75e-4896-ae30-d7dfcf90e198 admin admin] Publish callbacks [] for security_group (7ac38416-2ac6-41a3-87a2-d71f355cda04), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:58.115537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:58.149840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:58.153625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:58.188789 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-df566f94-0040-4c15-be6e-2a665f368122 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4ee3ed-2db7-4c83-9fcf-9bd999114494']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:58.225585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-d20b6c9c-14ea-49ef-8294-289e300738ae tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Allocated IP 172.20.0.12 (75323486-1206-489c-a851-669e51c6f8c9/94606231-3fbc-48e2-b58a-962135c86b3c/c9305d23-c117-4e74-ad6f-b6dc9cab652d) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:19:58.229704 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-13878882-9ce8-4762-8e85-c2a8f289bea6 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Deleting port aa335143-1f2e-45ef-a271-078e680627b2 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:19:58.240551 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-13878882-9ce8-4762-8e85-c2a8f289bea6 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (aa335143-1f2e-45ef-a271-078e680627b2), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:58.356134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:58.377830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:58.405036 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-df566f94-0040-4c15-be6e-2a665f368122 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7781231a-e601-48ca-820a-2899118ebc6c') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:58.417343 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-df566f94-0040-4c15-be6e-2a665f368122 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7781231a-e601-48ca-820a-2899118ebc6c') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:58.432520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:19:58.530714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:58.585870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5e03f948-d086-4cd0-9d4d-9f4915b7d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:19:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:55Z', 'revision_number': 6, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:58.633618 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df566f94-0040-4c15-be6e-2a665f368122 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (7781231a-e601-48ca-820a-2899118ebc6c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:58.664413 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b6b426b6-71ae-49fe-9d81-c77cbf91540b req-6f51122d-1381-4567-bf4a-ffa133fdeb03 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 210 time: 0.3119714 Oct 26 15:19:58.688402 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:58.702114 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df566f94-0040-4c15-be6e-2a665f368122 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (7781231a-e601-48ca-820a-2899118ebc6c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:58.752552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df566f94-0040-4c15-be6e-2a665f368122 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:19:58.760073 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df566f94-0040-4c15-be6e-2a665f368122 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (7781231a-e601-48ca-820a-2899118ebc6c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:58.832008 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2d0dfb5c-a75e-4896-ae30-d7dfcf90e198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (7ac38416-2ac6-41a3-87a2-d71f355cda04), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:58.832640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:58.835476 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2d0dfb5c-a75e-4896-ae30-d7dfcf90e198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:58.837028 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2d0dfb5c-a75e-4896-ae30-d7dfcf90e198 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/7ac38416-2ac6-41a3-87a2-d71f355cda04 HTTP/1.1" status: 204 len: 168 time: 1.8123405 Oct 26 15:19:58.942722 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:58.977048 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-548e72ec-88f1-4e62-aa27-0ed4e3177037 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (e895a28d-0737-4d4e-b1fb-3386ad75cc2d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:58.984011 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e190715d-ccef-4c1c-8eb5-47e0afaf9910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ef7aac01-0cf5-4158-b0cc-ace3858a7fa0), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:58.992040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e190715d-ccef-4c1c-8eb5-47e0afaf9910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:58.998657 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e190715d-ccef-4c1c-8eb5-47e0afaf9910 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ef7aac01-0cf5-4158-b0cc-ace3858a7fa0 HTTP/1.1" status: 204 len: 168 time: 2.2740703 Oct 26 15:19:59.182805 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-87ef11e3-d992-42c9-b777-ccbd2a6e1d93 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Made reservation on behalf of eb308ad4ce614eb6aeda74b7a58907d8 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:19:59.197665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-87ef11e3-d992-42c9-b777-ccbd2a6e1d93 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:59.307954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190715d-ccef-4c1c-8eb5-47e0afaf9910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7aac01-0cf5-4158-b0cc-ace3858a7fa0,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:59.333322 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-548e72ec-88f1-4e62-aa27-0ed4e3177037 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e895a28d-0737-4d4e-b1fb-3386ad75cc2d']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:59.375232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e03f948-d086-4cd0-9d4d-9f4915b7d731 None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:19:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:55Z', 'revision_number': 6, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:19:59.495875 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-548e72ec-88f1-4e62-aa27-0ed4e3177037 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820a3cf5-cccb-4211-b758-26ad51cfea60') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:59.496182 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-548e72ec-88f1-4e62-aa27-0ed4e3177037 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820a3cf5-cccb-4211-b758-26ad51cfea60') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:19:59.513177 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-61933c63-c026-450d-96b0-df6f95bca6be req-9f510218-10e3-484a-9f52-f23bce7141a7 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 210 time: 0.3363841 Oct 26 15:19:59.579311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:19:59.581637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:19:59.582378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:59.618295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 394e991d-ba1f-4c55-ad3b-6183751d959f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=394e991d-ba1f-4c55-ad3b-6183751d959f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:59.625536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:59.698031 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-13878882-9ce8-4762-8e85-c2a8f289bea6 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (aa335143-1f2e-45ef-a271-078e680627b2), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:59.724328 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dfb5c-a75e-4896-ae30-d7dfcf90e198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac38416-2ac6-41a3-87a2-d71f355cda04,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:59.746960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-548e72ec-88f1-4e62-aa27-0ed4e3177037 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (820a3cf5-cccb-4211-b758-26ad51cfea60), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:59.809702 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1b7a1143-0b5a-42cc-a7f2-f58cf585a84c req-941784fb-4aff-446b-8505-9fa93f1c33d7 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 210 time: 0.1322072 Oct 26 15:19:59.815942 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-13878882-9ce8-4762-8e85-c2a8f289bea6 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Calling delete_port for aa335143-1f2e-45ef-a271-078e680627b2 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:19:59.830510 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df566f94-0040-4c15-be6e-2a665f368122 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (ec4ee3ed-2db7-4c83-9fcf-9bd999114494), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:59.863224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df566f94-0040-4c15-be6e-2a665f368122 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:19:59.869081 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-df566f94-0040-4c15-be6e-2a665f368122 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] 10.222.0.60 "DELETE /networking/v2.0/networks/ec4ee3ed-2db7-4c83-9fcf-9bd999114494 HTTP/1.1" status: 204 len: 168 time: 3.6154439 Oct 26 15:19:59.889095 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df566f94-0040-4c15-be6e-2a665f368122 tempest-BulkNetworkOpsIpV6Test-1088840250 tempest-BulkNetworkOpsIpV6Test-1088840250-project] Pushing event deleted for resources: {'Network': ['ID=ec4ee3ed-2db7-4c83-9fcf-9bd999114494,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:59.986944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=394e991d-ba1f-4c55-ad3b-6183751d959f,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:59.993452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:19:59.995554 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d26e2ab2-1260-4d3b-bcb2-e324493a39df req-b853e615-385e-4afb-b6be-42642ad1b2d5 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 210 time: 0.1264417 Oct 26 15:20:00.037967 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56432) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:00.039490 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56434) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:00.063266 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-548e72ec-88f1-4e62-aa27-0ed4e3177037 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (820a3cf5-cccb-4211-b758-26ad51cfea60), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:00.118846 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 7781231a-e601-48ca-820a-2899118ebc6c resource provider aggregate not found Oct 26 15:20:00.146052 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548e72ec-88f1-4e62-aa27-0ed4e3177037 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:20:00.146486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-548e72ec-88f1-4e62-aa27-0ed4e3177037 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (820a3cf5-cccb-4211-b758-26ad51cfea60), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:00.184095 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-d20b6c9c-14ea-49ef-8294-289e300738ae tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for port (c9305d23-c117-4e74-ad6f-b6dc9cab652d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:00.215855 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 7781231a-e601-48ca-820a-2899118ebc6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7781231a-e601-48ca-820a-2899118ebc6c found for delete ", "request_id": "req-acde2fee-499b-4c95-933b-e2ba5b13d273"}]} Oct 26 15:20:00.220608 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 820a3cf5-cccb-4211-b758-26ad51cfea60 resource provider aggregate not found Oct 26 15:20:00.315772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:00.330569 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c14a5195-f6c3-4c77-8700-16df51fe4b52 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=0fbce8a7ac6748cdb1e487846de64ba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872918 Oct 26 15:20:00.336274 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56444) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:00.409957 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-af57430a-1066-459b-a203-441c64904f01 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=76066a2644084fedafcbd5da7884d6e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617437 Oct 26 15:20:00.472677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56446) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:00.542132 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 820a3cf5-cccb-4211-b758-26ad51cfea60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 820a3cf5-cccb-4211-b758-26ad51cfea60 found for delete ", "request_id": "req-5668a445-c681-4605-9690-50686c16534e"}]} Oct 26 15:20:00.600412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:00.686619 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-548e72ec-88f1-4e62-aa27-0ed4e3177037 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (e895a28d-0737-4d4e-b1fb-3386ad75cc2d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:00.726352 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-87ef11e3-d992-42c9-b777-ccbd2a6e1d93 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Allocated IP 172.20.0.14 (b43676e9-42d1-409d-82a9-d0337695b267/a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2/6334c0ac-4879-4360-9735-979c498df914) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:00.773297 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-13878882-9ce8-4762-8e85-c2a8f289bea6 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (aa335143-1f2e-45ef-a271-078e680627b2), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:00.791366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-548e72ec-88f1-4e62-aa27-0ed4e3177037 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:00.797631 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-548e72ec-88f1-4e62-aa27-0ed4e3177037 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] 10.222.0.60 "DELETE /networking/v2.0/networks/e895a28d-0737-4d4e-b1fb-3386ad75cc2d HTTP/1.1" status: 204 len: 168 time: 3.2167046 Oct 26 15:20:00.817462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:00.817865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:00.818216 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb Oct 26 15:20:00.943611 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:00.982090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e72ec-88f1-4e62-aa27-0ed4e3177037 tempest-ExternalNetworksTestJSON-1523002210 tempest-ExternalNetworksTestJSON-1523002210-project] Pushing event deleted for resources: {'Network': ['ID=e895a28d-0737-4d4e-b1fb-3386ad75cc2d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:01.042998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:01.052132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13878882-9ce8-4762-8e85-c2a8f289bea6 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event deleted for resources: {'Port': ['ID=aa335143-1f2e-45ef-a271-078e680627b2,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:01.121732 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-13878882-9ce8-4762-8e85-c2a8f289bea6 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:01.146358 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-13878882-9ce8-4762-8e85-c2a8f289bea6 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "DELETE /networking/v2.0/ports/aa335143-1f2e-45ef-a271-078e680627b2 HTTP/1.1" status: 204 len: 168 time: 3.2943168 Oct 26 15:20:01.150656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e8960082-4418-430c-8bdc-0b568d8523b2 admin admin] Publish callbacks [] for security_group (e3d31422-ecba-4ca3-a0a0-cd0457f1c891), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:01.155572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56458) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:01.155572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56460) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:01.171416 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-610d999c-53a1-462f-9315-beb0e42290fa req-f23d40e3-aa02-4328-9535-890b96127186 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 210 time: 0.3394637 Oct 26 15:20:01.217827 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-47b9089c-41e4-4f2b-83c0-4e21ab94703c req-f8970a8f-4317-483a-97e1-bfc8aad86f0a tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 210 time: 0.1916306 Oct 26 15:20:01.229551 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-d20b6c9c-14ea-49ef-8294-289e300738ae tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (c9305d23-c117-4e74-ad6f-b6dc9cab652d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:01.241299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:01.241976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:01.311757 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5af25a8-1097-4400-a702-6a7402e65503 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] GET failed (client error): The resource could not be found. Oct 26 15:20:01.317696 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d5af25a8-1097-4400-a702-6a7402e65503 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "GET /networking/v2.0/ports/aa335143-1f2e-45ef-a271-078e680627b2 HTTP/1.1" status: 404 len: 333 time: 0.1554730 Oct 26 15:20:01.317696 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3b6235b7-f3f7-4624-8f79-365e02afe18c admin admin] Publish callbacks [] for security_group (ac9f90bf-27f6-4963-895d-bdded1fcb4d2), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:01.375501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56464) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:01.382432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,segment=NetworkSegment(878b8e5b-ecb8-4aa5-b134-e80266343bcc),segment_id=878b8e5b-ecb8-4aa5-b134-e80266343bcc)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:01.382829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b6c9c-14ea-49ef-8294-289e300738ae tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Pushing event updated for resources: {'Port': ['ID=c9305d23-c117-4e74-ad6f-b6dc9cab652d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:01.401263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:01.404326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:01.504278 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.64', 61869) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:01.529052 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d17ec9c7-0a30-44ff-9e0f-cca345333027 req-841fe9ff-513a-4f90-ab80-423f9108fd55 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 210 time: 0.1290112 Oct 26 15:20:01.551168 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3b6235b7-f3f7-4624-8f79-365e02afe18c admin admin] Publish callbacks [] for security_group (ac9f90bf-27f6-4963-895d-bdded1fcb4d2), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:01.557468 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e8960082-4418-430c-8bdc-0b568d8523b2 admin admin] Publish callbacks [] for security_group (e3d31422-ecba-4ca3-a0a0-cd0457f1c891), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:01.695488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:01.700425 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56468) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:01.714650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 394e991d-ba1f-4c55-ad3b-6183751d959f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:01.716772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:01.717838 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 394e991d-ba1f-4c55-ad3b-6183751d959f Oct 26 15:20:01.808788 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:01.814504 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925b327a-c8f3-4cb9-98c7-f4a2e982a405 None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:01.818351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-d20b6c9c-14ea-49ef-8294-289e300738ae tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Network 75323486-1206-489c-a851-669e51c6f8c9 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:01.866961 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925b327a-c8f3-4cb9-98c7-f4a2e982a405 None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:01.869920 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-925b327a-c8f3-4cb9-98c7-f4a2e982a405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:01.879199 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e8960082-4418-430c-8bdc-0b568d8523b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (e3d31422-ecba-4ca3-a0a0-cd0457f1c891), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:01.889596 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e8960082-4418-430c-8bdc-0b568d8523b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:01.890940 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e8960082-4418-430c-8bdc-0b568d8523b2 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e3d31422-ecba-4ca3-a0a0-cd0457f1c891 HTTP/1.1" status: 204 len: 168 time: 1.5293398 Oct 26 15:20:01.907269 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3b6235b7-f3f7-4624-8f79-365e02afe18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ac9f90bf-27f6-4963-895d-bdded1fcb4d2), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:01.909855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3b6235b7-f3f7-4624-8f79-365e02afe18c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:01.915616 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3b6235b7-f3f7-4624-8f79-365e02afe18c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ac9f90bf-27f6-4963-895d-bdded1fcb4d2 HTTP/1.1" status: 204 len: 168 time: 1.4419174 Oct 26 15:20:01.943326 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8960082-4418-430c-8bdc-0b568d8523b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d31422-ecba-4ca3-a0a0-cd0457f1c891,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:01.970790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6235b7-f3f7-4624-8f79-365e02afe18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9f90bf-27f6-4963-895d-bdded1fcb4d2,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:02.146584 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d7ec732b-9f80-4b79-8410-87c7e9fc5c58 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a8f2694bbf3343dc88186741454604e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4102697 Oct 26 15:20:02.175170 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56480) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:02.231009 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-70f1fb90-6341-4c2d-b6e8-b4ded50a6be8 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=03516160648b4837a9380d2632689a30&name=default HTTP/1.1" status: 200 len: 2994 time: 1.0738425 Oct 26 15:20:02.232849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56482) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:02.304530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:02.311811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:02.357516 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-925b327a-c8f3-4cb9-98c7-f4a2e982a405 None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:02.382625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 394e991d-ba1f-4c55-ad3b-6183751d959f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=394e991d-ba1f-4c55-ad3b-6183751d959f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:02.385275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:02.402599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:02.538576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=394e991d-ba1f-4c55-ad3b-6183751d959f,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:02.547053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:02.691166 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56bcaa-85c7-4809-be23-baf9fede3e7c req-77237046-2ab6-4d0d-8abd-3c7dae4c4526 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:02.701017 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ee56bcaa-85c7-4809-be23-baf9fede3e7c req-77237046-2ab6-4d0d-8abd-3c7dae4c4526 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 932 time: 0.2495990 Oct 26 15:20:02.745075 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7874-1783-44a2-980c-13243a1adf2f admin admin] Publish callbacks [] for security_group (fc32170f-9f67-4ba3-8a25-6c00132587d2), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:02.799304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ee004c62-a8c7-4bd5-b712-10e7a955c078 admin admin] Publish callbacks [] for security_group (9bce35ba-84b9-4297-9462-d71680f445dc), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:02.807100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:02.807695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:02.820355 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7874-1783-44a2-980c-13243a1adf2f admin admin] Publish callbacks [] for security_group (fc32170f-9f67-4ba3-8a25-6c00132587d2), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:02.878452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ee004c62-a8c7-4bd5-b712-10e7a955c078 admin admin] Publish callbacks [] for security_group (9bce35ba-84b9-4297-9462-d71680f445dc), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:02.896292 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ee56bcaa-85c7-4809-be23-baf9fede3e7c req-491fde76-a1f3-4115-85ad-aad23584c7d8 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ddd07e1b-0f1e-4382-b956-91ab2dc849ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907167 Oct 26 15:20:02.903048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:02.916766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:03.008389 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:03.113068 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:03.113607 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-925b327a-c8f3-4cb9-98c7-f4a2e982a405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:19:59Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:01Z', 'revision_number': 7, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:03.144403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:03.146326 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d3be984a-6943-487e-94bd-0dfdc1932608 req-61647916-a8f3-45a1-8aca-d8bb3764f7a6 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 210 time: 0.0679760 Oct 26 15:20:03.159413 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7874-1783-44a2-980c-13243a1adf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (fc32170f-9f67-4ba3-8a25-6c00132587d2), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:03.165827 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7874-1783-44a2-980c-13243a1adf2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:03.169440 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ea7e7874-1783-44a2-980c-13243a1adf2f admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/fc32170f-9f67-4ba3-8a25-6c00132587d2 HTTP/1.1" status: 204 len: 168 time: 0.9921994 Oct 26 15:20:03.174753 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925b327a-c8f3-4cb9-98c7-f4a2e982a405 None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:03.202093 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-d20b6c9c-14ea-49ef-8294-289e300738ae tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:03.202311 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e7874-1783-44a2-980c-13243a1adf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc32170f-9f67-4ba3-8a25-6c00132587d2,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:03.204186 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ee004c62-a8c7-4bd5-b712-10e7a955c078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (9bce35ba-84b9-4297-9462-d71680f445dc), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:03.206853 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ee004c62-a8c7-4bd5-b712-10e7a955c078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:03.209245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-d20b6c9c-14ea-49ef-8294-289e300738ae tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:03.214753 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925b327a-c8f3-4cb9-98c7-f4a2e982a405 None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:03.215252 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-925b327a-c8f3-4cb9-98c7-f4a2e982a405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:03.219186 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ee004c62-a8c7-4bd5-b712-10e7a955c078 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/9bce35ba-84b9-4297-9462-d71680f445dc HTTP/1.1" status: 204 len: 168 time: 0.9837716 Oct 26 15:20:03.243580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee004c62-a8c7-4bd5-b712-10e7a955c078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bce35ba-84b9-4297-9462-d71680f445dc,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:03.484663 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-925b327a-c8f3-4cb9-98c7-f4a2e982a405 None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:03.540266 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-d20b6c9c-14ea-49ef-8294-289e300738ae tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:03.541338 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-d20b6c9c-14ea-49ef-8294-289e300738ae tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:03.689395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-484512e3-46b7-4f25-9d58-ae3913a67f23 None None] Provisioning complete for port c9305d23-c117-4e74-ad6f-b6dc9cab652d triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:03.689951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-484512e3-46b7-4f25-9d58-ae3913a67f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c9305d23-c117-4e74-ad6f-b6dc9cab652d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:03.692420 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-484512e3-46b7-4f25-9d58-ae3913a67f23 None None] Attempt 1 to provision port c9305d23-c117-4e74-ad6f-b6dc9cab652d Oct 26 15:20:03.793493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-87ef11e3-d992-42c9-b777-ccbd2a6e1d93 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for port (6334c0ac-4879-4360-9735-979c498df914), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:03.801907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-484512e3-46b7-4f25-9d58-ae3913a67f23 None None] Port c9305d23-c117-4e74-ad6f-b6dc9cab652d cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:20:03.846103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-83a6a111-a9b5-41bb-a1b5-8a2ed3a586bb tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Deleting port dae19933-eaf5-4976-a844-55507a30c91d {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:03.846642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-83a6a111-a9b5-41bb-a1b5-8a2ed3a586bb tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (dae19933-eaf5-4976-a844-55507a30c91d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:03.859406 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-d5b9be4e-39a4-489b-892c-af248ccbe324 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:03.861560 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-d5b9be4e-39a4-489b-892c-af248ccbe324 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.64 "GET /networking/v2.0/networks?id=3d9157ca-5c49-4d10-8925-23b7d2950b98 HTTP/1.1" status: 200 len: 805 time: 2.2106659 Oct 26 15:20:03.868920 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-925b327a-c8f3-4cb9-98c7-f4a2e982a405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:02Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:01Z', 'revision_number': 7, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:03.890382 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-d20b6c9c-14ea-49ef-8294-289e300738ae tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.8868163 Oct 26 15:20:03.891661 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-87ef11e3-d992-42c9-b777-ccbd2a6e1d93 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (6334c0ac-4879-4360-9735-979c498df914), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:03.946679 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925b327a-c8f3-4cb9-98c7-f4a2e982a405 None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:02Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:01Z', 'revision_number': 7, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:03.975694 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-06fad73b-57da-4e54-bb32-b3b9552fc517 req-4751dbb8-db3e-469a-b770-9b8c35e9c3b7 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 210 time: 0.8477688 Oct 26 15:20:04.023840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-5bd832f4-32c4-4d83-8fb2-a9191f3a6a9b tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:20:04.024940 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-5bd832f4-32c4-4d83-8fb2-a9191f3a6a9b tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0785744 Oct 26 15:20:04.105225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198ec8c-b3b1-4a0d-a443-4a15a6bdab54 None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:04.123144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8198ec8c-b3b1-4a0d-a443-4a15a6bdab54 None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:04.123816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8198ec8c-b3b1-4a0d-a443-4a15a6bdab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:04.153124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:04.197799 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:04.213771 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-6fd1ed9f-b9d3-4397-acdf-79f126423212 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=478f977efd474c3582bb470139659899 HTTP/1.1" status: 200 len: 380 time: 0.2553639 Oct 26 15:20:04.262427 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-87ef11e3-d992-42c9-b777-ccbd2a6e1d93 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Network b43676e9-42d1-409d-82a9-d0337695b267 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:04.284246 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-87ef11e3-d992-42c9-b777-ccbd2a6e1d93 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:04.289055 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498ed56-b51d-4075-9125-1b6b2b55eba6 req-2b259001-24ea-4ac2-a2ec-a1b54b636356 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:04.296167 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-9498ed56-b51d-4075-9125-1b6b2b55eba6 req-2b259001-24ea-4ac2-a2ec-a1b54b636356 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 932 time: 0.1709101 Oct 26 15:20:04.297797 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-87ef11e3-d992-42c9-b777-ccbd2a6e1d93 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:04.452010 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-87ef11e3-d992-42c9-b777-ccbd2a6e1d93 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:04.452715 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-87ef11e3-d992-42c9-b777-ccbd2a6e1d93 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:04.455114 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-9498ed56-b51d-4075-9125-1b6b2b55eba6 req-997b3e6b-4128-4828-84c9-2f012a3c21df tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ddd07e1b-0f1e-4382-b956-91ab2dc849ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557510 Oct 26 15:20:04.455544 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef11e3-d992-42c9-b777-ccbd2a6e1d93 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Pushing event updated for resources: {'Port': ['ID=6334c0ac-4879-4360-9735-979c498df914,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:04.467532 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-023843c1-fdd8-4a92-81da-b64ce69e79d4 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Request body: {'port': {'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'admin_state_up': True, 'tenant_id': '478f977efd474c3582bb470139659899', 'security_groups': ['394c8236-282f-456f-8460-a38a6b2ba683']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:04.731879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-8198ec8c-b3b1-4a0d-a443-4a15a6bdab54 None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:04.753082 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-83a6a111-a9b5-41bb-a1b5-8a2ed3a586bb tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (dae19933-eaf5-4976-a844-55507a30c91d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:04.778719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-83a6a111-a9b5-41bb-a1b5-8a2ed3a586bb tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Calling delete_port for dae19933-eaf5-4976-a844-55507a30c91d owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:04.856750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:04.857255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:04.857663 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 Oct 26 15:20:04.875231 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56536) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:04.991310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-6004650a-3354-41cd-83ba-95e7851d7e88 None None] Provisioning complete for port 6334c0ac-4879-4360-9735-979c498df914 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:04.991721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6004650a-3354-41cd-83ba-95e7851d7e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6334c0ac-4879-4360-9735-979c498df914), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:05.000526 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-6004650a-3354-41cd-83ba-95e7851d7e88 None None] Attempt 1 to provision port 6334c0ac-4879-4360-9735-979c498df914 Oct 26 15:20:05.013948 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-58e381c3-5dff-404d-b96e-6689ae828f90 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=8d00f0fbdd024e4d990a5778610b45f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379609 Oct 26 15:20:05.028525 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56540) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:05.179688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:05.190833 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:05.202533 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9c5c6cfd-d8ae-4fdd-af84-c6ed3ac1e824 req-43f91f12-a657-4312-a67c-8318deb599a1 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 210 time: 0.7701902 Oct 26 15:20:05.223593 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-87ef11e3-d992-42c9-b777-ccbd2a6e1d93 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.0037966 Oct 26 15:20:05.244519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-83a6a111-a9b5-41bb-a1b5-8a2ed3a586bb tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (dae19933-eaf5-4976-a844-55507a30c91d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:05.288724 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0810c4c3-4a35-4dc7-945d-10f4b27286b3 admin admin] Publish callbacks [] for security_group (722305a5-9295-421e-a10d-8e014124eedf), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:05.336832 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6a111-a9b5-41bb-a1b5-8a2ed3a586bb tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event deleted for resources: {'Port': ['ID=dae19933-eaf5-4976-a844-55507a30c91d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:05.368469 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0810c4c3-4a35-4dc7-945d-10f4b27286b3 admin admin] Publish callbacks [] for security_group (722305a5-9295-421e-a10d-8e014124eedf), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:05.401875 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32308f60-a5b5-4a1b-9fed-f33169576184 req-996a3d0f-1ae5-4145-9211-bf620b091b39 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:05.417288 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-32308f60-a5b5-4a1b-9fed-f33169576184 req-996a3d0f-1ae5-4145-9211-bf620b091b39 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 932 time: 0.2268946 Oct 26 15:20:05.429574 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-83a6a111-a9b5-41bb-a1b5-8a2ed3a586bb tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:05.435461 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-83a6a111-a9b5-41bb-a1b5-8a2ed3a586bb tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "DELETE /networking/v2.0/ports/dae19933-eaf5-4976-a844-55507a30c91d HTTP/1.1" status: 204 len: 168 time: 4.0446787 Oct 26 15:20:05.438545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56554) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:05.546121 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44ead33-7f6d-4c3b-bba3-20fd27ae2124 None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:05.556999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:05.559376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-6004650a-3354-41cd-83ba-95e7851d7e88 None None] Port 6334c0ac-4879-4360-9735-979c498df914 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:20:05.564461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:05.565091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:05.596925 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44ead33-7f6d-4c3b-bba3-20fd27ae2124 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:05.597844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:05.621029 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c44ead33-7f6d-4c3b-bba3-20fd27ae2124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:05.627762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:05.629480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:05.688688 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Request body: {'port': {'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:05.710572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:05.721793 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a74736-4118-4d03-b995-e38ccefa7847 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Deleting subnet a4f9c547-5ee0-4195-ac63-023b55b70f49 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:20:05.741618 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-32308f60-a5b5-4a1b-9fed-f33169576184 req-4e7fe0e2-3b76-4039-9b98-8ab3ce45fadb tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=86396216-8eba-4780-adb1-1537e4c70bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233147 Oct 26 15:20:05.788896 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0810c4c3-4a35-4dc7-945d-10f4b27286b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (722305a5-9295-421e-a10d-8e014124eedf), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:05.792224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0810c4c3-4a35-4dc7-945d-10f4b27286b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:05.794726 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0810c4c3-4a35-4dc7-945d-10f4b27286b3 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/722305a5-9295-421e-a10d-8e014124eedf HTTP/1.1" status: 204 len: 168 time: 0.7640152 Oct 26 15:20:05.803861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-023843c1-fdd8-4a92-81da-b64ce69e79d4 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Made reservation on behalf of 478f977efd474c3582bb470139659899 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:05.815064 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-023843c1-fdd8-4a92-81da-b64ce69e79d4 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:05.820688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810c4c3-4a35-4dc7-945d-10f4b27286b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722305a5-9295-421e-a10d-8e014124eedf,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:05.832963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-19a74736-4118-4d03-b995-e38ccefa7847 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks [] for subnet (a4f9c547-5ee0-4195-ac63-023b55b70f49), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:05.844197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Request body: {'port': {'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:05.974203 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c44ead33-7f6d-4c3b-bba3-20fd27ae2124 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:06.008030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 77d842c7-22e3-4a31-904f-093d3a1cac97 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:06.008630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:06.010111 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 77d842c7-22e3-4a31-904f-093d3a1cac97 Oct 26 15:20:06.152312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:06.253941 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce437a8-f0ce-498f-8af2-47a4fe0ab7dc req-aab4d628-b3ba-4ee0-8c59-2ee2f54c8560 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:06.255621 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1ce437a8-f0ce-498f-8af2-47a4fe0ab7dc req-aab4d628-b3ba-4ee0-8c59-2ee2f54c8560 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 932 time: 0.5237937 Oct 26 15:20:06.273834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-19a74736-4118-4d03-b995-e38ccefa7847 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (a4f9c547-5ee0-4195-ac63-023b55b70f49), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:06.321309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8198ec8c-b3b1-4a0d-a443-4a15a6bdab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:58Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:56Z', 'revision_number': 6, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:06.433479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198ec8c-b3b1-4a0d-a443-4a15a6bdab54 None None] Checking router: 62b9f0e9-5874-41a0-857a-c43efc83f0ef for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:06.453345 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c44ead33-7f6d-4c3b-bba3-20fd27ae2124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:05Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:55Z', 'revision_number': 6, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:06.483574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8198ec8c-b3b1-4a0d-a443-4a15a6bdab54 None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:06.485505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8198ec8c-b3b1-4a0d-a443-4a15a6bdab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:06.509891 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a1f1fce3-612c-4191-a3b3-9105951d04c1 req-7534bc75-2d62-42bc-9cc9-08392969fde9 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 210 time: 0.1042671 Oct 26 15:20:06.522822 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44ead33-7f6d-4c3b-bba3-20fd27ae2124 None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:06.550078 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44ead33-7f6d-4c3b-bba3-20fd27ae2124 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:06.554986 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c44ead33-7f6d-4c3b-bba3-20fd27ae2124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:06.556933 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:06.603717 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c9305d23-c117-4e74-ad6f-b6dc9cab652d), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:06.711150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6334c0ac-4879-4360-9735-979c498df914), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:06.787238 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c44ead33-7f6d-4c3b-bba3-20fd27ae2124 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:06.802909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:06.876649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:06.881387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:06.915825 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:06.980396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-8198ec8c-b3b1-4a0d-a443-4a15a6bdab54 None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:07.058577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2fbbe-939e-4177-adff-0abf4eae639b req-1b6be1db-21db-4e21-97f3-4cb862a2b3cf tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:07.072949 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-46b2fbbe-939e-4177-adff-0abf4eae639b req-1b6be1db-21db-4e21-97f3-4cb862a2b3cf tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 932 time: 0.1452138 Oct 26 15:20:07.136570 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:07.221254 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-46b2fbbe-939e-4177-adff-0abf4eae639b req-41087e69-e5a0-471b-8394-5fe45b069350 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=86396216-8eba-4780-adb1-1537e4c70bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285408 Oct 26 15:20:07.229974 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c44ead33-7f6d-4c3b-bba3-20fd27ae2124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:05Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:55Z', 'revision_number': 6, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:07.298422 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44ead33-7f6d-4c3b-bba3-20fd27ae2124 None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:05Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:55Z', 'revision_number': 6, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:07.446080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 77d842c7-22e3-4a31-904f-093d3a1cac97, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77d842c7-22e3-4a31-904f-093d3a1cac97,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:07.454992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:07.821350 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-91e9be52-2591-4d42-8688-1523609dd65a req-0c9a3421-b94d-45a7-8c72-2da174d97a34 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 210 time: 0.1262136 Oct 26 15:20:07.852180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=77d842c7-22e3-4a31-904f-093d3a1cac97,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:07.872743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:07.884667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9305d23-c117-4e74-ad6f-b6dc9cab652d {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:20:07.897749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Publish callbacks [] for port (c9305d23-c117-4e74-ad6f-b6dc9cab652d), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:07.962828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:07.969387 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Transition to ACTIVE for port object c9305d23-c117-4e74-ad6f-b6dc9cab652d will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:20:08.001432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-023843c1-fdd8-4a92-81da-b64ce69e79d4 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Allocated IP 172.20.0.11 (3d9157ca-5c49-4d10-8925-23b7d2950b98/c6a443d4-e63a-4347-b9cd-2a45ed8073c2/be9b6aad-d952-47e8-925a-ffeb9607309a) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:08.219791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:08.219791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:08.255972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-023843c1-fdd8-4a92-81da-b64ce69e79d4 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for port (be9b6aad-d952-47e8-925a-ffeb9607309a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:08.289785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8198ec8c-b3b1-4a0d-a443-4a15a6bdab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:58Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:56Z', 'revision_number': 6, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:08.369801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198ec8c-b3b1-4a0d-a443-4a15a6bdab54 None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:58Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:56Z', 'revision_number': 6, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:08.384872 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:08.387189 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:08.402634 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1ce437a8-f0ce-498f-8af2-47a4fe0ab7dc req-40ba3b1b-506c-4ce9-815a-8c7a00e53d7f tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ddd07e1b-0f1e-4382-b956-91ab2dc849ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.9966538 Oct 26 15:20:08.407148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,segment=NetworkSegment(878b8e5b-ecb8-4aa5-b134-e80266343bcc),segment_id=878b8e5b-ecb8-4aa5-b134-e80266343bcc)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:08.429101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:08.429101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:08.464734 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42131c-ddb1-4699-b77e-bfa4cf184491 req-a986789e-2fb5-4581-a848-def2a729988e tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:08.468959 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0e42131c-ddb1-4699-b77e-bfa4cf184491 req-a986789e-2fb5-4581-a848-def2a729988e tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 932 time: 0.1129932 Oct 26 15:20:08.473734 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-023843c1-fdd8-4a92-81da-b64ce69e79d4 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (be9b6aad-d952-47e8-925a-ffeb9607309a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:08.481030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (c9305d23-c117-4e74-ad6f-b6dc9cab652d), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:08.598301 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Pushing event updated for resources: {'Port': ['ID=c9305d23-c117-4e74-ad6f-b6dc9cab652d,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:08.640204 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0e42131c-ddb1-4699-b77e-bfa4cf184491 req-cc4206a9-4241-4cca-9f6e-0e6548156563 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=86396216-8eba-4780-adb1-1537e4c70bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606734 Oct 26 15:20:08.775532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:08.790841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:08.818208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c2d499e0-bf66-4412-9e36-c78088f0b2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:08.919106 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-19a74736-4118-4d03-b995-e38ccefa7847 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (a4f9c547-5ee0-4195-ac63-023b55b70f49), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:08.933586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3b3cb0-c8cc-499a-a5b6-182e52aa952d None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:08.977840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:08.979308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:09.076110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3b3cb0-c8cc-499a-a5b6-182e52aa952d None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:09.076765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7c3b3cb0-c8cc-499a-a5b6-182e52aa952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:09.206515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 394e991d-ba1f-4c55-ad3b-6183751d959f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=394e991d-ba1f-4c55-ad3b-6183751d959f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:09.244051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:09.254563 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56626) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:09.450380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=394e991d-ba1f-4c55-ad3b-6183751d959f,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:09.464302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:09.609327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56640) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:09.809565 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6636fb7-447b-4a9e-a82f-6a8c8dad6a1c req-3ffd281a-c0dd-4073-b2f2-02f86ee4a1cd tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:09.818202 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e6636fb7-447b-4a9e-a82f-6a8c8dad6a1c req-3ffd281a-c0dd-4073-b2f2-02f86ee4a1cd tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 944 time: 0.1899471 Oct 26 15:20:09.835289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-7c3b3cb0-c8cc-499a-a5b6-182e52aa952d None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:09.856932 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Request body: {'networks': [{'name': 'tempest-network--1517766757'}, {'name': 'tempest-network--1229700812'}]} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:09.859937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Request body: {'network': {'name': 'tempest-network--1517766757'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:09.862985 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Request body: {'network': {'name': 'tempest-network--1229700812'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:09.978177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023843c1-fdd8-4a92-81da-b64ce69e79d4 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Pushing event updated for resources: {'Port': ['ID=be9b6aad-d952-47e8-925a-ffeb9607309a,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:10.021432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-19a74736-4118-4d03-b995-e38ccefa7847 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (a4f9c547-5ee0-4195-ac63-023b55b70f49), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:10.051246 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-023843c1-fdd8-4a92-81da-b64ce69e79d4 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Network 3d9157ca-5c49-4d10-8925-23b7d2950b98 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:10.057153 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Made reservation on behalf of 97055d881c09463da71ca45b487f19c2 for: {'network': 2} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:10.062523 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:10.065182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:10.066218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:10.098908 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-19a74736-4118-4d03-b995-e38ccefa7847 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:10.113229 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-19a74736-4118-4d03-b995-e38ccefa7847 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/a4f9c547-5ee0-4195-ac63-023b55b70f49 HTTP/1.1" status: 204 len: 168 time: 4.6732461 Oct 26 15:20:10.115743 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56648) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:10.116121 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Attempting to bind port c9305d23-c117-4e74-ad6f-b6dc9cab652d on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:20:10.116585 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:10.116716 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Attempting to bind port c9305d23-c117-4e74-ad6f-b6dc9cab652d by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '878b8e5b-ecb8-4aa5-b134-e80266343bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '75323486-1206-489c-a851-669e51c6f8c9'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:20:10.117032 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Attempting to bind port c9305d23-c117-4e74-ad6f-b6dc9cab652d on network 75323486-1206-489c-a851-669e51c6f8c9 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:20:10.134309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ecba1f-d71c-41be-92c4-9537423333f2 None None] Network 47e52095-7691-46e2-a78a-51ddb71d26f7 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:20:10.252389 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-023843c1-fdd8-4a92-81da-b64ce69e79d4 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:10.443293 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (47e52095-7691-46e2-a78a-51ddb71d26f7), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:10.444369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-023843c1-fdd8-4a92-81da-b64ce69e79d4 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:10.447872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:10.460659 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56652) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:10.470226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:10.471112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:10.496224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-3d94598b-4bed-4d9a-ba42-184692526c83 tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1853395943'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:10.497068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-3d94598b-4bed-4d9a-ba42-184692526c83 tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] Unknown quota resources ['metering_label']. {{(pid=105322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 26 15:20:10.530609 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a74736-4118-4d03-b995-e38ccefa7847 tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f9c547-5ee0-4195-ac63-023b55b70f49,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:10.538886 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e6636fb7-447b-4a9e-a82f-6a8c8dad6a1c req-7c7d9c4b-86b9-4a43-9389-da61ce26cbf1 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ddd07e1b-0f1e-4382-b956-91ab2dc849ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7067106 Oct 26 15:20:10.725547 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56656) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:10.747562 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6427cde-a1ca-4c8a-be5d-0ba02ace97f3 req-51702fb4-eea6-49cf-babf-b351fc591235 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:10.757284 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d6427cde-a1ca-4c8a-be5d-0ba02ace97f3 req-51702fb4-eea6-49cf-babf-b351fc591235 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 932 time: 1.5892847 Oct 26 15:20:10.778794 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks [] for security_group (716d7d7d-55c2-4f68-8903-accae92fe161), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:10.916844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-1b5e5a2d-473b-4497-8f4b-908525bd14c9 None None] Provisioning complete for port be9b6aad-d952-47e8-925a-ffeb9607309a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:10.917979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5a2d-473b-4497-8f4b-908525bd14c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (be9b6aad-d952-47e8-925a-ffeb9607309a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:10.919121 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-1b5e5a2d-473b-4497-8f4b-908525bd14c9 None None] Attempt 1 to provision port be9b6aad-d952-47e8-925a-ffeb9607309a Oct 26 15:20:10.939354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:10.957116 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-efdf93a0-14c2-41b4-a024-aa83d2778da6 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-488597794'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:10.958959 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-bc08aeee-b2bd-4745-9f3a-e0794f64e20d tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-674114263', 'router:external': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:10.986080 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (716d7d7d-55c2-4f68-8903-accae92fe161), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:10.986668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:10.987202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:10.991774 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-023843c1-fdd8-4a92-81da-b64ce69e79d4 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:10.992550 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-023843c1-fdd8-4a92-81da-b64ce69e79d4 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:10.993468 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:11.009193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c0be9bd-0312-4f13-af13-3ff0a83439cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:11.013164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Port c9305d23-c117-4e74-ad6f-b6dc9cab652d on network 75323486-1206-489c-a851-669e51c6f8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:20:11.013510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Attempting to bind port c9305d23-c117-4e74-ad6f-b6dc9cab652d on network 75323486-1206-489c-a851-669e51c6f8c9 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:20:11.041679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc08aeee-b2bd-4745-9f3a-e0794f64e20d tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Made reservation on behalf of 9295bd1fafdb46ee90cc8d4b1b91aa84 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:11.044062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc08aeee-b2bd-4745-9f3a-e0794f64e20d tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:11.077107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:11.094088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7c3b3cb0-c8cc-499a-a5b6-182e52aa952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:02Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 8, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:11.097329 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-023843c1-fdd8-4a92-81da-b64ce69e79d4 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6612318 Oct 26 15:20:11.100952 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d6427cde-a1ca-4c8a-be5d-0ba02ace97f3 req-3889595f-7b42-4f25-bc53-311521a09066 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=394c8236-282f-456f-8460-a38a6b2ba683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893226 Oct 26 15:20:11.137481 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdf93a0-14c2-41b4-a024-aa83d2778da6 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Made reservation on behalf of 67151291083247cfb3a1207a0283c954 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:11.142207 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-efdf93a0-14c2-41b4-a024-aa83d2778da6 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:11.164330 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-efdf93a0-14c2-41b4-a024-aa83d2778da6 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:11.172340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 77d842c7-22e3-4a31-904f-093d3a1cac97, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77d842c7-22e3-4a31-904f-093d3a1cac97,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:11.174822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3b3cb0-c8cc-499a-a5b6-182e52aa952d None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:11.183874 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:11.184042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:11.197207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:11.197956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:11.205238 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6334c0ac-4879-4360-9735-979c498df914 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:20:11.225384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e5a2d-473b-4497-8f4b-908525bd14c9 None None] Port be9b6aad-d952-47e8-925a-ffeb9607309a cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:20:11.226799 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Publish callbacks [] for port (6334c0ac-4879-4360-9735-979c498df914), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:11.241958 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:20:11.242297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Checking segment: {'id': '878b8e5b-ecb8-4aa5-b134-e80266343bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '75323486-1206-489c-a851-669e51c6f8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:11.242878 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Bound using segment: {'id': '878b8e5b-ecb8-4aa5-b134-e80266343bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '75323486-1206-489c-a851-669e51c6f8c9'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:20:11.243341 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Bound port: c9305d23-c117-4e74-ad6f-b6dc9cab652d, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878b8e5b-ecb8-4aa5-b134-e80266343bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '75323486-1206-489c-a851-669e51c6f8c9'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:20:11.243709 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c9305d23-c117-4e74-ad6f-b6dc9cab652d), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:11.254402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3b3cb0-c8cc-499a-a5b6-182e52aa952d None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:11.254402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7c3b3cb0-c8cc-499a-a5b6-182e52aa952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:11.273797 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3d94598b-4bed-4d9a-ba42-184692526c83 tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:11.275280 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3d94598b-4bed-4d9a-ba42-184692526c83 tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] 10.222.0.60 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.6649649 Oct 26 15:20:11.286084 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:11.287305 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc08aeee-b2bd-4745-9f3a-e0794f64e20d tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:11.289290 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56662) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:11.296360 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Transition to ACTIVE for port object 6334c0ac-4879-4360-9735-979c498df914 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:20:11.322539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7140b2e6-11c7-48d6-8cef-5f24910a4dd0 tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b5621fb1-0c14-46f2-9d56-217eb8488c0f'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:11.322776 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (6334c0ac-4879-4360-9735-979c498df914), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:11.323446 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7140b2e6-11c7-48d6-8cef-5f24910a4dd0 tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 26 15:20:11.358869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:20:11.380171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Request body: {'port': {'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:11.416195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-7c3b3cb0-c8cc-499a-a5b6-182e52aa952d None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:11.488221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Pushing event updated for resources: {'Port': ['ID=6334c0ac-4879-4360-9735-979c498df914,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:11.493993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] For port c9305d23-c117-4e74-ad6f-b6dc9cab652d, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:20:11.519433 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04ba6b-1484-4bb5-b705-ba54216d004c req-b2b6668c-dcd6-4ca6-be09-72085014eaab tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:11.530536 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ce04ba6b-1484-4bb5-b705-ba54216d004c req-b2b6668c-dcd6-4ca6-be09-72085014eaab tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 932 time: 0.6765227 Oct 26 15:20:11.534237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716d7d7d-55c2-4f68-8903-accae92fe161,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:11.551196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] For port c9305d23-c117-4e74-ad6f-b6dc9cab652d, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=c9305d23-c117-4e74-ad6f-b6dc9cab652d,segment=NetworkSegment(878b8e5b-ecb8-4aa5-b134-e80266343bcc),segment_id=878b8e5b-ecb8-4aa5-b134-e80266343bcc)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:20:11.560251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (91e140d1-4ecb-4ae9-933c-6dc2f49150d5), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:11.566923 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Added segment 91e140d1-4ecb-4ae9-933c-6dc2f49150d5 of type vlan for network 87dbb705-c3c3-4d2b-9312-afa3a7028f53 Oct 26 15:20:11.580245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-efdf93a0-14c2-41b4-a024-aa83d2778da6 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks [] for security_group (58286e37-d009-4b92-b912-4e558f1aff36), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:11.591456 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (c9305d23-c117-4e74-ad6f-b6dc9cab652d), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:11.605370 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (be9b6aad-d952-47e8-925a-ffeb9607309a), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:11.610411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:11.611050 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:11.612528 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/c9305d23-c117-4e74-ad6f-b6dc9cab652d HTTP/1.1" status: 200 len: 1094 time: 6.4069495 Oct 26 15:20:11.644320 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2259c2-6513-40de-8b05-709666925775', 'tag': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:20:11.676718 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-efdf93a0-14c2-41b4-a024-aa83d2778da6 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (58286e37-d009-4b92-b912-4e558f1aff36), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:11.740887 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:11.754965 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.services.metering.metering_plugin [None req-7140b2e6-11c7-48d6-8cef-5f24910a4dd0 tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 15:20:11.761378 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (87dbb705-c3c3-4d2b-9312-afa3a7028f53), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:11.767199 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Deleting port 07a544b9-df7f-4181-b55d-887bc915643a {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:11.767876 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (07a544b9-df7f-4181-b55d-887bc915643a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:11.769141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59233b8d-7af3-4f4c-b88f-587009868ee5 None None] DHCP port deletion for 47e52095-7691-46e2-a78a-51ddb71d26f7 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:20:11.798141 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efdf93a0-14c2-41b4-a024-aa83d2778da6 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:20:11.824875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:11.825559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:11.828271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=77d842c7-22e3-4a31-904f-093d3a1cac97,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:11.899679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.db.resource_extend [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 15:20:11.923057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c740c36-0344-4417-b955-6dbcbbefc3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2259c2-6513-40de-8b05-709666925775", "tag": "c9305d23-c117-4e74-ad6f-b6dc9cab652d"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:20:11.935702 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:11.937437 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf93a0-14c2-41b4-a024-aa83d2778da6 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58286e37-d009-4b92-b912-4e558f1aff36,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:11.990408 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ce04ba6b-1484-4bb5-b705-ba54216d004c req-47523daf-ecd1-4f16-985e-ec8d98547291 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=86396216-8eba-4780-adb1-1537e4c70bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4558783 Oct 26 15:20:11.994762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Attempting to bind port 6334c0ac-4879-4360-9735-979c498df914 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:20:11.995239 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Attempting to bind port 6334c0ac-4879-4360-9735-979c498df914 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '1c47d881-6fb3-4e32-8406-97db91395df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:20:11.995441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Attempting to bind port 6334c0ac-4879-4360-9735-979c498df914 on network b43676e9-42d1-409d-82a9-d0337695b267 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:20:12.000354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-efdf93a0-14c2-41b4-a024-aa83d2778da6 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (99508918-a23e-45b5-b2a6-e5e314f1efe5), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:12.000709 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-efdf93a0-14c2-41b4-a024-aa83d2778da6 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Added segment 99508918-a23e-45b5-b2a6-e5e314f1efe5 of type vlan for network c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 Oct 26 15:20:12.025586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:12.026228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:12.032403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-59233b8d-7af3-4f4c-b88f-587009868ee5 None None] Deleting port 07a544b9-df7f-4181-b55d-887bc915643a {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:12.034006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59233b8d-7af3-4f4c-b88f-587009868ee5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (07a544b9-df7f-4181-b55d-887bc915643a), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:12.038424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ca222-4866-4199-9b54-d51adfb83c36 service neutron] Pushing event updated for resources: {'Port': ['ID=c9305d23-c117-4e74-ad6f-b6dc9cab652d,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:12.083313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7140b2e6-11c7-48d6-8cef-5f24910a4dd0 tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:12.084983 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7140b2e6-11c7-48d6-8cef-5f24910a4dd0 tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] 10.222.0.60 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7749588 Oct 26 15:20:12.092478 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56674) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:12.096144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-0e5679d9-e65f-4ea3-a3ee-80798ce8ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:12.097984 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-0e5679d9-e65f-4ea3-a3ee-80798ce8ad38 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b06d3531c6984a12bc9058594d41733d&device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 1128 time: 0.3431065 Oct 26 15:20:12.105054 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-cb50a75d-050c-4e9c-9eed-9bfe2201c2ff tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b5621fb1-0c14-46f2-9d56-217eb8488c0f'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:12.105792 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-cb50a75d-050c-4e9c-9eed-9bfe2201c2ff tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 26 15:20:12.115314 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:20:12.141587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:12.149093 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] For port 07a544b9-df7f-4181-b55d-887bc915643a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=07a544b9-df7f-4181-b55d-887bc915643a,segment=NetworkSegment(cd5f55ea-148f-4480-86cd-b3c57b1839ab),segment_id=cd5f55ea-148f-4480-86cd-b3c57b1839ab)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:12.149788 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (07a544b9-df7f-4181-b55d-887bc915643a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:12.208159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7c3b3cb0-c8cc-499a-a5b6-182e52aa952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 8, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:12.219930 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (a5a01842-60c7-4bb7-b033-6fe3918637f3), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:12.220603 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Added segment a5a01842-60c7-4bb7-b033-6fe3918637f3 of type vlan for network 3c995945-ddaa-466b-984a-e25933edd19a Oct 26 15:20:12.227536 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Calling delete_port for 07a544b9-df7f-4181-b55d-887bc915643a owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:12.228885 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2cd8e-f49a-406b-9a5b-351dba244415 req-0491e080-d770-45a0-b05d-0875ecda1325 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:12.231412 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c4a2cd8e-f49a-406b-9a5b-351dba244415 req-0491e080-d770-45a0-b05d-0875ecda1325 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 944 time: 0.4660914 Oct 26 15:20:12.236206 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.services.metering.metering_plugin [None req-cb50a75d-050c-4e9c-9eed-9bfe2201c2ff tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 15:20:12.267624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077dc3ff-b1a9-4495-8bc6-24441fbb5aa6 x-openstack-request-id: req-077dc3ff-b1a9-4495-8bc6-24441fbb5aa6 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:20:12.267832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3b3cb0-c8cc-499a-a5b6-182e52aa952d None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 8, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:12.268005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2259c2-6513-40de-8b05-709666925775", "tag": "c9305d23-c117-4e74-ad6f-b6dc9cab652d", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:20:12.268212 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-077dc3ff-b1a9-4495-8bc6-24441fbb5aa6 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:20:12.277781 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-077dc3ff-b1a9-4495-8bc6-24441fbb5aa6'] response: {'name': 'network-changed', 'server_uuid': 'ed2259c2-6513-40de-8b05-709666925775', 'tag': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'status': 'completed', 'code': 200} Oct 26 15:20:12.305269 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-efdf93a0-14c2-41b4-a024-aa83d2778da6 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:12.307045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-59233b8d-7af3-4f4c-b88f-587009868ee5 None None] For port 07a544b9-df7f-4181-b55d-887bc915643a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=07a544b9-df7f-4181-b55d-887bc915643a,segment=NetworkSegment(cd5f55ea-148f-4480-86cd-b3c57b1839ab),segment_id=cd5f55ea-148f-4480-86cd-b3c57b1839ab)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:12.307453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59233b8d-7af3-4f4c-b88f-587009868ee5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (07a544b9-df7f-4181-b55d-887bc915643a), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:12.309648 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-25af16f8-1dc8-4ae1-8d79-e3a34a8a00a0 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9305d23-c117-4e74-ad6f-b6dc9cab652d HTTP/1.1" status: 200 len: 217 time: 0.1640596 Oct 26 15:20:12.333173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-59233b8d-7af3-4f4c-b88f-587009868ee5 None None] Calling delete_port for 07a544b9-df7f-4181-b55d-887bc915643a owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:12.453298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:12.453641 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015823f6-d9cd-4571-b6ac-5d4e4fd818fd None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:12.454188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:12.454765 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015823f6-d9cd-4571-b6ac-5d4e4fd818fd None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:12.455419 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-015823f6-d9cd-4571-b6ac-5d4e4fd818fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:12.463762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.db.resource_extend [None req-efdf93a0-14c2-41b4-a024-aa83d2778da6 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 15:20:12.466267 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:12.487992 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Port 6334c0ac-4879-4360-9735-979c498df914 on network b43676e9-42d1-409d-82a9-d0337695b267 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:20:12.489087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Attempting to bind port 6334c0ac-4879-4360-9735-979c498df914 on network b43676e9-42d1-409d-82a9-d0337695b267 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:20:12.574426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59233b8d-7af3-4f4c-b88f-587009868ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (07a544b9-df7f-4181-b55d-887bc915643a), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:12.577774 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-efdf93a0-14c2-41b4-a024-aa83d2778da6 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:12.585777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdf93a0-14c2-41b4-a024-aa83d2778da6 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:12.586438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-efdf93a0-14c2-41b4-a024-aa83d2778da6 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:12.696562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:12.697626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:12.714365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59233b8d-7af3-4f4c-b88f-587009868ee5 None None] Pushing event deleted for resources: {'Port': ['ID=07a544b9-df7f-4181-b55d-887bc915643a,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:12.718413 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-f4b8d3d1-308f-496e-8249-94c58e3915b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:12.720030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59233b8d-7af3-4f4c-b88f-587009868ee5 None None] No DVR routers for this DVR port 07a544b9-df7f-4181-b55d-887bc915643a on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:20:12.722949 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-f4b8d3d1-308f-496e-8249-94c58e3915b5 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94606231-3fbc-48e2-b58a-962135c86b3c HTTP/1.1" status: 200 len: 851 time: 0.3560011 Oct 26 15:20:12.783297 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-015823f6-d9cd-4571-b6ac-5d4e4fd818fd None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:12.785972 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c4a2cd8e-f49a-406b-9a5b-351dba244415 req-9394e4e8-7a91-4d33-affd-73565521689a tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ddd07e1b-0f1e-4382-b956-91ab2dc849ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4927649 Oct 26 15:20:12.859838 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a215f-9b12-43b1-820b-c10d9a826c96 req-61539027-b388-4576-8690-2f725a6b2f81 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:12.863985 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3d1a215f-9b12-43b1-820b-c10d9a826c96 req-61539027-b388-4576-8690-2f725a6b2f81 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 932 time: 0.5188918 Oct 26 15:20:12.875033 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-efdf93a0-14c2-41b4-a024-aa83d2778da6 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1389365 Oct 26 15:20:12.886398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56680) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:12.905404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ab9e704b-a91c-4263-b883-b2af4e5a0a2d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Request body: {'subnet': {'network_id': 'c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:12.921146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf93a0-14c2-41b4-a024-aa83d2778da6 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event updated for resources: {'Network': ['ID=c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:12.937967 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (3c995945-ddaa-466b-984a-e25933edd19a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:12.939365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:12.942127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:20:12.955658 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:20:12.956013 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Checking segment: {'id': '1c47d881-6fb3-4e32-8406-97db91395df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:12.956393 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Bound using segment: {'id': '1c47d881-6fb3-4e32-8406-97db91395df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:20:12.958220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Bound port: 6334c0ac-4879-4360-9735-979c498df914, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c47d881-6fb3-4e32-8406-97db91395df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:20:12.958220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6334c0ac-4879-4360-9735-979c498df914), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:13.002082 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc08aeee-b2bd-4745-9f3a-e0794f64e20d tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for security_group (4ea889f7-e028-42f6-ab87-f882e76e830b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:13.025083 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-26af8eed-e602-480a-912d-dd2a27628e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:13.027341 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-26af8eed-e602-480a-912d-dd2a27628e57 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=75323486-1206-489c-a851-669e51c6f8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2617421 Oct 26 15:20:13.101586 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc08aeee-b2bd-4745-9f3a-e0794f64e20d tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (4ea889f7-e028-42f6-ab87-f882e76e830b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:13.114427 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-015823f6-d9cd-4571-b6ac-5d4e4fd818fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:10Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:11Z', 'revision_number': 8, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:13.126646 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc08aeee-b2bd-4745-9f3a-e0794f64e20d tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:20:13.138199 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc08aeee-b2bd-4745-9f3a-e0794f64e20d tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (2a712a94-bec7-44fd-a630-416586eb0e4f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:13.138688 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-bc08aeee-b2bd-4745-9f3a-e0794f64e20d tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Added segment 2a712a94-bec7-44fd-a630-416586eb0e4f of type vlan for network 97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44 Oct 26 15:20:13.145932 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015823f6-d9cd-4571-b6ac-5d4e4fd818fd None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:13.150773 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cb50a75d-050c-4e9c-9eed-9bfe2201c2ff tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:13.152659 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cb50a75d-050c-4e9c-9eed-9bfe2201c2ff tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] 10.222.0.60 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.0541263 Oct 26 15:20:13.153717 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (87dbb705-c3c3-4d2b-9312-afa3a7028f53), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:13.154443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (3c995945-ddaa-466b-984a-e25933edd19a), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:13.159715 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015823f6-d9cd-4571-b6ac-5d4e4fd818fd None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:13.160505 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-015823f6-d9cd-4571-b6ac-5d4e4fd818fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:13.160641 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:13.166294 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56684) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:13.173528 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:13.174443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:13.186818 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:13.218179 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.9625063 Oct 26 15:20:13.242505 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56686) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:13.277618 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9da09b35-fd7f-4073-aa85-c3896027a8d5 tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] 10.222.0.60 "GET /networking/v2.0/metering/metering-label-rules?id=6e879e4a-7fcc-4446-bf5c-6848b81947dc HTTP/1.1" status: 200 len: 464 time: 0.1027761 Oct 26 15:20:13.308573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56688) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:13.329842 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:INSERT=14 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:13.354090 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-015823f6-d9cd-4571-b6ac-5d4e4fd818fd None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:13.366312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] For port 6334c0ac-4879-4360-9735-979c498df914, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:20:13.375422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:13.392452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc08aeee-b2bd-4745-9f3a-e0794f64e20d tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:13.402035 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08aeee-b2bd-4745-9f3a-e0794f64e20d tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea889f7-e028-42f6-ab87-f882e76e830b,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:13.404670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event updated for resources: {'Network': ['ID=87dbb705-c3c3-4d2b-9312-afa3a7028f53,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:13.429671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 87dbb705-c3c3-4d2b-9312-afa3a7028f53 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:20:13.436165 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (07a544b9-df7f-4181-b55d-887bc915643a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:13.476090 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3d1a215f-9b12-43b1-820b-c10d9a826c96 req-2b9f57ab-b677-41c7-b2dc-af9b648d27f7 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=394c8236-282f-456f-8460-a38a6b2ba683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4250107 Oct 26 15:20:13.571555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0155ce-4eb6-4d07-bcaa-32895e4d187f None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:13.586745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event deleted for resources: {'Port': ['ID=07a544b9-df7f-4181-b55d-887bc915643a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:13.590707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0155ce-4eb6-4d07-bcaa-32895e4d187f None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:13.591368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2d0155ce-4eb6-4d07-bcaa-32895e4d187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:13.608557 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] No DVR routers for this DVR port 07a544b9-df7f-4181-b55d-887bc915643a on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:20:13.649882 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc08aeee-b2bd-4745-9f3a-e0794f64e20d tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:13.651078 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc08aeee-b2bd-4745-9f3a-e0794f64e20d tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:13.651689 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc08aeee-b2bd-4745-9f3a-e0794f64e20d tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:13.665210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac7724-6a66-4b4c-bdbc-10887ce6f2a5 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event updated for resources: {'Network': ['ID=3c995945-ddaa-466b-984a-e25933edd19a,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:13.721686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2d0155ce-4eb6-4d07-bcaa-32895e4d187f None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:13.752422 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-015823f6-d9cd-4571-b6ac-5d4e4fd818fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:10Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:11Z', 'revision_number': 8, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:13.800190 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015823f6-d9cd-4571-b6ac-5d4e4fd818fd None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:10Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:11Z', 'revision_number': 8, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:13.806678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:13.810318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:13.813788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:13.818200 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bc08aeee-b2bd-4745-9f3a-e0794f64e20d tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.3381758 Oct 26 15:20:13.827526 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56690) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:13.841272 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e10b03dd-e655-43be-8c8f-dbc406c132f7 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Request body: {'subnet': {'network_id': '97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:13.847451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (47e52095-7691-46e2-a78a-51ddb71d26f7), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:13.861641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 3c995945-ddaa-466b-984a-e25933edd19a details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:20:13.906426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab623f-9a0e-4b67-8886-555fef735e5b req-3a8cb824-7d95-48fe-bc66-0f87791bc099 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:13.914263 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b6ab623f-9a0e-4b67-8886-555fef735e5b req-3a8cb824-7d95-48fe-bc66-0f87791bc099 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 944 time: 0.7639923 Oct 26 15:20:13.930127 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08aeee-b2bd-4745-9f3a-e0794f64e20d tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Pushing event updated for resources: {'Network': ['ID=97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:13.935597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9b6aad-d952-47e8-925a-ffeb9607309a {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:20:13.954149 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Publish callbacks [] for port (be9b6aad-d952-47e8-925a-ffeb9607309a), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:13.960843 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e52095-7691-46e2-a78a-51ddb71d26f7']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:13.972653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Transition to ACTIVE for port object be9b6aad-d952-47e8-925a-ffeb9607309a will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:20:13.988920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:20:13.998636 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] For port 6334c0ac-4879-4360-9735-979c498df914, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=6334c0ac-4879-4360-9735-979c498df914,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:20:14.000302 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9e704b-a91c-4263-b883-b2af4e5a0a2d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Made reservation on behalf of 67151291083247cfb3a1207a0283c954 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:14.002194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10b03dd-e655-43be-8c8f-dbc406c132f7 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Made reservation on behalf of 9295bd1fafdb46ee90cc8d4b1b91aa84 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:14.004656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ab9e704b-a91c-4263-b883-b2af4e5a0a2d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:14.008073 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e10b03dd-e655-43be-8c8f-dbc406c132f7 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:14.011919 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5f55ea-148f-4480-86cd-b3c57b1839ab') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:14.013181 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5f55ea-148f-4480-86cd-b3c57b1839ab') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:14.168127 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (cd5f55ea-148f-4480-86cd-b3c57b1839ab), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:14.189313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (cd5f55ea-148f-4480-86cd-b3c57b1839ab), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:14.206333 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:20:14.206333 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (cd5f55ea-148f-4480-86cd-b3c57b1839ab), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:14.224617 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:14.227038 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (be9b6aad-d952-47e8-925a-ffeb9607309a), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:14.240490 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-1ae84976-4edd-4543-8ffd-4cf573a446a9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/75323486-1206-489c-a851-669e51c6f8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2000277 Oct 26 15:20:14.248580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:14.308081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:14.317409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:14.322136 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment cd5f55ea-148f-4480-86cd-b3c57b1839ab resource provider aggregate not found Oct 26 15:20:14.334406 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343261d4-8625-4a46-8194-aef776c013f9 req-f084dcf9-42a0-4ff3-96a1-b024afb9009a tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:14.341860 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-343261d4-8625-4a46-8194-aef776c013f9 req-f084dcf9-42a0-4ff3-96a1-b024afb9009a tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 944 time: 0.3697195 Oct 26 15:20:14.342770 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc078ca-ea33-4fc4-be90-f39b08c4c38b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:14.367621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc078ca-ea33-4fc4-be90-f39b08c4c38b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:14.379593 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc078ca-ea33-4fc4-be90-f39b08c4c38b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:14.379785 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment cd5f55ea-148f-4480-86cd-b3c57b1839ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd5f55ea-148f-4480-86cd-b3c57b1839ab found for delete ", "request_id": "req-862472a1-be58-402d-a4ac-9bf7deaa828a"}]} Oct 26 15:20:14.381925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2d0155ce-4eb6-4d07-bcaa-32895e4d187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:58Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:56Z', 'revision_number': 6, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:14.387346 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc078ca-ea33-4fc4-be90-f39b08c4c38b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:14.392442 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5dc078ca-ea33-4fc4-be90-f39b08c4c38b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.1441467 Oct 26 15:20:14.394222 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (6334c0ac-4879-4360-9735-979c498df914), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:14.397588 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56698) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:14.436050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0155ce-4eb6-4d07-bcaa-32895e4d187f None None] Checking router: 62b9f0e9-5874-41a0-857a-c43efc83f0ef for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:14.453065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:14.460052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0155ce-4eb6-4d07-bcaa-32895e4d187f None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:14.461081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2d0155ce-4eb6-4d07-bcaa-32895e4d187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:14.474572 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-343261d4-8625-4a46-8194-aef776c013f9 req-d93c7eb9-e709-4688-bf7c-3a1371f71d90 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ddd07e1b-0f1e-4382-b956-91ab2dc849ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315355 Oct 26 15:20:14.552661 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (47e52095-7691-46e2-a78a-51ddb71d26f7), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:14.557078 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:14.557950 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:14.559999 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/6334c0ac-4879-4360-9735-979c498df914 HTTP/1.1" status: 200 len: 1094 time: 9.3134060 Oct 26 15:20:14.567399 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b6ab623f-9a0e-4b67-8886-555fef735e5b req-1ed75757-8b03-4c50-80dd-80799db71fc9 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=86396216-8eba-4780-adb1-1537e4c70bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6520250 Oct 26 15:20:14.569253 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ab9e704b-a91c-4263-b883-b2af4e5a0a2d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (1cb54f45-0b1d-4a5b-ae1a-b497312f62c6), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:14.577211 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'tag': '6334c0ac-4879-4360-9735-979c498df914'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:20:14.583078 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f3b0fc-afb7-41f5-9cb0-6a2c2969d6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad", "tag": "6334c0ac-4879-4360-9735-979c498df914"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:20:14.607548 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:14.614572 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] 10.222.0.60 "DELETE /networking/v2.0/networks/47e52095-7691-46e2-a78a-51ddb71d26f7 HTTP/1.1" status: 204 len: 168 time: 4.4710822 Oct 26 15:20:14.615299 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=7,neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:14.642822 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56ab6b-a632-48b3-9648-70432761d1af tempest-AllowedAddressPairIpV6TestJSON-825471712 tempest-AllowedAddressPairIpV6TestJSON-825471712-project] Pushing event deleted for resources: {'Network': ['ID=47e52095-7691-46e2-a78a-51ddb71d26f7,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:14.649605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:14.729291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-01e5e178-4ffd-4a68-991a-d66b1c6f546b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (87dbb705-c3c3-4d2b-9312-afa3a7028f53), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:14.747853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:14.784039 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1903ec-916b-42ff-9cc6-e0e0bb3bf6c7 req-e40e0fd5-bd2f-4ab3-bec0-9d4819131005 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:14.785934 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6a1903ec-916b-42ff-9cc6-e0e0bb3bf6c7 req-e40e0fd5-bd2f-4ab3-bec0-9d4819131005 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 944 time: 0.1539760 Oct 26 15:20:14.794473 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e704b-a91c-4263-b883-b2af4e5a0a2d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event updated for resources: {'Subnet': ['ID=1cb54f45-0b1d-4a5b-ae1a-b497312f62c6,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:14.962969 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-84bfa62f-4cac-485e-8e0d-9fbbf6c78855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:14.965144 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-84bfa62f-4cac-485e-8e0d-9fbbf6c78855 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=eb308ad4ce614eb6aeda74b7a58907d8&device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 1128 time: 0.1823909 Oct 26 15:20:14.983026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2d0155ce-4eb6-4d07-bcaa-32895e4d187f None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:15.027704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3435a861-e1bd-4173-95e5-76211327e52a x-openstack-request-id: req-3435a861-e1bd-4173-95e5-76211327e52a {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:20:15.028129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad", "tag": "6334c0ac-4879-4360-9735-979c498df914", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:20:15.028725 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3435a861-e1bd-4173-95e5-76211327e52a {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:20:15.029380 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3435a861-e1bd-4173-95e5-76211327e52a'] response: {'name': 'network-changed', 'server_uuid': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'tag': '6334c0ac-4879-4360-9735-979c498df914', 'status': 'completed', 'code': 200} Oct 26 15:20:15.032282 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-01e5e178-4ffd-4a68-991a-d66b1c6f546b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (87dbb705-c3c3-4d2b-9312-afa3a7028f53), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:15.062186 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9f38c2aa-3aac-421c-9f8e-cf6bd00e123b tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:15.063645 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9f38c2aa-3aac-421c-9f8e-cf6bd00e123b tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] 10.222.0.60 "DELETE /networking/v2.0/metering/metering-label-rules/6e879e4a-7fcc-4446-bf5c-6848b81947dc HTTP/1.1" status: 204 len: 168 time: 1.7538366 Oct 26 15:20:15.069995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:15.071267 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56710) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:15.071959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:15.086018 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6a1903ec-916b-42ff-9cc6-e0e0bb3bf6c7 req-b4e796ed-7e6f-4533-9827-68874e8c4b63 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=394c8236-282f-456f-8460-a38a6b2ba683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853048 Oct 26 15:20:15.105617 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-01e5e178-4ffd-4a68-991a-d66b1c6f546b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87dbb705-c3c3-4d2b-9312-afa3a7028f53']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:15.109782 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:15.124679 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fde0dc0c-cd80-456c-9b6e-cdd312675a89 tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] 10.222.0.60 "GET /networking/v2.0/metering/metering-label-rules?id=6e879e4a-7fcc-4446-bf5c-6848b81947dc HTTP/1.1" status: 200 len: 221 time: 0.0370212 Oct 26 15:20:15.128918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56712) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:15.132949 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e704b-a91c-4263-b883-b2af4e5a0a2d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Checking segment: {'id': '99508918-a23e-45b5-b2a6-e5e314f1efe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:15.133316 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-01e5e178-4ffd-4a68-991a-d66b1c6f546b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e140d1-4ecb-4ae9-933c-6dc2f49150d5') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:15.133531 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9e704b-a91c-4263-b883-b2af4e5a0a2d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Network hostable DHCP agents. Network: c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:20:15.133960 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-01e5e178-4ffd-4a68-991a-d66b1c6f546b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e140d1-4ecb-4ae9-933c-6dc2f49150d5') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:15.138866 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-1585c1f1-c329-4a69-8ac7-d56e7ebd54ca tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--377460698', 'description': 'label created by tempest'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:15.139512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-1585c1f1-c329-4a69-8ac7-d56e7ebd54ca tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] Unknown quota resources ['metering_label']. {{(pid=105322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 26 15:20:15.157543 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-0b149b4a-c9cc-4eda-8ad8-7d63b715eef6 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6334c0ac-4879-4360-9735-979c498df914 HTTP/1.1" status: 200 len: 217 time: 0.1201472 Oct 26 15:20:15.190555 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-01e5e178-4ffd-4a68-991a-d66b1c6f546b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (91e140d1-4ecb-4ae9-933c-6dc2f49150d5), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:15.204123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Pushing event updated for resources: {'Port': ['ID=be9b6aad-d952-47e8-925a-ffeb9607309a,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:15.211010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56714) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:15.303134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:15.304564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:15.345101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985285f9-1cdf-42d5-adcd-d7c85577d515 service neutron] Pushing event updated for resources: {'Port': ['ID=6334c0ac-4879-4360-9735-979c498df914,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:15.362276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.objects.ports [None req-e10b03dd-e655-43be-8c8f-dbc406c132f7 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105322) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:20:15.362964 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e10b03dd-e655-43be-8c8f-dbc406c132f7 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (ef14a71c-4b63-4a5b-9dc8-bf25f19e0c02), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:15.439685 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-01e5e178-4ffd-4a68-991a-d66b1c6f546b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (91e140d1-4ecb-4ae9-933c-6dc2f49150d5), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:15.456496 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9e704b-a91c-4263-b883-b2af4e5a0a2d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Network c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:20:15.473245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-9fc9aeb7-9706-4512-ab03-c3c72bce5c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:15.473785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2d0155ce-4eb6-4d07-bcaa-32895e4d187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:58Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:56Z', 'revision_number': 6, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:15.474771 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-9fc9aeb7-9706-4512-ab03-c3c72bce5c90 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2 HTTP/1.1" status: 200 len: 851 time: 0.2862163 Oct 26 15:20:15.502445 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e5e178-4ffd-4a68-991a-d66b1c6f546b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:20:15.502860 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-01e5e178-4ffd-4a68-991a-d66b1c6f546b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (91e140d1-4ecb-4ae9-933c-6dc2f49150d5), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:15.569501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0155ce-4eb6-4d07-bcaa-32895e4d187f None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:58Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:56Z', 'revision_number': 6, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:15.585691 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-879a2c55-0ceb-4998-87da-c005a2687a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:15.591253 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-879a2c55-0ceb-4998-87da-c005a2687a8b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b43676e9-42d1-409d-82a9-d0337695b267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1014380 Oct 26 15:20:15.592021 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Attempting to bind port be9b6aad-d952-47e8-925a-ffeb9607309a on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:20:15.592389 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Attempting to bind port be9b6aad-d952-47e8-925a-ffeb9607309a by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'fac12222-1d58-485d-89d6-c1e01cb80a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:20:15.592731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Attempting to bind port be9b6aad-d952-47e8-925a-ffeb9607309a on network 3d9157ca-5c49-4d10-8925-23b7d2950b98 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:20:15.606067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:15.615593 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cdc2ccbb-fd40-404b-a029-89e00c06aa6a req-952f9a2d-51f2-4fde-839e-57d537a350f1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/75323486-1206-489c-a851-669e51c6f8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1969819 Oct 26 15:20:15.632811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:15.667941 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b03dd-e655-43be-8c8f-dbc406c132f7 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ef14a71c-4b63-4a5b-9dc8-bf25f19e0c02,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:15.678928 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1585c1f1-c329-4a69-8ac7-d56e7ebd54ca tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:15.682356 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1585c1f1-c329-4a69-8ac7-d56e7ebd54ca tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] 10.222.0.60 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5522444 Oct 26 15:20:15.682840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-ab9e704b-a91c-4263-b883-b2af4e5a0a2d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:15.688577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56722) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:15.705533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bafcd7a-f040-4c5e-9c99-f1c9927c2268 None None] Network c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:20:15.747804 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9e704b-a91c-4263-b883-b2af4e5a0a2d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:15.748670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ab9e704b-a91c-4263-b883-b2af4e5a0a2d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:15.823179 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74c4b6-01a3-4668-a683-eca2920d9103 req-86ae2e30-9346-456a-b8b1-d56ad7abdd5f tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:15.824832 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7f74c4b6-01a3-4668-a683-eca2920d9103 req-86ae2e30-9346-456a-b8b1-d56ad7abdd5f tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 944 time: 0.2279887 Oct 26 15:20:15.838357 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ab9e704b-a91c-4263-b883-b2af4e5a0a2d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9426944 Oct 26 15:20:15.843993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56724) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:15.850660 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Request body: {'port': {'network_id': 'c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27', 'name': 'tempest-AllowedAddressPairTestJSON-1698053600'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:15.879028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:15.880252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:15.888748 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Port be9b6aad-d952-47e8-925a-ffeb9607309a on network 3d9157ca-5c49-4d10-8925-23b7d2950b98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:20:15.889124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Attempting to bind port be9b6aad-d952-47e8-925a-ffeb9607309a on network 3d9157ca-5c49-4d10-8925-23b7d2950b98 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:20:15.946685 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:20:15.949128 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:16.025214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27', 'network_id': 'c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27', 'project_id': '67151291083247cfb3a1207a0283c954', 'fixed_ips': [{'subnet_id': '1cb54f45-0b1d-4a5b-ae1a-b497312f62c6'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:20:16.027039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:16.027663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:20:16.028080 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Checking segment: {'id': 'fac12222-1d58-485d-89d6-c1e01cb80a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:16.028574 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Bound using segment: {'id': 'fac12222-1d58-485d-89d6-c1e01cb80a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:20:16.029072 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Bound port: be9b6aad-d952-47e8-925a-ffeb9607309a, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fac12222-1d58-485d-89d6-c1e01cb80a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:20:16.029443 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (be9b6aad-d952-47e8-925a-ffeb9607309a), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:16.052616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:16.063420 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-67d72bbf-43d7-4afe-bb2c-44084480f1e8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b43676e9-42d1-409d-82a9-d0337695b267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468338 Oct 26 15:20:16.129037 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7f74c4b6-01a3-4668-a683-eca2920d9103 req-b1962905-5978-42c6-90d2-1b14c967a7ba tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ddd07e1b-0f1e-4382-b956-91ab2dc849ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909310 Oct 26 15:20:16.212981 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] For port be9b6aad-d952-47e8-925a-ffeb9607309a, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:20:16.213900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Allocated IP 172.20.0.2 (c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27/1cb54f45-0b1d-4a5b-ae1a-b497312f62c6/39c87bad-2d5f-4851-bd0d-79c4db57b6dd) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:16.216528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:16.221040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] For port be9b6aad-d952-47e8-925a-ffeb9607309a, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=be9b6aad-d952-47e8-925a-ffeb9607309a,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:20:16.228009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Made reservation on behalf of 67151291083247cfb3a1207a0283c954 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:16.237811 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:16.250005 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b69b3-52df-4f6b-a88c-c1562e05c9f3 req-73ff618d-526f-4f56-9aea-835cf7063341 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:16.251595 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-312b69b3-52df-4f6b-a88c-c1562e05c9f3 req-73ff618d-526f-4f56-9aea-835cf7063341 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 944 time: 0.5138423 Oct 26 15:20:16.256357 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-01e5e178-4ffd-4a68-991a-d66b1c6f546b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (87dbb705-c3c3-4d2b-9312-afa3a7028f53), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:16.276648 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:16.283819 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (be9b6aad-d952-47e8-925a-ffeb9607309a), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:16.284761 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6500bdbf-acd4-4453-9cd7-eba9a65965d0 tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] 10.222.0.60 "GET /networking/v2.0/metering/metering-labels?id=04744fe8-85c2-4607-8531-d0cfbf0e3b1b HTTP/1.1" status: 200 len: 467 time: 0.5511973 Oct 26 15:20:16.286548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:16.286942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:16.287181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:16.288581 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/be9b6aad-d952-47e8-925a-ffeb9607309a HTTP/1.1" status: 200 len: 1094 time: 4.9211257 Oct 26 15:20:16.291087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56728) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:16.293338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-01e5e178-4ffd-4a68-991a-d66b1c6f546b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:16.301431 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-01e5e178-4ffd-4a68-991a-d66b1c6f546b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "DELETE /networking/v2.0/networks/87dbb705-c3c3-4d2b-9312-afa3a7028f53 HTTP/1.1" status: 204 len: 168 time: 1.9008842 Oct 26 15:20:16.313822 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56730) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:16.352172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:16.399728 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] device_id is not set on port 8a520dab-0e2f-4d0c-bb61-dd63ce4f9228 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:20:16.407335 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0ef06ba4-179e-434c-9be7-232c7d454304 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=4ac259cdee504b83b9d7ceea5bc1cd9c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1648471 Oct 26 15:20:16.411517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:16.435141 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10b03dd-e655-43be-8c8f-dbc406c132f7 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Checking segment: {'id': '2a712a94-bec7-44fd-a630-416586eb0e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:16.435739 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10b03dd-e655-43be-8c8f-dbc406c132f7 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Network hostable DHCP agents. Network: 97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:20:16.443312 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56732) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:16.460390 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903454e-f52c-4388-bd8d-7df8cf76ceb7 req-dfeb39fd-8c19-4897-962f-5405a34c4e82 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:16.462115 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e903454e-f52c-4388-bd8d-7df8cf76ceb7 req-dfeb39fd-8c19-4897-962f-5405a34c4e82 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 944 time: 0.2211187 Oct 26 15:20:16.478464 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 91e140d1-4ecb-4ae9-933c-6dc2f49150d5 resource provider aggregate not found Oct 26 15:20:16.489029 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5e178-4ffd-4a68-991a-d66b1c6f546b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event deleted for resources: {'Network': ['ID=87dbb705-c3c3-4d2b-9312-afa3a7028f53,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:16.522303 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 91e140d1-4ecb-4ae9-933c-6dc2f49150d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91e140d1-4ecb-4ae9-933c-6dc2f49150d5 found for delete ", "request_id": "req-3a9179cd-2e3e-4279-96b1-cc507d4ebdf6"}]} Oct 26 15:20:16.548910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Publish callbacks [] for port (39c87bad-2d5f-4851-bd0d-79c4db57b6dd), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:16.561606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (39c87bad-2d5f-4851-bd0d-79c4db57b6dd), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:16.570184 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8902865e-2372-4ee1-870d-f8dfff167991 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (3c995945-ddaa-466b-984a-e25933edd19a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:16.583537 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10b03dd-e655-43be-8c8f-dbc406c132f7 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Network 97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:20:16.615713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Network c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:16.620964 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-e10b03dd-e655-43be-8c8f-dbc406c132f7 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:16.632080 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10b03dd-e655-43be-8c8f-dbc406c132f7 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:16.636658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e10b03dd-e655-43be-8c8f-dbc406c132f7 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:16.648957 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-312b69b3-52df-4f6b-a88c-c1562e05c9f3 req-f4723e6b-67b3-40e1-b2a3-fc8bf3c7ae51 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=86396216-8eba-4780-adb1-1537e4c70bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3852150 Oct 26 15:20:16.649482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:16.661762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:16.666204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e17a58-54f6-47c7-a2d9-e3d464b5b04a None None] Network 97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:20:16.672098 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579fe4e-fa01-4b64-a8be-92ce897da829 service neutron] Pushing event updated for resources: {'Port': ['ID=be9b6aad-d952-47e8-925a-ffeb9607309a,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:16.724839 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165cb0be-f21f-4dcd-b2f2-495b4678747f None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:16.737773 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:16.758108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Pushing event updated for resources: {'Port': ['ID=39c87bad-2d5f-4851-bd0d-79c4db57b6dd,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:16.759790 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165cb0be-f21f-4dcd-b2f2-495b4678747f None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:16.760587 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-165cb0be-f21f-4dcd-b2f2-495b4678747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:16.788992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:16.789998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:16.793913 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56738) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:16.794634 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e10b03dd-e655-43be-8c8f-dbc406c132f7 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.9660747 Oct 26 15:20:16.805873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-d19981ae-0fd8-43e2-ad58-fbbf70f9a2b3 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-699708107', 'network_id': '97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:16.843889 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1594227e-1484-4ab0-86e2-9f685aae41a1 admin admin] Publish callbacks [] for security_group (df51d816-a2d8-4777-a51e-f2cb73a532a4), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:16.854073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:16.873243 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-165cb0be-f21f-4dcd-b2f2-495b4678747f None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:16.883910 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8902865e-2372-4ee1-870d-f8dfff167991 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (3c995945-ddaa-466b-984a-e25933edd19a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:16.904820 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1594227e-1484-4ab0-86e2-9f685aae41a1 admin admin] Publish callbacks [] for security_group (df51d816-a2d8-4777-a51e-f2cb73a532a4), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:16.937303 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-8902865e-2372-4ee1-870d-f8dfff167991 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c995945-ddaa-466b-984a-e25933edd19a']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:16.939059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Attempting to bind port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:20:16.940287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Attempting to bind port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '99508918-a23e-45b5-b2a6-e5e314f1efe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:20:16.940889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Attempting to bind port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd on network c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:20:16.956293 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:16.967217 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e903454e-f52c-4388-bd8d-7df8cf76ceb7 req-50cadd66-a7ce-4027-b3da-de54209733a4 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=394c8236-282f-456f-8460-a38a6b2ba683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4962025 Oct 26 15:20:17.015487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-8902865e-2372-4ee1-870d-f8dfff167991 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a01842-60c7-4bb7-b033-6fe3918637f3') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:17.015783 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-8902865e-2372-4ee1-870d-f8dfff167991 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a01842-60c7-4bb7-b033-6fe3918637f3') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:17.038245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'tag': 'be9b6aad-d952-47e8-925a-ffeb9607309a'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:20:17.041026 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b67179-184b-44c4-a5d3-c83ac71083da" -d '{"events": [{"name": "network-changed", "server_uuid": "efe63d87-5805-4538-af4d-bd9859b24fb1", "tag": "be9b6aad-d952-47e8-925a-ffeb9607309a"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:20:17.046348 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8902865e-2372-4ee1-870d-f8dfff167991 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (a5a01842-60c7-4bb7-b033-6fe3918637f3), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:17.075706 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8902865e-2372-4ee1-870d-f8dfff167991 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (a5a01842-60c7-4bb7-b033-6fe3918637f3), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:17.079149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feb65cb-14fe-4b80-925e-79451c925d6b None None] Network 97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:20:17.127096 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8902865e-2372-4ee1-870d-f8dfff167991 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:20:17.127849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8902865e-2372-4ee1-870d-f8dfff167991 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (a5a01842-60c7-4bb7-b033-6fe3918637f3), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:17.219558 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-165cb0be-f21f-4dcd-b2f2-495b4678747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 8, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:17.236394 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1594227e-1484-4ab0-86e2-9f685aae41a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (df51d816-a2d8-4777-a51e-f2cb73a532a4), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:17.251208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:17.256266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:20:17.256545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Checking segment: {'id': '99508918-a23e-45b5-b2a6-e5e314f1efe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:17.256997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:17.257388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Bound using segment: {'id': '99508918-a23e-45b5-b2a6-e5e314f1efe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:20:17.257861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Bound port: 39c87bad-2d5f-4851-bd0d-79c4db57b6dd, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99508918-a23e-45b5-b2a6-e5e314f1efe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:20:17.258241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39c87bad-2d5f-4851-bd0d-79c4db57b6dd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:17.274160 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1594227e-1484-4ab0-86e2-9f685aae41a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:17.275507 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1594227e-1484-4ab0-86e2-9f685aae41a1 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/df51d816-a2d8-4777-a51e-f2cb73a532a4 HTTP/1.1" status: 204 len: 168 time: 0.8038874 Oct 26 15:20:17.332394 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165cb0be-f21f-4dcd-b2f2-495b4678747f None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:17.345775 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8902865e-2372-4ee1-870d-f8dfff167991 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (3c995945-ddaa-466b-984a-e25933edd19a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:17.349668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b61b427-f18e-491b-ad92-e0b576c988e4 x-openstack-request-id: req-5b61b427-f18e-491b-ad92-e0b576c988e4 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:20:17.354400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe63d87-5805-4538-af4d-bd9859b24fb1", "tag": "be9b6aad-d952-47e8-925a-ffeb9607309a", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:20:17.356953 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b61b427-f18e-491b-ad92-e0b576c988e4 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:20:17.359216 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b61b427-f18e-491b-ad92-e0b576c988e4'] response: {'name': 'network-changed', 'server_uuid': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'tag': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'status': 'completed', 'code': 200} Oct 26 15:20:17.361654 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8902865e-2372-4ee1-870d-f8dfff167991 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:17.367198 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8902865e-2372-4ee1-870d-f8dfff167991 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "DELETE /networking/v2.0/networks/3c995945-ddaa-466b-984a-e25933edd19a HTTP/1.1" status: 204 len: 168 time: 1.0507712 Oct 26 15:20:17.374844 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165cb0be-f21f-4dcd-b2f2-495b4678747f None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:17.378563 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-165cb0be-f21f-4dcd-b2f2-495b4678747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:17.399472 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56746) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:17.407365 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594227e-1484-4ab0-86e2-9f685aae41a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df51d816-a2d8-4777-a51e-f2cb73a532a4,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:17.411296 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Allocated IP 172.20.0.10 (c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27/1cb54f45-0b1d-4a5b-ae1a-b497312f62c6/8a520dab-0e2f-4d0c-bb61-dd63ce4f9228) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:17.483888 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902865e-2372-4ee1-870d-f8dfff167991 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event deleted for resources: {'Network': ['ID=3c995945-ddaa-466b-984a-e25933edd19a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:17.590272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:17.617451 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19981ae-0fd8-43e2-ad58-fbbf70f9a2b3 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Made reservation on behalf of 9295bd1fafdb46ee90cc8d4b1b91aa84 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:17.619964 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d19981ae-0fd8-43e2-ad58-fbbf70f9a2b3 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:17.624510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d50bba6d-3314-4d7d-b002-993c2706a277 tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:17.629143 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d50bba6d-3314-4d7d-b002-993c2706a277 tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] 10.222.0.60 "DELETE /networking/v2.0/metering/metering-labels/04744fe8-85c2-4607-8531-d0cfbf0e3b1b HTTP/1.1" status: 204 len: 168 time: 1.3026423 Oct 26 15:20:17.635025 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c9951-01c0-4dd0-9646-b2f970fdbe13 req-9cb16830-cc92-417f-95d1-80f8f1aa0679 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:17.647753 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a21c9951-01c0-4dd0-9646-b2f970fdbe13 req-9cb16830-cc92-417f-95d1-80f8f1aa0679 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 944 time: 0.3658702 Oct 26 15:20:17.650926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56748) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:17.678825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] For port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:20:17.683437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] For port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c87bad-2d5f-4851-bd0d-79c4db57b6dd,segment=NetworkSegment(99508918-a23e-45b5-b2a6-e5e314f1efe5),segment_id=99508918-a23e-45b5-b2a6-e5e314f1efe5)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:20:17.710207 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a11b5beb-6d19-45e5-af79-83ea4bbf5ada tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] 10.222.0.60 "GET /networking/v2.0/metering/metering-labels?id=04744fe8-85c2-4607-8531-d0cfbf0e3b1b HTTP/1.1" status: 200 len: 216 time: 0.0517075 Oct 26 15:20:17.716171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39c87bad-2d5f-4851-bd0d-79c4db57b6dd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:17.731889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:17.732332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:17.733148 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 Oct 26 15:20:17.734154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56754) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:17.743263 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c740c36-0344-4417-b955-6dbcbbefc3bd req-cdd39650-db0a-43d8-aaaa-04f3b13c677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:17.746808 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c740c36-0344-4417-b955-6dbcbbefc3bd req-cdd39650-db0a-43d8-aaaa-04f3b13c677b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b06d3531c6984a12bc9058594d41733d&device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 1128 time: 0.7360458 Oct 26 15:20:17.806417 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-173d70fb-658c-4423-8e5e-e3da4c6f95c1 tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] 10.222.0.60 "GET /networking/v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0491865 Oct 26 15:20:17.809738 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56756) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:17.814862 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-99a379f0-ed32-4efc-91ca-53ac5d844455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:17.830858 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-99a379f0-ed32-4efc-91ca-53ac5d844455 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=478f977efd474c3582bb470139659899&device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 1128 time: 0.8508849 Oct 26 15:20:17.889358 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-165cb0be-f21f-4dcd-b2f2-495b4678747f None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:17.973969 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:18.060503 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a21c9951-01c0-4dd0-9646-b2f970fdbe13 req-e3a1f48b-a38b-43d2-8604-77f07a2fe303 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ddd07e1b-0f1e-4382-b956-91ab2dc849ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4117522 Oct 26 15:20:18.123479 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2e2aa632-4164-4a0a-9365-d6d2a05b9659 tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] 10.222.0.60 "GET /networking/v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.3123875 Oct 26 15:20:18.132075 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56766) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:18.150712 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2eaf9-89a8-488d-a56e-8c75f570b10f req-aa4bbc64-4414-4660-90e6-3ff9296abee9 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:18.158599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c60b42-659e-46db-be57-4bffa466a717 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:18.160451 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bcc2eaf9-89a8-488d-a56e-8c75f570b10f req-aa4bbc64-4414-4660-90e6-3ff9296abee9 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 944 time: 0.2800837 Oct 26 15:20:18.169276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c60b42-659e-46db-be57-4bffa466a717 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:18.180483 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c60b42-659e-46db-be57-4bffa466a717 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:18.182435 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-10c60b42-659e-46db-be57-4bffa466a717 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1946 time: 0.7778411 Oct 26 15:20:18.188982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:18.197554 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56768) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:18.206300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:18.212590 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-795306540'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:18.276411 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-165cb0be-f21f-4dcd-b2f2-495b4678747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 8, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:18.309391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cca6cd-29ad-43d4-8d74-b16b37c966db None None] Pushing event updated for resources: {'Port': ['ID=39c87bad-2d5f-4851-bd0d-79c4db57b6dd,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:18.312310 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165cb0be-f21f-4dcd-b2f2-495b4678747f None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 8, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:18.344243 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351c32f-9520-4824-af8c-657a40e79ba2 req-184ac733-1568-40f7-b5ab-035a12713864 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:18.345835 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c351c32f-9520-4824-af8c-657a40e79ba2 req-184ac733-1568-40f7-b5ab-035a12713864 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 944 time: 0.1500161 Oct 26 15:20:18.395377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:18.395991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:18.443256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:18.452046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:18.453303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:18.455633 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a4ed66da-0408-48d4-a59d-1d5aeb150b2c tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] 10.222.0.60 "GET /networking/v2.0/metering/metering-labels/b5621fb1-0c14-46f2-9d56-217eb8488c0f HTTP/1.1" status: 200 len: 473 time: 0.3179410 Oct 26 15:20:18.458922 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks [] for port (8a520dab-0e2f-4d0c-bb61-dd63ce4f9228), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:18.465044 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56772) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:18.511296 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-d19981ae-0fd8-43e2-ad58-fbbf70f9a2b3 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] device_id is not set on port 4dfdc297-1a62-42dc-b271-52cd4505499f yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:20:18.539987 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4b51a4c6-f912-41d7-91df-d7e47939eca0 tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] 10.222.0.60 "GET /networking/v2.0/metering/metering-label-rules/196b52fb-72f8-4d4f-8ec0-8b3b91a7f0be HTTP/1.1" status: 200 len: 461 time: 0.0700958 Oct 26 15:20:18.559658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56776) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:18.594012 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment a5a01842-60c7-4bb7-b033-6fe3918637f3 resource provider aggregate not found Oct 26 15:20:18.599854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:18.601905 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Made reservation on behalf of 97055d881c09463da71ca45b487f19c2 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:18.606459 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:18.617567 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c351c32f-9520-4824-af8c-657a40e79ba2 req-da83684e-0cd6-4bcc-89f8-e30d3443d1d9 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=394c8236-282f-456f-8460-a38a6b2ba683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127097 Oct 26 15:20:18.646339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 77d842c7-22e3-4a31-904f-093d3a1cac97 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:18.646738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:18.647064 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 77d842c7-22e3-4a31-904f-093d3a1cac97 Oct 26 15:20:18.648017 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment a5a01842-60c7-4bb7-b033-6fe3918637f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5a01842-60c7-4bb7-b033-6fe3918637f3 found for delete ", "request_id": "req-1012757c-fd1b-41d2-8a3b-a419d609717b"}]} Oct 26 15:20:18.673458 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:20:18.687493 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (2412565a-1c6a-4586-950b-398cf9c1ddfc), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:18.687944 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Added segment 2412565a-1c6a-4586-950b-398cf9c1ddfc of type vlan for network 9672f1d6-9e0f-4259-9eba-3354b62bd107 Oct 26 15:20:18.709146 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86501d-04da-4e8a-9e45-bde9caf0f06c None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:18.741525 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (9672f1d6-9e0f-4259-9eba-3354b62bd107), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:18.809145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86501d-04da-4e8a-9e45-bde9caf0f06c None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:18.809791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4d86501d-04da-4e8a-9e45-bde9caf0f06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:18.825848 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:18.896133 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.db.resource_extend [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 15:20:18.910740 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b5295044-05b0-446e-800a-f1af0313c40c tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:18.917570 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b5295044-05b0-446e-800a-f1af0313c40c tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] 10.222.0.60 "DELETE /networking/v2.0/metering/metering-label-rules/196b52fb-72f8-4d4f-8ec0-8b3b91a7f0be HTTP/1.1" status: 204 len: 168 time: 0.3511095 Oct 26 15:20:18.918467 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56788) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:18.949322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (9672f1d6-9e0f-4259-9eba-3354b62bd107), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:18.955056 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:18.955680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:19.076919 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56790) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:19.132835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device c9305d23-c117-4e74-ad6f-b6dc9cab652d details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:20:19.178732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:19.179339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:19.193195 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:19.194596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:19.199168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c740c36-0344-4417-b955-6dbcbbefc3bd req-005ee4c2-aba1-451f-ae5b-02075a4e23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:19.200932 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c740c36-0344-4417-b955-6dbcbbefc3bd req-005ee4c2-aba1-451f-ae5b-02075a4e23fb service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=75323486-1206-489c-a851-669e51c6f8c9 HTTP/1.1" status: 200 len: 913 time: 1.3966055 Oct 26 15:20:19.215534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (8a520dab-0e2f-4d0c-bb61-dd63ce4f9228), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:19.218752 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-80e511ff-299d-44bf-9836-6f5078a108e3 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be9b6aad-d952-47e8-925a-ffeb9607309a HTTP/1.1" status: 200 len: 217 time: 1.3245580 Oct 26 15:20:19.256468 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event updated for resources: {'Network': ['ID=9672f1d6-9e0f-4259-9eba-3354b62bd107,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:19.263202 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Network c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:19.274125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4d86501d-04da-4e8a-9e45-bde9caf0f06c None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:19.281930 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0720086 Oct 26 15:20:19.286377 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56796) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:19.293289 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-0ba5f88a-770f-4219-b89e-b07c7dc6bd24 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-964515433'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:19.333118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.db.resource_extend [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 15:20:19.342666 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:19.352156 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c740c36-0344-4417-b955-6dbcbbefc3bd req-efe2252e-940e-43ff-a162-442201a504cd service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9305d23-c117-4e74-ad6f-b6dc9cab652d HTTP/1.1" status: 200 len: 217 time: 0.1024890 Oct 26 15:20:19.397083 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-c98743cb-5f2f-435c-ae62-617a35eb307c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1275168974'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:19.401398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 77d842c7-22e3-4a31-904f-093d3a1cac97, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77d842c7-22e3-4a31-904f-093d3a1cac97,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:19.432213 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.432562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.433158 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.433518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.434197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.434197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.434619 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.434838 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.435170 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.435577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.435813 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.436142 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.436469 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.436807 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.437402 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8107e09b-992e-4f25-8ae4-e7c8d6fa9305 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.451598 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:19.464887 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98743cb-5f2f-435c-ae62-617a35eb307c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:19.468860 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c98743cb-5f2f-435c-ae62-617a35eb307c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:19.486180 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c98743cb-5f2f-435c-ae62-617a35eb307c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:19.541069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event updated for resources: {'Port': ['ID=8a520dab-0e2f-4d0c-bb61-dd63ce4f9228,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:19.542174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:19.547064 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:19.547182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 9672f1d6-9e0f-4259-9eba-3354b62bd107 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:20:19.547678 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:19.578618 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f405803c-a10a-469f-a32f-a584c3df2a50 req-7866c72d-572c-45cb-bace-8d6bca5a2172 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b43676e9-42d1-409d-82a9-d0337695b267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5592010 Oct 26 15:20:19.630858 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07302ac0-2c43-4177-a4bf-eac2524d604e req-47f246cb-f779-4138-a897-d005a3348467 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:19.635126 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-07302ac0-2c43-4177-a4bf-eac2524d604e req-47f246cb-f779-4138-a897-d005a3348467 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 944 time: 0.3754232 Oct 26 15:20:19.655455 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-715d6a57-8d38-45dd-a563-62c47f979797 tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:19.657052 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-715d6a57-8d38-45dd-a563-62c47f979797 tempest-MeteringTestJSON-221425384 tempest-MeteringTestJSON-221425384-project-admin] 10.222.0.60 "DELETE /networking/v2.0/metering/metering-labels/b5621fb1-0c14-46f2-9d56-217eb8488c0f HTTP/1.1" status: 204 len: 168 time: 0.7343829 Oct 26 15:20:19.709094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf42e110-67a5-4e2e-9051-14776d1d600e None None] Network c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:20:19.727235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 07a544b9-df7f-4181-b55d-887bc915643a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:19.728946 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.729891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:19.730462 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:19.731178 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.731528 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba5f88a-770f-4219-b89e-b07c7dc6bd24 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Made reservation on behalf of 97055d881c09463da71ca45b487f19c2 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:19.732661 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.734457 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.734964 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.735732 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f88a-770f-4219-b89e-b07c7dc6bd24 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:19.736342 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.737119 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.737488 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.739095 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.739445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.739790 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.740242 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.740955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.740955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.742187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:19.848440 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba5f88a-770f-4219-b89e-b07c7dc6bd24 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:20:19.852110 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e789a037-7fcb-4b60-96f4-860f2fe48178 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9998133 Oct 26 15:20:19.854176 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:19.856528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56802) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:19.876979 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-b72db87e-6e67-46d5-9fed-2048d385374e tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Request body: {'port': {'network_id': 'c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27', 'name': 'tempest-AllowedAddressPairTestJSON-215267231', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:92:55:c2'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:19.889990 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c98743cb-5f2f-435c-ae62-617a35eb307c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (08278960-9b9c-4519-969c-c147bbf79390), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:19.899752 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f88a-770f-4219-b89e-b07c7dc6bd24 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (aa465f52-9189-4cd0-aed8-34db0e5cd610), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:19.900101 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-0ba5f88a-770f-4219-b89e-b07c7dc6bd24 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Added segment aa465f52-9189-4cd0-aed8-34db0e5cd610 of type vlan for network 104313b8-23c4-4928-8d43-61fc333f9013 Oct 26 15:20:19.916258 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c98743cb-5f2f-435c-ae62-617a35eb307c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (08278960-9b9c-4519-969c-c147bbf79390), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:19.921390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 07a544b9-df7f-4181-b55d-887bc915643a {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:20:19.921815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 07a544b9-df7f-4181-b55d-887bc915643a not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:20:19.932547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-af867301-8427-4e27-9db2-228b42dbff8c None None] Provisioning complete for port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:19.933014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-af867301-8427-4e27-9db2-228b42dbff8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39c87bad-2d5f-4851-bd0d-79c4db57b6dd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:19.933416 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-af867301-8427-4e27-9db2-228b42dbff8c None None] Attempt 1 to provision port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd Oct 26 15:20:19.936049 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-ea29dd13-1753-40a3-84da-dd1165632b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:19.938779 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-ea29dd13-1753-40a3-84da-dd1165632b5d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=c6a443d4-e63a-4347-b9cd-2a45ed8073c2 HTTP/1.1" status: 200 len: 844 time: 0.5991626 Oct 26 15:20:19.953905 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bcc2eaf9-89a8-488d-a56e-8c75f570b10f req-cc47dee2-80b2-4223-8d95-e31da4cbc7f6 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=86396216-8eba-4780-adb1-1537e4c70bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7918985 Oct 26 15:20:20.051490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port c9305d23-c117-4e74-ad6f-b6dc9cab652d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=c9305d23-c117-4e74-ad6f-b6dc9cab652d,segment=NetworkSegment(878b8e5b-ecb8-4aa5-b134-e80266343bcc),segment_id=878b8e5b-ecb8-4aa5-b134-e80266343bcc)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:20.059728 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98743cb-5f2f-435c-ae62-617a35eb307c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:20:20.078958 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c740c36-0344-4417-b955-6dbcbbefc3bd req-d58ab3e5-edc6-4144-a8cc-8d3fabda9be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:20.082983 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c98743cb-5f2f-435c-ae62-617a35eb307c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:20.083331 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-c98743cb-5f2f-435c-ae62-617a35eb307c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Added segment 4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321 of type vlan for network d21a7e15-0604-4ad5-9aef-9ca64b3be92d Oct 26 15:20:20.088231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:20:20.088942 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c740c36-0344-4417-b955-6dbcbbefc3bd req-d58ab3e5-edc6-4144-a8cc-8d3fabda9be3 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94606231-3fbc-48e2-b58a-962135c86b3c HTTP/1.1" status: 200 len: 851 time: 0.5155742 Oct 26 15:20:20.105707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:20.130128 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-d19981ae-0fd8-43e2-ad58-fbbf70f9a2b3 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Allocated IP 2001:db8::355 (97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44/ef14a71c-4b63-4a5b-9dc8-bf25f19e0c02/4dfdc297-1a62-42dc-b271-52cd4505499f) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:20.132523 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c98743cb-5f2f-435c-ae62-617a35eb307c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (d21a7e15-0604-4ad5-9aef-9ca64b3be92d), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:20.157424 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-07302ac0-2c43-4177-a4bf-eac2524d604e req-b31ff8dd-1bf0-4ed7-8024-ccf9ddff648d tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ddd07e1b-0f1e-4382-b956-91ab2dc849ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4276052 Oct 26 15:20:20.179593 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f88a-770f-4219-b89e-b07c7dc6bd24 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (104313b8-23c4-4928-8d43-61fc333f9013), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:20.194700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=77d842c7-22e3-4a31-904f-093d3a1cac97,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:20.198791 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56806) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:20.208990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:20.209629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:20.210241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:20.210738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:20.211224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:20.211706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:20.212200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:20.212680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:20.213194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:20.213794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:20.214562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:20.215075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:20.215715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:20.216277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:20.217323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:20.239189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:20.239709 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98743cb-5f2f-435c-ae62-617a35eb307c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08278960-9b9c-4519-969c-c147bbf79390,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:20.275382 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c98743cb-5f2f-435c-ae62-617a35eb307c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (d21a7e15-0604-4ad5-9aef-9ca64b3be92d), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:20.289415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4d86501d-04da-4e8a-9e45-bde9caf0f06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:18Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:11Z', 'revision_number': 8, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:20.290039 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98743cb-5f2f-435c-ae62-617a35eb307c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:20.290976 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c98743cb-5f2f-435c-ae62-617a35eb307c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:20.341667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86501d-04da-4e8a-9e45-bde9caf0f06c None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:20.376035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86501d-04da-4e8a-9e45-bde9caf0f06c None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:20.376773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4d86501d-04da-4e8a-9e45-bde9caf0f06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:20.379166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port c9305d23-c117-4e74-ad6f-b6dc9cab652d is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:20.379781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c9305d23-c117-4e74-ad6f-b6dc9cab652d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:20.386003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98743cb-5f2f-435c-ae62-617a35eb307c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Network': ['ID=d21a7e15-0604-4ad5-9aef-9ca64b3be92d,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:20.390394 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f88a-770f-4219-b89e-b07c7dc6bd24 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (104313b8-23c4-4928-8d43-61fc333f9013), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:20.396947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba5f88a-770f-4219-b89e-b07c7dc6bd24 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:20.397628 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f88a-770f-4219-b89e-b07c7dc6bd24 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:20.421226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:20:20.439815 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c98743cb-5f2f-435c-ae62-617a35eb307c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3589141 Oct 26 15:20:20.457229 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d2f97493-bb72-4027-a2c5-21a720c8a13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:20.459442 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56810) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:20.485993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9305d23-c117-4e74-ad6f-b6dc9cab652d {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:20:20.494448 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-09871ff4-4514-4617-988f-ace6393c80e8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d', 'name': 'tempest-PortsIpV6TestJSON-402651375'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:20.544513 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0ba5f88a-770f-4219-b89e-b07c7dc6bd24 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2510283 Oct 26 15:20:20.564681 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56812) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:20.566042 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f102ac-4bf2-457c-82ea-cc4b625fb02d None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:20.581308 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f102ac-4bf2-457c-82ea-cc4b625fb02d None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:20.582861 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-88f102ac-4bf2-457c-82ea-cc4b625fb02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:20.590477 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Request body: {'ports': [{'network_id': '9672f1d6-9e0f-4259-9eba-3354b62bd107', 'name': 'tempest-port--1040573294', 'admin_state_up': True}, {'network_id': '104313b8-23c4-4928-8d43-61fc333f9013', 'admin_state_up': False}]} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:20.590796 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Request body: {'port': {'network_id': '9672f1d6-9e0f-4259-9eba-3354b62bd107', 'name': 'tempest-port--1040573294', 'admin_state_up': True}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:20.595403 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Request body: {'port': {'network_id': '104313b8-23c4-4928-8d43-61fc333f9013', 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:20.634632 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d19981ae-0fd8-43e2-ad58-fbbf70f9a2b3 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for port (4dfdc297-1a62-42dc-b271-52cd4505499f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:20.636245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d2f97493-bb72-4027-a2c5-21a720c8a13a admin admin] Publish callbacks [] for security_group (e12fe11f-9b2c-4e5f-a218-bbc47926259a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:20.654067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port c9305d23-c117-4e74-ad6f-b6dc9cab652d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=c9305d23-c117-4e74-ad6f-b6dc9cab652d,segment=NetworkSegment(878b8e5b-ecb8-4aa5-b134-e80266343bcc),segment_id=878b8e5b-ecb8-4aa5-b134-e80266343bcc)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:20.656061 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-ada6c8fc-6d1c-42f6-94dd-c107752230e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:20.656455 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:20.662507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-af867301-8427-4e27-9db2-228b42dbff8c None None] Current status of the port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:20.662901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-af867301-8427-4e27-9db2-228b42dbff8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39c87bad-2d5f-4851-bd0d-79c4db57b6dd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:20.663506 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-ada6c8fc-6d1c-42f6-94dd-c107752230e2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3d9157ca-5c49-4d10-8925-23b7d2950b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2276025 Oct 26 15:20:20.686386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:20.695507 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d2f97493-bb72-4027-a2c5-21a720c8a13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (e12fe11f-9b2c-4e5f-a218-bbc47926259a), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:20.716637 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=18,neutron:SELECT=74,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:20.737618 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5f88a-770f-4219-b89e-b07c7dc6bd24 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event updated for resources: {'Network': ['ID=104313b8-23c4-4928-8d43-61fc333f9013,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:20.742240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:20.743292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:20.745282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c9305d23-c117-4e74-ad6f-b6dc9cab652d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:20.758966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b8ba-b335-495b-b00b-16f163bc1f59 req-669b74b8-c7a9-4734-be05-071ed46f93d5 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:20.760561 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6e41b8ba-b335-495b-b00b-16f163bc1f59 req-669b74b8-c7a9-4734-be05-071ed46f93d5 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 944 time: 0.6378078 Oct 26 15:20:20.794481 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d2f97493-bb72-4027-a2c5-21a720c8a13a admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=131cc895a7514e5f979374b2c889eeb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5943696 Oct 26 15:20:20.796050 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72db87e-6e67-46d5-9fed-2048d385374e tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Made reservation on behalf of 67151291083247cfb3a1207a0283c954 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:20.797660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f97493-bb72-4027-a2c5-21a720c8a13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12fe11f-9b2c-4e5f-a218-bbc47926259a,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:20.802817 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56814) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:20.819929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 104313b8-23c4-4928-8d43-61fc333f9013 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:20:20.872593 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7d0f4227-a0c9-4857-9384-55e1ac9aead3 admin admin] Publish callbacks [] for security_group (e12fe11f-9b2c-4e5f-a218-bbc47926259a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:20.898957 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09871ff4-4514-4617-988f-ace6393c80e8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:20.904202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-09871ff4-4514-4617-988f-ace6393c80e8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:20.913539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7d0f4227-a0c9-4857-9384-55e1ac9aead3 admin admin] Publish callbacks [] for security_group (e12fe11f-9b2c-4e5f-a218-bbc47926259a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:20.952680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-09871ff4-4514-4617-988f-ace6393c80e8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] device_id is not set on port 0dd01327-227b-4886-8597-98497b93067c yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:20:20.971069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c740c36-0344-4417-b955-6dbcbbefc3bd req-24e0cb15-0ff4-423c-9df9-4cf03eefceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:20.972673 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c740c36-0344-4417-b955-6dbcbbefc3bd req-24e0cb15-0ff4-423c-9df9-4cf03eefceba service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=75323486-1206-489c-a851-669e51c6f8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5494885 Oct 26 15:20:20.992084 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-88f102ac-4bf2-457c-82ea-cc4b625fb02d None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:21.000501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3b0fc-afb7-41f5-9cb0-6a2c2969d6d9 req-8eefb3ff-9a29-4e89-a0f2-175203efb478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:21.004720 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-13f3b0fc-afb7-41f5-9cb0-6a2c2969d6d9 req-8eefb3ff-9a29-4e89-a0f2-175203efb478 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=eb308ad4ce614eb6aeda74b7a58907d8&device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 1128 time: 0.5976713 Oct 26 15:20:21.082826 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7d0f4227-a0c9-4857-9384-55e1ac9aead3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (e12fe11f-9b2c-4e5f-a218-bbc47926259a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:21.085426 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7d0f4227-a0c9-4857-9384-55e1ac9aead3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:21.086612 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7d0f4227-a0c9-4857-9384-55e1ac9aead3 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e12fe11f-9b2c-4e5f-a218-bbc47926259a HTTP/1.1" status: 204 len: 168 time: 0.2828023 Oct 26 15:20:21.123607 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f4227-a0c9-4857-9384-55e1ac9aead3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12fe11f-9b2c-4e5f-a218-bbc47926259a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:21.167436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b72db87e-6e67-46d5-9fed-2048d385374e tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:21.413435 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-88f102ac-4bf2-457c-82ea-cc4b625fb02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:58Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:56Z', 'revision_number': 6, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:21.452917 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f102ac-4bf2-457c-82ea-cc4b625fb02d None None] Checking router: 62b9f0e9-5874-41a0-857a-c43efc83f0ef for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:21.485581 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f102ac-4bf2-457c-82ea-cc4b625fb02d None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:21.486338 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-88f102ac-4bf2-457c-82ea-cc4b625fb02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:21.517213 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:21.522421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:21.526927 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c740c36-0344-4417-b955-6dbcbbefc3bd req-5cd8b981-cc46-4eca-aa9d-d3e5e240a1a3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/75323486-1206-489c-a851-669e51c6f8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406399 Oct 26 15:20:21.554942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4d86501d-04da-4e8a-9e45-bde9caf0f06c None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:21.645965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ac9a3-06a4-40e3-bc1e-5aa496fc4529 req-4877d3e9-e85a-4819-958f-0594f326987d tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:21.653462 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-88f102ac-4bf2-457c-82ea-cc4b625fb02d None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:21.661466 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-665ac9a3-06a4-40e3-bc1e-5aa496fc4529 req-4877d3e9-e85a-4819-958f-0594f326987d tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 944 time: 0.5350115 Oct 26 15:20:21.664166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56824) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:21.673119 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d19981ae-0fd8-43e2-ad58-fbbf70f9a2b3 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (4dfdc297-1a62-42dc-b271-52cd4505499f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:21.714530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['c9305d23-c117-4e74-ad6f-b6dc9cab652d'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 15:20:21.717089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-b72db87e-6e67-46d5-9fed-2048d385374e tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] device_id is not set on port cd53ba36-8514-4767-acc6-0f2838b3f38d yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:20:21.739552 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6e41b8ba-b335-495b-b00b-16f163bc1f59 req-943ba57e-d080-44e5-85c2-50c194e16560 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=394c8236-282f-456f-8460-a38a6b2ba683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9467535 Oct 26 15:20:21.746618 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:21.747992 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:21.775427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-af867301-8427-4e27-9db2-228b42dbff8c None None] For port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c87bad-2d5f-4851-bd0d-79c4db57b6dd,segment=NetworkSegment(99508918-a23e-45b5-b2a6-e5e314f1efe5),segment_id=99508918-a23e-45b5-b2a6-e5e314f1efe5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:21.785415 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-09871ff4-4514-4617-988f-ace6393c80e8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (0dd01327-227b-4886-8597-98497b93067c), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:21.814115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19981ae-0fd8-43e2-ad58-fbbf70f9a2b3 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Pushing event updated for resources: {'Port': ['ID=4dfdc297-1a62-42dc-b271-52cd4505499f,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:21.835319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a5399c5b-acd4-4953-87aa-c8a64645fc41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:21.850919 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-09871ff4-4514-4617-988f-ace6393c80e8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (0dd01327-227b-4886-8597-98497b93067c), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:21.856591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:21.891280 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19981ae-0fd8-43e2-ad58-fbbf70f9a2b3 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Network 97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:21.893186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-af867301-8427-4e27-9db2-228b42dbff8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39c87bad-2d5f-4851-bd0d-79c4db57b6dd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:21.913375 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-d19981ae-0fd8-43e2-ad58-fbbf70f9a2b3 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:21.924572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=c9305d23-c117-4e74-ad6f-b6dc9cab652d,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:21.929332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19981ae-0fd8-43e2-ad58-fbbf70f9a2b3 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:21.930454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19981ae-0fd8-43e2-ad58-fbbf70f9a2b3 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:21.931161 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d19981ae-0fd8-43e2-ad58-fbbf70f9a2b3 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:21.971844 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-88f102ac-4bf2-457c-82ea-cc4b625fb02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:58Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:56Z', 'revision_number': 6, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:21.982396 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-665ac9a3-06a4-40e3-bc1e-5aa496fc4529 req-5402385f-43ff-4566-9fa9-e468b612bdea tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=86396216-8eba-4780-adb1-1537e4c70bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199208 Oct 26 15:20:22.017437 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f102ac-4bf2-457c-82ea-cc4b625fb02d None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:58Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:56Z', 'revision_number': 6, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:22.034534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:22.036080 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Made reservation on behalf of 97055d881c09463da71ca45b487f19c2 for: {'port': 2} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:22.039510 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09871ff4-4514-4617-988f-ace6393c80e8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=0dd01327-227b-4886-8597-98497b93067c,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:22.041072 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:22.052760 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09871ff4-4514-4617-988f-ace6393c80e8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Checking segment: {'id': '4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:22.053376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09871ff4-4514-4617-988f-ace6393c80e8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network hostable DHCP agents. Network: d21a7e15-0604-4ad5-9aef-9ca64b3be92d, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:20:22.079187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:22.092066 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09871ff4-4514-4617-988f-ace6393c80e8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:20:22.114887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af867301-8427-4e27-9db2-228b42dbff8c None None] Pushing event updated for resources: {'Port': ['ID=39c87bad-2d5f-4851-bd0d-79c4db57b6dd,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:22.116594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-09871ff4-4514-4617-988f-ace6393c80e8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, d21a7e15-0604-4ad5-9aef-9ca64b3be92d) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:22.123186 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-b44d86d4-3128-4b22-a01c-b824e3026478 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3d9157ca-5c49-4d10-8925-23b7d2950b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3526275 Oct 26 15:20:22.126421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2f7af563-1984-4f1f-93a0-711b81435635 None None] Provisioning complete for port 8a520dab-0e2f-4d0c-bb61-dd63ce4f9228 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:22.127036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2f7af563-1984-4f1f-93a0-711b81435635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a520dab-0e2f-4d0c-bb61-dd63ce4f9228), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:22.127669 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2f7af563-1984-4f1f-93a0-711b81435635 None None] Attempt 1 to provision port 8a520dab-0e2f-4d0c-bb61-dd63ce4f9228 Oct 26 15:20:22.128398 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09871ff4-4514-4617-988f-ace6393c80e8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:22.136390 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09871ff4-4514-4617-988f-ace6393c80e8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:22.137977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a701121-f34e-4b35-b485-9590cfd6cd6b None None] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:20:22.138853 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-09871ff4-4514-4617-988f-ace6393c80e8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:22.161100 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-09871ff4-4514-4617-988f-ace6393c80e8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6713109 Oct 26 15:20:22.163932 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56828) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:22.169744 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7716eb55-6f66-4bf7-aac7-179237b9d193 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-385686240'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:22.190632 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c740c36-0344-4417-b955-6dbcbbefc3bd req-f2eee998-7884-4fd8-aabb-6cf38029e11c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/75323486-1206-489c-a851-669e51c6f8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325996 Oct 26 15:20:22.196333 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7716eb55-6f66-4bf7-aac7-179237b9d193 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:22.201300 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7716eb55-6f66-4bf7-aac7-179237b9d193 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:22.208293 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a5399c5b-acd4-4953-87aa-c8a64645fc41 admin admin] Publish callbacks [] for security_group (d1c4751d-a1f9-4118-aae2-8db9eb2e634e), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:22.219164 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d19981ae-0fd8-43e2-ad58-fbbf70f9a2b3 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 5.4199717 Oct 26 15:20:22.220311 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:22.224816 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56830) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:22.276588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2f7af563-1984-4f1f-93a0-711b81435635 None None] Port 8a520dab-0e2f-4d0c-bb61-dd63ce4f9228 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:20:22.279292 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25024838-ee91-453f-a76f-cc9639ea1982 req-7305cbb2-ea6e-4635-a3ba-9a9b2e8cd1ae tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:22.280072 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7716eb55-6f66-4bf7-aac7-179237b9d193 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:20:22.280946 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-25024838-ee91-453f-a76f-cc9639ea1982 req-7305cbb2-ea6e-4635-a3ba-9a9b2e8cd1ae tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 945 time: 0.3856325 Oct 26 15:20:22.282008 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3b0fc-afb7-41f5-9cb0-6a2c2969d6d9 req-c7fdf7bf-36c9-41c1-87a8-47ae103f348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:22.283374 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-13f3b0fc-afb7-41f5-9cb0-6a2c2969d6d9 req-c7fdf7bf-36c9-41c1-87a8-47ae103f348f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=b43676e9-42d1-409d-82a9-d0337695b267 HTTP/1.1" status: 200 len: 913 time: 1.0621808 Oct 26 15:20:22.303021 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7716eb55-6f66-4bf7-aac7-179237b9d193 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (f59106da-8343-44e8-b7c6-51e219d8c2c9), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:22.303564 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-7716eb55-6f66-4bf7-aac7-179237b9d193 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Added segment f59106da-8343-44e8-b7c6-51e219d8c2c9 of type vlan for network 624a550f-bc1b-4e49-98df-3f704dd5e369 Oct 26 15:20:22.334051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2f7af563-1984-4f1f-93a0-711b81435635 None None] Provisioning complete for port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:22.334711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2f7af563-1984-4f1f-93a0-711b81435635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39c87bad-2d5f-4851-bd0d-79c4db57b6dd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:22.335057 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2f7af563-1984-4f1f-93a0-711b81435635 None None] Attempt 1 to provision port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd Oct 26 15:20:22.336508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:22.385561 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7716eb55-6f66-4bf7-aac7-179237b9d193 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (624a550f-bc1b-4e49-98df-3f704dd5e369), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:22.389975 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8dd32-de17-4c3f-a912-1b5a42a53cb6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Deleting port 4dfdc297-1a62-42dc-b271-52cd4505499f {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:22.390317 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d1e8dd32-de17-4c3f-a912-1b5a42a53cb6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (4dfdc297-1a62-42dc-b271-52cd4505499f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:22.391862 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:22.421173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:22.492483 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7716eb55-6f66-4bf7-aac7-179237b9d193 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (624a550f-bc1b-4e49-98df-3f704dd5e369), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:22.498869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7716eb55-6f66-4bf7-aac7-179237b9d193 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:22.499611 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7716eb55-6f66-4bf7-aac7-179237b9d193 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:22.501101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9befc2d-b831-4270-ae22-eba1fa519456 None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:22.546118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4d86501d-04da-4e8a-9e45-bde9caf0f06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:18Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:19Z', 'revision_number': 9, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:22.586831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86501d-04da-4e8a-9e45-bde9caf0f06c None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:18Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:19Z', 'revision_number': 9, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:22.600351 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7716eb55-6f66-4bf7-aac7-179237b9d193 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4353135 Oct 26 15:20:22.608620 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a5399c5b-acd4-4953-87aa-c8a64645fc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (d1c4751d-a1f9-4118-aae2-8db9eb2e634e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:22.615245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56832) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:22.615655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d1e8dd32-de17-4c3f-a912-1b5a42a53cb6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (4dfdc297-1a62-42dc-b271-52cd4505499f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:22.633473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716eb55-6f66-4bf7-aac7-179237b9d193 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Network': ['ID=624a550f-bc1b-4e49-98df-3f704dd5e369,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:22.641202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9befc2d-b831-4270-ae22-eba1fa519456 None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:22.641865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e9befc2d-b831-4270-ae22-eba1fa519456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:22.647884 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'ports': [{'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d'}, {'network_id': '624a550f-bc1b-4e49-98df-3f704dd5e369'}]} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:22.648534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:22.652124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'network_id': '624a550f-bc1b-4e49-98df-3f704dd5e369'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:22.657802 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8dd32-de17-4c3f-a912-1b5a42a53cb6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Calling delete_port for 4dfdc297-1a62-42dc-b271-52cd4505499f owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:22.660704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 624a550f-bc1b-4e49-98df-3f704dd5e369 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:20:22.751139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:22.786324 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-13f3b0fc-afb7-41f5-9cb0-6a2c2969d6d9 req-8d2b6cbf-b6cc-4a84-9ec6-bd4b68ef815c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6334c0ac-4879-4360-9735-979c498df914 HTTP/1.1" status: 200 len: 217 time: 0.1695106 Oct 26 15:20:22.848655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d1e8dd32-de17-4c3f-a912-1b5a42a53cb6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (4dfdc297-1a62-42dc-b271-52cd4505499f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:22.857991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:22.881975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-b72db87e-6e67-46d5-9fed-2048d385374e tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Allocated IP 172.20.0.8 (c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27/1cb54f45-0b1d-4a5b-ae1a-b497312f62c6/cd53ba36-8514-4767-acc6-0f2838b3f38d) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:22.925123 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8dd32-de17-4c3f-a912-1b5a42a53cb6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dfdc297-1a62-42dc-b271-52cd4505499f,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:22.947357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2f7af563-1984-4f1f-93a0-711b81435635 None None] Current status of the port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:22.982861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:22.993625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-e9befc2d-b831-4270-ae22-eba1fa519456 None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:23.053949 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d1e8dd32-de17-4c3f-a912-1b5a42a53cb6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:23.054330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 6334c0ac-4879-4360-9735-979c498df914 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:20:23.056480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device c9305d23-c117-4e74-ad6f-b6dc9cab652d up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:23.060823 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d1e8dd32-de17-4c3f-a912-1b5a42a53cb6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "DELETE /networking/v2.0/ports/4dfdc297-1a62-42dc-b271-52cd4505499f HTTP/1.1" status: 204 len: 168 time: 0.8313525 Oct 26 15:20:23.062566 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56838) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:23.071348 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d3434-1bee-4edb-9af4-18d124b6f571 req-3c4d7bab-55d2-47be-903b-0ea46c5baaa6 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:23.073469 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-960d3434-1bee-4edb-9af4-18d124b6f571 req-3c4d7bab-55d2-47be-903b-0ea46c5baaa6 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 944 time: 0.1618900 Oct 26 15:20:23.080747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c87bad-2d5f-4851-bd0d-79c4db57b6dd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:23.081766 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44', 'external_fixed_ips': [{'subnet_id': 'ef14a71c-4b63-4a5b-9dc8-bf25f19e0c02', 'ip_address': '2001:db8::355'}]}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:23.109542 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a5399c5b-acd4-4953-87aa-c8a64645fc41 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=9af3f96aee7240b8904d224760b00d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4379261 Oct 26 15:20:23.110275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5399c5b-acd4-4953-87aa-c8a64645fc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c4751d-a1f9-4118-aae2-8db9eb2e634e,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:23.112391 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56840) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:23.242456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:23.248506 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-960d3434-1bee-4edb-9af4-18d124b6f571 req-bccaa25a-5193-4b51-ac9d-23a546284076 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=394c8236-282f-456f-8460-a38a6b2ba683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613438 Oct 26 15:20:23.252495 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (0785a324-3438-46c9-b904-0ab6efe8a22e), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:23.254973 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (0785a324-3438-46c9-b904-0ab6efe8a22e), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:23.395816 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_controller (0785a324-3438-46c9-b904-0ab6efe8a22e), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:23.407356 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-be3c62a0-f4bd-46e8-a088-e0ae61bc847e req-95f23498-101b-4c20-b191-4d76c92cc2bc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3d9157ca-5c49-4d10-8925-23b7d2950b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2502418 Oct 26 15:20:23.413404 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-25024838-ee91-453f-a76f-cc9639ea1982 req-bd48beab-2af4-4ab3-9e73-b0bd9e1db24f tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ddd07e1b-0f1e-4382-b956-91ab2dc849ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7797260 Oct 26 15:20:23.434019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port c9305d23-c117-4e74-ad6f-b6dc9cab652d completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 15:20:23.460629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port c9305d23-c117-4e74-ad6f-b6dc9cab652d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:23.461209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c9305d23-c117-4e74-ad6f-b6dc9cab652d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:23.461694 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port c9305d23-c117-4e74-ad6f-b6dc9cab652d Oct 26 15:20:23.474358 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d690099-f2f8-4228-a313-3d33d72264e0 admin admin] Publish callbacks [] for security_group (d1c4751d-a1f9-4118-aae2-8db9eb2e634e), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:23.491473 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3b0fc-afb7-41f5-9cb0-6a2c2969d6d9 req-3fb4b4e4-95e6-488c-93d9-d6770f6d153e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:23.493017 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-13f3b0fc-afb7-41f5-9cb0-6a2c2969d6d9 req-3fb4b4e4-95e6-488c-93d9-d6770f6d153e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2 HTTP/1.1" status: 200 len: 851 time: 0.5319192 Oct 26 15:20:23.500617 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d690099-f2f8-4228-a313-3d33d72264e0 admin admin] Publish callbacks [] for security_group (d1c4751d-a1f9-4118-aae2-8db9eb2e634e), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:23.515042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:23.515421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39c87bad-2d5f-4851-bd0d-79c4db57b6dd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:23.515933 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd Oct 26 15:20:23.564399 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b72db87e-6e67-46d5-9fed-2048d385374e tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks [] for port (cd53ba36-8514-4767-acc6-0f2838b3f38d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:23.663699 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:23.670615 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:23.679550 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b72db87e-6e67-46d5-9fed-2048d385374e tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (cd53ba36-8514-4767-acc6-0f2838b3f38d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:23.735206 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d690099-f2f8-4228-a313-3d33d72264e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (d1c4751d-a1f9-4118-aae2-8db9eb2e634e), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:23.738788 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d690099-f2f8-4228-a313-3d33d72264e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:23.739979 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5d690099-f2f8-4228-a313-3d33d72264e0 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d1c4751d-a1f9-4118-aae2-8db9eb2e634e HTTP/1.1" status: 204 len: 168 time: 0.6261039 Oct 26 15:20:23.761519 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd85c26-7e69-460a-b9f9-200cb4ad3240 req-02df796b-1b73-439b-bb67-175afc666557 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:23.763177 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7fd85c26-7e69-460a-b9f9-200cb4ad3240 req-02df796b-1b73-439b-bb67-175afc666557 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 944 time: 0.3641527 Oct 26 15:20:23.809403 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72db87e-6e67-46d5-9fed-2048d385374e tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event updated for resources: {'Port': ['ID=cd53ba36-8514-4767-acc6-0f2838b3f38d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:23.823344 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72db87e-6e67-46d5-9fed-2048d385374e tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Network c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:23.827993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_gateway (0785a324-3438-46c9-b904-0ab6efe8a22e), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:23.832111 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:23.834534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-b72db87e-6e67-46d5-9fed-2048d385374e tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:23.834643 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d690099-f2f8-4228-a313-3d33d72264e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c4751d-a1f9-4118-aae2-8db9eb2e634e,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:23.838232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72db87e-6e67-46d5-9fed-2048d385374e tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:23.925202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 6334c0ac-4879-4360-9735-979c498df914, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=6334c0ac-4879-4360-9735-979c498df914,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:23.982187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] device_id is not set on port 2e40d999-9a36-4bd5-8150-0265ba7b7951 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:20:24.018134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72db87e-6e67-46d5-9fed-2048d385374e tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:24.018860 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b72db87e-6e67-46d5-9fed-2048d385374e tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:24.058641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '6334c0ac-4879-4360-9735-979c498df914', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:20:24.065406 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b72db87e-6e67-46d5-9fed-2048d385374e tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.1945198 Oct 26 15:20:24.068936 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56846) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:24.079146 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:24.086022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e9befc2d-b831-4270-ae22-eba1fa519456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 8, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:24.106486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'port': 2} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:24.112127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:24.145187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:24.196130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9befc2d-b831-4270-ae22-eba1fa519456 None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:24.241018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9befc2d-b831-4270-ae22-eba1fa519456 None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:24.241915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e9befc2d-b831-4270-ae22-eba1fa519456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:24.325441 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7fd85c26-7e69-460a-b9f9-200cb4ad3240 req-cecdca61-5d84-4452-96ec-0a001a253e84 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=86396216-8eba-4780-adb1-1537e4c70bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5002728 Oct 26 15:20:24.335453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac93a7-d26e-4b8e-81e8-532d7e874844 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:24.362603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac93a7-d26e-4b8e-81e8-532d7e874844 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:24.378874 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac93a7-d26e-4b8e-81e8-532d7e874844 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:24.380568 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d4ac93a7-d26e-4b8e-81e8-532d7e874844 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3092854 Oct 26 15:20:24.391900 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56852) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:24.491487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port c9305d23-c117-4e74-ad6f-b6dc9cab652d is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:24.492243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c9305d23-c117-4e74-ad6f-b6dc9cab652d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:24.500929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] device_id is not set on port 11e5f594-9dad-4a95-bdaa-2030284b89f4 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:20:24.501490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-86825331-aba8-4579-b4f1-1515e2665edf None None] Provisioning complete for port cd53ba36-8514-4767-acc6-0f2838b3f38d triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:24.502079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86825331-aba8-4579-b4f1-1515e2665edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (cd53ba36-8514-4767-acc6-0f2838b3f38d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:24.502649 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-86825331-aba8-4579-b4f1-1515e2665edf None None] Attempt 1 to provision port cd53ba36-8514-4767-acc6-0f2838b3f38d Oct 26 15:20:24.504496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 6334c0ac-4879-4360-9735-979c498df914 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:24.505125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6334c0ac-4879-4360-9735-979c498df914), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:24.622970 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks [] for port (2e40d999-9a36-4bd5-8150-0265ba7b7951), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:24.665917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6334c0ac-4879-4360-9735-979c498df914 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:20:24.678438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:24.680395 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3b0fc-afb7-41f5-9cb0-6a2c2969d6d9 req-7805cbe5-b616-4dca-96ee-af1b5e020423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:24.684712 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-13f3b0fc-afb7-41f5-9cb0-6a2c2969d6d9 req-7805cbe5-b616-4dca-96ee-af1b5e020423 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b43676e9-42d1-409d-82a9-d0337695b267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3852034 Oct 26 15:20:24.697038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:24.710243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2259c2-6513-40de-8b05-709666925775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:20:24.823830 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2694ae-7760-4f63-bf25-5a8a7a3b633a req-a9fa1b8c-f13f-40d4-9da9-c0eaccebc7da tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:24.825476 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1b2694ae-7760-4f63-bf25-5a8a7a3b633a req-a9fa1b8c-f13f-40d4-9da9-c0eaccebc7da tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 945 time: 0.2305913 Oct 26 15:20:24.825592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2501c-aacb-4bd7-af30-577c9c7ed77f req-ec3db115-521a-45f7-8c4f-a5de1f0b0be7 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:24.827027 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-27d2501c-aacb-4bd7-af30-577c9c7ed77f req-ec3db115-521a-45f7-8c4f-a5de1f0b0be7 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 944 time: 0.1796393 Oct 26 15:20:24.835761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-86825331-aba8-4579-b4f1-1515e2665edf None None] Port cd53ba36-8514-4767-acc6-0f2838b3f38d cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:20:24.857951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-e9befc2d-b831-4270-ae22-eba1fa519456 None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:24.864858 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:24.906373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b5c9a180-8ac1-4b54-8b94-b8ff5337047c tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Deleting port cd53ba36-8514-4767-acc6-0f2838b3f38d {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:24.906715 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b5c9a180-8ac1-4b54-8b94-b8ff5337047c tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (cd53ba36-8514-4767-acc6-0f2838b3f38d), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:24.983895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (11e5f594-9dad-4a95-bdaa-2030284b89f4), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:25.009595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:25.013097 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_gateway (0785a324-3438-46c9-b904-0ab6efe8a22e), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:25.051531 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:25.053392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 6334c0ac-4879-4360-9735-979c498df914, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=6334c0ac-4879-4360-9735-979c498df914,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:25.064425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port c9305d23-c117-4e74-ad6f-b6dc9cab652d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=c9305d23-c117-4e74-ad6f-b6dc9cab652d,segment=NetworkSegment(878b8e5b-ecb8-4aa5-b134-e80266343bcc),segment_id=878b8e5b-ecb8-4aa5-b134-e80266343bcc)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:25.065219 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b67179-184b-44c4-a5d3-c83ac71083da req-d793482c-4fff-4064-9bec-4893ac5499b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:25.068577 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07b67179-184b-44c4-a5d3-c83ac71083da req-d793482c-4fff-4064-9bec-4893ac5499b9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=478f977efd474c3582bb470139659899&device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 1128 time: 0.3907604 Oct 26 15:20:25.074212 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1b2694ae-7760-4f63-bf25-5a8a7a3b633a req-477793f0-0698-40bc-9928-d256aa5edd12 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ddd07e1b-0f1e-4382-b956-91ab2dc849ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174189 Oct 26 15:20:25.082110 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] device_id is not set on port 6cc7b11b-262b-46fb-8af9-213e12d1854f yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:20:25.096191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6334c0ac-4879-4360-9735-979c498df914), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:25.119861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c9305d23-c117-4e74-ad6f-b6dc9cab652d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:25.148966 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b5c9a180-8ac1-4b54-8b94-b8ff5337047c tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (cd53ba36-8514-4767-acc6-0f2838b3f38d), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:25.149368 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-27d2501c-aacb-4bd7-af30-577c9c7ed77f req-4257fa30-c597-485f-b018-d1692a5a9e53 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=394c8236-282f-456f-8460-a38a6b2ba683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898121 Oct 26 15:20:25.185857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b5c9a180-8ac1-4b54-8b94-b8ff5337047c tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Calling delete_port for cd53ba36-8514-4767-acc6-0f2838b3f38d owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:25.283201 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] device_id is not set on port 8bf68c09-dc6e-47d4-a82f-8f0bb383b688 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:20:25.290511 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-13f3b0fc-afb7-41f5-9cb0-6a2c2969d6d9 req-418c3f7b-bf03-4953-bfb4-436866a3b9a1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b43676e9-42d1-409d-82a9-d0337695b267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308194 Oct 26 15:20:25.328948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c82e1ff-6955-4ae4-a543-a61d3de7ec7e" -d '{"events": [{"server_uuid": "ed2259c2-6513-40de-8b05-709666925775", "name": "network-vif-plugged", "status": "completed", "tag": "c9305d23-c117-4e74-ad6f-b6dc9cab652d"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:20:25.353102 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:25.360342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:25.361014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:25.411689 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Allocated IP 2001:db8::355 (97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44/ef14a71c-4b63-4a5b-9dc8-bf25f19e0c02/7da2a654-89cd-4d9c-affa-9dc7e3d5036c) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:25.438806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:25.483336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['6334c0ac-4879-4360-9735-979c498df914'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 15:20:25.491158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=6334c0ac-4879-4360-9735-979c498df914,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:25.578788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 77d842c7-22e3-4a31-904f-093d3a1cac97, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77d842c7-22e3-4a31-904f-093d3a1cac97,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:25.581260 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:25.606341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=c9305d23-c117-4e74-ad6f-b6dc9cab652d,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:25.629417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:25.630462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:25.639098 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:25.649865 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b67179-184b-44c4-a5d3-c83ac71083da req-cd03416a-e66c-414e-9d86-efc4073fead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:25.653346 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07b67179-184b-44c4-a5d3-c83ac71083da req-cd03416a-e66c-414e-9d86-efc4073fead3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=3d9157ca-5c49-4d10-8925-23b7d2950b98 HTTP/1.1" status: 200 len: 906 time: 0.4975152 Oct 26 15:20:25.726432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e9befc2d-b831-4270-ae22-eba1fa519456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 8, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:25.734264 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44705c2-0444-44b0-b987-68b00befaa06 req-08e0ef9a-8c9e-471e-9f46-7021fb8ab04e tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:25.736354 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a44705c2-0444-44b0-b987-68b00befaa06 req-08e0ef9a-8c9e-471e-9f46-7021fb8ab04e tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 945 time: 0.2675724 Oct 26 15:20:25.752258 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-13f3b0fc-afb7-41f5-9cb0-6a2c2969d6d9 req-2efb7564-5f0e-4008-b90d-991a7d319df8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b43676e9-42d1-409d-82a9-d0337695b267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556208 Oct 26 15:20:25.758730 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b5c9a180-8ac1-4b54-8b94-b8ff5337047c tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (cd53ba36-8514-4767-acc6-0f2838b3f38d), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:25.775020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9befc2d-b831-4270-ae22-eba1fa519456 None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 8, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:25.783980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6462c35b-dffe-4c46-a3d0-02c4dc06ae82 x-openstack-request-id: req-6462c35b-dffe-4c46-a3d0-02c4dc06ae82 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:20:25.784284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2259c2-6513-40de-8b05-709666925775", "name": "network-vif-plugged", "status": "completed", "tag": "c9305d23-c117-4e74-ad6f-b6dc9cab652d", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:20:25.785184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6462c35b-dffe-4c46-a3d0-02c4dc06ae82 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:20:25.785663 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6462c35b-dffe-4c46-a3d0-02c4dc06ae82'] response: {'server_uuid': 'ed2259c2-6513-40de-8b05-709666925775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'code': 200} Oct 26 15:20:25.853453 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07b67179-184b-44c4-a5d3-c83ac71083da req-ce6bb841-792b-49ff-936d-9b0680a9be1a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be9b6aad-d952-47e8-925a-ffeb9607309a HTTP/1.1" status: 200 len: 217 time: 0.1558325 Oct 26 15:20:25.875448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:25.876949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:25.903070 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks [] for port (6cc7b11b-262b-46fb-8af9-213e12d1854f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:25.912267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:25.913223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:25.928191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:25.939718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=77d842c7-22e3-4a31-904f-093d3a1cac97,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:26.017445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (8bf68c09-dc6e-47d4-a82f-8f0bb383b688), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:26.046930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b67179-184b-44c4-a5d3-c83ac71083da req-cb1049bd-4ced-46d5-b953-793cc2aa1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:26.052385 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07b67179-184b-44c4-a5d3-c83ac71083da req-cb1049bd-4ced-46d5-b953-793cc2aa1d15 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=c6a443d4-e63a-4347-b9cd-2a45ed8073c2 HTTP/1.1" status: 200 len: 844 time: 0.1898644 Oct 26 15:20:26.078416 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9a180-8ac1-4b54-8b94-b8ff5337047c tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event deleted for resources: {'Port': ['ID=cd53ba36-8514-4767-acc6-0f2838b3f38d,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:26.082311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:26.103967 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for port (7da2a654-89cd-4d9c-affa-9dc7e3d5036c), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:26.198172 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b67179-184b-44c4-a5d3-c83ac71083da req-1c0fe1f8-8f1b-4848-963a-9a0cc822e963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:26.199809 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07b67179-184b-44c4-a5d3-c83ac71083da req-1c0fe1f8-8f1b-4848-963a-9a0cc822e963 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3d9157ca-5c49-4d10-8925-23b7d2950b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0996246 Oct 26 15:20:26.262478 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (7da2a654-89cd-4d9c-affa-9dc7e3d5036c), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:26.306733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:26.310715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:26.340705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174ea68-d9f7-4d59-8be5-8de9395758a1 req-e4b4d5b8-76bd-4776-9b4e-2e59b6a2760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:26.342786 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a174ea68-d9f7-4d59-8be5-8de9395758a1 req-e4b4d5b8-76bd-4776-9b4e-2e59b6a2760d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 1130 time: 0.2411838 Oct 26 15:20:26.344100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (2e40d999-9a36-4bd5-8150-0265ba7b7951), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:26.366045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:26.506424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:26.513511 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-a174ea68-d9f7-4d59-8be5-8de9395758a1 req-50529f8f-e492-4c5b-87ee-a76cc95fc2a5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:26.563298 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81b7d9-9b18-4521-bc4c-82b6dd3c9bae req-d4dfa852-cbbf-4192-950f-33c4af5efd6d tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:26.564935 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0d81b7d9-9b18-4521-bc4c-82b6dd3c9bae req-d4dfa852-cbbf-4192-950f-33c4af5efd6d tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 946 time: 0.3071468 Oct 26 15:20:26.573922 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (11e5f594-9dad-4a95-bdaa-2030284b89f4), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:26.607792 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56900) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:26.619947 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event updated for resources: {'Port': ['ID=2e40d999-9a36-4bd5-8150-0265ba7b7951,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:26.672955 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a44705c2-0444-44b0-b987-68b00befaa06 req-650186ee-2f55-4c12-bf45-c74452f4a6d4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=86396216-8eba-4780-adb1-1537e4c70bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9204609 Oct 26 15:20:26.681003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Network 97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:26.688713 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:26.693269 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:26.695142 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Pushing event updated for resources: {'Port': ['ID=7da2a654-89cd-4d9c-affa-9dc7e3d5036c,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:26.711826 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:26.754486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:26.761077 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:26.761927 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (8bf68c09-dc6e-47d4-a82f-8f0bb383b688), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:26.772448 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07b67179-184b-44c4-a5d3-c83ac71083da req-7acfbe1d-734f-4d43-99ae-e7c251e79784 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3d9157ca-5c49-4d10-8925-23b7d2950b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415998 Oct 26 15:20:26.779176 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b5c9a180-8ac1-4b54-8b94-b8ff5337047c tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:26.785694 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b5c9a180-8ac1-4b54-8b94-b8ff5337047c tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "DELETE /networking/v2.0/ports/cd53ba36-8514-4767-acc6-0f2838b3f38d HTTP/1.1" status: 204 len: 168 time: 2.3903570 Oct 26 15:20:26.808601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56904) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:26.815789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=11e5f594-9dad-4a95-bdaa-2030284b89f4,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:26.832948 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Checking segment: {'id': '2412565a-1c6a-4586-950b-398cf9c1ddfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9672f1d6-9e0f-4259-9eba-3354b62bd107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:26.833316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Network hostable DHCP agents. Network: 9672f1d6-9e0f-4259-9eba-3354b62bd107, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:20:26.884392 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ca1568-c406-423d-aa38-059c77f4e62d None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:26.885558 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d09e4b8-d425-4f91-b489-d49421d3042d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] GET failed (client error): The resource could not be found. Oct 26 15:20:26.886985 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5d09e4b8-d425-4f91-b489-d49421d3042d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "GET /networking/v2.0/ports/cd53ba36-8514-4767-acc6-0f2838b3f38d HTTP/1.1" status: 404 len: 333 time: 0.0774033 Oct 26 15:20:26.897268 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-a174ea68-d9f7-4d59-8be5-8de9395758a1 req-50529f8f-e492-4c5b-87ee-a76cc95fc2a5 service neutron] Publish callbacks [] for security_group (e227e3ed-7ac2-44f7-a8b6-6dd3892a0839), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:26.912903 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ca1568-c406-423d-aa38-059c77f4e62d None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:26.914619 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-11ca1568-c406-423d-aa38-059c77f4e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:26.938839 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56906) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:26.946590 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-fc6e1acb-823e-475e-9039-13abe09f16d9 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Request body: {'port': {'network_id': 'c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27', 'name': 'tempest-AllowedAddressPairTestJSON-1544424359'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:26.984998 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0d81b7d9-9b18-4521-bc4c-82b6dd3c9bae req-264fbd70-dcd8-4e29-b172-6b2896ffe92c tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ddd07e1b-0f1e-4382-b956-91ab2dc849ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3989604 Oct 26 15:20:26.999475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=7,neutron:SELECT=93 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:26.999475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-a174ea68-d9f7-4d59-8be5-8de9395758a1 req-50529f8f-e492-4c5b-87ee-a76cc95fc2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (e227e3ed-7ac2-44f7-a8b6-6dd3892a0839), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:27.028225 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b627f-39ab-416e-846f-3fd521ea330f req-d7b859a1-a46a-401a-a631-65494899d71d tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:27.029710 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e04b627f-39ab-416e-846f-3fd521ea330f req-d7b859a1-a46a-401a-a631-65494899d71d tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 944 time: 0.1783056 Oct 26 15:20:27.030373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:27.048829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ef650b0c-0507-4cb7-be45-9b74c8a74af2 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-31460309', 'router:external': True}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:27.068056 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-11ca1568-c406-423d-aa38-059c77f4e62d None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:27.125495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device be9b6aad-d952-47e8-925a-ffeb9607309a details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:20:27.205570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50529f8f-e492-4c5b-87ee-a76cc95fc2a5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e227e3ed-7ac2-44f7-a8b6-6dd3892a0839,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:27.234546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Network 9672f1d6-9e0f-4259-9eba-3354b62bd107 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:20:27.252834 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e04b627f-39ab-416e-846f-3fd521ea330f req-1c995ed7-7095-4714-9eab-9d7d1502ced6 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=394c8236-282f-456f-8460-a38a6b2ba683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116387 Oct 26 15:20:27.257139 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07b67179-184b-44c4-a5d3-c83ac71083da req-588594cf-f60e-482d-9a74-acf857a09a5e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3d9157ca-5c49-4d10-8925-23b7d2950b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536169 Oct 26 15:20:27.260431 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a174ea68-d9f7-4d59-8be5-8de9395758a1 req-50529f8f-e492-4c5b-87ee-a76cc95fc2a5 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ddd07e1b-0f1e-4382-b956-91ab2dc849ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8783891 Oct 26 15:20:27.275596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 9672f1d6-9e0f-4259-9eba-3354b62bd107) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:27.278038 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=8bf68c09-dc6e-47d4-a82f-8f0bb383b688,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:27.297387 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:27.298871 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (6cc7b11b-262b-46fb-8af9-213e12d1854f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:27.318979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_gateway (0785a324-3438-46c9-b904-0ab6efe8a22e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:27.328824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port be9b6aad-d952-47e8-925a-ffeb9607309a, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=be9b6aad-d952-47e8-925a-ffeb9607309a,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:27.332497 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef650b0c-0507-4cb7-be45-9b74c8a74af2 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Made reservation on behalf of 1e69a63939704db0b07cd08fd8c8a545 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:27.334362 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ef650b0c-0507-4cb7-be45-9b74c8a74af2 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:27.346605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:20:27.348773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 6334c0ac-4879-4360-9735-979c498df914 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:27.350879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30fe3b2-c04f-4915-9098-4416ec8ea12d None None] Network 9672f1d6-9e0f-4259-9eba-3354b62bd107 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:20:27.362037 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6e1acb-823e-475e-9039-13abe09f16d9 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Made reservation on behalf of 67151291083247cfb3a1207a0283c954 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:27.366793 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1acb-823e-475e-9039-13abe09f16d9 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:27.372465 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:27.377274 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Checking segment: {'id': 'f59106da-8343-44e8-b7c6-51e219d8c2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '624a550f-bc1b-4e49-98df-3f704dd5e369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:27.378189 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network hostable DHCP agents. Network: 624a550f-bc1b-4e49-98df-3f704dd5e369, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:20:27.384405 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-11ca1568-c406-423d-aa38-059c77f4e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:58Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:56Z', 'revision_number': 6, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:27.389543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ef650b0c-0507-4cb7-be45-9b74c8a74af2 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:27.399892 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-fc6e1acb-823e-475e-9039-13abe09f16d9 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] device_id is not set on port 0a683b4d-929a-4e17-bb0b-a9f5e6fa2038 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:20:27.413145 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ca1568-c406-423d-aa38-059c77f4e62d None None] Checking router: 62b9f0e9-5874-41a0-857a-c43efc83f0ef for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:27.423855 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ca1568-c406-423d-aa38-059c77f4e62d None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:27.424432 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-11ca1568-c406-423d-aa38-059c77f4e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:27.454247 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event updated for resources: {'Port': ['ID=6cc7b11b-262b-46fb-8af9-213e12d1854f,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:27.531945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network 624a550f-bc1b-4e49-98df-3f704dd5e369 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:20:27.545809 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 624a550f-bc1b-4e49-98df-3f704dd5e369) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:27.549047 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Checking segment: {'id': 'aa465f52-9189-4cd0-aed8-34db0e5cd610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '104313b8-23c4-4928-8d43-61fc333f9013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:27.549415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Network hostable DHCP agents. Network: 104313b8-23c4-4928-8d43-61fc333f9013, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:20:27.554402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:27.560024 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:27.565838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:27.566502 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:27.567789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:27.623011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ab2ee7-2685-4573-bcce-6821d3a1ef15 None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:27.625413 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6a6a82be-1047-4c28-833a-95cf12a19ab1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.9818394 Oct 26 15:20:27.625931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56908) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:27.652240 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-11ca1568-c406-423d-aa38-059c77f4e62d None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:27.654214 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Network 104313b8-23c4-4928-8d43-61fc333f9013 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:20:27.677403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84883d7-4da4-45bc-8074-713690967ce3 None None] Network 624a550f-bc1b-4e49-98df-3f704dd5e369 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:20:27.683282 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ef650b0c-0507-4cb7-be45-9b74c8a74af2 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for security_group (17e04e3c-f8c9-4ca4-a2c8-07d0be14949d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:27.697490 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ef650b0c-0507-4cb7-be45-9b74c8a74af2 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (17e04e3c-f8c9-4ca4-a2c8-07d0be14949d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:27.700311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c87bad-2d5f-4851-bd0d-79c4db57b6dd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:27.704382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ab2ee7-2685-4573-bcce-6821d3a1ef15 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:27.710658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-34ab2ee7-2685-4573-bcce-6821d3a1ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:27.724368 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef650b0c-0507-4cb7-be45-9b74c8a74af2 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:20:27.738400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ef650b0c-0507-4cb7-be45-9b74c8a74af2 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (c3f50635-00de-4ac6-b92e-98cdca4d9296), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:27.738743 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-ef650b0c-0507-4cb7-be45-9b74c8a74af2 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Added segment c3f50635-00de-4ac6-b92e-98cdca4d9296 of type vlan for network 9e42bb37-6073-4203-a9eb-ddec86db3371 Oct 26 15:20:27.788192 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-fc6e1acb-823e-475e-9039-13abe09f16d9 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Allocated IP 172.20.0.13 (c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27/1cb54f45-0b1d-4a5b-ae1a-b497312f62c6/0a683b4d-929a-4e17-bb0b-a9f5e6fa2038) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:27.826794 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (0785a324-3438-46c9-b904-0ab6efe8a22e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:27.879924 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ef650b0c-0507-4cb7-be45-9b74c8a74af2 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (9e42bb37-6073-4203-a9eb-ddec86db3371), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:27.928511 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 104313b8-23c4-4928-8d43-61fc333f9013) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:27.950863 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-11ca1568-c406-423d-aa38-059c77f4e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:58Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:56Z', 'revision_number': 6, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:27.955324 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ef650b0c-0507-4cb7-be45-9b74c8a74af2 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (9e42bb37-6073-4203-a9eb-ddec86db3371), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:27.955324 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef650b0c-0507-4cb7-be45-9b74c8a74af2 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:27.955617 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ef650b0c-0507-4cb7-be45-9b74c8a74af2 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:27.989899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:27.994145 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ca1568-c406-423d-aa38-059c77f4e62d None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:19:58Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:56Z', 'revision_number': 6, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:27.994610 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:27.998518 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:27.999219 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:28.087200 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Router 0785a324-3438-46c9-b904-0ab6efe8a22e is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:20:28.127683 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef650b0c-0507-4cb7-be45-9b74c8a74af2 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e04e3c-f8c9-4ca4-a2c8-07d0be14949d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:28.160600 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0a96b-9291-4aca-a195-fa3efa820c90 req-f7de0429-69f4-4f67-bbc4-a3c28bed81f1 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:28.162616 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2ee0a96b-9291-4aca-a195-fa3efa820c90 req-f7de0429-69f4-4f67-bbc4-a3c28bed81f1 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 945 time: 0.2509072 Oct 26 15:20:28.194048 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d757e-a22e-45f5-9634-68e86536a6ad tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port 8bf68c09-dc6e-47d4-a82f-8f0bb383b688 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:28.194406 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bc3d757e-a22e-45f5-9634-68e86536a6ad tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8bf68c09-dc6e-47d4-a82f-8f0bb383b688), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:28.199737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a01c97f-ab89-443e-b856-d6f4aa97d8fe None None] Network 104313b8-23c4-4928-8d43-61fc333f9013 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:20:28.207432 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-53957535-3e0a-4091-b8ff-b314a850967e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.6219361 Oct 26 15:20:28.216017 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56914) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:28.240469 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:28.252368 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1acb-823e-475e-9039-13abe09f16d9 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks [] for port (0a683b4d-929a-4e17-bb0b-a9f5e6fa2038), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:28.315748 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89487f4-7e69-4ae4-ad50-168892099482 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:28.325861 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89487f4-7e69-4ae4-ad50-168892099482 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:28.327853 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c89487f4-7e69-4ae4-ad50-168892099482 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1061342 Oct 26 15:20:28.345270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 6334c0ac-4879-4360-9735-979c498df914 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 15:20:28.394611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port be9b6aad-d952-47e8-925a-ffeb9607309a is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:28.395316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (be9b6aad-d952-47e8-925a-ffeb9607309a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:28.429243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 6334c0ac-4879-4360-9735-979c498df914 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:28.429447 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:20:28.430288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6334c0ac-4879-4360-9735-979c498df914), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:28.430722 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 6334c0ac-4879-4360-9735-979c498df914 Oct 26 15:20:28.435420 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56918) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:28.447547 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Sync routers for ids ['0785a324-3438-46c9-b904-0ab6efe8a22e'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:28.447819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eda353-639a-40a8-b8b9-b56d14f3330c req-6c91d56b-66a5-45b3-97ed-9b858003c9a8 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:28.449445 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-55eda353-639a-40a8-b8b9-b56d14f3330c req-6c91d56b-66a5-45b3-97ed-9b858003c9a8 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 946 time: 0.3177946 Oct 26 15:20:28.467781 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Routers {'0785a324-3438-46c9-b904-0ab6efe8a22e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:28.468736 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0785a324-3438-46c9-b904-0ab6efe8a22e'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:28.568755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-34ab2ee7-2685-4573-bcce-6821d3a1ef15 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:28.571864 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:28.600453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:28.617432 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1acb-823e-475e-9039-13abe09f16d9 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (0a683b4d-929a-4e17-bb0b-a9f5e6fa2038), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:28.654076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9b6aad-d952-47e8-925a-ffeb9607309a {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:20:28.781163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port be9b6aad-d952-47e8-925a-ffeb9607309a, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=be9b6aad-d952-47e8-925a-ffeb9607309a,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:28.788024 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ef650b0c-0507-4cb7-be45-9b74c8a74af2 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.1651504 Oct 26 15:20:28.795928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56920) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:28.800492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:28.800776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39c87bad-2d5f-4851-bd0d-79c4db57b6dd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:28.801474 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd Oct 26 15:20:28.802922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:28.807101 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-728525ad-85dd-4a78-ba29-6617486a65e0 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.7326233 Oct 26 15:20:28.828149 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56922) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:28.837025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (be9b6aad-d952-47e8-925a-ffeb9607309a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:28.871845 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Set router 0785a324-3438-46c9-b904-0ab6efe8a22e gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:28.874366 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6e1acb-823e-475e-9039-13abe09f16d9 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Network c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:28.891851 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bc3d757e-a22e-45f5-9634-68e86536a6ad tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8bf68c09-dc6e-47d4-a82f-8f0bb383b688), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:28.912505 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d757e-a22e-45f5-9634-68e86536a6ad tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for 8bf68c09-dc6e-47d4-a82f-8f0bb383b688 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:28.920648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 6334c0ac-4879-4360-9735-979c498df914 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:28.921475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6334c0ac-4879-4360-9735-979c498df914), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:28.935182 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-fc6e1acb-823e-475e-9039-13abe09f16d9 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:28.938152 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e1acb-823e-475e-9039-13abe09f16d9 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:29.005905 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:29.006876 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:29.007327 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-55eda353-639a-40a8-b8b9-b56d14f3330c req-137bc4c8-876c-48bb-9b18-18fc447a1b24 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ddd07e1b-0f1e-4382-b956-91ab2dc849ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4225030 Oct 26 15:20:29.013107 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-2ad2ef0c-ea3c-4e76-ada8-e8e9df122957 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Request body: {'subnet': {'network_id': '9e42bb37-6073-4203-a9eb-ddec86db3371', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:29.017340 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e1acb-823e-475e-9039-13abe09f16d9 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event updated for resources: {'Port': ['ID=0a683b4d-929a-4e17-bb0b-a9f5e6fa2038,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:29.032646 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-c36f2c88-a161-4db8-8cb4-7f8367f7aa69 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Deleting port 2e40d999-9a36-4bd5-8150-0265ba7b7951 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:29.033025 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c36f2c88-a161-4db8-8cb4-7f8367f7aa69 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (2e40d999-9a36-4bd5-8150-0265ba7b7951), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:29.042873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bc3d757e-a22e-45f5-9634-68e86536a6ad tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (8bf68c09-dc6e-47d4-a82f-8f0bb383b688), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:29.044513 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef650b0c-0507-4cb7-be45-9b74c8a74af2 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Pushing event updated for resources: {'Network': ['ID=9e42bb37-6073-4203-a9eb-ddec86db3371,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:29.053849 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:29.055021 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:29.113528 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2ee0a96b-9291-4aca-a195-fa3efa820c90 req-3de60de7-8f9b-4ad2-a08a-bf581a91c34c tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=86396216-8eba-4780-adb1-1537e4c70bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9245625 Oct 26 15:20:29.141408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:29.144951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d757e-a22e-45f5-9634-68e86536a6ad tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=8bf68c09-dc6e-47d4-a82f-8f0bb383b688,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:29.149506 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bc3d757e-a22e-45f5-9634-68e86536a6ad tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:29.152813 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bc3d757e-a22e-45f5-9634-68e86536a6ad tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/ports/8bf68c09-dc6e-47d4-a82f-8f0bb383b688 HTTP/1.1" status: 204 len: 168 time: 1.5150998 Oct 26 15:20:29.157680 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56924) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:29.180951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 9e42bb37-6073-4203-a9eb-ddec86db3371 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:20:29.187137 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad2ef0c-ea3c-4e76-ada8-e8e9df122957 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Made reservation on behalf of 1e69a63939704db0b07cd08fd8c8a545 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:29.202207 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ef0c-ea3c-4e76-ada8-e8e9df122957 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:29.220112 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6e1acb-823e-475e-9039-13abe09f16d9 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:29.220888 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1acb-823e-475e-9039-13abe09f16d9 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:29.323252 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d9216e-aa39-4ce3-af9a-9bc6318c740f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:29.337947 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d9216e-aa39-4ce3-af9a-9bc6318c740f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:29.343881 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-21d9216e-aa39-4ce3-af9a-9bc6318c740f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1826673 Oct 26 15:20:29.344990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56926) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:29.374369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['be9b6aad-d952-47e8-925a-ffeb9607309a'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 15:20:29.471578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 6334c0ac-4879-4360-9735-979c498df914, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=6334c0ac-4879-4360-9735-979c498df914,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:29.486478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6334c0ac-4879-4360-9735-979c498df914'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:20:29.490559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8f8664-615d-4467-a78c-56c0b9178de4" -d '{"events": [{"server_uuid": "a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad", "name": "network-vif-plugged", "status": "completed", "tag": "6334c0ac-4879-4360-9735-979c498df914"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:20:29.506625 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0785a324-3438-46c9-b904-0ab6efe8a22e', 'name': '', 'tenant_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44', 'external_fixed_ips': [{'subnet_id': 'ef14a71c-4b63-4a5b-9dc8-bf25f19e0c02', 'ip_address': '2001:db8::355'}], 'enable_snat': True}, 'gw_port_id': '7da2a654-89cd-4d9c-affa-9dc7e3d5036c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:20:23Z', 'updated_at': '2022-10-26T15:20:26Z', 'revision_number': 3, 'project_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'gw_port': {'id': '7da2a654-89cd-4d9c-affa-9dc7e3d5036c', 'name': '', 'network_id': '97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:bd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0785a324-3438-46c9-b904-0ab6efe8a22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'ef14a71c-4b63-4a5b-9dc8-bf25f19e0c02', 'ip_address': '2001:db8::355', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:20:25Z', 'updated_at': '2022-10-26T15:20:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef14a71c-4b63-4a5b-9dc8-bf25f19e0c02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:29.510979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6334c0ac-4879-4360-9735-979c498df914), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:29.547942 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Checking router: 0785a324-3438-46c9-b904-0ab6efe8a22e for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:29.551480 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Updating router 0785a324-3438-46c9-b904-0ab6efe8a22e port 7da2a654-89cd-4d9c-affa-9dc7e3d5036c binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:20:29.615053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b64219-93de-4247-9d43-4c729fef8a89 x-openstack-request-id: req-76b64219-93de-4247-9d43-4c729fef8a89 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:20:29.615453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad", "name": "network-vif-plugged", "status": "completed", "tag": "6334c0ac-4879-4360-9735-979c498df914", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:20:29.615578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76b64219-93de-4247-9d43-4c729fef8a89 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:20:29.615978 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b64219-93de-4247-9d43-4c729fef8a89'] response: {'server_uuid': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6334c0ac-4879-4360-9735-979c498df914', 'code': 200} Oct 26 15:20:29.619873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:29.620714 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (7da2a654-89cd-4d9c-affa-9dc7e3d5036c), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:29.625909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:29.643512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-7d1982c8-5846-4ec0-b352-c44d0643b11c None None] Provisioning complete for port 0a683b4d-929a-4e17-bb0b-a9f5e6fa2038 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:29.644075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7d1982c8-5846-4ec0-b352-c44d0643b11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0a683b4d-929a-4e17-bb0b-a9f5e6fa2038), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:29.644408 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7d1982c8-5846-4ec0-b352-c44d0643b11c None None] Attempt 1 to provision port 0a683b4d-929a-4e17-bb0b-a9f5e6fa2038 Oct 26 15:20:29.650528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:29.670346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=be9b6aad-d952-47e8-925a-ffeb9607309a,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:29.735254 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b1febd83-0ab7-4d4f-b223-73ce637bd035 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router (0785a324-3438-46c9-b904-0ab6efe8a22e), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:29.737988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-34ab2ee7-2685-4573-bcce-6821d3a1ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:25Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:25Z', 'revision_number': 10, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:29.810712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=6334c0ac-4879-4360-9735-979c498df914,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:29.868598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ab2ee7-2685-4573-bcce-6821d3a1ef15 None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:29.888547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7d1982c8-5846-4ec0-b352-c44d0643b11c None None] Port 0a683b4d-929a-4e17-bb0b-a9f5e6fa2038 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:20:29.916920 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fc6e1acb-823e-475e-9039-13abe09f16d9 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9750302 Oct 26 15:20:29.927948 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56934) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:29.938953 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c36f2c88-a161-4db8-8cb4-7f8367f7aa69 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (2e40d999-9a36-4bd5-8150-0265ba7b7951), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:29.943888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ab2ee7-2685-4573-bcce-6821d3a1ef15 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:29.945336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-34ab2ee7-2685-4573-bcce-6821d3a1ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:29.960728 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-855ee39d-9ba6-47fa-8559-03a51b0f9f94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:92:55:c2'}]}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:29.980190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-07a60102-3a6b-4460-88ea-f703ef724294 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port 11e5f594-9dad-4a95-bdaa-2030284b89f4 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:29.980762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-07a60102-3a6b-4460-88ea-f703ef724294 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (11e5f594-9dad-4a95-bdaa-2030284b89f4), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:30.025396 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6b134-737a-4179-8312-7c32270a1c1f req-92a0d731-14c5-43dc-aa3b-fbc889b3f351 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:30.040300 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-18d6b134-737a-4179-8312-7c32270a1c1f req-92a0d731-14c5-43dc-aa3b-fbc889b3f351 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 945 time: 0.8148448 Oct 26 15:20:30.062966 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-c36f2c88-a161-4db8-8cb4-7f8367f7aa69 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Calling delete_port for 2e40d999-9a36-4bd5-8150-0265ba7b7951 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:30.154224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:30.202542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:30.209902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-34ab2ee7-2685-4573-bcce-6821d3a1ef15 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:30.250809 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Publish callbacks [] for port (7da2a654-89cd-4d9c-affa-9dc7e3d5036c), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:30.261324 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (7da2a654-89cd-4d9c-affa-9dc7e3d5036c), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:30.298475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-07a60102-3a6b-4460-88ea-f703ef724294 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (11e5f594-9dad-4a95-bdaa-2030284b89f4), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:30.323686 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-07a60102-3a6b-4460-88ea-f703ef724294 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for 11e5f594-9dad-4a95-bdaa-2030284b89f4 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:30.328104 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Attempting to bind port 7da2a654-89cd-4d9c-affa-9dc7e3d5036c on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:20:30.329034 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Attempting to bind port 7da2a654-89cd-4d9c-affa-9dc7e3d5036c by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '2a712a94-bec7-44fd-a630-416586eb0e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:20:30.329579 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Attempting to bind port 7da2a654-89cd-4d9c-affa-9dc7e3d5036c on network 97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:20:30.368491 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-18d6b134-737a-4179-8312-7c32270a1c1f req-f3da720d-fe5c-4b73-becc-06a5b49fec8f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=394c8236-282f-456f-8460-a38a6b2ba683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3269007 Oct 26 15:20:30.405603 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:20:30.405906 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Checking segment: {'id': '2a712a94-bec7-44fd-a630-416586eb0e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:30.406318 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:30.406711 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Bound using segment: {'id': '2a712a94-bec7-44fd-a630-416586eb0e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:20:30.407172 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Bound port: 7da2a654-89cd-4d9c-affa-9dc7e3d5036c, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a712a94-bec7-44fd-a630-416586eb0e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:20:30.408396 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (7da2a654-89cd-4d9c-affa-9dc7e3d5036c), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:30.413598 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b2833-88b8-4b87-b813-01394588f016 None None] Pushing event updated for resources: {'Port': ['ID=7da2a654-89cd-4d9c-affa-9dc7e3d5036c,revision_number=2']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:30.421348 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b1febd83-0ab7-4d4f-b223-73ce637bd035 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_gateway (0785a324-3438-46c9-b904-0ab6efe8a22e), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:30.466775 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:30.481458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-07a60102-3a6b-4460-88ea-f703ef724294 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (11e5f594-9dad-4a95-bdaa-2030284b89f4), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:30.499155 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] For port 7da2a654-89cd-4d9c-affa-9dc7e3d5036c, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:20:30.505513 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] For port 7da2a654-89cd-4d9c-affa-9dc7e3d5036c, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=7da2a654-89cd-4d9c-affa-9dc7e3d5036c,segment=NetworkSegment(2a712a94-bec7-44fd-a630-416586eb0e4f),segment_id=2a712a94-bec7-44fd-a630-416586eb0e4f)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:20:30.509870 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55dd0d-f28a-4d52-97ef-970e6a20f0bc req-dcfd331a-aacd-446e-a047-2285fe406c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:30.515480 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ac55dd0d-f28a-4d52-97ef-970e6a20f0bc req-dcfd331a-aacd-446e-a047-2285fe406c8d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 1130 time: 0.5036812 Oct 26 15:20:30.540915 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (7da2a654-89cd-4d9c-affa-9dc7e3d5036c), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:30.548202 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b2833-88b8-4b87-b813-01394588f016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:30.548202 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b2833-88b8-4b87-b813-01394588f016 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:30.548462 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b2833-88b8-4b87-b813-01394588f016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:30.548770 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b2833-88b8-4b87-b813-01394588f016 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:30.549132 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b2833-88b8-4b87-b813-01394588f016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:30.549461 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b2833-88b8-4b87-b813-01394588f016 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:30.550022 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b2833-88b8-4b87-b813-01394588f016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:30.550680 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b2833-88b8-4b87-b813-01394588f016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:30.551030 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b2833-88b8-4b87-b813-01394588f016 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:30.551366 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b2833-88b8-4b87-b813-01394588f016 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:30.551852 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b2833-88b8-4b87-b813-01394588f016 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:30.552214 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b2833-88b8-4b87-b813-01394588f016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:30.552534 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b2833-88b8-4b87-b813-01394588f016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:30.552959 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b2833-88b8-4b87-b813-01394588f016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:30.553284 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b2833-88b8-4b87-b813-01394588f016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:20:30.590235 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:30.599598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:30.600446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca425a61-aaeb-4cec-8b18-01fadfe3e96a req-9fb45199-69c6-436c-91de-af90bad4b149 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:30.602073 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ca425a61-aaeb-4cec-8b18-01fadfe3e96a req-9fb45199-69c6-436c-91de-af90bad4b149 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 946 time: 0.4082456 Oct 26 15:20:30.603258 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a60102-3a6b-4460-88ea-f703ef724294 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=11e5f594-9dad-4a95-bdaa-2030284b89f4,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:30.626709 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b2833-88b8-4b87-b813-01394588f016 None None] Pushing event updated for resources: {'Port': ['ID=7da2a654-89cd-4d9c-affa-9dc7e3d5036c,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:30.635040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-07a60102-3a6b-4460-88ea-f703ef724294 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:30.638183 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Routers {'0785a324-3438-46c9-b904-0ab6efe8a22e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:30.639488 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0785a324-3438-46c9-b904-0ab6efe8a22e'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:30.642153 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-07a60102-3a6b-4460-88ea-f703ef724294 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/ports/11e5f594-9dad-4a95-bdaa-2030284b89f4 HTTP/1.1" status: 204 len: 168 time: 1.2955530 Oct 26 15:20:30.653561 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56940) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:30.691720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e4a439-57c8-4218-a628-381ff2de849f None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:30.699402 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c36f2c88-a161-4db8-8cb4-7f8367f7aa69 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (2e40d999-9a36-4bd5-8150-0265ba7b7951), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:30.740403 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] Set router 0785a324-3438-46c9-b904-0ab6efe8a22e gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:30.740632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e4a439-57c8-4218-a628-381ff2de849f None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:30.741172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f1e4a439-57c8-4218-a628-381ff2de849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:30.747211 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:30.759370 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.objects.ports [None req-2ad2ef0c-ea3c-4e76-ada8-e8e9df122957 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105321) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:20:30.759855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ef0c-ea3c-4e76-ada8-e8e9df122957 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (f1950b3c-b0a8-4369-8937-3ee7bde69557), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:30.766101 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ac55dd0d-f28a-4d52-97ef-970e6a20f0bc req-2b39a091-a4f6-45ce-ad74-401aa80959f5 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=86396216-8eba-4780-adb1-1537e4c70bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908586 Oct 26 15:20:30.782144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-34ab2ee7-2685-4573-bcce-6821d3a1ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:25Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:25Z', 'revision_number': 10, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:30.791178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:30.795079 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:30.796728 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0785a324-3438-46c9-b904-0ab6efe8a22e', 'name': '', 'tenant_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:20:23Z', 'updated_at': '2022-10-26T15:20:30Z', 'revision_number': 4, 'project_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:30.821198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ab2ee7-2685-4573-bcce-6821d3a1ef15 None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:25Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:25Z', 'revision_number': 10, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:30.824034 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f2c88-a161-4db8-8cb4-7f8367f7aa69 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event deleted for resources: {'Port': ['ID=2e40d999-9a36-4bd5-8150-0265ba7b7951,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:30.842355 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b1febd83-0ab7-4d4f-b223-73ce637bd035 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Deleting port 7da2a654-89cd-4d9c-affa-9dc7e3d5036c {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:30.843239 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b1febd83-0ab7-4d4f-b223-73ce637bd035 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (7da2a654-89cd-4d9c-affa-9dc7e3d5036c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:30.843768 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca94d4d-d688-4c8c-b2df-f37ae7982cb0 None None] The sync data for ids ['0785a324-3438-46c9-b904-0ab6efe8a22e'] in dv-neutron-759874-6-hyperv is: [{'id': '0785a324-3438-46c9-b904-0ab6efe8a22e', 'name': '', 'tenant_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:20:23Z', 'updated_at': '2022-10-26T15:20:30Z', 'revision_number': 4, 'project_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'gw_port_host': None}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:30.849270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:30.867147 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:30.876374 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfa463-1878-46eb-b88b-7658dee756a1 req-f66da083-4c7a-49ab-a6ae-d557b3eaea9b tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:30.878494 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f9dfa463-1878-46eb-b88b-7658dee756a1 req-f66da083-4c7a-49ab-a6ae-d557b3eaea9b tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 946 time: 0.3844910 Oct 26 15:20:30.905914 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2ef0c-ea3c-4e76-ada8-e8e9df122957 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f1950b3c-b0a8-4369-8937-3ee7bde69557,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:30.911688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-855ee39d-9ba6-47fa-8559-03a51b0f9f94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0a683b4d-929a-4e17-bb0b-a9f5e6fa2038), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:30.924894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f1e4a439-57c8-4218-a628-381ff2de849f None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:30.928608 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c36f2c88-a161-4db8-8cb4-7f8367f7aa69 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:30.930641 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ca425a61-aaeb-4cec-8b18-01fadfe3e96a req-b3e37ea1-d016-4b73-946f-166c76081e57 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ddd07e1b-0f1e-4382-b956-91ab2dc849ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201253 Oct 26 15:20:30.938423 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c36f2c88-a161-4db8-8cb4-7f8367f7aa69 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "DELETE /networking/v2.0/ports/2e40d999-9a36-4bd5-8150-0265ba7b7951 HTTP/1.1" status: 204 len: 168 time: 2.4952846 Oct 26 15:20:30.944678 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56942) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:30.961409 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad4cd1d-0a93-4157-824d-ce592961fcb4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:30.961409 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6ad4cd1d-0a93-4157-824d-ce592961fcb4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2963331 Oct 26 15:20:31.007882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:31.034875 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56944) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:31.095275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad2ef0c-ea3c-4e76-ada8-e8e9df122957 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Checking segment: {'id': 'c3f50635-00de-4ac6-b92e-98cdca4d9296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9e42bb37-6073-4203-a9eb-ddec86db3371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:31.095275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad2ef0c-ea3c-4e76-ada8-e8e9df122957 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Network hostable DHCP agents. Network: 9e42bb37-6073-4203-a9eb-ddec86db3371, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:20:31.114416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-b9e76190-bdf6-494c-abc7-ec3066925aea tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Deleting port 6cc7b11b-262b-46fb-8af9-213e12d1854f {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:31.114768 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b9e76190-bdf6-494c-abc7-ec3066925aea tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (6cc7b11b-262b-46fb-8af9-213e12d1854f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:31.137345 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-268083fa-a4d7-476e-8d6c-b349e7ddc14d tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] GET failed (client error): The resource could not be found. Oct 26 15:20:31.139069 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-268083fa-a4d7-476e-8d6c-b349e7ddc14d tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports/8bf68c09-dc6e-47d4-a82f-8f0bb383b688 HTTP/1.1" status: 404 len: 333 time: 0.1030705 Oct 26 15:20:31.144943 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56948) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:31.172780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device be9b6aad-d952-47e8-925a-ffeb9607309a up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:31.187918 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b9e76190-bdf6-494c-abc7-ec3066925aea tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (6cc7b11b-262b-46fb-8af9-213e12d1854f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:31.189031 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f9dfa463-1878-46eb-b88b-7658dee756a1 req-b67b9b94-8bf5-4852-8607-ac9056850a51 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=86396216-8eba-4780-adb1-1537e4c70bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702000 Oct 26 15:20:31.216921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-b9e76190-bdf6-494c-abc7-ec3066925aea tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Calling delete_port for 6cc7b11b-262b-46fb-8af9-213e12d1854f owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:31.236706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:31.265295 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a19157-6c56-4a4b-b6c9-e6ba12313374 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] GET failed (client error): The resource could not be found. Oct 26 15:20:31.267074 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a9a19157-6c56-4a4b-b6c9-e6ba12313374 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports/11e5f594-9dad-4a95-bdaa-2030284b89f4 HTTP/1.1" status: 404 len: 333 time: 0.0824966 Oct 26 15:20:31.277554 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-b1febd83-0ab7-4d4f-b223-73ce637bd035 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] For port 7da2a654-89cd-4d9c-affa-9dc7e3d5036c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=7da2a654-89cd-4d9c-affa-9dc7e3d5036c,segment=NetworkSegment(2a712a94-bec7-44fd-a630-416586eb0e4f),segment_id=2a712a94-bec7-44fd-a630-416586eb0e4f)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:31.278202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b1febd83-0ab7-4d4f-b223-73ce637bd035 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (7da2a654-89cd-4d9c-affa-9dc7e3d5036c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:31.280524 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56950) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:31.307041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b1febd83-0ab7-4d4f-b223-73ce637bd035 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Calling delete_port for 7da2a654-89cd-4d9c-affa-9dc7e3d5036c owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:31.318162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:31.330577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port be9b6aad-d952-47e8-925a-ffeb9607309a completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 15:20:31.347443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:31.347740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:31.348315 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 Oct 26 15:20:31.351262 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad2ef0c-ea3c-4e76-ada8-e8e9df122957 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Network 9e42bb37-6073-4203-a9eb-ddec86db3371 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:20:31.354524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port be9b6aad-d952-47e8-925a-ffeb9607309a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:31.355167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (be9b6aad-d952-47e8-925a-ffeb9607309a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:31.355730 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port be9b6aad-d952-47e8-925a-ffeb9607309a Oct 26 15:20:31.381140 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3d913-0eee-4c44-bb51-08d56b08274e req-65426012-17ec-47cb-ac44-35ad683b2fb7 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:31.382748 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fee3d913-0eee-4c44-bb51-08d56b08274e req-65426012-17ec-47cb-ac44-35ad683b2fb7 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 946 time: 0.1053545 Oct 26 15:20:31.384081 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-2ad2ef0c-ea3c-4e76-ada8-e8e9df122957 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 9e42bb37-6073-4203-a9eb-ddec86db3371) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:31.396537 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56952) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:31.399002 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b9e76190-bdf6-494c-abc7-ec3066925aea tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (6cc7b11b-262b-46fb-8af9-213e12d1854f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:31.433178 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad2ef0c-ea3c-4e76-ada8-e8e9df122957 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:31.433852 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ef0c-ea3c-4e76-ada8-e8e9df122957 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:31.493753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7695c026-fe7b-463c-92f0-289780069c21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Request body: {'floatingip': {'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:31.494787 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2ad2ef0c-ea3c-4e76-ada8-e8e9df122957 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4861114 Oct 26 15:20:31.512448 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e76190-bdf6-494c-abc7-ec3066925aea tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event deleted for resources: {'Port': ['ID=6cc7b11b-262b-46fb-8af9-213e12d1854f,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:31.514361 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56956) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:31.532058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b36cf7d-f750-4bfe-abc5-dec7a7c6de29 None None] Network 9e42bb37-6073-4203-a9eb-ddec86db3371 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:20:31.543156 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-bf3fdf2a-87c1-40d2-ac34-763ae662c841 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1860269693', 'network_id': '9e42bb37-6073-4203-a9eb-ddec86db3371'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:31.554993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b9e76190-bdf6-494c-abc7-ec3066925aea tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:31.563122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f1e4a439-57c8-4218-a628-381ff2de849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 8, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:31.563384 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b9e76190-bdf6-494c-abc7-ec3066925aea tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "DELETE /networking/v2.0/ports/6cc7b11b-262b-46fb-8af9-213e12d1854f HTTP/1.1" status: 204 len: 168 time: 0.6154056 Oct 26 15:20:31.564000 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56958) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:31.635128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e4a439-57c8-4218-a628-381ff2de849f None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:31.640251 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-06153a25-9f8a-404c-a1d1-8e109b0294bb tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0750155 Oct 26 15:20:31.646353 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56960) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:31.650739 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3fdf2a-87c1-40d2-ac34-763ae662c841 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Made reservation on behalf of 1e69a63939704db0b07cd08fd8c8a545 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:31.653725 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bf3fdf2a-87c1-40d2-ac34-763ae662c841 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:31.659965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7695c026-fe7b-463c-92f0-289780069c21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for floatingip (8ad214f2-742d-45b9-986d-d7f299ca376a), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:31.661223 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-9c51ac8e-e7fc-43a0-b89b-9b268713d26c tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-284487614'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:31.693421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:31.697721 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-bf3fdf2a-87c1-40d2-ac34-763ae662c841 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] device_id is not set on port dda8287f-5ba8-420c-a716-99b36531414c yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:20:31.754684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:31.754684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:31.762619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e4a439-57c8-4218-a628-381ff2de849f None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:31.763262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f1e4a439-57c8-4218-a628-381ff2de849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:31.799251 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c51ac8e-e7fc-43a0-b89b-9b268713d26c tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Made reservation on behalf of 97055d881c09463da71ca45b487f19c2 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:31.804379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c51ac8e-e7fc-43a0-b89b-9b268713d26c tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:31.874751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c51ac8e-e7fc-43a0-b89b-9b268713d26c tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:20:31.890741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:31.895797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:31.920960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c51ac8e-e7fc-43a0-b89b-9b268713d26c tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (8213e96f-66ab-4258-abf1-17d5fa89989f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:31.921561 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-9c51ac8e-e7fc-43a0-b89b-9b268713d26c tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Added segment 8213e96f-66ab-4258-abf1-17d5fa89989f of type vlan for network 00b336ee-3a48-48b0-9674-7083b728ac3f Oct 26 15:20:31.928786 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d873df56-9268-4e87-a177-05b9a626b531 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (624a550f-bc1b-4e49-98df-3f704dd5e369), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:31.940217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:31.941592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:31.983439 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:31.989518 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c51ac8e-e7fc-43a0-b89b-9b268713d26c tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (00b336ee-3a48-48b0-9674-7083b728ac3f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:31.993285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1d10e2-4207-484b-b2bb-ecfb8ecb02a7 None None] Network 9e42bb37-6073-4203-a9eb-ddec86db3371 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:20:32.003678 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-bf3fdf2a-87c1-40d2-ac34-763ae662c841 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Allocated IP 172.20.0.9 (9e42bb37-6073-4203-a9eb-ddec86db3371/f1950b3c-b0a8-4369-8937-3ee7bde69557/dda8287f-5ba8-420c-a716-99b36531414c) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:32.041649 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8b985-bf6a-4fab-8f5f-627c8ab90d38 req-f96a9ad5-d59a-450a-b124-20acf88d570b tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:32.043584 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-74f8b985-bf6a-4fab-8f5f-627c8ab90d38 req-f96a9ad5-d59a-450a-b124-20acf88d570b tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 945 time: 0.5007346 Oct 26 15:20:32.057316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c51ac8e-e7fc-43a0-b89b-9b268713d26c tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (00b336ee-3a48-48b0-9674-7083b728ac3f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:32.067421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c51ac8e-e7fc-43a0-b89b-9b268713d26c tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:32.068243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c51ac8e-e7fc-43a0-b89b-9b268713d26c tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:32.108484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port be9b6aad-d952-47e8-925a-ffeb9607309a is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:32.108918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (be9b6aad-d952-47e8-925a-ffeb9607309a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:32.168616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f1e4a439-57c8-4218-a628-381ff2de849f None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:32.202188 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9c51ac8e-e7fc-43a0-b89b-9b268713d26c tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5512769 Oct 26 15:20:32.208704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:32.214092 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56962) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:32.223550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9b6aad-d952-47e8-925a-ffeb9607309a'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:20:32.225877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe86ec9-ccb3-4e88-b44c-e5fb18753789" -d '{"events": [{"server_uuid": "efe63d87-5805-4538-af4d-bd9859b24fb1", "name": "network-vif-plugged", "status": "completed", "tag": "be9b6aad-d952-47e8-925a-ffeb9607309a"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:20:32.232644 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-d611484b-9993-4ccb-b950-afc018f3927e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-811892737'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:32.255340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 48dc8cb6-5318-4f85-8e5d-2af8765d605e triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:32.255718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:32.256058 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 48dc8cb6-5318-4f85-8e5d-2af8765d605e Oct 26 15:20:32.260126 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51ac8e-e7fc-43a0-b89b-9b268713d26c tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event updated for resources: {'Network': ['ID=00b336ee-3a48-48b0-9674-7083b728ac3f,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:32.265790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port be9b6aad-d952-47e8-925a-ffeb9607309a, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=be9b6aad-d952-47e8-925a-ffeb9607309a,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:32.326457 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:32.364407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 00b336ee-3a48-48b0-9674-7083b728ac3f details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:20:32.372043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (be9b6aad-d952-47e8-925a-ffeb9607309a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:32.387829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d611484b-9993-4ccb-b950-afc018f3927e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Made reservation on behalf of 97055d881c09463da71ca45b487f19c2 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:32.391605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d611484b-9993-4ccb-b950-afc018f3927e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:32.420151 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:32.504279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca393e-d246-41e8-9bcb-d9b53b9f88f4 req-cd0476ff-2b76-4f9e-ab18-398f753bf419 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:32.504279 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fcca393e-d246-41e8-9bcb-d9b53b9f88f4 req-cd0476ff-2b76-4f9e-ab18-398f753bf419 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 946 time: 0.1669679 Oct 26 15:20:32.509114 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eb24b4-757c-43d5-a852-3ccc6de1ef0d None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:32.511449 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:32.540138 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eb24b4-757c-43d5-a852-3ccc6de1ef0d None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:32.540788 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a2eb24b4-757c-43d5-a852-3ccc6de1ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:32.562211 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bf3fdf2a-87c1-40d2-ac34-763ae662c841 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for port (dda8287f-5ba8-420c-a716-99b36531414c), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:32.637183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d611484b-9993-4ccb-b950-afc018f3927e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:20:32.652438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d611484b-9993-4ccb-b950-afc018f3927e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (6512ce87-c1f9-4139-8b6f-7534008c6611), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:32.654363 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-d611484b-9993-4ccb-b950-afc018f3927e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Added segment 6512ce87-c1f9-4139-8b6f-7534008c6611 of type vlan for network 5f3008f1-d245-489c-a79e-85312366a7d1 Oct 26 15:20:32.721585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d611484b-9993-4ccb-b950-afc018f3927e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (5f3008f1-d245-489c-a79e-85312366a7d1), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:32.749992 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a2eb24b4-757c-43d5-a852-3ccc6de1ef0d None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:32.763639 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:32.764767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2035b2e3-8ed4-4e09-8b1b-8ee9641fdee8 None None] Sync routers for ids ['0785a324-3438-46c9-b904-0ab6efe8a22e'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:32.772596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bf3fdf2a-87c1-40d2-ac34-763ae662c841 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (dda8287f-5ba8-420c-a716-99b36531414c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:32.874716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035b2e3-8ed4-4e09-8b1b-8ee9641fdee8 None None] Routers {'0785a324-3438-46c9-b904-0ab6efe8a22e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:32.875362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2035b2e3-8ed4-4e09-8b1b-8ee9641fdee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0785a324-3438-46c9-b904-0ab6efe8a22e'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:32.876986 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fdf2a-87c1-40d2-ac34-763ae662c841 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Pushing event updated for resources: {'Port': ['ID=dda8287f-5ba8-420c-a716-99b36531414c,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:32.884038 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d611484b-9993-4ccb-b950-afc018f3927e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (5f3008f1-d245-489c-a79e-85312366a7d1), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:32.890923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:32.891656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d611484b-9993-4ccb-b950-afc018f3927e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:32.892730 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d611484b-9993-4ccb-b950-afc018f3927e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:32.920923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3fdf2a-87c1-40d2-ac34-763ae662c841 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Network 9e42bb37-6073-4203-a9eb-ddec86db3371 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:32.922564 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-855ee39d-9ba6-47fa-8559-03a51b0f9f94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks [] for port (0a683b4d-929a-4e17-bb0b-a9f5e6fa2038), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:32.931147 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-bf3fdf2a-87c1-40d2-ac34-763ae662c841 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:32.951893 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3fdf2a-87c1-40d2-ac34-763ae662c841 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:32.961676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=be9b6aad-d952-47e8-925a-ffeb9607309a,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:32.964931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d873df56-9268-4e87-a177-05b9a626b531 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (624a550f-bc1b-4e49-98df-3f704dd5e369), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:32.999137 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-74f8b985-bf6a-4fab-8f5f-627c8ab90d38 req-554db8a1-e642-42b2-86d5-fa58d032a7ac tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=394c8236-282f-456f-8460-a38a6b2ba683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9024415 Oct 26 15:20:33.092774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:33.092977 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a2eb24b4-757c-43d5-a852-3ccc6de1ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:20:31Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:56Z', 'revision_number': 6, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:33.104337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3d00c3-2f19-4d5b-80a1-fd2166255153 x-openstack-request-id: req-5e3d00c3-2f19-4d5b-80a1-fd2166255153 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:20:33.104653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe63d87-5805-4538-af4d-bd9859b24fb1", "name": "network-vif-plugged", "status": "completed", "tag": "be9b6aad-d952-47e8-925a-ffeb9607309a", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:20:33.105109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e3d00c3-2f19-4d5b-80a1-fd2166255153 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:20:33.105682 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3d00c3-2f19-4d5b-80a1-fd2166255153'] response: {'server_uuid': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'code': 200} Oct 26 15:20:33.118136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:33.118789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:33.122542 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-855ee39d-9ba6-47fa-8559-03a51b0f9f94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (0a683b4d-929a-4e17-bb0b-a9f5e6fa2038), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:33.139033 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eb24b4-757c-43d5-a852-3ccc6de1ef0d None None] Checking router: 62b9f0e9-5874-41a0-857a-c43efc83f0ef for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:33.144232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2035b2e3-8ed4-4e09-8b1b-8ee9641fdee8 None None] Set router 0785a324-3438-46c9-b904-0ab6efe8a22e gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:33.151314 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eb24b4-757c-43d5-a852-3ccc6de1ef0d None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:33.152591 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a2eb24b4-757c-43d5-a852-3ccc6de1ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:33.155849 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d611484b-9993-4ccb-b950-afc018f3927e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9402170 Oct 26 15:20:33.205532 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611484b-9993-4ccb-b950-afc018f3927e tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event updated for resources: {'Network': ['ID=5f3008f1-d245-489c-a79e-85312366a7d1,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:33.251662 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b1febd83-0ab7-4d4f-b223-73ce637bd035 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (7da2a654-89cd-4d9c-affa-9dc7e3d5036c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:33.296729 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fcca393e-d246-41e8-9bcb-d9b53b9f88f4 req-ba1e8987-37dd-412b-aaed-fcff5c787658 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=86396216-8eba-4780-adb1-1537e4c70bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5262709 Oct 26 15:20:33.296729 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3fdf2a-87c1-40d2-ac34-763ae662c841 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:33.296729 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bf3fdf2a-87c1-40d2-ac34-763ae662c841 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:33.300672 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56968) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:33.338683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2035b2e3-8ed4-4e09-8b1b-8ee9641fdee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0785a324-3438-46c9-b904-0ab6efe8a22e', 'name': '', 'tenant_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:20:23Z', 'updated_at': '2022-10-26T15:20:30Z', 'revision_number': 4, 'project_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:33.344980 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb7e7c-1d63-4936-b5f6-ac3026dc4929 req-0db3beac-1e10-4a66-93ec-d343eb76cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:33.346371 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ee39d-9ba6-47fa-8559-03a51b0f9f94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event updated for resources: {'Port': ['ID=0a683b4d-929a-4e17-bb0b-a9f5e6fa2038,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:33.346565 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0bcb7e7c-1d63-4936-b5f6-ac3026dc4929 req-0db3beac-1e10-4a66-93ec-d343eb76cc9d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 1130 time: 0.0491595 Oct 26 15:20:33.350391 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Request body: {'subnets': [{'network_id': '00b336ee-3a48-48b0-9674-7083b728ac3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1044256066', 'ip_version': 4}, {'network_id': '5f3008f1-d245-489c-a79e-85312366a7d1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:33.350718 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Request body: {'subnet': {'network_id': '00b336ee-3a48-48b0-9674-7083b728ac3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1044256066', 'ip_version': 4}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:33.351307 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Request body: {'subnet': {'network_id': '5f3008f1-d245-489c-a79e-85312366a7d1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:33.411360 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-d873df56-9268-4e87-a177-05b9a626b531 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624a550f-bc1b-4e49-98df-3f704dd5e369']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:33.469626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 5f3008f1-d245-489c-a79e-85312366a7d1 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:20:33.476043 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a2eb24b4-757c-43d5-a852-3ccc6de1ef0d None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:33.554413 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-855ee39d-9ba6-47fa-8559-03a51b0f9f94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] In _notify_port_updated(), no bound segment for port 0a683b4d-929a-4e17-bb0b-a9f5e6fa2038 on network c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 {{(pid=105322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:20:33.556463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2035b2e3-8ed4-4e09-8b1b-8ee9641fdee8 None None] Checking router: 0785a324-3438-46c9-b904-0ab6efe8a22e for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:33.558925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f1e4a439-57c8-4218-a628-381ff2de849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 8, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:33.559097 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855ee39d-9ba6-47fa-8559-03a51b0f9f94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:33.559764 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-855ee39d-9ba6-47fa-8559-03a51b0f9f94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:33.568067 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-855ee39d-9ba6-47fa-8559-03a51b0f9f94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "PUT /networking/v2.0/ports/0a683b4d-929a-4e17-bb0b-a9f5e6fa2038 HTTP/1.1" status: 200 len: 995 time: 3.6260893 Oct 26 15:20:33.571550 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-d873df56-9268-4e87-a177-05b9a626b531 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59106da-8343-44e8-b7c6-51e219d8c2c9') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:33.571854 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-d873df56-9268-4e87-a177-05b9a626b531 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59106da-8343-44e8-b7c6-51e219d8c2c9') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:33.573752 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56972) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:33.603331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1febd83-0ab7-4d4f-b223-73ce637bd035 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Pushing event deleted for resources: {'Port': ['ID=7da2a654-89cd-4d9c-affa-9dc7e3d5036c,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:33.605677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b1febd83-0ab7-4d4f-b223-73ce637bd035 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (0785a324-3438-46c9-b904-0ab6efe8a22e), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:33.622389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:33.634351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e4a439-57c8-4218-a628-381ff2de849f None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:08Z', 'revision_number': 8, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:33.636191 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bf3fdf2a-87c1-40d2-ac34-763ae662c841 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.1138558 Oct 26 15:20:33.639896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035b2e3-8ed4-4e09-8b1b-8ee9641fdee8 None None] Routers {'0785a324-3438-46c9-b904-0ab6efe8a22e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:33.641818 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56974) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:33.646160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2035b2e3-8ed4-4e09-8b1b-8ee9641fdee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0785a324-3438-46c9-b904-0ab6efe8a22e'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:33.656229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:33.718599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d873df56-9268-4e87-a177-05b9a626b531 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (f59106da-8343-44e8-b7c6-51e219d8c2c9), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:33.748128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:33.759810 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0bcb7e7c-1d63-4936-b5f6-ac3026dc4929 req-c904a1a9-bc33-47c3-be20-297a4a42b156 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=394c8236-282f-456f-8460-a38a6b2ba683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686664 Oct 26 15:20:33.762558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Made reservation on behalf of 97055d881c09463da71ca45b487f19c2 for: {'subnet': 2} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:33.767655 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:33.768001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:33.777861 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a2eb24b4-757c-43d5-a852-3ccc6de1ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:20:31Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:56Z', 'revision_number': 6, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:33.828907 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eb24b4-757c-43d5-a852-3ccc6de1ef0d None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:20:31Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:19:56Z', 'revision_number': 6, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:33.838413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2035b2e3-8ed4-4e09-8b1b-8ee9641fdee8 None None] Set router 0785a324-3438-46c9-b904-0ab6efe8a22e gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:33.873260 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-dc4760ad-db38-4446-a819-c4c20dd23fed tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Deleting port dda8287f-5ba8-420c-a716-99b36531414c {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:33.873260 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dc4760ad-db38-4446-a819-c4c20dd23fed tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (dda8287f-5ba8-420c-a716-99b36531414c), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:33.874229 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:33.878773 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d873df56-9268-4e87-a177-05b9a626b531 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (f59106da-8343-44e8-b7c6-51e219d8c2c9), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:33.902071 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:33.903284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:33.984348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2035b2e3-8ed4-4e09-8b1b-8ee9641fdee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0785a324-3438-46c9-b904-0ab6efe8a22e', 'name': '', 'tenant_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:20:23Z', 'updated_at': '2022-10-26T15:20:32Z', 'revision_number': 5, 'project_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:34.005887 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae59f04-009b-40fa-801f-f6cb524db392 req-b90d2eeb-8caa-4bd0-a15c-6afbcb7dacf4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:34.007500 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1ae59f04-009b-40fa-801f-f6cb524db392 req-b90d2eeb-8caa-4bd0-a15c-6afbcb7dacf4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 946 time: 0.4617455 Oct 26 15:20:34.009328 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d873df56-9268-4e87-a177-05b9a626b531 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:20:34.009885 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d873df56-9268-4e87-a177-05b9a626b531 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (f59106da-8343-44e8-b7c6-51e219d8c2c9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:34.021897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b1febd83-0ab7-4d4f-b223-73ce637bd035 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (0785a324-3438-46c9-b904-0ab6efe8a22e), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:34.024690 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dc4760ad-db38-4446-a819-c4c20dd23fed tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (dda8287f-5ba8-420c-a716-99b36531414c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:34.045158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56980) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:34.047733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2035b2e3-8ed4-4e09-8b1b-8ee9641fdee8 None None] The sync data for ids ['0785a324-3438-46c9-b904-0ab6efe8a22e'] in dv-neutron-759874-6-hyperv is: [{'id': '0785a324-3438-46c9-b904-0ab6efe8a22e', 'name': '', 'tenant_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:20:23Z', 'updated_at': '2022-10-26T15:20:32Z', 'revision_number': 5, 'project_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'gw_port_host': None}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:34.054844 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-71acf174-5c0a-4eb8-b52e-94a83e4d2495 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Request body: {'floatingip': {'port_id': '6334c0ac-4879-4360-9735-979c498df914'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:34.085762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:34.087406 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b1febd83-0ab7-4d4f-b223-73ce637bd035 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_controller (0785a324-3438-46c9-b904-0ab6efe8a22e), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:34.088362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:34.089472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:34.094634 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-dc4760ad-db38-4446-a819-c4c20dd23fed tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Calling delete_port for dda8287f-5ba8-420c-a716-99b36531414c owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:34.167004 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment f59106da-8343-44e8-b7c6-51e219d8c2c9 resource provider aggregate not found Oct 26 15:20:34.203825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:34.213416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:34.265019 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-71acf174-5c0a-4eb8-b52e-94a83e4d2495 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for floatingip (025376ae-2426-4e90-a744-5451bc4dcd75), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:34.284725 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-d61df092-d1bd-4def-a868-8a105d11e28d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Deleting port 0a683b4d-929a-4e17-bb0b-a9f5e6fa2038 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:34.284725 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d61df092-d1bd-4def-a868-8a105d11e28d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (0a683b4d-929a-4e17-bb0b-a9f5e6fa2038), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:34.302158 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment f59106da-8343-44e8-b7c6-51e219d8c2c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f59106da-8343-44e8-b7c6-51e219d8c2c9 found for delete ", "request_id": "req-ffde46cd-0a85-475c-990d-63ef0242ef19"}]} Oct 26 15:20:34.345737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:34.367327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.db.resource_extend [None req-7695c026-fe7b-463c-92f0-289780069c21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 15:20:34.429818 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:34.469111 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b1febd83-0ab7-4d4f-b223-73ce637bd035 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (0785a324-3438-46c9-b904-0ab6efe8a22e), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:34.469711 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1febd83-0ab7-4d4f-b223-73ce637bd035 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0785a324-3438-46c9-b904-0ab6efe8a22e {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:20:34.486622 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b1febd83-0ab7-4d4f-b223-73ce637bd035 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:34.488352 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b1febd83-0ab7-4d4f-b223-73ce637bd035 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "DELETE /networking/v2.0/routers/0785a324-3438-46c9-b904-0ab6efe8a22e HTTP/1.1" status: 204 len: 168 time: 5.6342843 Oct 26 15:20:34.500829 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56984) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:34.540206 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d873df56-9268-4e87-a177-05b9a626b531 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (624a550f-bc1b-4e49-98df-3f704dd5e369), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:34.584507 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d873df56-9268-4e87-a177-05b9a626b531 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:34.593812 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d873df56-9268-4e87-a177-05b9a626b531 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/networks/624a550f-bc1b-4e49-98df-3f704dd5e369 HTTP/1.1" status: 204 len: 168 time: 3.3119678 Oct 26 15:20:34.601415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56986) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:34.612853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:34.613303 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7695c026-fe7b-463c-92f0-289780069c21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:34.630494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2982d-900d-46b8-805c-2002a2e9413f req-c0b25dd7-b62c-4877-9bdc-344eb929a555 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:34.632073 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2ac2982d-900d-46b8-805c-2002a2e9413f req-c0b25dd7-b62c-4877-9bdc-344eb929a555 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 946 time: 0.4214447 Oct 26 15:20:34.640138 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-4486666e-5fc2-4eee-8c80-aa68c57ac3fe tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1073396715'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:34.640867 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7695c026-fe7b-463c-92f0-289780069c21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (8ad214f2-742d-45b9-986d-d7f299ca376a), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:34.648456 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873df56-9268-4e87-a177-05b9a626b531 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Network': ['ID=624a550f-bc1b-4e49-98df-3f704dd5e369,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:34.724350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:34.724569 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d61df092-d1bd-4def-a868-8a105d11e28d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (0a683b4d-929a-4e17-bb0b-a9f5e6fa2038), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:34.725084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:34.725704 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb Oct 26 15:20:34.727754 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:34.747087 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-6588475c-bdf9-44aa-96fe-bb044057586a tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Deleting subnet ef14a71c-4b63-4a5b-9dc8-bf25f19e0c02 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:20:34.764678 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-d61df092-d1bd-4def-a868-8a105d11e28d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Calling delete_port for 0a683b4d-929a-4e17-bb0b-a9f5e6fa2038 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:34.771221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6588475c-bdf9-44aa-96fe-bb044057586a tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for subnet (ef14a71c-4b63-4a5b-9dc8-bf25f19e0c02), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:34.815418 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4486666e-5fc2-4eee-8c80-aa68c57ac3fe tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:34.826458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4486666e-5fc2-4eee-8c80-aa68c57ac3fe tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:34.901537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:34.902066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:34.969156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,segment=NetworkSegment(878b8e5b-ecb8-4aa5-b134-e80266343bcc),segment_id=878b8e5b-ecb8-4aa5-b134-e80266343bcc)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:34.979342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:34.980588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:35.097451 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2ac2982d-900d-46b8-805c-2002a2e9413f req-84c8f628-a872-46e6-b783-41ec30744c6f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=394c8236-282f-456f-8460-a38a6b2ba683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4465528 Oct 26 15:20:35.148675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:35.163203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 77d842c7-22e3-4a31-904f-093d3a1cac97 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:35.163582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:35.164056 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 77d842c7-22e3-4a31-904f-093d3a1cac97 Oct 26 15:20:35.175930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:35.198748 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dc4760ad-db38-4446-a819-c4c20dd23fed tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (dda8287f-5ba8-420c-a716-99b36531414c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:35.222157 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4486666e-5fc2-4eee-8c80-aa68c57ac3fe tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:20:35.320086 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4486666e-5fc2-4eee-8c80-aa68c57ac3fe tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (a968be81-54d4-439e-9dae-01b087cfddfd), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:35.320678 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-4486666e-5fc2-4eee-8c80-aa68c57ac3fe tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Added segment a968be81-54d4-439e-9dae-01b087cfddfd of type vlan for network d89900bb-90a3-485f-8bf0-64ddf52d322a Oct 26 15:20:35.342083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:35.342739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:35.344915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:35.394803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 77d842c7-22e3-4a31-904f-093d3a1cac97, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77d842c7-22e3-4a31-904f-093d3a1cac97,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:35.401939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:35.402316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:35.499239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:35.499239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:35.499239 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 Oct 26 15:20:35.517361 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d61df092-d1bd-4def-a868-8a105d11e28d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (0a683b4d-929a-4e17-bb0b-a9f5e6fa2038), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:35.558517 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6588475c-bdf9-44aa-96fe-bb044057586a tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (ef14a71c-4b63-4a5b-9dc8-bf25f19e0c02), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:35.624931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=77d842c7-22e3-4a31-904f-093d3a1cac97,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:35.625509 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61df092-d1bd-4def-a868-8a105d11e28d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event deleted for resources: {'Port': ['ID=0a683b4d-929a-4e17-bb0b-a9f5e6fa2038,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:35.631470 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-7695c026-fe7b-463c-92f0-289780069c21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Floating IP 8ad214f2-742d-45b9-986d-d7f299ca376a associated. External IP: 172.26.11.109, port: c9305d23-c117-4e74-ad6f-b6dc9cab652d. Oct 26 15:20:35.658797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:35.660020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:35.691880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:35.704347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:35.751884 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4760ad-db38-4446-a819-c4c20dd23fed tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Pushing event deleted for resources: {'Port': ['ID=dda8287f-5ba8-420c-a716-99b36531414c,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:35.753637 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6588475c-bdf9-44aa-96fe-bb044057586a tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (ef14a71c-4b63-4a5b-9dc8-bf25f19e0c02), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:35.786142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:35.960036 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f400afa5-72fd-4812-8b6b-66bc40adb8f9 None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:35.966962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:35.989931 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f400afa5-72fd-4812-8b6b-66bc40adb8f9 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:35.990940 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f400afa5-72fd-4812-8b6b-66bc40adb8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:36.085070 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6588475c-bdf9-44aa-96fe-bb044057586a tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (ef14a71c-4b63-4a5b-9dc8-bf25f19e0c02), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:36.096301 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:36.102733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbad6642-3faa-49c2-ab42-f185b05ceeb4 None None] Sync routers for ids ['0785a324-3438-46c9-b904-0ab6efe8a22e'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:36.144030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad6642-3faa-49c2-ab42-f185b05ceeb4 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:36.144030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad6642-3faa-49c2-ab42-f185b05ceeb4 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:20:36.144030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-dbad6642-3faa-49c2-ab42-f185b05ceeb4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0785a324-3438-46c9-b904-0ab6efe8a22e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:20:36.167827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:36.168224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:36.187782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad6642-3faa-49c2-ab42-f185b05ceeb4 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:36.188141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad6642-3faa-49c2-ab42-f185b05ceeb4 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:20:36.197774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-dbad6642-3faa-49c2-ab42-f185b05ceeb4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0785a324-3438-46c9-b904-0ab6efe8a22e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:20:36.197774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbad6642-3faa-49c2-ab42-f185b05ceeb4 None None] The sync data for ids ['0785a324-3438-46c9-b904-0ab6efe8a22e'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:36.225032 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588475c-bdf9-44aa-96fe-bb044057586a tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ef14a71c-4b63-4a5b-9dc8-bf25f19e0c02,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:36.234363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:36.249628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:36.250386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:36.266723 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6588475c-bdf9-44aa-96fe-bb044057586a tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:36.278680 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6588475c-bdf9-44aa-96fe-bb044057586a tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/ef14a71c-4b63-4a5b-9dc8-bf25f19e0c02 HTTP/1.1" status: 204 len: 168 time: 1.7733207 Oct 26 15:20:36.282755 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f400afa5-72fd-4812-8b6b-66bc40adb8f9 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:36.299177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 56990) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:36.393684 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:36.405859 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19838d60-88db-4599-8f08-7113df702863 req-a72cbcb3-bfc8-471c-9972-d590e05e73fe tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:36.407727 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-19838d60-88db-4599-8f08-7113df702863 req-a72cbcb3-bfc8-471c-9972-d590e05e73fe tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 946 time: 0.1691096 Oct 26 15:20:36.410264 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d61df092-d1bd-4def-a868-8a105d11e28d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:36.413790 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d61df092-d1bd-4def-a868-8a105d11e28d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "DELETE /networking/v2.0/ports/0a683b4d-929a-4e17-bb0b-a9f5e6fa2038 HTTP/1.1" status: 204 len: 168 time: 2.8210034 Oct 26 15:20:36.417268 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:36.426553 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56992) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:36.439137 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4486666e-5fc2-4eee-8c80-aa68c57ac3fe tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (d89900bb-90a3-485f-8bf0-64ddf52d322a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:36.453696 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7695c026-fe7b-463c-92f0-289780069c21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:20:36.471257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:36.482987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:36.521589 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e7640a-81ef-4333-9256-ef7c25d6fb02 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] GET failed (client error): The resource could not be found. Oct 26 15:20:36.524067 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:36.527188 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dc4760ad-db38-4446-a819-c4c20dd23fed tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:36.529112 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-92e7640a-81ef-4333-9256-ef7c25d6fb02 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "GET /networking/v2.0/ports/0a683b4d-929a-4e17-bb0b-a9f5e6fa2038 HTTP/1.1" status: 404 len: 333 time: 0.0987871 Oct 26 15:20:36.530832 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dc4760ad-db38-4446-a819-c4c20dd23fed tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "DELETE /networking/v2.0/ports/dda8287f-5ba8-420c-a716-99b36531414c HTTP/1.1" status: 204 len: 168 time: 2.8870893 Oct 26 15:20:36.530997 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56994) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:36.543774 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-ace17727-56a3-48f2-9002-96b40a7f6c61 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Request body: {'port': {'network_id': 'c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27', 'name': 'tempest-AllowedAddressPairTestJSON-673301607'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:36.547088 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 56996) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:36.560869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e42bb37-6073-4203-a9eb-ddec86db3371', 'external_fixed_ips': [{'subnet_id': 'f1950b3c-b0a8-4369-8937-3ee7bde69557', 'ip_address': '172.20.0.9'}]}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:36.566954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4486666e-5fc2-4eee-8c80-aa68c57ac3fe tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (d89900bb-90a3-485f-8bf0-64ddf52d322a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:36.579772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4486666e-5fc2-4eee-8c80-aa68c57ac3fe tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:36.580259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:36.580429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4486666e-5fc2-4eee-8c80-aa68c57ac3fe tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:36.581397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:36.626446 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f400afa5-72fd-4812-8b6b-66bc40adb8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:35Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:35Z', 'revision_number': 11, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:36.636230 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (3012b66b-11a7-4c9a-a607-99fd49b99144), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:36.652701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:36.665767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:36.677549 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f400afa5-72fd-4812-8b6b-66bc40adb8f9 None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:36.713061 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f400afa5-72fd-4812-8b6b-66bc40adb8f9 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:36.716227 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f400afa5-72fd-4812-8b6b-66bc40adb8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:36.767679 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-19838d60-88db-4599-8f08-7113df702863 req-f4569a06-621d-44ab-8687-2f50b0581630 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=394c8236-282f-456f-8460-a38a6b2ba683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503637 Oct 26 15:20:36.787667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (d9aa056d-1974-4d1b-9aae-d0a9e7defb54), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:36.788918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (d9aa056d-1974-4d1b-9aae-d0a9e7defb54), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:36.791529 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event updated for resources: {'Subnet': ['ID=3012b66b-11a7-4c9a-a607-99fd49b99144,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:36.820227 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4486666e-5fc2-4eee-8c80-aa68c57ac3fe tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1983595 Oct 26 15:20:36.850832 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57000) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:36.871115 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-cfc0f3ab-d8d3-4b21-954c-af6f949b7fc6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'subnet': {'network_id': 'd89900bb-90a3-485f-8bf0-64ddf52d322a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:36.871251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:36.957246 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f400afa5-72fd-4812-8b6b-66bc40adb8f9 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:37.004589 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.db.resource_extend [None req-71acf174-5c0a-4eb8-b52e-94a83e4d2495 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 15:20:37.069113 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:37.149428 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7695c026-fe7b-463c-92f0-289780069c21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:20:37.157716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:37.192949 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7695c026-fe7b-463c-92f0-289780069c21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:37.197908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_controller (d9aa056d-1974-4d1b-9aae-d0a9e7defb54), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:37.226410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-71acf174-5c0a-4eb8-b52e-94a83e4d2495 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:37.230418 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace17727-56a3-48f2-9002-96b40a7f6c61 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Made reservation on behalf of 67151291083247cfb3a1207a0283c954 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:37.234833 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ace17727-56a3-48f2-9002-96b40a7f6c61 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:37.237026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:37.237722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:37.238362 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 Oct 26 15:20:37.244704 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f400afa5-72fd-4812-8b6b-66bc40adb8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:35Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:35Z', 'revision_number': 11, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:37.255496 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:37.259466 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486666e-5fc2-4eee-8c80-aa68c57ac3fe tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Network': ['ID=d89900bb-90a3-485f-8bf0-64ddf52d322a,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:37.261951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-71acf174-5c0a-4eb8-b52e-94a83e4d2495 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (025376ae-2426-4e90-a744-5451bc4dcd75), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:37.271433 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97c2b8-d388-4a22-b777-d453a9929c10 req-ea1efcba-917b-4d77-aa67-eb79684e362d tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:37.273197 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dd97c2b8-d388-4a22-b777-d453a9929c10 req-ea1efcba-917b-4d77-aa67-eb79684e362d tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 946 time: 0.1565278 Oct 26 15:20:37.281019 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bb4757ad-75e5-4feb-a9cd-61d118894373 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:37.295909 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f400afa5-72fd-4812-8b6b-66bc40adb8f9 None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:35Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:35Z', 'revision_number': 11, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:37.303626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network d89900bb-90a3-485f-8bf0-64ddf52d322a details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:20:37.304993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57002) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:37.312516 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-b4fc5ec7-6873-4968-8d75-f4600de964be tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Request body: {'floatingip': {'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:37.322172 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc0f3ab-d8d3-4b21-954c-af6f949b7fc6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:37.325775 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Checking segment: {'id': '8213e96f-66ab-4258-abf1-17d5fa89989f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '00b336ee-3a48-48b0-9674-7083b728ac3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:37.326340 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Network hostable DHCP agents. Network: 00b336ee-3a48-48b0-9674-7083b728ac3f, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:20:37.326706 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cfc0f3ab-d8d3-4b21-954c-af6f949b7fc6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:37.333503 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-ace17727-56a3-48f2-9002-96b40a7f6c61 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] device_id is not set on port 823a3cfd-442f-436a-af85-bcaf7e526cf6 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:20:37.358745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:37.383152 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7695c026-fe7b-463c-92f0-289780069c21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/8ad214f2-742d-45b9-986d-d7f299ca376a HTTP/1.1" status: 200 len: 993 time: 5.9391084 Oct 26 15:20:37.394483 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2259c2-6513-40de-8b05-709666925775', 'tag': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:20:37.462809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:37.462958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:37.478176 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-71acf174-5c0a-4eb8-b52e-94a83e4d2495 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Floating IP 025376ae-2426-4e90-a744-5451bc4dcd75 associated. External IP: 172.26.11.115, port: 6334c0ac-4879-4360-9735-979c498df914. Oct 26 15:20:37.486810 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:37.493632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:37.494673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:37.561979 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Network 00b336ee-3a48-48b0-9674-7083b728ac3f is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:20:37.603060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bb4757ad-75e5-4feb-a9cd-61d118894373 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:37.605920 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 00b336ee-3a48-48b0-9674-7083b728ac3f) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:37.618689 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (67b05238-e0e3-4e6c-8592-1f4ae0a6e22d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:37.635400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:37.643968 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8fb5a8-33d7-4126-8cd7-280d942f0133 None None] Network 00b336ee-3a48-48b0-9674-7083b728ac3f requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:20:37.664338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-ace17727-56a3-48f2-9002-96b40a7f6c61 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Allocated IP 172.20.0.7 (c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27/1cb54f45-0b1d-4a5b-ae1a-b497312f62c6/823a3cfd-442f-436a-af85-bcaf7e526cf6) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:37.708407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:37.708789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:37.709152 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb Oct 26 15:20:37.713581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:37.727659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-bb4757ad-75e5-4feb-a9cd-61d118894373 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:37.746028 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:37.747185 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:37.755608 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4fc5ec7-6873-4968-8d75-f4600de964be tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for floatingip (5acb5302-e6d4-4c13-9ef6-39b5af2566f5), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:37.762405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-bb4757ad-75e5-4feb-a9cd-61d118894373 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a712a94-bec7-44fd-a630-416586eb0e4f') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:37.762405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-bb4757ad-75e5-4feb-a9cd-61d118894373 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a712a94-bec7-44fd-a630-416586eb0e4f') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:37.794155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6662d80b37134a2b3900b6f7163109dd688b25040754bcd30973ec7c1dabe5ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcb1de4-bdca-4b58-a6f2-ed494a81b231" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2259c2-6513-40de-8b05-709666925775", "tag": "c9305d23-c117-4e74-ad6f-b6dc9cab652d"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:20:37.822276 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bb4757ad-75e5-4feb-a9cd-61d118894373 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (2a712a94-bec7-44fd-a630-416586eb0e4f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:37.824121 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event updated for resources: {'Subnet': ['ID=67b05238-e0e3-4e6c-8592-1f4ae0a6e22d,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:37.835644 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309cd94-4203-4677-99ff-493d0ac8a5cb req-503ae3b1-2274-47a8-ac20-81214d18c6f1 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:37.837786 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a309cd94-4203-4677-99ff-493d0ac8a5cb req-503ae3b1-2274-47a8-ac20-81214d18c6f1 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 946 time: 0.3193579 Oct 26 15:20:37.839378 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Checking segment: {'id': '6512ce87-c1f9-4139-8b6f-7534008c6611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5f3008f1-d245-489c-a79e-85312366a7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:37.839737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:37.839865 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Network hostable DHCP agents. Network: 5f3008f1-d245-489c-a79e-85312366a7d1, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:20:37.840842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:37.954246 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bb4757ad-75e5-4feb-a9cd-61d118894373 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (2a712a94-bec7-44fd-a630-416586eb0e4f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:37.963442 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71acf174-5c0a-4eb8-b52e-94a83e4d2495 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Router 62b9f0e9-5874-41a0-857a-c43efc83f0ef has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:20:37.976256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4757ad-75e5-4feb-a9cd-61d118894373 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:20:37.977440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bb4757ad-75e5-4feb-a9cd-61d118894373 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (2a712a94-bec7-44fd-a630-416586eb0e4f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:37.999703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff33b38-6c4e-4e89-b48f-79a90c915fca x-openstack-request-id: req-5ff33b38-6c4e-4e89-b48f-79a90c915fca {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:20:38.000943 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2259c2-6513-40de-8b05-709666925775", "tag": "c9305d23-c117-4e74-ad6f-b6dc9cab652d", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:20:38.001311 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ff33b38-6c4e-4e89-b48f-79a90c915fca {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:20:38.001902 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff33b38-6c4e-4e89-b48f-79a90c915fca'] response: {'name': 'network-changed', 'server_uuid': 'ed2259c2-6513-40de-8b05-709666925775', 'tag': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'status': 'completed', 'code': 200} Oct 26 15:20:38.012651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-00b336ee-3a48-48b0-9674-7083b728ac3f', 'network_id': '00b336ee-3a48-48b0-9674-7083b728ac3f', 'project_id': '97055d881c09463da71ca45b487f19c2', 'fixed_ips': [{'subnet_id': '3012b66b-11a7-4c9a-a607-99fd49b99144'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:20:38.013622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:38.023666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.ipam_backend_mixin [None req-cfc0f3ab-d8d3-4b21-954c-af6f949b7fc6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Performing IP validity checks on allocation pools {{(pid=105322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 26 15:20:38.026171 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 2a712a94-bec7-44fd-a630-416586eb0e4f resource provider aggregate not found Oct 26 15:20:38.027529 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.ipam_backend_mixin [None req-cfc0f3ab-d8d3-4b21-954c-af6f949b7fc6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 26 15:20:38.059090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 394e991d-ba1f-4c55-ad3b-6183751d959f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:38.059470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:38.059805 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 394e991d-ba1f-4c55-ad3b-6183751d959f Oct 26 15:20:38.101554 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 2a712a94-bec7-44fd-a630-416586eb0e4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a712a94-bec7-44fd-a630-416586eb0e4f found for delete ", "request_id": "req-4a889c1b-9917-4194-858f-b6da91a3782c"}]} Oct 26 15:20:38.147856 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Network 5f3008f1-d245-489c-a79e-85312366a7d1 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:20:38.167806 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 5f3008f1-d245-489c-a79e-85312366a7d1) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:38.191844 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:38.192327 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:38.193843 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:38.203018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0538b2c-9c5b-46e9-838b-e597fd52c28d None None] Network 5f3008f1-d245-489c-a79e-85312366a7d1 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:20:38.217490 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb1de4-bdca-4b58-a6f2-ed494a81b231 req-5b8eb01f-bc8a-4d04-8b44-4e801be09f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:38.218967 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9fcb1de4-bdca-4b58-a6f2-ed494a81b231 req-5b8eb01f-bc8a-4d04-8b44-4e801be09f9c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b06d3531c6984a12bc9058594d41733d&device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 1130 time: 0.2110522 Oct 26 15:20:38.223001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:38.234196 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c76c7fa7-b885-4068-8d12-b7c1bbb5823a tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.9301534 Oct 26 15:20:38.247986 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57018) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:38.251033 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_gateway (d9aa056d-1974-4d1b-9aae-d0a9e7defb54), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:38.308116 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:38.309085 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bb4757ad-75e5-4feb-a9cd-61d118894373 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:38.362964 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4757ad-75e5-4feb-a9cd-61d118894373 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 15:20:38.373021 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bb4757ad-75e5-4feb-a9cd-61d118894373 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:38.381453 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bb4757ad-75e5-4feb-a9cd-61d118894373 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "DELETE /networking/v2.0/networks/97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44 HTTP/1.1" status: 204 len: 168 time: 2.0507004 Oct 26 15:20:38.409710 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4757ad-75e5-4feb-a9cd-61d118894373 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Pushing event deleted for resources: {'Network': ['ID=97ddeb88-7ff9-4d6b-bf6e-d5cbc20bec44,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:38.414693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71acf174-5c0a-4eb8-b52e-94a83e4d2495 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:20:38.421441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-71acf174-5c0a-4eb8-b52e-94a83e4d2495 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:38.475767 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-71acf174-5c0a-4eb8-b52e-94a83e4d2495 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/025376ae-2426-4e90-a744-5451bc4dcd75 HTTP/1.1" status: 200 len: 993 time: 4.4292300 Oct 26 15:20:38.481699 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'tag': '6334c0ac-4879-4360-9735-979c498df914'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:20:38.484653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de48c4e-79b8-4724-9f3e-e09c0682f6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad", "tag": "6334c0ac-4879-4360-9735-979c498df914"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:20:38.493793 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb1de4-bdca-4b58-a6f2-ed494a81b231 req-202ada7d-7f87-4d13-bfc8-42543e0ad996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:38.495505 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9fcb1de4-bdca-4b58-a6f2-ed494a81b231 req-202ada7d-7f87-4d13-bfc8-42543e0ad996 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=75323486-1206-489c-a851-669e51c6f8c9 HTTP/1.1" status: 200 len: 913 time: 0.2610495 Oct 26 15:20:38.537408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Allocated IP 172.20.0.2 (00b336ee-3a48-48b0-9674-7083b728ac3f/3012b66b-11a7-4c9a-a607-99fd49b99144/ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:38.593377 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f38c58d-b689-4875-ab75-e721c2d1f180 x-openstack-request-id: req-5f38c58d-b689-4875-ab75-e721c2d1f180 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:20:38.593660 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad", "tag": "6334c0ac-4879-4360-9735-979c498df914", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:20:38.593917 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f38c58d-b689-4875-ab75-e721c2d1f180 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:20:38.594314 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f38c58d-b689-4875-ab75-e721c2d1f180'] response: {'name': 'network-changed', 'server_uuid': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'tag': '6334c0ac-4879-4360-9735-979c498df914', 'status': 'completed', 'code': 200} Oct 26 15:20:38.626504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:38.628267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:38.628662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:38.712260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-5f3008f1-d245-489c-a79e-85312366a7d1', 'network_id': '5f3008f1-d245-489c-a79e-85312366a7d1', 'project_id': '97055d881c09463da71ca45b487f19c2', 'fixed_ips': [{'subnet_id': '67b05238-e0e3-4e6c-8592-1f4ae0a6e22d'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:20:38.716982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:38.792446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 394e991d-ba1f-4c55-ad3b-6183751d959f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=394e991d-ba1f-4c55-ad3b-6183751d959f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:38.884900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Publish callbacks [] for port (ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:38.888411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5f6f-c226-417f-930f-dd87fd39c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:38.909084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:38.910084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:38.942859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57030) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:38.956678 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-cf2a27b9-8dcd-4415-81c9-7fe49857f4aa tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Request body: {'router': {'name': 'tempest-router--1259936556', 'project_id': '59b72739d0b34fc891b1243783b424a5'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:38.973682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:38.981009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de48c4e-79b8-4724-9f3e-e09c0682f6b4 req-3a874ad3-d4ba-4cd3-9531-0b8ef4607bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:38.982731 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4de48c4e-79b8-4724-9f3e-e09c0682f6b4 req-3a874ad3-d4ba-4cd3-9531-0b8ef4607bd2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=eb308ad4ce614eb6aeda74b7a58907d8&device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 1130 time: 0.3819246 Oct 26 15:20:38.985044 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9fcb1de4-bdca-4b58-a6f2-ed494a81b231 req-13c80a8d-7842-4773-96c4-c08736e261fb service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9305d23-c117-4e74-ad6f-b6dc9cab652d HTTP/1.1" status: 200 len: 1001 time: 0.4821625 Oct 26 15:20:38.986474 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cf2a27b9-8dcd-4415-81c9-7fe49857f4aa tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (4272ac28-f7e6-44cc-8ba0-73c9be3261b1), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:38.987706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cf2a27b9-8dcd-4415-81c9-7fe49857f4aa tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (4272ac28-f7e6-44cc-8ba0-73c9be3261b1), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:38.997470 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:39.002395 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a309cd94-4203-4677-99ff-493d0ac8a5cb req-4a9056e7-43a6-4497-948c-de2880e20809 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ddd07e1b-0f1e-4382-b956-91ab2dc849ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9972003 Oct 26 15:20:39.010029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=394e991d-ba1f-4c55-ad3b-6183751d959f,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:39.022509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Network 00b336ee-3a48-48b0-9674-7083b728ac3f is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:39.030669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:39.037878 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:39.075953 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ace17727-56a3-48f2-9002-96b40a7f6c61 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks [] for port (823a3cfd-442f-436a-af85-bcaf7e526cf6), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.265729 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.db.resource_extend [None req-b4fc5ec7-6873-4968-8d75-f4600de964be tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 15:20:39.304175 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cf2a27b9-8dcd-4415-81c9-7fe49857f4aa tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_controller (4272ac28-f7e6-44cc-8ba0-73c9be3261b1), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.307796 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb1de4-bdca-4b58-a6f2-ed494a81b231 req-314a6371-764c-420e-8846-92509e76dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:39.309313 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9fcb1de4-bdca-4b58-a6f2-ed494a81b231 req-314a6371-764c-420e-8846-92509e76dde1 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94606231-3fbc-48e2-b58a-962135c86b3c HTTP/1.1" status: 200 len: 851 time: 0.3075974 Oct 26 15:20:39.329452 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cf2a27b9-8dcd-4415-81c9-7fe49857f4aa tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (4272ac28-f7e6-44cc-8ba0-73c9be3261b1), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.353837 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4fc5ec7-6873-4968-8d75-f4600de964be tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.362638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Allocated IP 172.20.0.18 (5f3008f1-d245-489c-a79e-85312366a7d1/67b05238-e0e3-4e6c-8592-1f4ae0a6e22d/309ebf67-bf96-4a60-9107-a14b515c4627) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:39.400266 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de48c4e-79b8-4724-9f3e-e09c0682f6b4 req-b5c491c9-3218-4d0a-903d-b536791903a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:39.400266 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4de48c4e-79b8-4724-9f3e-e09c0682f6b4 req-b5c491c9-3218-4d0a-903d-b536791903a6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=b43676e9-42d1-409d-82a9-d0337695b267 HTTP/1.1" status: 200 len: 913 time: 0.2827389 Oct 26 15:20:39.400266 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb1de4-bdca-4b58-a6f2-ed494a81b231 req-c2d6b9cd-b68b-40a4-b6fe-59501080e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:39.400266 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9fcb1de4-bdca-4b58-a6f2-ed494a81b231 req-c2d6b9cd-b68b-40a4-b6fe-59501080e82e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=75323486-1206-489c-a851-669e51c6f8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0768864 Oct 26 15:20:39.400266 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cf2a27b9-8dcd-4415-81c9-7fe49857f4aa tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.400266 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cf2a27b9-8dcd-4415-81c9-7fe49857f4aa tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4532475 Oct 26 15:20:39.402009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57036) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:39.460896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:39.468201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Attempting to bind port ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:20:39.468646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Attempting to bind port ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '8213e96f-66ab-4258-abf1-17d5fa89989f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '00b336ee-3a48-48b0-9674-7083b728ac3f'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:20:39.469043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Attempting to bind port ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e on network 00b336ee-3a48-48b0-9674-7083b728ac3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:20:39.472882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 48dc8cb6-5318-4f85-8e5d-2af8765d605e triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:39.473369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.473716 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 48dc8cb6-5318-4f85-8e5d-2af8765d605e Oct 26 15:20:39.511735 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fd5f6c-abe1-4c30-9257-6ceaaa0c5ab3 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:39.513338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fd5f6c-abe1-4c30-9257-6ceaaa0c5ab3 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:39.515309 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fd5f6c-abe1-4c30-9257-6ceaaa0c5ab3 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:39.517106 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-23fd5f6c-abe1-4c30-9257-6ceaaa0c5ab3 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 1.2586777 Oct 26 15:20:39.518002 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:39.523746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57040) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:39.527742 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_gateway (d9aa056d-1974-4d1b-9aae-d0a9e7defb54), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.528585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Pushing event updated for resources: {'Port': ['ID=ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:39.530230 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4fc5ec7-6873-4968-8d75-f4600de964be tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (5acb5302-e6d4-4c13-9ef6-39b5af2566f5), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.533752 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cfc0f3ab-d8d3-4b21-954c-af6f949b7fc6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (7777f93d-6cc7-428b-ae14-c1361dd743fe), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.598845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:39.600628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:20:39.601483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Checking segment: {'id': '8213e96f-66ab-4258-abf1-17d5fa89989f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '00b336ee-3a48-48b0-9674-7083b728ac3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:39.602227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.602846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Bound using segment: {'id': '8213e96f-66ab-4258-abf1-17d5fa89989f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '00b336ee-3a48-48b0-9674-7083b728ac3f'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:20:39.603551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Bound port: ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8213e96f-66ab-4258-abf1-17d5fa89989f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '00b336ee-3a48-48b0-9674-7083b728ac3f'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:20:39.604135 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.607482 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4de48c4e-79b8-4724-9f3e-e09c0682f6b4 req-2f4c6e23-97b8-4bb7-9f85-a3d6150e7cb0 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6334c0ac-4879-4360-9735-979c498df914 HTTP/1.1" status: 200 len: 1001 time: 0.2055790 Oct 26 15:20:39.679090 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.728063 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37424317-610f-4bb7-9e9d-8eab5f51f2aa tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router (4272ac28-f7e6-44cc-8ba0-73c9be3261b1), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.731639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Publish callbacks [] for port (309ebf67-bf96-4a60-9107-a14b515c4627), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.734033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05e66f7-b46c-4189-85b4-5496187872df tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Deleting subnet 3012b66b-11a7-4c9a-a607-99fd49b99144 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:20:39.734870 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc0f3ab-d8d3-4b21-954c-af6f949b7fc6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Checking segment: {'id': 'a968be81-54d4-439e-9dae-01b087cfddfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd89900bb-90a3-485f-8bf0-64ddf52d322a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:39.735235 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc0f3ab-d8d3-4b21-954c-af6f949b7fc6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network hostable DHCP agents. Network: d89900bb-90a3-485f-8bf0-64ddf52d322a, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:20:39.758741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:39.759141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.776596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d05e66f7-b46c-4189-85b4-5496187872df tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks [] for subnet (3012b66b-11a7-4c9a-a607-99fd49b99144), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.778715 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ace17727-56a3-48f2-9002-96b40a7f6c61 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (823a3cfd-442f-436a-af85-bcaf7e526cf6), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.783042 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0f3ab-d8d3-4b21-954c-af6f949b7fc6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Subnet': ['ID=7777f93d-6cc7-428b-ae14-c1361dd743fe,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:39.788636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (309ebf67-bf96-4a60-9107-a14b515c4627), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.825704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] For port ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:20:39.868731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] For port ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e,segment=NetworkSegment(8213e96f-66ab-4258-abf1-17d5fa89989f),segment_id=8213e96f-66ab-4258-abf1-17d5fa89989f)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:20:39.882386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Network 5f3008f1-d245-489c-a79e-85312366a7d1 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:39.892835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:39.896608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:39.897047 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de48c4e-79b8-4724-9f3e-e09c0682f6b4 req-9c8ac226-8582-4717-98c8-4343f4c0b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:39.898858 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4de48c4e-79b8-4724-9f3e-e09c0682f6b4 req-9c8ac226-8582-4717-98c8-4343f4c0b954 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2 HTTP/1.1" status: 200 len: 851 time: 0.2685788 Oct 26 15:20:39.899150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.901759 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc0f3ab-d8d3-4b21-954c-af6f949b7fc6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network d89900bb-90a3-485f-8bf0-64ddf52d322a is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:20:39.903989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:39.916869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Pushing event updated for resources: {'Port': ['ID=309ebf67-bf96-4a60-9107-a14b515c4627,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:39.919378 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace17727-56a3-48f2-9002-96b40a7f6c61 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Network c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:39.945649 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-ace17727-56a3-48f2-9002-96b40a7f6c61 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:39.945907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.948296 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace17727-56a3-48f2-9002-96b40a7f6c61 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:39.959589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-cfc0f3ab-d8d3-4b21-954c-af6f949b7fc6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, d89900bb-90a3-485f-8bf0-64ddf52d322a) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:39.966618 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc0f3ab-d8d3-4b21-954c-af6f949b7fc6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:39.967339 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cfc0f3ab-d8d3-4b21-954c-af6f949b7fc6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:39.970666 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-b4fc5ec7-6873-4968-8d75-f4600de964be tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Floating IP 5acb5302-e6d4-4c13-9ef6-39b5af2566f5 associated. External IP: 172.26.11.206, port: be9b6aad-d952-47e8-925a-ffeb9607309a. Oct 26 15:20:40.003602 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace17727-56a3-48f2-9002-96b40a7f6c61 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event updated for resources: {'Port': ['ID=823a3cfd-442f-436a-af85-bcaf7e526cf6,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:40.013948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3f4f4b-63d9-4520-841a-2a4a0546838d None None] Network d89900bb-90a3-485f-8bf0-64ddf52d322a requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:20:40.028356 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d05e66f7-b46c-4189-85b4-5496187872df tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (3012b66b-11a7-4c9a-a607-99fd49b99144), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:40.039072 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:40.051627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:40.065134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Attempting to bind port 309ebf67-bf96-4a60-9107-a14b515c4627 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:20:40.065649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Attempting to bind port 309ebf67-bf96-4a60-9107-a14b515c4627 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '6512ce87-c1f9-4139-8b6f-7534008c6611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5f3008f1-d245-489c-a79e-85312366a7d1'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:20:40.066638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Attempting to bind port 309ebf67-bf96-4a60-9107-a14b515c4627 on network 5f3008f1-d245-489c-a79e-85312366a7d1 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:20:40.072739 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:40.083674 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9fcb1de4-bdca-4b58-a6f2-ed494a81b231 req-fddef47b-8d10-456e-8eba-ed6a7fc3d94b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/75323486-1206-489c-a851-669e51c6f8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6822131 Oct 26 15:20:40.107466 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cfc0f3ab-d8d3-4b21-954c-af6f949b7fc6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2541573 Oct 26 15:20:40.117375 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57042) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:40.125701 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-9e87da12-8764-425d-9b6e-9aa1a3fe70c4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'network_id': 'd89900bb-90a3-485f-8bf0-64ddf52d322a', 'name': 'tempest-PortsIpV6TestJSON-1293937182'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:40.173258 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace17727-56a3-48f2-9002-96b40a7f6c61 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:40.201909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81e690-2324-4237-a5d3-3e4febf8af35 None None] Pushing event updated for resources: {'Port': ['ID=ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:40.202924 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ace17727-56a3-48f2-9002-96b40a7f6c61 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:40.203065 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe266ba-7d49-4b37-ba1b-08a4d87a47bc None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:40.216878 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe266ba-7d49-4b37-ba1b-08a4d87a47bc None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:40.217703 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2fe266ba-7d49-4b37-ba1b-08a4d87a47bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:40.272878 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9fcb1de4-bdca-4b58-a6f2-ed494a81b231 req-fbbe44d2-2d78-45bf-8510-df617eb8c402 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/75323486-1206-489c-a851-669e51c6f8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740866 Oct 26 15:20:40.275663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37424317-610f-4bb7-9e9d-8eab5f51f2aa tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (4272ac28-f7e6-44cc-8ba0-73c9be3261b1), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:40.321742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:40.324734 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37424317-610f-4bb7-9e9d-8eab5f51f2aa tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_controller (4272ac28-f7e6-44cc-8ba0-73c9be3261b1), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:40.335210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Allocated IP 172.20.0.9 (9e42bb37-6073-4203-a9eb-ddec86db3371/f1950b3c-b0a8-4369-8937-3ee7bde69557/5cc1be26-2fed-4817-bc27-3fd559ec0cac) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:40.336431 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de48c4e-79b8-4724-9f3e-e09c0682f6b4 req-b6a18e54-2929-4609-8e2a-33f793f680a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:40.338271 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4de48c4e-79b8-4724-9f3e-e09c0682f6b4 req-b6a18e54-2929-4609-8e2a-33f793f680a4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b43676e9-42d1-409d-82a9-d0337695b267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3849950 Oct 26 15:20:40.372711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:40.381077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:20:40.382552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Checking segment: {'id': '6512ce87-c1f9-4139-8b6f-7534008c6611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5f3008f1-d245-489c-a79e-85312366a7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:40.383149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:40.384040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Bound using segment: {'id': '6512ce87-c1f9-4139-8b6f-7534008c6611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5f3008f1-d245-489c-a79e-85312366a7d1'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:20:40.384856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Bound port: 309ebf67-bf96-4a60-9107-a14b515c4627, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6512ce87-c1f9-4139-8b6f-7534008c6611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5f3008f1-d245-489c-a79e-85312366a7d1'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:20:40.385600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (309ebf67-bf96-4a60-9107-a14b515c4627), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:40.390188 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2fe266ba-7d49-4b37-ba1b-08a4d87a47bc None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:40.400066 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ace17727-56a3-48f2-9002-96b40a7f6c61 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8624244 Oct 26 15:20:40.400706 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57044) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:40.412197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d50b264e-ff14-411e-b206-c50c5e844813 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:92:55:c2'}]}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:40.422774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-d89900bb-90a3-485f-8bf0-64ddf52d322a', 'network_id': 'd89900bb-90a3-485f-8bf0-64ddf52d322a', 'project_id': '157edd7550b842b7a441bf9ab1570671', 'fixed_ips': [{'subnet_id': '7777f93d-6cc7-428b-ae14-c1361dd743fe'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:20:40.423803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:40.659765 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4de48c4e-79b8-4724-9f3e-e09c0682f6b4 req-30f26d1f-ce5a-49ae-a3a9-7caa51be01d0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b43676e9-42d1-409d-82a9-d0337695b267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830381 Oct 26 15:20:40.742532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Allocated IP 2001:db8::2 (d89900bb-90a3-485f-8bf0-64ddf52d322a/7777f93d-6cc7-428b-ae14-c1361dd743fe/89498ee0-10a9-4cb4-b677-3faf6c6c1346) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:40.764357 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2fe266ba-7d49-4b37-ba1b-08a4d87a47bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:38Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:20:34Z', 'revision_number': 1, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:34Z', 'revision_number': 9, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:40.802169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-55e18f4c-5884-4e33-9507-3122b1569fec None None] Provisioning complete for port 823a3cfd-442f-436a-af85-bcaf7e526cf6 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:40.802467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-55e18f4c-5884-4e33-9507-3122b1569fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (823a3cfd-442f-436a-af85-bcaf7e526cf6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:40.802809 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-55e18f4c-5884-4e33-9507-3122b1569fec None None] Attempt 1 to provision port 823a3cfd-442f-436a-af85-bcaf7e526cf6 Oct 26 15:20:40.812295 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe266ba-7d49-4b37-ba1b-08a4d87a47bc None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:40.819642 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:40.823941 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe266ba-7d49-4b37-ba1b-08a4d87a47bc None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:40.824763 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2fe266ba-7d49-4b37-ba1b-08a4d87a47bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:40.844415 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4de48c4e-79b8-4724-9f3e-e09c0682f6b4 req-2874c10e-772d-44bf-a8ff-9c7f883ff74a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b43676e9-42d1-409d-82a9-d0337695b267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770303 Oct 26 15:20:40.854583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:40.857063 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:40.868124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbbddf0-6703-45f3-9135-8586b23432f7 None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:40.873890 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37424317-610f-4bb7-9e9d-8eab5f51f2aa tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (4272ac28-f7e6-44cc-8ba0-73c9be3261b1), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:40.874776 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37424317-610f-4bb7-9e9d-8eab5f51f2aa tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4272ac28-f7e6-44cc-8ba0-73c9be3261b1 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:20:40.885636 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37424317-610f-4bb7-9e9d-8eab5f51f2aa tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:40.887050 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-37424317-610f-4bb7-9e9d-8eab5f51f2aa tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "DELETE /networking/v2.0/routers/4272ac28-f7e6-44cc-8ba0-73c9be3261b1 HTTP/1.1" status: 204 len: 168 time: 1.4841664 Oct 26 15:20:40.898912 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e87da12-8764-425d-9b6e-9aa1a3fe70c4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:40.911803 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9e87da12-8764-425d-9b6e-9aa1a3fe70c4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:40.925715 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d05e66f7-b46c-4189-85b4-5496187872df tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (3012b66b-11a7-4c9a-a607-99fd49b99144), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:41.001288 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for port (5cc1be26-2fed-4817-bc27-3fd559ec0cac), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:41.087164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d05e66f7-b46c-4189-85b4-5496187872df tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (3012b66b-11a7-4c9a-a607-99fd49b99144), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:41.107952 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2fe266ba-7d49-4b37-ba1b-08a4d87a47bc None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:41.121252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (5cc1be26-2fed-4817-bc27-3fd559ec0cac), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:41.142189 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e66f7-b46c-4189-85b4-5496187872df tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event deleted for resources: {'Subnet': ['ID=3012b66b-11a7-4c9a-a607-99fd49b99144,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:41.151375 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:41.156011 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57048) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:41.165039 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fc5ec7-6873-4968-8d75-f4600de964be tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Router bbb73ba0-9a42-4c34-a8f2-7511fce6813f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:20:41.170059 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-9e87da12-8764-425d-9b6e-9aa1a3fe70c4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] device_id is not set on port d2f078b2-4cba-485d-9dd1-caff096eaf11 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:20:41.182881 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d05e66f7-b46c-4189-85b4-5496187872df tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:41.194249 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d05e66f7-b46c-4189-85b4-5496187872df tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/3012b66b-11a7-4c9a-a607-99fd49b99144 HTTP/1.1" status: 204 len: 168 time: 1.6461890 Oct 26 15:20:41.196724 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57052) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:41.319336 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:41.361501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-549ebc7c-af17-4194-a536-cd690d110b7f tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Deleting subnet 67b05238-e0e3-4e6c-8592-1f4ae0a6e22d {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:20:41.366080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbbddf0-6703-45f3-9135-8586b23432f7 None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:41.368963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-efbbddf0-6703-45f3-9135-8586b23432f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:41.373235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-549ebc7c-af17-4194-a536-cd690d110b7f tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks [] for subnet (67b05238-e0e3-4e6c-8592-1f4ae0a6e22d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:41.471032 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-549ebc7c-af17-4194-a536-cd690d110b7f tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (67b05238-e0e3-4e6c-8592-1f4ae0a6e22d), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:41.538981 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2fe266ba-7d49-4b37-ba1b-08a4d87a47bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:38Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:20:34Z', 'revision_number': 1, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:34Z', 'revision_number': 9, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:41.560565 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-950471712', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}, 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:41.585001 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe266ba-7d49-4b37-ba1b-08a4d87a47bc None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:38Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:20:34Z', 'revision_number': 1, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:34Z', 'revision_number': 9, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:41.592280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-55e18f4c-5884-4e33-9507-3122b1569fec None None] Port 823a3cfd-442f-436a-af85-bcaf7e526cf6 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:20:41.594735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0251716b-6391-4a94-8367-e39e67dcc7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:41.619526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (f6778e0b-e7ca-4577-920b-2a90820fc94e), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:41.620605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (f6778e0b-e7ca-4577-920b-2a90820fc94e), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:41.657616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] For port 309ebf67-bf96-4a60-9107-a14b515c4627, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:20:41.664476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] For port 309ebf67-bf96-4a60-9107-a14b515c4627, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=309ebf67-bf96-4a60-9107-a14b515c4627,segment=NetworkSegment(6512ce87-c1f9-4139-8b6f-7534008c6611),segment_id=6512ce87-c1f9-4139-8b6f-7534008c6611)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:20:41.759020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:41.763767 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Network 9e42bb37-6073-4203-a9eb-ddec86db3371 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:41.786926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_controller (f6778e0b-e7ca-4577-920b-2a90820fc94e), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:41.788328 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-549ebc7c-af17-4194-a536-cd690d110b7f tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (67b05238-e0e3-4e6c-8592-1f4ae0a6e22d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:41.813689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (309ebf67-bf96-4a60-9107-a14b515c4627), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:41.875896 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:41.897509 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:41.899997 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Pushing event updated for resources: {'Port': ['ID=5cc1be26-2fed-4817-bc27-3fd559ec0cac,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:41.930057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-549ebc7c-af17-4194-a536-cd690d110b7f tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (67b05238-e0e3-4e6c-8592-1f4ae0a6e22d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:41.941752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:41.946010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:41.976503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:41.990727 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d50b264e-ff14-411e-b206-c50c5e844813 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (823a3cfd-442f-436a-af85-bcaf7e526cf6), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:42.038226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199441d8-93f8-47f4-90be-0b0f1557de31 None None] Network 00b336ee-3a48-48b0-9674-7083b728ac3f requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:20:42.059887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-efbbddf0-6703-45f3-9135-8586b23432f7 None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:42.117467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ebc7c-af17-4194-a536-cd690d110b7f tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event deleted for resources: {'Subnet': ['ID=67b05238-e0e3-4e6c-8592-1f4ae0a6e22d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:42.177966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-549ebc7c-af17-4194-a536-cd690d110b7f tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:42.197140 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-549ebc7c-af17-4194-a536-cd690d110b7f tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/67b05238-e0e3-4e6c-8592-1f4ae0a6e22d HTTP/1.1" status: 204 len: 168 time: 0.9959021 Oct 26 15:20:42.208560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 77d842c7-22e3-4a31-904f-093d3a1cac97, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77d842c7-22e3-4a31-904f-093d3a1cac97,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:42.232261 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57054) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:42.260756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106ab81-5fe0-47dd-9395-e262bbd98b79 None None] Pushing event updated for resources: {'Port': ['ID=309ebf67-bf96-4a60-9107-a14b515c4627,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:42.283647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:42.342793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:42.344293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:42.347256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Publish callbacks [] for port (89498ee0-10a9-4cb4-b677-3faf6c6c1346), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:42.422731 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c20c8f-2942-410a-acf7-8f924fda87dd tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:42.428255 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-52c20c8f-2942-410a-acf7-8f924fda87dd tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1870298 Oct 26 15:20:42.430011 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fc5ec7-6873-4968-8d75-f4600de964be tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:20:42.431748 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57056) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:42.439603 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_gateway (f6778e0b-e7ca-4577-920b-2a90820fc94e), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:42.498212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b331873c-1bab-47b0-a02a-f66a19318d2c None None] DHCP port deletion for 00b336ee-3a48-48b0-9674-7083b728ac3f request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:20:42.501865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-dbc6742b-5f2d-45db-bdf1-b7e29ac9fe1b None None] Provisioning complete for port ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:42.502453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dbc6742b-5f2d-45db-bdf1-b7e29ac9fe1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:42.508709 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-dbc6742b-5f2d-45db-bdf1-b7e29ac9fe1b None None] Attempt 1 to provision port ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e Oct 26 15:20:42.529276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (89498ee0-10a9-4cb4-b677-3faf6c6c1346), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:42.602247 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4fc5ec7-6873-4968-8d75-f4600de964be tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:42.660499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=77d842c7-22e3-4a31-904f-093d3a1cac97,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:42.673676 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:42.714026 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_gateway (f6778e0b-e7ca-4577-920b-2a90820fc94e), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:42.730253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Network d89900bb-90a3-485f-8bf0-64ddf52d322a is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:42.748771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b331873c-1bab-47b0-a02a-f66a19318d2c None None] Deleting port ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:42.749443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b331873c-1bab-47b0-a02a-f66a19318d2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:42.753971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:42.756557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:42.759789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:42.767690 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (5f3008f1-d245-489c-a79e-85312366a7d1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:42.868669 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b4fc5ec7-6873-4968-8d75-f4600de964be tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/5acb5302-e6d4-4c13-9ef6-39b5af2566f5 HTTP/1.1" status: 200 len: 993 time: 5.5561793 Oct 26 15:20:42.875966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Pushing event updated for resources: {'Port': ['ID=89498ee0-10a9-4cb4-b677-3faf6c6c1346,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:42.929301 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-9e87da12-8764-425d-9b6e-9aa1a3fe70c4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Allocated IP 2001:db8::cd (d89900bb-90a3-485f-8bf0-64ddf52d322a/7777f93d-6cc7-428b-ae14-c1361dd743fe/d2f078b2-4cba-485d-9dd1-caff096eaf11) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:42.931439 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'tag': 'be9b6aad-d952-47e8-925a-ffeb9607309a'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:20:42.940937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6662d80b37134a2b3900b6f7163109dd688b25040754bcd30973ec7c1dabe5ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6ed4e1-c2db-4382-96e8-ae44336b2b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "efe63d87-5805-4538-af4d-bd9859b24fb1", "tag": "be9b6aad-d952-47e8-925a-ffeb9607309a"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:20:42.962978 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:43.049698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-dbc6742b-5f2d-45db-bdf1-b7e29ac9fe1b None None] Current status of the port ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:43.050361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dbc6742b-5f2d-45db-bdf1-b7e29ac9fe1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:43.072128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0be2e50-2f28-46f4-b2dd-78b665a92607 x-openstack-request-id: req-f0be2e50-2f28-46f4-b2dd-78b665a92607 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:20:43.072831 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe63d87-5805-4538-af4d-bd9859b24fb1", "tag": "be9b6aad-d952-47e8-925a-ffeb9607309a", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:20:43.073302 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f0be2e50-2f28-46f4-b2dd-78b665a92607 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:20:43.073925 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0be2e50-2f28-46f4-b2dd-78b665a92607'] response: {'name': 'network-changed', 'server_uuid': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'tag': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'status': 'completed', 'code': 200} Oct 26 15:20:43.103503 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:43.108064 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d50b264e-ff14-411e-b206-c50c5e844813 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks [] for port (823a3cfd-442f-436a-af85-bcaf7e526cf6), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:43.131286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Attempting to bind port 89498ee0-10a9-4cb4-b677-3faf6c6c1346 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:20:43.131760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Attempting to bind port 89498ee0-10a9-4cb4-b677-3faf6c6c1346 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'a968be81-54d4-439e-9dae-01b087cfddfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd89900bb-90a3-485f-8bf0-64ddf52d322a'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:20:43.132082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Attempting to bind port 89498ee0-10a9-4cb4-b677-3faf6c6c1346 on network d89900bb-90a3-485f-8bf0-64ddf52d322a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:20:43.141732 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0c52c-c576-44af-95cf-cbd08ca2516f req-9e74b985-1d8f-4176-a0f9-14dc111ea0f5 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:43.144122 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-77b0c52c-c576-44af-95cf-cbd08ca2516f req-9e74b985-1d8f-4176-a0f9-14dc111ea0f5 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 946 time: 0.1803157 Oct 26 15:20:43.144909 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d50b264e-ff14-411e-b206-c50c5e844813 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (823a3cfd-442f-436a-af85-bcaf7e526cf6), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:43.256677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:43.257060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:43.284732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:43.308368 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_gateway (d9aa056d-1974-4d1b-9aae-d0a9e7defb54), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:43.316104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:43.355433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-b331873c-1bab-47b0-a02a-f66a19318d2c None None] For port ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e,segment=NetworkSegment(8213e96f-66ab-4258-abf1-17d5fa89989f),segment_id=8213e96f-66ab-4258-abf1-17d5fa89989f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:43.355652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b331873c-1bab-47b0-a02a-f66a19318d2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:43.371630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b331873c-1bab-47b0-a02a-f66a19318d2c None None] Calling delete_port for ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:43.384350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Allocated IP 172.26.11.101 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/a61043f9-ddfa-46b6-93a6-5ea62a3c1f25) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:43.446633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:43.447702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:43.519118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-dbc6742b-5f2d-45db-bdf1-b7e29ac9fe1b None None] For port ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e,segment=NetworkSegment(8213e96f-66ab-4258-abf1-17d5fa89989f),segment_id=8213e96f-66ab-4258-abf1-17d5fa89989f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:43.525500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for port (a61043f9-ddfa-46b6-93a6-5ea62a3c1f25), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:43.544698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:43.574666 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (a61043f9-ddfa-46b6-93a6-5ea62a3c1f25), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:43.586081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dbc6742b-5f2d-45db-bdf1-b7e29ac9fe1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:43.609476 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d1a171-55f6-47aa-b158-4bc811053043 None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:43.630052 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d1a171-55f6-47aa-b158-4bc811053043 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:43.630974 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c0d1a171-55f6-47aa-b158-4bc811053043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:43.644591 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Pushing event updated for resources: {'Port': ['ID=a61043f9-ddfa-46b6-93a6-5ea62a3c1f25,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:43.675983 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:43.677440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ed4e1-c2db-4382-96e8-ae44336b2b4c req-331336a6-299d-4720-ae8c-f034d51ed85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:43.679074 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c6ed4e1-c2db-4382-96e8-ae44336b2b4c req-331336a6-299d-4720-ae8c-f034d51ed85c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=478f977efd474c3582bb470139659899&device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 1130 time: 0.1174150 Oct 26 15:20:43.680466 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:43.683792 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:43.696829 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-d50b264e-ff14-411e-b206-c50c5e844813 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] In _notify_port_updated(), no bound segment for port 823a3cfd-442f-436a-af85-bcaf7e526cf6 on network c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 {{(pid=105322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:20:43.702231 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50b264e-ff14-411e-b206-c50c5e844813 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:43.705226 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d50b264e-ff14-411e-b206-c50c5e844813 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:43.710282 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d50b264e-ff14-411e-b206-c50c5e844813 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "PUT /networking/v2.0/ports/823a3cfd-442f-436a-af85-bcaf7e526cf6 HTTP/1.1" status: 200 len: 995 time: 3.3022666 Oct 26 15:20:43.717370 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57062) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:43.719688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6742b-5f2d-45db-bdf1-b7e29ac9fe1b None None] Pushing event updated for resources: {'Port': ['ID=ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:43.730844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:43.732362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:43.737446 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Deleting port 309ebf67-bf96-4a60-9107-a14b515c4627 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:43.738042 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (309ebf67-bf96-4a60-9107-a14b515c4627), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:43.796974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fd4415-e9a4-4129-b94d-c74ba8bf2594 None None] Network 5f3008f1-d245-489c-a79e-85312366a7d1 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:20:43.819610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:20:43.820284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Checking segment: {'id': 'a968be81-54d4-439e-9dae-01b087cfddfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd89900bb-90a3-485f-8bf0-64ddf52d322a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:43.821024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:43.821558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Bound using segment: {'id': 'a968be81-54d4-439e-9dae-01b087cfddfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd89900bb-90a3-485f-8bf0-64ddf52d322a'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:20:43.822248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Bound port: 89498ee0-10a9-4cb4-b677-3faf6c6c1346, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a968be81-54d4-439e-9dae-01b087cfddfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd89900bb-90a3-485f-8bf0-64ddf52d322a'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:20:43.822785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (89498ee0-10a9-4cb4-b677-3faf6c6c1346), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:43.841165 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c0d1a171-55f6-47aa-b158-4bc811053043 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:43.859826 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:43.901294 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:43.903468 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ed4e1-c2db-4382-96e8-ae44336b2b4c req-3c057c26-6769-4ee5-bed1-d6aa8c16faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:43.903708 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-77b0c52c-c576-44af-95cf-cbd08ca2516f req-2dd9e410-dc1a-4858-9598-62a27f21bc18 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=394c8236-282f-456f-8460-a38a6b2ba683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7096958 Oct 26 15:20:43.905337 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c6ed4e1-c2db-4382-96e8-ae44336b2b4c req-3c057c26-6769-4ee5-bed1-d6aa8c16faaa service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=3d9157ca-5c49-4d10-8925-23b7d2950b98 HTTP/1.1" status: 200 len: 906 time: 0.2169216 Oct 26 15:20:43.960135 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b264e-ff14-411e-b206-c50c5e844813 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event updated for resources: {'Port': ['ID=823a3cfd-442f-436a-af85-bcaf7e526cf6,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:43.963215 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (d9aa056d-1974-4d1b-9aae-d0a9e7defb54), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:43.992556 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:44.053518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] For port 309ebf67-bf96-4a60-9107-a14b515c4627, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=309ebf67-bf96-4a60-9107-a14b515c4627,segment=NetworkSegment(6512ce87-c1f9-4139-8b6f-7534008c6611),segment_id=6512ce87-c1f9-4139-8b6f-7534008c6611)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:44.054053 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (309ebf67-bf96-4a60-9107-a14b515c4627), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:44.070362 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Calling delete_port for 309ebf67-bf96-4a60-9107-a14b515c4627 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:44.108171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:44.110237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-efbbddf0-6703-45f3-9135-8586b23432f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:20:37Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:20:36Z', 'revision_number': 1, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:39Z', 'revision_number': 9, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:44.150898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:44.162694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbbddf0-6703-45f3-9135-8586b23432f7 None None] Checking router: 62b9f0e9-5874-41a0-857a-c43efc83f0ef for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:44.164860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:44.175549 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c0d1a171-55f6-47aa-b158-4bc811053043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:43Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:20:39Z', 'revision_number': 1, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:41Z', 'revision_number': 12, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:44.182039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-214ab3e7-0e21-4233-9cd3-8fa4f47c1b38 None None] Provisioning complete for port 309ebf67-bf96-4a60-9107-a14b515c4627 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:44.182619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-214ab3e7-0e21-4233-9cd3-8fa4f47c1b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (309ebf67-bf96-4a60-9107-a14b515c4627), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:44.183119 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-214ab3e7-0e21-4233-9cd3-8fa4f47c1b38 None None] Attempt 1 to provision port 309ebf67-bf96-4a60-9107-a14b515c4627 Oct 26 15:20:44.198947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-0c2af0a8-8295-4861-ad8a-ec76aa2b39ad tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Deleting port 823a3cfd-442f-436a-af85-bcaf7e526cf6 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:44.199286 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0c2af0a8-8295-4861-ad8a-ec76aa2b39ad tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (823a3cfd-442f-436a-af85-bcaf7e526cf6), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:44.206689 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d1a171-55f6-47aa-b158-4bc811053043 None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:44.215833 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d1a171-55f6-47aa-b158-4bc811053043 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:44.216781 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c0d1a171-55f6-47aa-b158-4bc811053043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:44.266762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] For port 89498ee0-10a9-4cb4-b677-3faf6c6c1346, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:20:44.303874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbbddf0-6703-45f3-9135-8586b23432f7 None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:44.304515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-efbbddf0-6703-45f3-9135-8586b23432f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:44.333666 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c0d1a171-55f6-47aa-b158-4bc811053043 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:44.359441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_gateway (f6778e0b-e7ca-4577-920b-2a90820fc94e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:44.428459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-efbbddf0-6703-45f3-9135-8586b23432f7 None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:44.450647 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:44.492321 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c6ed4e1-c2db-4382-96e8-ae44336b2b4c req-d0f01115-ec2d-4900-8fa5-f1a56de15dbe service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be9b6aad-d952-47e8-925a-ffeb9607309a HTTP/1.1" status: 200 len: 1001 time: 0.5773249 Oct 26 15:20:44.553314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7677723e-ecb5-4b89-880b-fb89580abe9b None None] New status for floating IP 8ad214f2-742d-45b9-986d-d7f299ca376a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:20:44.605199 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c0d1a171-55f6-47aa-b158-4bc811053043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:43Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:20:39Z', 'revision_number': 1, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:41Z', 'revision_number': 12, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:44.634772 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d1a171-55f6-47aa-b158-4bc811053043 None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:43Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:20:39Z', 'revision_number': 1, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:41Z', 'revision_number': 12, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:44.656249 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ed4e1-c2db-4382-96e8-ae44336b2b4c req-14dc80a7-0153-4063-a204-b07830dc9aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:44.657240 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c6ed4e1-c2db-4382-96e8-ae44336b2b4c req-14dc80a7-0153-4063-a204-b07830dc9aa0 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=c6a443d4-e63a-4347-b9cd-2a45ed8073c2 HTTP/1.1" status: 200 len: 844 time: 0.1270916 Oct 26 15:20:44.685426 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (309ebf67-bf96-4a60-9107-a14b515c4627), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:44.689057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (f6778e0b-e7ca-4577-920b-2a90820fc94e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:44.714274 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9e87da12-8764-425d-9b6e-9aa1a3fe70c4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (d2f078b2-4cba-485d-9dd1-caff096eaf11), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:44.721144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] For port 89498ee0-10a9-4cb4-b677-3faf6c6c1346, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=89498ee0-10a9-4cb4-b677-3faf6c6c1346,segment=NetworkSegment(a968be81-54d4-439e-9dae-01b087cfddfd),segment_id=a968be81-54d4-439e-9dae-01b087cfddfd)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:20:44.729261 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.db [None req-214ab3e7-0e21-4233-9cd3-8fa4f47c1b38 None None] No ports have port_id starting with 309ebf67-bf96-4a60-9107-a14b515c4627 Oct 26 15:20:44.744195 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0c2af0a8-8295-4861-ad8a-ec76aa2b39ad tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (823a3cfd-442f-436a-af85-bcaf7e526cf6), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:44.759006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ed4e1-c2db-4382-96e8-ae44336b2b4c req-4db8cc2a-eef1-474d-86d0-ea1b12f93840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:44.760958 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c6ed4e1-c2db-4382-96e8-ae44336b2b4c req-4db8cc2a-eef1-474d-86d0-ea1b12f93840 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3d9157ca-5c49-4d10-8925-23b7d2950b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0817263 Oct 26 15:20:44.765032 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event deleted for resources: {'Port': ['ID=309ebf67-bf96-4a60-9107-a14b515c4627,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:44.782730 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] No DVR routers for this DVR port 309ebf67-bf96-4a60-9107-a14b515c4627 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:20:44.787005 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-0c2af0a8-8295-4861-ad8a-ec76aa2b39ad tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Calling delete_port for 823a3cfd-442f-436a-af85-bcaf7e526cf6 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:44.812982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b331873c-1bab-47b0-a02a-f66a19318d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:44.823824 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:44.866524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331873c-1bab-47b0-a02a-f66a19318d2c None None] Pushing event deleted for resources: {'Port': ['ID=ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:44.878626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (89498ee0-10a9-4cb4-b677-3faf6c6c1346), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:44.938989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:44.939378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:44.957680 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c6ed4e1-c2db-4382-96e8-ae44336b2b4c req-91cd69b1-673a-4c35-8593-42e2bdd52a06 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3d9157ca-5c49-4d10-8925-23b7d2950b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478400 Oct 26 15:20:44.990204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b331873c-1bab-47b0-a02a-f66a19318d2c None None] No DVR routers for this DVR port ae0b8dfa-a400-4e80-90dd-ab8b4a960d2e on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:20:45.005141 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9e87da12-8764-425d-9b6e-9aa1a3fe70c4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (d2f078b2-4cba-485d-9dd1-caff096eaf11), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:45.008219 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (5f3008f1-d245-489c-a79e-85312366a7d1), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:45.013871 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Router f6778e0b-e7ca-4577-920b-2a90820fc94e is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:20:45.035418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,segment=NetworkSegment(878b8e5b-ecb8-4aa5-b134-e80266343bcc),segment_id=878b8e5b-ecb8-4aa5-b134-e80266343bcc)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:45.063423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:45.064183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:45.103338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:45.115496 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3008f1-d245-489c-a79e-85312366a7d1']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:45.118122 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:45.123701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75878f5-67fd-4eb2-bb18-b3348b0e36c2 None None] Pushing event updated for resources: {'Port': ['ID=89498ee0-10a9-4cb4-b677-3faf6c6c1346,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:45.182320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Router d9aa056d-1974-4d1b-9aae-d0a9e7defb54 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:20:45.205170 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6512ce87-c1f9-4139-8b6f-7534008c6611') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:45.205535 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6512ce87-c1f9-4139-8b6f-7534008c6611') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:45.209296 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87da12-8764-425d-9b6e-9aa1a3fe70c4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network d89900bb-90a3-485f-8bf0-64ddf52d322a is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:45.232413 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-9e87da12-8764-425d-9b6e-9aa1a3fe70c4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:45.232413 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e87da12-8764-425d-9b6e-9aa1a3fe70c4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:45.233940 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e87da12-8764-425d-9b6e-9aa1a3fe70c4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:45.234239 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9e87da12-8764-425d-9b6e-9aa1a3fe70c4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:45.240030 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87da12-8764-425d-9b6e-9aa1a3fe70c4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=d2f078b2-4cba-485d-9dd1-caff096eaf11,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:45.246545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (6512ce87-c1f9-4139-8b6f-7534008c6611), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:45.308212 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (6512ce87-c1f9-4139-8b6f-7534008c6611), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:45.311013 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c6ed4e1-c2db-4382-96e8-ae44336b2b4c req-b2b36ab3-5f63-4715-ad9e-1fbb21cb16b9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3d9157ca-5c49-4d10-8925-23b7d2950b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376338 Oct 26 15:20:45.314544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:45.317128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-efbbddf0-6703-45f3-9135-8586b23432f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:20:37Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:20:36Z', 'revision_number': 1, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:39Z', 'revision_number': 9, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:45.319413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ddf9c2-46c5-44c1-8d50-6ea00147eb77 None None] DHCP port deletion for 5f3008f1-d245-489c-a79e-85312366a7d1 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:20:45.344151 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:45.375059 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:20:45.390474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbbddf0-6703-45f3-9135-8586b23432f7 None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:20:37Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:20:36Z', 'revision_number': 1, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:39Z', 'revision_number': 9, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:45.390794 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec0663-0596-457b-a556-c7aaa51459f8 None None] Sync routers for ids ['f6778e0b-e7ca-4577-920b-2a90820fc94e'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:45.391896 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9e87da12-8764-425d-9b6e-9aa1a3fe70c4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.2700682 Oct 26 15:20:45.399177 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:20:45.399819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (6512ce87-c1f9-4139-8b6f-7534008c6611), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:45.405041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57074) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:45.419197 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec0663-0596-457b-a556-c7aaa51459f8 None None] Routers {'f6778e0b-e7ca-4577-920b-2a90820fc94e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:45.419984 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-74ec0663-0596-457b-a556-c7aaa51459f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f6778e0b-e7ca-4577-920b-2a90820fc94e'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:45.439150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:45.443724 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a75ee8bb-831f-4e48-84f7-dcf3272c05e7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.2832315 Oct 26 15:20:45.444045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57078) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:45.497186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:45.497514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:45.504587 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-74ec0663-0596-457b-a556-c7aaa51459f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:45.513113 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 6512ce87-c1f9-4139-8b6f-7534008c6611 resource provider aggregate not found Oct 26 15:20:45.531047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 394e991d-ba1f-4c55-ad3b-6183751d959f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=394e991d-ba1f-4c55-ad3b-6183751d959f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:45.539723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:45.546867 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec0663-0596-457b-a556-c7aaa51459f8 None None] Routers {'f6778e0b-e7ca-4577-920b-2a90820fc94e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:45.547575 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-74ec0663-0596-457b-a556-c7aaa51459f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f6778e0b-e7ca-4577-920b-2a90820fc94e'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:45.640043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=394e991d-ba1f-4c55-ad3b-6183751d959f,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:45.640524 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-74ec0663-0596-457b-a556-c7aaa51459f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:45.641550 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec0663-0596-457b-a556-c7aaa51459f8 None None] The sync data for ids ['f6778e0b-e7ca-4577-920b-2a90820fc94e'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:45.647676 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-514c32c2-3d46-4644-a959-4f541d54e056 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "GET /networking/v2.0/routers/f6778e0b-e7ca-4577-920b-2a90820fc94e HTTP/1.1" status: 200 len: 925 time: 0.2014956 Oct 26 15:20:45.650590 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57082) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:45.658480 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 6512ce87-c1f9-4139-8b6f-7534008c6611 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6512ce87-c1f9-4139-8b6f-7534008c6611 found for delete ", "request_id": "req-899fc06a-d9ec-4cff-bc78-b9144d167f20"}]} Oct 26 15:20:45.691766 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-17256256-33c4-424e-980e-4de1e13467bf tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6778e0b-e7ca-4577-920b-2a90820fc94e HTTP/1.1" status: 200 len: 205 time: 0.0368993 Oct 26 15:20:45.694126 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57084) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:45.742559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:45.747107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ce1d06-866f-460c-99bc-fb69f10efcac None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:45.775205 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0c2af0a8-8295-4861-ad8a-ec76aa2b39ad tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (823a3cfd-442f-436a-af85-bcaf7e526cf6), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:45.850352 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (5f3008f1-d245-489c-a79e-85312366a7d1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:45.868079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce1d06-866f-460c-99bc-fb69f10efcac None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:45.868937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-75ce1d06-866f-460c-99bc-fb69f10efcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:45.902882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-991d5a5d-6c14-47fa-a925-dda885a35b33 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (f6778e0b-e7ca-4577-920b-2a90820fc94e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:45.921525 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:20:45.932865 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Sync routers for ids ['d9aa056d-1974-4d1b-9aae-d0a9e7defb54'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:45.934145 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:45.941949 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "DELETE /networking/v2.0/networks/5f3008f1-d245-489c-a79e-85312366a7d1 HTTP/1.1" status: 204 len: 168 time: 3.4565725 Oct 26 15:20:45.957233 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Routers {'d9aa056d-1974-4d1b-9aae-d0a9e7defb54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:45.957914 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d9aa056d-1974-4d1b-9aae-d0a9e7defb54'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:45.972477 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-7859bf3d-23ba-4be5-ab9e-8060fe1c888c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port d2f078b2-4cba-485d-9dd1-caff096eaf11 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:45.973105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7859bf3d-23ba-4be5-ab9e-8060fe1c888c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (d2f078b2-4cba-485d-9dd1-caff096eaf11), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:46.011034 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57086) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:46.012095 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2af0a8-8295-4861-ad8a-ec76aa2b39ad tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event deleted for resources: {'Port': ['ID=823a3cfd-442f-436a-af85-bcaf7e526cf6,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:46.044365 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:46.147395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:46.198268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:46.237956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-75ce1d06-866f-460c-99bc-fb69f10efcac None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:46.248851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:46.250524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:46.282415 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add79d2-8f88-4c10-b9fe-341b0ddc705b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event deleted for resources: {'Network': ['ID=5f3008f1-d245-489c-a79e-85312366a7d1,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:46.313945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-991d5a5d-6c14-47fa-a925-dda885a35b33 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_gateway (f6778e0b-e7ca-4577-920b-2a90820fc94e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:46.317970 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Set router d9aa056d-1974-4d1b-9aae-d0a9e7defb54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:46.366794 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:INSERT=1,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:46.385419 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2e8d71cb-880f-47b1-8226-6a3f103a2b89 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (00b336ee-3a48-48b0-9674-7083b728ac3f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:46.404319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-991d5a5d-6c14-47fa-a925-dda885a35b33 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Deleting port a61043f9-ddfa-46b6-93a6-5ea62a3c1f25 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:46.404319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-991d5a5d-6c14-47fa-a925-dda885a35b33 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (a61043f9-ddfa-46b6-93a6-5ea62a3c1f25), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:46.455469 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:46.457644 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c9e37e3a-d865-4661-968c-0479995a5f16 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.9022036 Oct 26 15:20:46.466274 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57088) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:46.534722 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-991d5a5d-6c14-47fa-a925-dda885a35b33 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (a61043f9-ddfa-46b6-93a6-5ea62a3c1f25), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:46.552907 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-991d5a5d-6c14-47fa-a925-dda885a35b33 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Calling delete_port for a61043f9-ddfa-46b6-93a6-5ea62a3c1f25 owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:46.785216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0c2af0a8-8295-4861-ad8a-ec76aa2b39ad tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:46.801126 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0c2af0a8-8295-4861-ad8a-ec76aa2b39ad tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "DELETE /networking/v2.0/ports/823a3cfd-442f-436a-af85-bcaf7e526cf6 HTTP/1.1" status: 204 len: 168 time: 3.0723758 Oct 26 15:20:46.806621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57090) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:46.826515 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7859bf3d-23ba-4be5-ab9e-8060fe1c888c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (d2f078b2-4cba-485d-9dd1-caff096eaf11), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:46.865960 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-7859bf3d-23ba-4be5-ab9e-8060fe1c888c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for d2f078b2-4cba-485d-9dd1-caff096eaf11 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:46.883674 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb68e89b-7e27-48f1-8fbc-22608726c6d8 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] GET failed (client error): The resource could not be found. Oct 26 15:20:46.891646 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fb68e89b-7e27-48f1-8fbc-22608726c6d8 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "GET /networking/v2.0/ports/823a3cfd-442f-436a-af85-bcaf7e526cf6 HTTP/1.1" status: 404 len: 333 time: 0.0819058 Oct 26 15:20:46.895772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57092) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:46.904097 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-bc70e1d4-d317-41d5-b384-afb1581ab18d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Request body: {'port': {'network_id': 'c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27', 'name': 'tempest-AllowedAddressPairTestJSON-437193291'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:46.912532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:46.994381 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9aa056d-1974-4d1b-9aae-d0a9e7defb54', 'name': '', 'tenant_id': '1e69a63939704db0b07cd08fd8c8a545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e42bb37-6073-4203-a9eb-ddec86db3371', 'external_fixed_ips': [{'subnet_id': 'f1950b3c-b0a8-4369-8937-3ee7bde69557', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '5cc1be26-2fed-4817-bc27-3fd559ec0cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:20:36Z', 'updated_at': '2022-10-26T15:20:42Z', 'revision_number': 3, 'project_id': '1e69a63939704db0b07cd08fd8c8a545', 'gw_port': {'id': '5cc1be26-2fed-4817-bc27-3fd559ec0cac', 'name': '', 'network_id': '9e42bb37-6073-4203-a9eb-ddec86db3371', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9aa056d-1974-4d1b-9aae-d0a9e7defb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'f1950b3c-b0a8-4369-8937-3ee7bde69557', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:20:39Z', 'updated_at': '2022-10-26T15:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1950b3c-b0a8-4369-8937-3ee7bde69557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:47.028771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:47.068737 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Checking router: d9aa056d-1974-4d1b-9aae-d0a9e7defb54 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:47.068958 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Updating router d9aa056d-1974-4d1b-9aae-d0a9e7defb54 port 5cc1be26-2fed-4817-bc27-3fd559ec0cac binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:20:47.083643 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-991d5a5d-6c14-47fa-a925-dda885a35b33 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (a61043f9-ddfa-46b6-93a6-5ea62a3c1f25), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:47.130993 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5cc1be26-2fed-4817-bc27-3fd559ec0cac), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:47.166446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56d828b-652b-4b54-8f04-6a59245e8c9d None None] Network d89900bb-90a3-485f-8bf0-64ddf52d322a requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:20:47.185162 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2e8d71cb-880f-47b1-8226-6a3f103a2b89 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (00b336ee-3a48-48b0-9674-7083b728ac3f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:47.201467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d5a5d-6c14-47fa-a925-dda885a35b33 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Pushing event deleted for resources: {'Port': ['ID=a61043f9-ddfa-46b6-93a6-5ea62a3c1f25,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:47.218814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:47.267351 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d9862a8-27c9-4c39-8854-84ae4f2741ac tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router (d9aa056d-1974-4d1b-9aae-d0a9e7defb54), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:47.269762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:47.282322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-2e8d71cb-880f-47b1-8226-6a3f103a2b89 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b336ee-3a48-48b0-9674-7083b728ac3f']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:47.371189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b000954f-5334-443c-a079-62dc408317d0 None None] Provisioning complete for port 89498ee0-10a9-4cb4-b677-3faf6c6c1346 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:47.371810 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b000954f-5334-443c-a079-62dc408317d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (89498ee0-10a9-4cb4-b677-3faf6c6c1346), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:47.372473 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b000954f-5334-443c-a079-62dc408317d0 None None] Attempt 1 to provision port 89498ee0-10a9-4cb4-b677-3faf6c6c1346 Oct 26 15:20:47.425332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc70e1d4-d317-41d5-b384-afb1581ab18d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Made reservation on behalf of 67151291083247cfb3a1207a0283c954 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:47.430293 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bc70e1d4-d317-41d5-b384-afb1581ab18d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:47.457658 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-bc70e1d4-d317-41d5-b384-afb1581ab18d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] device_id is not set on port bbef6114-6b3b-4426-979e-d300052c16cf yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:20:47.459459 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-2e8d71cb-880f-47b1-8226-6a3f103a2b89 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8213e96f-66ab-4258-abf1-17d5fa89989f') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:47.460396 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-2e8d71cb-880f-47b1-8226-6a3f103a2b89 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8213e96f-66ab-4258-abf1-17d5fa89989f') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:47.490686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2e8d71cb-880f-47b1-8226-6a3f103a2b89 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (8213e96f-66ab-4258-abf1-17d5fa89989f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:47.525706 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2e8d71cb-880f-47b1-8226-6a3f103a2b89 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (8213e96f-66ab-4258-abf1-17d5fa89989f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:47.531988 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d9862a8-27c9-4c39-8854-84ae4f2741ac tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_gateway (d9aa056d-1974-4d1b-9aae-d0a9e7defb54), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:47.558788 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:47.575259 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8d71cb-880f-47b1-8226-6a3f103a2b89 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:20:47.578620 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2e8d71cb-880f-47b1-8226-6a3f103a2b89 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (8213e96f-66ab-4258-abf1-17d5fa89989f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:47.612992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-75ce1d06-866f-460c-99bc-fb69f10efcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:45Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:20:44Z', 'revision_number': 2, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:44Z', 'revision_number': 10, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:47.619846 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-bc70e1d4-d317-41d5-b384-afb1581ab18d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Allocated IP 172.20.0.12 (c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27/1cb54f45-0b1d-4a5b-ae1a-b497312f62c6/bbef6114-6b3b-4426-979e-d300052c16cf) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:47.701222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ce1d06-866f-460c-99bc-fb69f10efcac None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:47.706429 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 8213e96f-66ab-4258-abf1-17d5fa89989f resource provider aggregate not found Oct 26 15:20:47.722256 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Publish callbacks [] for port (5cc1be26-2fed-4817-bc27-3fd559ec0cac), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:47.734513 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5cc1be26-2fed-4817-bc27-3fd559ec0cac), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:47.743251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-8d9862a8-27c9-4c39-8854-84ae4f2741ac tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Deleting port 5cc1be26-2fed-4817-bc27-3fd559ec0cac {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:47.743251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d9862a8-27c9-4c39-8854-84ae4f2741ac tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (5cc1be26-2fed-4817-bc27-3fd559ec0cac), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:47.759520 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 8213e96f-66ab-4258-abf1-17d5fa89989f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8213e96f-66ab-4258-abf1-17d5fa89989f found for delete ", "request_id": "req-816d8778-c511-4995-a2c7-c47968e20668"}]} Oct 26 15:20:47.784364 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7859bf3d-23ba-4be5-ab9e-8060fe1c888c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (d2f078b2-4cba-485d-9dd1-caff096eaf11), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:47.785904 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2e8d71cb-880f-47b1-8226-6a3f103a2b89 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (00b336ee-3a48-48b0-9674-7083b728ac3f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:47.793555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:47.793947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:47.798177 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:47.808270 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b932e5-2eda-41ed-ba0a-ab14deee88a6 None None] Pushing event updated for resources: {'Port': ['ID=5cc1be26-2fed-4817-bc27-3fd559ec0cac,revision_number=2']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:47.818947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2e8d71cb-880f-47b1-8226-6a3f103a2b89 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:47.823037 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Attempting to bind port 5cc1be26-2fed-4817-bc27-3fd559ec0cac on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:20:47.823718 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Attempting to bind port 5cc1be26-2fed-4817-bc27-3fd559ec0cac by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'c3f50635-00de-4ac6-b92e-98cdca4d9296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9e42bb37-6073-4203-a9eb-ddec86db3371'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:20:47.823930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:47.824694 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Attempting to bind port 5cc1be26-2fed-4817-bc27-3fd559ec0cac on network 9e42bb37-6073-4203-a9eb-ddec86db3371 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:20:47.824828 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2e8d71cb-880f-47b1-8226-6a3f103a2b89 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "DELETE /networking/v2.0/networks/00b336ee-3a48-48b0-9674-7083b728ac3f HTTP/1.1" status: 204 len: 168 time: 1.8100758 Oct 26 15:20:47.827725 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d71cb-880f-47b1-8226-6a3f103a2b89 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event deleted for resources: {'Network': ['ID=00b336ee-3a48-48b0-9674-7083b728ac3f,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:47.829431 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57098) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:47.840451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce1d06-866f-460c-99bc-fb69f10efcac None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:47.841583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-75ce1d06-866f-460c-99bc-fb69f10efcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:47.864638 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859bf3d-23ba-4be5-ab9e-8060fe1c888c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=d2f078b2-4cba-485d-9dd1-caff096eaf11,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:47.893103 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:20:47.893930 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Checking segment: {'id': 'c3f50635-00de-4ac6-b92e-98cdca4d9296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9e42bb37-6073-4203-a9eb-ddec86db3371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:47.894836 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:47.895440 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Bound using segment: {'id': 'c3f50635-00de-4ac6-b92e-98cdca4d9296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9e42bb37-6073-4203-a9eb-ddec86db3371'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:20:47.896269 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Bound port: 5cc1be26-2fed-4817-bc27-3fd559ec0cac, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f50635-00de-4ac6-b92e-98cdca4d9296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9e42bb37-6073-4203-a9eb-ddec86db3371'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:20:47.896908 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5cc1be26-2fed-4817-bc27-3fd559ec0cac), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:47.959910 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] For port 5cc1be26-2fed-4817-bc27-3fd559ec0cac, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:20:47.961639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-75ce1d06-866f-460c-99bc-fb69f10efcac None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:47.964834 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] For port 5cc1be26-2fed-4817-bc27-3fd559ec0cac, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5cc1be26-2fed-4817-bc27-3fd559ec0cac,segment=NetworkSegment(c3f50635-00de-4ac6-b92e-98cdca4d9296),segment_id=c3f50635-00de-4ac6-b92e-98cdca4d9296)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:20:47.976412 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5cc1be26-2fed-4817-bc27-3fd559ec0cac), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.026105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7859bf3d-23ba-4be5-ab9e-8060fe1c888c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.032609 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7859bf3d-23ba-4be5-ab9e-8060fe1c888c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/ports/d2f078b2-4cba-485d-9dd1-caff096eaf11 HTTP/1.1" status: 204 len: 168 time: 2.6205812 Oct 26 15:20:48.035773 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d9862a8-27c9-4c39-8854-84ae4f2741ac tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (5cc1be26-2fed-4817-bc27-3fd559ec0cac), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.043724 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57100) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:48.062015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.063206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:48.074055 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b932e5-2eda-41ed-ba0a-ab14deee88a6 None None] Pushing event updated for resources: {'Port': ['ID=5cc1be26-2fed-4817-bc27-3fd559ec0cac,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:48.085785 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Routers {'d9aa056d-1974-4d1b-9aae-d0a9e7defb54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:48.086691 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d9aa056d-1974-4d1b-9aae-d0a9e7defb54'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:48.108024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:48.108292 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-8d9862a8-27c9-4c39-8854-84ae4f2741ac tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Calling delete_port for 5cc1be26-2fed-4817-bc27-3fd559ec0cac owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:48.112480 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c89ef25-8176-4bf9-903e-ca1e45287c15 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] DELETE failed (client error): The resource could not be found. Oct 26 15:20:48.112899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c89ef25-8176-4bf9-903e-ca1e45287c15 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:20:48.118925 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6c89ef25-8176-4bf9-903e-ca1e45287c15 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/ports/d2f078b2-4cba-485d-9dd1-caff096eaf11 HTTP/1.1" status: 404 len: 333 time: 0.0684018 Oct 26 15:20:48.122121 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57102) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:48.122769 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:48.127046 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90191bba-ed3d-4278-89cb-787e829e8e32 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (104313b8-23c4-4928-8d43-61fc333f9013), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.158265 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c3c617-0cca-43e5-96d6-c7313ad9eae8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] GET failed (client error): The resource could not be found. Oct 26 15:20:48.164987 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-64c3c617-0cca-43e5-96d6-c7313ad9eae8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports/d2f078b2-4cba-485d-9dd1-caff096eaf11 HTTP/1.1" status: 404 len: 333 time: 0.0353112 Oct 26 15:20:48.165788 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57106) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:48.220597 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] Set router d9aa056d-1974-4d1b-9aae-d0a9e7defb54 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:48.233903 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bc70e1d4-d317-41d5-b384-afb1581ab18d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks [] for port (bbef6114-6b3b-4426-979e-d300052c16cf), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.237219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:48.238552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.293832 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:48.297194 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:48.304138 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9aa056d-1974-4d1b-9aae-d0a9e7defb54', 'name': '', 'tenant_id': '1e69a63939704db0b07cd08fd8c8a545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:20:36Z', 'updated_at': '2022-10-26T15:20:47Z', 'revision_number': 4, 'project_id': '1e69a63939704db0b07cd08fd8c8a545', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:48.304750 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-991d5a5d-6c14-47fa-a925-dda885a35b33 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (f6778e0b-e7ca-4577-920b-2a90820fc94e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.340859 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b000954f-5334-443c-a079-62dc408317d0 None None] Current status of the port 89498ee0-10a9-4cb4-b677-3faf6c6c1346 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:48.341257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b000954f-5334-443c-a079-62dc408317d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (89498ee0-10a9-4cb4-b677-3faf6c6c1346), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.354138 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e027892-a66a-40c9-942a-5f2541c4b727 None None] The sync data for ids ['d9aa056d-1974-4d1b-9aae-d0a9e7defb54'] in dv-neutron-759874-6-hyperv is: [{'id': 'd9aa056d-1974-4d1b-9aae-d0a9e7defb54', 'name': '', 'tenant_id': '1e69a63939704db0b07cd08fd8c8a545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:20:36Z', 'updated_at': '2022-10-26T15:20:47Z', 'revision_number': 4, 'project_id': '1e69a63939704db0b07cd08fd8c8a545', 'gw_port_host': None}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:48.420130 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-991d5a5d-6c14-47fa-a925-dda885a35b33 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (f6778e0b-e7ca-4577-920b-2a90820fc94e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.422650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-b000954f-5334-443c-a079-62dc408317d0 None None] For port 89498ee0-10a9-4cb4-b677-3faf6c6c1346, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=89498ee0-10a9-4cb4-b677-3faf6c6c1346,segment=NetworkSegment(a968be81-54d4-439e-9dae-01b087cfddfd),segment_id=a968be81-54d4-439e-9dae-01b087cfddfd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:48.422805 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-991d5a5d-6c14-47fa-a925-dda885a35b33 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_controller (f6778e0b-e7ca-4577-920b-2a90820fc94e), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.424137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fd2c27-2055-4bb9-b454-457ea5d42e01 None None] New status for floating IP 5acb5302-e6d4-4c13-9ef6-39b5af2566f5: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:20:48.464895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b000954f-5334-443c-a079-62dc408317d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (89498ee0-10a9-4cb4-b677-3faf6c6c1346), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.480276 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bc70e1d4-d317-41d5-b384-afb1581ab18d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (bbef6114-6b3b-4426-979e-d300052c16cf), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.493772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-991d5a5d-6c14-47fa-a925-dda885a35b33 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (f6778e0b-e7ca-4577-920b-2a90820fc94e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.494248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:48.494404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991d5a5d-6c14-47fa-a925-dda885a35b33 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Fanout notify agent at l3_agent the message router_deleted on router f6778e0b-e7ca-4577-920b-2a90820fc94e {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:20:48.500760 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:48.507192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:48.513973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.532584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:48.535904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 309ebf67-bf96-4a60-9107-a14b515c4627 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:48.536312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-991d5a5d-6c14-47fa-a925-dda885a35b33 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.537742 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-991d5a5d-6c14-47fa-a925-dda885a35b33 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "DELETE /networking/v2.0/routers/f6778e0b-e7ca-4577-920b-2a90820fc94e HTTP/1.1" status: 204 len: 168 time: 2.8444715 Oct 26 15:20:48.544495 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57108) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:48.552695 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc70e1d4-d317-41d5-b384-afb1581ab18d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Network c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:48.561013 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1301076933', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'enable_snat': False}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:48.586048 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-bc70e1d4-d317-41d5-b384-afb1581ab18d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:48.591951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc70e1d4-d317-41d5-b384-afb1581ab18d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:48.603536 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-8078ce69-dd1e-4985-bce4-32cc338281c1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting subnet 7777f93d-6cc7-428b-ae14-c1361dd743fe {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:20:48.630297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:48.632057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (49fc6133-fed2-45ab-8fd0-07128cafb6f2), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.633275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (49fc6133-fed2-45ab-8fd0-07128cafb6f2), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.656045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 309ebf67-bf96-4a60-9107-a14b515c4627 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:20:48.656662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 309ebf67-bf96-4a60-9107-a14b515c4627 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:20:48.657293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:48.686421 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90191bba-ed3d-4278-89cb-787e829e8e32 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (104313b8-23c4-4928-8d43-61fc333f9013), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.698340 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_controller (49fc6133-fed2-45ab-8fd0-07128cafb6f2), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.720617 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-90191bba-ed3d-4278-89cb-787e829e8e32 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104313b8-23c4-4928-8d43-61fc333f9013']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:48.727871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000954f-5334-443c-a079-62dc408317d0 None None] Pushing event updated for resources: {'Port': ['ID=89498ee0-10a9-4cb4-b677-3faf6c6c1346,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:48.743363 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70e1d4-d317-41d5-b384-afb1581ab18d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event updated for resources: {'Port': ['ID=bbef6114-6b3b-4426-979e-d300052c16cf,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:48.765337 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-90191bba-ed3d-4278-89cb-787e829e8e32 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa465f52-9189-4cd0-aed8-34db0e5cd610') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:48.766369 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-90191bba-ed3d-4278-89cb-787e829e8e32 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa465f52-9189-4cd0-aed8-34db0e5cd610') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:48.782449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:48.791204 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90191bba-ed3d-4278-89cb-787e829e8e32 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (aa465f52-9189-4cd0-aed8-34db0e5cd610), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.803395 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc70e1d4-d317-41d5-b384-afb1581ab18d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:48.804033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bc70e1d4-d317-41d5-b384-afb1581ab18d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.813829 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90191bba-ed3d-4278-89cb-787e829e8e32 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (aa465f52-9189-4cd0-aed8-34db0e5cd610), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.822775 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90191bba-ed3d-4278-89cb-787e829e8e32 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:20:48.823360 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90191bba-ed3d-4278-89cb-787e829e8e32 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (aa465f52-9189-4cd0-aed8-34db0e5cd610), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.828437 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bc70e1d4-d317-41d5-b384-afb1581ab18d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9289222 Oct 26 15:20:48.852747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57112) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:48.857790 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-d7154a10-e657-4107-8602-4cb35c1f0b94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Request body: {'port': {'network_id': 'c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27', 'name': 'tempest-AllowedAddressPairTestJSON-1492177469'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:48.921724 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d9862a8-27c9-4c39-8854-84ae4f2741ac tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (5cc1be26-2fed-4817-bc27-3fd559ec0cac), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.935422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8078ce69-dd1e-4985-bce4-32cc338281c1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (7777f93d-6cc7-428b-ae14-c1361dd743fe), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.942294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90191bba-ed3d-4278-89cb-787e829e8e32 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (104313b8-23c4-4928-8d43-61fc333f9013), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:48.994315 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c980cd-824c-443e-863c-85b317a90f0a None None] New status for floating IP 025376ae-2426-4e90-a744-5451bc4dcd75: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:20:49.015168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:49.016359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:49.053186 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90191bba-ed3d-4278-89cb-787e829e8e32 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:49.060219 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-90191bba-ed3d-4278-89cb-787e829e8e32 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "DELETE /networking/v2.0/networks/104313b8-23c4-4928-8d43-61fc333f9013 HTTP/1.1" status: 204 len: 168 time: 1.2068784 Oct 26 15:20:49.067312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c9d3490b-f22b-4770-9e56-e0c927d2c762 None None] Provisioning complete for port 89498ee0-10a9-4cb4-b677-3faf6c6c1346 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:49.067731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c9d3490b-f22b-4770-9e56-e0c927d2c762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (89498ee0-10a9-4cb4-b677-3faf6c6c1346), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:49.068195 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c9d3490b-f22b-4770-9e56-e0c927d2c762 None None] Attempt 1 to provision port 89498ee0-10a9-4cb4-b677-3faf6c6c1346 Oct 26 15:20:49.084894 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57114) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:49.123249 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9862a8-27c9-4c39-8854-84ae4f2741ac tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cc1be26-2fed-4817-bc27-3fd559ec0cac,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:49.124266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-75ce1d06-866f-460c-99bc-fb69f10efcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:45Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:20:44Z', 'revision_number': 2, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:44Z', 'revision_number': 10, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:49.162625 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90191bba-ed3d-4278-89cb-787e829e8e32 tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event deleted for resources: {'Network': ['ID=104313b8-23c4-4928-8d43-61fc333f9013,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:49.197801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ce1d06-866f-460c-99bc-fb69f10efcac None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:45Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:20:44Z', 'revision_number': 2, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:44Z', 'revision_number': 10, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:49.244429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0106ee38-b943-4958-b8bd-f2008bdad53b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (9672f1d6-9e0f-4259-9eba-3354b62bd107), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:49.282922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:49.321762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_gateway (49fc6133-fed2-45ab-8fd0-07128cafb6f2), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:49.326066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:49.370561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7154a10-e657-4107-8602-4cb35c1f0b94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Made reservation on behalf of 67151291083247cfb3a1207a0283c954 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:49.375727 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d7154a10-e657-4107-8602-4cb35c1f0b94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:49.573371 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-d7154a10-e657-4107-8602-4cb35c1f0b94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] device_id is not set on port 4f957301-9682-4354-9fb1-580e5fbbecdb yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:20:49.608552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0106ee38-b943-4958-b8bd-f2008bdad53b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (9672f1d6-9e0f-4259-9eba-3354b62bd107), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:49.676927 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8078ce69-dd1e-4985-bce4-32cc338281c1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (7777f93d-6cc7-428b-ae14-c1361dd743fe), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:49.712901 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-0106ee38-b943-4958-b8bd-f2008bdad53b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9672f1d6-9e0f-4259-9eba-3354b62bd107']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:49.721161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:49.748790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d9862a8-27c9-4c39-8854-84ae4f2741ac tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (d9aa056d-1974-4d1b-9aae-d0a9e7defb54), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:49.753323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c9d3490b-f22b-4770-9e56-e0c927d2c762 None None] Current status of the port 89498ee0-10a9-4cb4-b677-3faf6c6c1346 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:49.795170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-0106ee38-b943-4958-b8bd-f2008bdad53b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2412565a-1c6a-4586-950b-398cf9c1ddfc') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:49.795508 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-0106ee38-b943-4958-b8bd-f2008bdad53b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2412565a-1c6a-4586-950b-398cf9c1ddfc') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:49.852097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:49.852926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:49.854109 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 Oct 26 15:20:49.857172 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment aa465f52-9189-4cd0-aed8-34db0e5cd610 resource provider aggregate not found Oct 26 15:20:49.859904 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:49.884347 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0106ee38-b943-4958-b8bd-f2008bdad53b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (2412565a-1c6a-4586-950b-398cf9c1ddfc), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:49.965584 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f6e325e0-0d46-40ec-bdc1-ba873c3b0d07 req-d7ad01a4-18c0-4de6-855d-151a997cabde service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2878141 Oct 26 15:20:49.967868 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-d7154a10-e657-4107-8602-4cb35c1f0b94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Allocated IP 172.20.0.11 (c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27/1cb54f45-0b1d-4a5b-ae1a-b497312f62c6/4f957301-9682-4354-9fb1-580e5fbbecdb) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:49.984182 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment aa465f52-9189-4cd0-aed8-34db0e5cd610 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa465f52-9189-4cd0-aed8-34db0e5cd610 found for delete ", "request_id": "req-101eb3c9-6349-452e-9cf4-1ea625f52190"}]} Oct 26 15:20:49.987264 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d9862a8-27c9-4c39-8854-84ae4f2741ac tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (d9aa056d-1974-4d1b-9aae-d0a9e7defb54), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:49.994739 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:50.000872 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8078ce69-dd1e-4985-bce4-32cc338281c1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (7777f93d-6cc7-428b-ae14-c1361dd743fe), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.003227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8c2391a3-7bf0-4aa5-b821-e675dcf702c6 None None] Provisioning complete for port bbef6114-6b3b-4426-979e-d300052c16cf triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:50.003612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c2391a3-7bf0-4aa5-b821-e675dcf702c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bbef6114-6b3b-4426-979e-d300052c16cf), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.003940 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8c2391a3-7bf0-4aa5-b821-e675dcf702c6 None None] Attempt 1 to provision port bbef6114-6b3b-4426-979e-d300052c16cf Oct 26 15:20:50.009760 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d9862a8-27c9-4c39-8854-84ae4f2741ac tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_controller (d9aa056d-1974-4d1b-9aae-d0a9e7defb54), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.038723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:50.058410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0106ee38-b943-4958-b8bd-f2008bdad53b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (2412565a-1c6a-4586-950b-398cf9c1ddfc), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.086833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8c2391a3-7bf0-4aa5-b821-e675dcf702c6 None None] Port bbef6114-6b3b-4426-979e-d300052c16cf cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:20:50.102906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8c2391a3-7bf0-4aa5-b821-e675dcf702c6 None None] Could not find standard attr ID for object d2f078b2-4cba-485d-9dd1-caff096eaf11. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:20:50.134029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0106ee38-b943-4958-b8bd-f2008bdad53b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:20:50.134579 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0106ee38-b943-4958-b8bd-f2008bdad53b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (2412565a-1c6a-4586-950b-398cf9c1ddfc), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.188110 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d9862a8-27c9-4c39-8854-84ae4f2741ac tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (d9aa056d-1974-4d1b-9aae-d0a9e7defb54), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.188110 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9862a8-27c9-4c39-8854-84ae4f2741ac tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9aa056d-1974-4d1b-9aae-d0a9e7defb54 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:20:50.194006 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d9862a8-27c9-4c39-8854-84ae4f2741ac tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.194006 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8d9862a8-27c9-4c39-8854-84ae4f2741ac tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "DELETE /networking/v2.0/routers/d9aa056d-1974-4d1b-9aae-d0a9e7defb54 HTTP/1.1" status: 204 len: 168 time: 3.7153726 Oct 26 15:20:50.195463 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57124) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:50.211044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde6e6e6-e370-42f2-b960-6d29614b93ac None None] Sync routers for ids ['d9aa056d-1974-4d1b-9aae-d0a9e7defb54'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:50.215763 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 2412565a-1c6a-4586-950b-398cf9c1ddfc resource provider aggregate not found Oct 26 15:20:50.271311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde6e6e6-e370-42f2-b960-6d29614b93ac None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:50.271991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde6e6e6-e370-42f2-b960-6d29614b93ac None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:20:50.272869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-dde6e6e6-e370-42f2-b960-6d29614b93ac None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d9aa056d-1974-4d1b-9aae-d0a9e7defb54'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:20:50.282594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:50.283124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.291773 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8078ce69-dd1e-4985-bce4-32cc338281c1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (7777f93d-6cc7-428b-ae14-c1361dd743fe), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.308455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde6e6e6-e370-42f2-b960-6d29614b93ac None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:50.309791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde6e6e6-e370-42f2-b960-6d29614b93ac None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:20:50.310744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-dde6e6e6-e370-42f2-b960-6d29614b93ac None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d9aa056d-1974-4d1b-9aae-d0a9e7defb54'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:20:50.311383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde6e6e6-e370-42f2-b960-6d29614b93ac None None] The sync data for ids ['d9aa056d-1974-4d1b-9aae-d0a9e7defb54'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:50.316747 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 2412565a-1c6a-4586-950b-398cf9c1ddfc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2412565a-1c6a-4586-950b-398cf9c1ddfc found for delete ", "request_id": "req-47724d7b-edc2-4845-bfc3-3c6a630aa887"}]} Oct 26 15:20:50.331011 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_gateway (49fc6133-fed2-45ab-8fd0-07128cafb6f2), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.333576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e325e0-0d46-40ec-bdc1-ba873c3b0d07 req-a6b739d2-68bc-40ba-865a-043453e6286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:50.335768 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f6e325e0-0d46-40ec-bdc1-ba873c3b0d07 req-a6b739d2-68bc-40ba-865a-043453e6286c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b06d3531c6984a12bc9058594d41733d&device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 1130 time: 0.2983553 Oct 26 15:20:50.348163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:50.358377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.359533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:50.365400 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb64dffa-acce-4df6-8d43-50a74aa8392f tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Deleting subnet f1950b3c-b0a8-4369-8937-3ee7bde69557 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:20:50.368167 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078ce69-dd1e-4985-bce4-32cc338281c1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Subnet': ['ID=7777f93d-6cc7-428b-ae14-c1361dd743fe,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:50.380525 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fb64dffa-acce-4df6-8d43-50a74aa8392f tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for subnet (f1950b3c-b0a8-4369-8937-3ee7bde69557), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.384430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8078ce69-dd1e-4985-bce4-32cc338281c1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.389317 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8078ce69-dd1e-4985-bce4-32cc338281c1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/7777f93d-6cc7-428b-ae14-c1361dd743fe HTTP/1.1" status: 204 len: 168 time: 2.2166462 Oct 26 15:20:50.393713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcab3fb3-fc69-409c-94a6-3dfc01e7cc9b None None] Network d89900bb-90a3-485f-8bf0-64ddf52d322a requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:20:50.400128 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57128) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:50.442808 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.450998 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fb64dffa-acce-4df6-8d43-50a74aa8392f tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (f1950b3c-b0a8-4369-8937-3ee7bde69557), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.517611 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fb64dffa-acce-4df6-8d43-50a74aa8392f tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (f1950b3c-b0a8-4369-8937-3ee7bde69557), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.537336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:50.597354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0106ee38-b943-4958-b8bd-f2008bdad53b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (9672f1d6-9e0f-4259-9eba-3354b62bd107), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.602051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0106ee38-b943-4958-b8bd-f2008bdad53b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.605981 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0106ee38-b943-4958-b8bd-f2008bdad53b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] 10.222.0.60 "DELETE /networking/v2.0/networks/9672f1d6-9e0f-4259-9eba-3354b62bd107 HTTP/1.1" status: 204 len: 168 time: 1.5179000 Oct 26 15:20:50.628988 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fb64dffa-acce-4df6-8d43-50a74aa8392f tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (f1950b3c-b0a8-4369-8937-3ee7bde69557), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.678035 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106ee38-b943-4958-b8bd-f2008bdad53b tempest-BulkNetworkOpsTest-491113120 tempest-BulkNetworkOpsTest-491113120-project] Pushing event deleted for resources: {'Network': ['ID=9672f1d6-9e0f-4259-9eba-3354b62bd107,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:50.696586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:50.702386 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64dffa-acce-4df6-8d43-50a74aa8392f tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f1950b3c-b0a8-4369-8937-3ee7bde69557,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:50.707003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fb64dffa-acce-4df6-8d43-50a74aa8392f tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.710584 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fb64dffa-acce-4df6-8d43-50a74aa8392f tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/f1950b3c-b0a8-4369-8937-3ee7bde69557 HTTP/1.1" status: 204 len: 168 time: 0.5141683 Oct 26 15:20:50.713279 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57132) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:50.738606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:50.741537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.742675 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 Oct 26 15:20:50.837829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:50.838230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.839513 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (d89900bb-90a3-485f-8bf0-64ddf52d322a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.850370 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7714c69a-a11d-48ae-b6c3-965c2aecc7bd tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (9e42bb37-6073-4203-a9eb-ddec86db3371), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.867298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:50.878683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.880375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 89498ee0-10a9-4cb4-b677-3faf6c6c1346 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:50.950918 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d7154a10-e657-4107-8602-4cb35c1f0b94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks [] for port (4f957301-9682-4354-9fb1-580e5fbbecdb), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:50.974733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:50.977818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4493dca5-65ee-4e5a-9cbd-c17607c2d7dc None None] DHCP port deletion for d89900bb-90a3-485f-8bf0-64ddf52d322a request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:20:50.980224 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Allocated IP 172.26.11.131 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/d92c3f00-8cca-4af6-a085-d82c3b1f3b8d) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:50.996642 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7714c69a-a11d-48ae-b6c3-965c2aecc7bd tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (9e42bb37-6073-4203-a9eb-ddec86db3371), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.004777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e325e0-0d46-40ec-bdc1-ba873c3b0d07 req-d58d88e7-f62b-429a-b6b3-811846d26674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:51.006396 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f6e325e0-0d46-40ec-bdc1-ba873c3b0d07 req-d58d88e7-f62b-429a-b6b3-811846d26674 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=75323486-1206-489c-a851-669e51c6f8c9 HTTP/1.1" status: 200 len: 913 time: 0.5972922 Oct 26 15:20:51.031381 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-7714c69a-a11d-48ae-b6c3-965c2aecc7bd tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e42bb37-6073-4203-a9eb-ddec86db3371']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:51.042082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:51.044167 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-7714c69a-a11d-48ae-b6c3-965c2aecc7bd tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f50635-00de-4ac6-b92e-98cdca4d9296') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:51.044844 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-7714c69a-a11d-48ae-b6c3-965c2aecc7bd tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f50635-00de-4ac6-b92e-98cdca4d9296') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:51.057290 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7714c69a-a11d-48ae-b6c3-965c2aecc7bd tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (c3f50635-00de-4ac6-b92e-98cdca4d9296), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.066905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 89498ee0-10a9-4cb4-b677-3faf6c6c1346 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:51.067403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (89498ee0-10a9-4cb4-b677-3faf6c6c1346), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.067756 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 89498ee0-10a9-4cb4-b677-3faf6c6c1346 Oct 26 15:20:51.079276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7714c69a-a11d-48ae-b6c3-965c2aecc7bd tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (c3f50635-00de-4ac6-b92e-98cdca4d9296), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.087753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7714c69a-a11d-48ae-b6c3-965c2aecc7bd tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:20:51.088438 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7714c69a-a11d-48ae-b6c3-965c2aecc7bd tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (c3f50635-00de-4ac6-b92e-98cdca4d9296), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.093799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4493dca5-65ee-4e5a-9cbd-c17607c2d7dc None None] Deleting port 89498ee0-10a9-4cb4-b677-3faf6c6c1346 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:51.095001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4493dca5-65ee-4e5a-9cbd-c17607c2d7dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (89498ee0-10a9-4cb4-b677-3faf6c6c1346), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.166722 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7714c69a-a11d-48ae-b6c3-965c2aecc7bd tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (9e42bb37-6073-4203-a9eb-ddec86db3371), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.179480 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57136) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:51.181930 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7714c69a-a11d-48ae-b6c3-965c2aecc7bd tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9e42bb37-6073-4203-a9eb-ddec86db3371 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 15:20:51.184876 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7714c69a-a11d-48ae-b6c3-965c2aecc7bd tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.200430 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port 89498ee0-10a9-4cb4-b677-3faf6c6c1346 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:51.200430 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (89498ee0-10a9-4cb4-b677-3faf6c6c1346), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.229129 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2939569d-c32a-4ac1-877b-2cc0205fe9ff None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:51.229630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-4493dca5-65ee-4e5a-9cbd-c17607c2d7dc None None] For port 89498ee0-10a9-4cb4-b677-3faf6c6c1346, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=89498ee0-10a9-4cb4-b677-3faf6c6c1346,segment=NetworkSegment(a968be81-54d4-439e-9dae-01b087cfddfd),segment_id=a968be81-54d4-439e-9dae-01b087cfddfd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:51.229782 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7714c69a-a11d-48ae-b6c3-965c2aecc7bd tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "DELETE /networking/v2.0/networks/9e42bb37-6073-4203-a9eb-ddec86db3371 HTTP/1.1" status: 204 len: 168 time: 0.5010586 Oct 26 15:20:51.229939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4493dca5-65ee-4e5a-9cbd-c17607c2d7dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (89498ee0-10a9-4cb4-b677-3faf6c6c1346), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.230787 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2939569d-c32a-4ac1-877b-2cc0205fe9ff None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:51.231545 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2939569d-c32a-4ac1-877b-2cc0205fe9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:51.244090 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714c69a-a11d-48ae-b6c3-965c2aecc7bd tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e42bb37-6073-4203-a9eb-ddec86db3371,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:51.247152 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f6e325e0-0d46-40ec-bdc1-ba873c3b0d07 req-89b92c5d-7b6f-4744-9edc-4b53bf3b1b93 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9305d23-c117-4e74-ad6f-b6dc9cab652d HTTP/1.1" status: 200 len: 1002 time: 0.2284522 Oct 26 15:20:51.298010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4493dca5-65ee-4e5a-9cbd-c17607c2d7dc None None] Calling delete_port for 89498ee0-10a9-4cb4-b677-3faf6c6c1346 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:51.397480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for port (d92c3f00-8cca-4af6-a085-d82c3b1f3b8d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.438641 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:51.438641 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:51.472407 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2939569d-c32a-4ac1-877b-2cc0205fe9ff None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:51.487582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d7154a10-e657-4107-8602-4cb35c1f0b94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (4f957301-9682-4354-9fb1-580e5fbbecdb), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.489526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (d92c3f00-8cca-4af6-a085-d82c3b1f3b8d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.522999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 89498ee0-10a9-4cb4-b677-3faf6c6c1346 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:51.524140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:51.560643 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-59c4754f-fd96-4c80-9460-dd84eb831e12 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=97055d881c09463da71ca45b487f19c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353293 Oct 26 15:20:51.564197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57146) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:51.592496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 77d842c7-22e3-4a31-904f-093d3a1cac97 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:51.593090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.593432 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 77d842c7-22e3-4a31-904f-093d3a1cac97 Oct 26 15:20:51.628119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4493dca5-65ee-4e5a-9cbd-c17607c2d7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (89498ee0-10a9-4cb4-b677-3faf6c6c1346), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.663296 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:51.680571 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-54607c81-d6ad-4471-8336-688c244a0f52 admin admin] Publish callbacks [] for security_group (716d7d7d-55c2-4f68-8903-accae92fe161), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.698172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4493dca5-65ee-4e5a-9cbd-c17607c2d7dc None None] No DVR routers for this DVR port 89498ee0-10a9-4cb4-b677-3faf6c6c1346 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:20:51.704429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493dca5-65ee-4e5a-9cbd-c17607c2d7dc None None] Pushing event deleted for resources: {'Port': ['ID=89498ee0-10a9-4cb4-b677-3faf6c6c1346,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:51.717571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7154a10-e657-4107-8602-4cb35c1f0b94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Network c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:51.720587 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-54607c81-d6ad-4471-8336-688c244a0f52 admin admin] Publish callbacks [] for security_group (716d7d7d-55c2-4f68-8903-accae92fe161), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.727885 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] For port 89498ee0-10a9-4cb4-b677-3faf6c6c1346, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=89498ee0-10a9-4cb4-b677-3faf6c6c1346,segment=NetworkSegment(a968be81-54d4-439e-9dae-01b087cfddfd),segment_id=a968be81-54d4-439e-9dae-01b087cfddfd)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:51.728543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (89498ee0-10a9-4cb4-b677-3faf6c6c1346), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.733305 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:51.787520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:51.788012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.788164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-d7154a10-e657-4107-8602-4cb35c1f0b94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:51.789342 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-54607c81-d6ad-4471-8336-688c244a0f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (716d7d7d-55c2-4f68-8903-accae92fe161), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.792924 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-54607c81-d6ad-4471-8336-688c244a0f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.794468 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-54607c81-d6ad-4471-8336-688c244a0f52 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/716d7d7d-55c2-4f68-8903-accae92fe161 HTTP/1.1" status: 204 len: 168 time: 0.2290475 Oct 26 15:20:51.800547 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7154a10-e657-4107-8602-4cb35c1f0b94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:51.810224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57150) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:51.823442 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-586ca223-29e7-478f-8f57-0d136ba97a58 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Request body: {'router': {'name': 'tempest-router--1266274491', 'project_id': '7c351d56d95445caa5d77ef049dbb6ee'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:51.841621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 77d842c7-22e3-4a31-904f-093d3a1cac97, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77d842c7-22e3-4a31-904f-093d3a1cac97,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:51.848221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.849923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:51.854270 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54607c81-d6ad-4471-8336-688c244a0f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716d7d7d-55c2-4f68-8903-accae92fe161,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:51.861194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-586ca223-29e7-478f-8f57-0d136ba97a58 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (8f720f8f-34b9-47fd-843b-ac2f281d78e5), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.863805 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-586ca223-29e7-478f-8f57-0d136ba97a58 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (8f720f8f-34b9-47fd-843b-ac2f281d78e5), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.907076 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:51.916157 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7154a10-e657-4107-8602-4cb35c1f0b94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:51.916825 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d7154a10-e657-4107-8602-4cb35c1f0b94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:51.920269 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for 89498ee0-10a9-4cb4-b677-3faf6c6c1346 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:51.935777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e325e0-0d46-40ec-bdc1-ba873c3b0d07 req-2f20a427-baa5-4dee-b05e-abd590d989e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:51.938432 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f6e325e0-0d46-40ec-bdc1-ba873c3b0d07 req-2f20a427-baa5-4dee-b05e-abd590d989e2 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94606231-3fbc-48e2-b58a-962135c86b3c HTTP/1.1" status: 200 len: 851 time: 0.4982326 Oct 26 15:20:51.949285 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:51.951842 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:51.959449 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Pushing event updated for resources: {'Port': ['ID=d92c3f00-8cca-4af6-a085-d82c3b1f3b8d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:52.014215 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-586ca223-29e7-478f-8f57-0d136ba97a58 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_controller (8f720f8f-34b9-47fd-843b-ac2f281d78e5), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:52.028639 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-586ca223-29e7-478f-8f57-0d136ba97a58 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (8f720f8f-34b9-47fd-843b-ac2f281d78e5), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:52.052623 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment c3f50635-00de-4ac6-b92e-98cdca4d9296 resource provider aggregate not found Oct 26 15:20:52.065742 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2939569d-c32a-4ac1-877b-2cc0205fe9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:20:50Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:20:49Z', 'revision_number': 2, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:48Z', 'revision_number': 10, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:52.115108 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment c3f50635-00de-4ac6-b92e-98cdca4d9296 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3f50635-00de-4ac6-b92e-98cdca4d9296 found for delete ", "request_id": "req-3c670b1d-7d4c-44e6-9b5d-020c7fe45a77"}]} Oct 26 15:20:52.150972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-586ca223-29e7-478f-8f57-0d136ba97a58 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:52.151553 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-586ca223-29e7-478f-8f57-0d136ba97a58 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3330834 Oct 26 15:20:52.154422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57156) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:52.193812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69d4ea-1cff-4a75-add0-a2ac0dd62dc0 None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:52.194375 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2939569d-c32a-4ac1-877b-2cc0205fe9ff None None] Checking router: 62b9f0e9-5874-41a0-857a-c43efc83f0ef for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:52.200890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:52.207342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=77d842c7-22e3-4a31-904f-093d3a1cac97,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:52.221935 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2939569d-c32a-4ac1-877b-2cc0205fe9ff None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:52.222626 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2939569d-c32a-4ac1-877b-2cc0205fe9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:52.261509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 48dc8cb6-5318-4f85-8e5d-2af8765d605e triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:52.261897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:52.262235 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 48dc8cb6-5318-4f85-8e5d-2af8765d605e Oct 26 15:20:52.288390 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c61458bc-af52-46ac-9299-ad168966e3b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router (8f720f8f-34b9-47fd-843b-ac2f281d78e5), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:52.334371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69d4ea-1cff-4a75-add0-a2ac0dd62dc0 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:52.335039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ff69d4ea-1cff-4a75-add0-a2ac0dd62dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:52.431060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-7a2fb271-79a5-4261-8f69-ba1528a6ccf7 None None] Provisioning complete for port 4f957301-9682-4354-9fb1-580e5fbbecdb triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:52.431435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7a2fb271-79a5-4261-8f69-ba1528a6ccf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4f957301-9682-4354-9fb1-580e5fbbecdb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:52.431772 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7a2fb271-79a5-4261-8f69-ba1528a6ccf7 None None] Attempt 1 to provision port 4f957301-9682-4354-9fb1-580e5fbbecdb Oct 26 15:20:52.527213 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2939569d-c32a-4ac1-877b-2cc0205fe9ff None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:52.575904 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:52.581943 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c61458bc-af52-46ac-9299-ad168966e3b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (8f720f8f-34b9-47fd-843b-ac2f281d78e5), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:52.582980 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:52.586121 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c61458bc-af52-46ac-9299-ad168966e3b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_controller (8f720f8f-34b9-47fd-843b-ac2f281d78e5), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:52.631543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7a2fb271-79a5-4261-8f69-ba1528a6ccf7 None None] Port 4f957301-9682-4354-9fb1-580e5fbbecdb cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:20:52.673778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:52.674194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:52.675001 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c61458bc-af52-46ac-9299-ad168966e3b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (8f720f8f-34b9-47fd-843b-ac2f281d78e5), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:52.676534 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61458bc-af52-46ac-9299-ad168966e3b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f720f8f-34b9-47fd-843b-ac2f281d78e5 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:20:52.683570 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c61458bc-af52-46ac-9299-ad168966e3b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:52.685528 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c61458bc-af52-46ac-9299-ad168966e3b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "DELETE /networking/v2.0/routers/8f720f8f-34b9-47fd-843b-ac2f281d78e5 HTTP/1.1" status: 204 len: 168 time: 0.5293899 Oct 26 15:20:52.696869 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d7154a10-e657-4107-8602-4cb35c1f0b94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8429651 Oct 26 15:20:52.702781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:52.702969 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57168) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:52.712477 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-ff3a2f95-5ef0-47f0-b3f5-fe1cab34aa7d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:92:55:c2'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:de:4b:8c'}]}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:52.733215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ff69d4ea-1cff-4a75-add0-a2ac0dd62dc0 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:52.865229 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e325e0-0d46-40ec-bdc1-ba873c3b0d07 req-9b692f75-3207-41f0-b4b9-4bcfa6849ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:52.867091 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f6e325e0-0d46-40ec-bdc1-ba873c3b0d07 req-9b692f75-3207-41f0-b4b9-4bcfa6849ddc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=75323486-1206-489c-a851-669e51c6f8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.9101846 Oct 26 15:20:52.877893 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7154a10-e657-4107-8602-4cb35c1f0b94 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event updated for resources: {'Port': ['ID=4f957301-9682-4354-9fb1-580e5fbbecdb,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:52.989285 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:20:53.062707 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:53.090076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:53.098541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (89498ee0-10a9-4cb4-b677-3faf6c6c1346), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:53.114332 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2939569d-c32a-4ac1-877b-2cc0205fe9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:20:50Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:20:49Z', 'revision_number': 2, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:48Z', 'revision_number': 10, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:53.156372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ff3a2f95-5ef0-47f0-b3f5-fe1cab34aa7d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4f957301-9682-4354-9fb1-580e5fbbecdb), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:53.158092 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No DVR routers for this DVR port 89498ee0-10a9-4cb4-b677-3faf6c6c1346 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:20:53.174504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=89498ee0-10a9-4cb4-b677-3faf6c6c1346,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:53.188420 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2939569d-c32a-4ac1-877b-2cc0205fe9ff None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:20:50Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:20:49Z', 'revision_number': 2, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:48Z', 'revision_number': 10, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:53.191064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:53.204643 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_gateway (49fc6133-fed2-45ab-8fd0-07128cafb6f2), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:53.214293 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57178) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:53.231349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:53.335629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:53.338193 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f6e325e0-0d46-40ec-bdc1-ba873c3b0d07 req-ed84623b-9179-4bfa-b1f5-ec1427b95ac5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/75323486-1206-489c-a851-669e51c6f8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564083 Oct 26 15:20:53.367076 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (d89900bb-90a3-485f-8bf0-64ddf52d322a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:53.492783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89900bb-90a3-485f-8bf0-64ddf52d322a']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:53.539713 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-539477253', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}, 'admin_state_up': False}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:53.559305 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a968be81-54d4-439e-9dae-01b087cfddfd') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:53.559611 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a968be81-54d4-439e-9dae-01b087cfddfd') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:53.563508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:53.608434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (a968be81-54d4-439e-9dae-01b087cfddfd), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:53.637555 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (6f7a5a06-6e6a-4d32-8721-3dace3a9365b), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:53.638857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (6f7a5a06-6e6a-4d32-8721-3dace3a9365b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:53.653025 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (a968be81-54d4-439e-9dae-01b087cfddfd), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:53.665616 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ff3a2f95-5ef0-47f0-b3f5-fe1cab34aa7d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks [] for port (4f957301-9682-4354-9fb1-580e5fbbecdb), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:53.678026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ff3a2f95-5ef0-47f0-b3f5-fe1cab34aa7d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (4f957301-9682-4354-9fb1-580e5fbbecdb), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:53.682435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:53.691173 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:20:53.691592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (a968be81-54d4-439e-9dae-01b087cfddfd), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:53.703475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:53.707549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:53.764012 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-ff3a2f95-5ef0-47f0-b3f5-fe1cab34aa7d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] In _notify_port_updated(), no bound segment for port 4f957301-9682-4354-9fb1-580e5fbbecdb on network c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 {{(pid=105322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:20:53.769481 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3a2f95-5ef0-47f0-b3f5-fe1cab34aa7d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:53.770204 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ff3a2f95-5ef0-47f0-b3f5-fe1cab34aa7d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:53.775686 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ff3a2f95-5ef0-47f0-b3f5-fe1cab34aa7d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "PUT /networking/v2.0/ports/4f957301-9682-4354-9fb1-580e5fbbecdb HTTP/1.1" status: 200 len: 1058 time: 1.0704830 Oct 26 15:20:53.797226 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57188) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:53.797588 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57190) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:53.835485 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment a968be81-54d4-439e-9dae-01b087cfddfd resource provider aggregate not found Oct 26 15:20:53.852742 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f6e325e0-0d46-40ec-bdc1-ba873c3b0d07 req-495851a0-8865-4ef0-8c50-5cf7bbc9b595 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/75323486-1206-489c-a851-669e51c6f8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033505 Oct 26 15:20:53.878789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (d89900bb-90a3-485f-8bf0-64ddf52d322a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:53.902667 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment a968be81-54d4-439e-9dae-01b087cfddfd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a968be81-54d4-439e-9dae-01b087cfddfd found for delete ", "request_id": "req-35dd04b8-a0b2-4408-940b-2950105b3c0b"}]} Oct 26 15:20:53.903842 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:53.912744 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/networks/d89900bb-90a3-485f-8bf0-64ddf52d322a HTTP/1.1" status: 204 len: 168 time: 3.5021651 Oct 26 15:20:53.916817 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57196) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:53.927255 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:53.930057 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_controller (6f7a5a06-6e6a-4d32-8721-3dace3a9365b), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:53.934392 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f05bd25b-b847-4f16-9a1e-fc425eccb6c9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1881344151'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:53.941669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ff69d4ea-1cff-4a75-add0-a2ac0dd62dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:50Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:20:49Z', 'revision_number': 2, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:51Z', 'revision_number': 13, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:53.943719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd0a8b-0aec-4fc5-ae42-b3e47fd3e7f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Network': ['ID=d89900bb-90a3-485f-8bf0-64ddf52d322a,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:53.963361 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:53.971753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69d4ea-1cff-4a75-add0-a2ac0dd62dc0 None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:53.990410 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a2f95-5ef0-47f0-b3f5-fe1cab34aa7d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event updated for resources: {'Port': ['ID=4f957301-9682-4354-9fb1-580e5fbbecdb,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:54.008279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69d4ea-1cff-4a75-add0-a2ac0dd62dc0 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:54.008966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ff69d4ea-1cff-4a75-add0-a2ac0dd62dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:54.037475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05bd25b-b847-4f16-9a1e-fc425eccb6c9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:54.042214 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f05bd25b-b847-4f16-9a1e-fc425eccb6c9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:54.045791 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (49fc6133-fed2-45ab-8fd0-07128cafb6f2), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:54.068660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:54.069609 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-c443ffea-4a53-451a-9cc9-d80fcd0762cb tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1205971238'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:54.085717 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05bd25b-b847-4f16-9a1e-fc425eccb6c9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:20:54.102216 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f05bd25b-b847-4f16-9a1e-fc425eccb6c9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (642e3e95-00da-48cf-9301-a5c1a08580a1), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:54.102216 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-f05bd25b-b847-4f16-9a1e-fc425eccb6c9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Added segment 642e3e95-00da-48cf-9301-a5c1a08580a1 of type vlan for network 97faab04-ecdf-415e-b230-fd1360636cc7 Oct 26 15:20:54.124082 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c264afbb-6c1a-441d-ac1a-5cdf976cb550 None None] New status for floating IP 8ad214f2-742d-45b9-986d-d7f299ca376a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:20:54.201248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ff69d4ea-1cff-4a75-add0-a2ac0dd62dc0 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:54.274331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-5201efe6-a4dd-49b6-b1e1-42e380d08b9b tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Deleting port 4f957301-9682-4354-9fb1-580e5fbbecdb {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:54.274885 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5201efe6-a4dd-49b6-b1e1-42e380d08b9b tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (4f957301-9682-4354-9fb1-580e5fbbecdb), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:54.307018 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f05bd25b-b847-4f16-9a1e-fc425eccb6c9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (97faab04-ecdf-415e-b230-fd1360636cc7), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:54.316557 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:54.425833 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f05bd25b-b847-4f16-9a1e-fc425eccb6c9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (97faab04-ecdf-415e-b230-fd1360636cc7), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:54.446677 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05bd25b-b847-4f16-9a1e-fc425eccb6c9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:54.447339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f05bd25b-b847-4f16-9a1e-fc425eccb6c9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:54.486965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c443ffea-4a53-451a-9cc9-d80fcd0762cb tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:54.496067 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c443ffea-4a53-451a-9cc9-d80fcd0762cb tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:54.513521 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5201efe6-a4dd-49b6-b1e1-42e380d08b9b tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (4f957301-9682-4354-9fb1-580e5fbbecdb), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:54.520397 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c443ffea-4a53-451a-9cc9-d80fcd0762cb tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:54.537715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:54.541393 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:54.546945 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f05bd25b-b847-4f16-9a1e-fc425eccb6c9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6172853 Oct 26 15:20:54.557248 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57198) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:54.566997 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05bd25b-b847-4f16-9a1e-fc425eccb6c9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Network': ['ID=97faab04-ecdf-415e-b230-fd1360636cc7,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:54.587276 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Router 49fc6133-fed2-45ab-8fd0-07128cafb6f2 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:20:54.598879 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-ae464de4-e636-493b-b6ea-bb5c1cc66310 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'subnet': {'network_id': '97faab04-ecdf-415e-b230-fd1360636cc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:54.605257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_gateway (6f7a5a06-6e6a-4d32-8721-3dace3a9365b), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:54.610791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 97faab04-ecdf-415e-b230-fd1360636cc7 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:20:54.630084 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-5201efe6-a4dd-49b6-b1e1-42e380d08b9b tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Calling delete_port for 4f957301-9682-4354-9fb1-580e5fbbecdb owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:54.761120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 48dc8cb6-5318-4f85-8e5d-2af8765d605e triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:54.761339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:54.761680 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 48dc8cb6-5318-4f85-8e5d-2af8765d605e Oct 26 15:20:54.776208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:20:54.805236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Sync routers for ids ['49fc6133-fed2-45ab-8fd0-07128cafb6f2'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:54.827699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Routers {'49fc6133-fed2-45ab-8fd0-07128cafb6f2'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:54.828183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:54.828318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['49fc6133-fed2-45ab-8fd0-07128cafb6f2'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:54.832109 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-762a56a8-c5c4-4c91-ae96-0464a3918c33 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 909 time: 6.2777483 Oct 26 15:20:54.835723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57200) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:54.907844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ff69d4ea-1cff-4a75-add0-a2ac0dd62dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:50Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:20:49Z', 'revision_number': 2, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:51Z', 'revision_number': 13, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:54.956682 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ccd1135a-a198-4afb-bdab-ee5edf3fab0c tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "GET /networking/v2.0/routers/49fc6133-fed2-45ab-8fd0-07128cafb6f2 HTTP/1.1" status: 200 len: 910 time: 0.1173913 Oct 26 15:20:54.961257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57202) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:54.967641 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1301076933', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'enable_snat': True}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:54.981892 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:54.993678 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (6c3ae33d-f77a-4587-80f2-83f9e16d959c), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:54.994899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (6c3ae33d-f77a-4587-80f2-83f9e16d959c), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:55.003633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69d4ea-1cff-4a75-add0-a2ac0dd62dc0 None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:50Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:20:49Z', 'revision_number': 2, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:51Z', 'revision_number': 13, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:55.010803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:55.011935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:55.069982 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_controller (6c3ae33d-f77a-4587-80f2-83f9e16d959c), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:55.074607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Set router 49fc6133-fed2-45ab-8fd0-07128cafb6f2 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:55.210845 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae464de4-e636-493b-b6ea-bb5c1cc66310 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:55.216062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ae464de4-e636-493b-b6ea-bb5c1cc66310 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:55.222048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 394e991d-ba1f-4c55-ad3b-6183751d959f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:55.222776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:55.223128 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 394e991d-ba1f-4c55-ad3b-6183751d959f Oct 26 15:20:55.310202 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_gateway (6c3ae33d-f77a-4587-80f2-83f9e16d959c), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:55.380567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:55.381485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:55.398444 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_gateway (6f7a5a06-6e6a-4d32-8721-3dace3a9365b), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:55.415975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fc6133-fed2-45ab-8fd0-07128cafb6f2', 'name': 'tempest-snat-router-1301076933', 'tenant_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.131'}], 'enable_snat': False}, 'gw_port_id': 'd92c3f00-8cca-4af6-a085-d82c3b1f3b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:20:48Z', 'updated_at': '2022-10-26T15:20:52Z', 'revision_number': 3, 'project_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'gw_port': {'id': 'd92c3f00-8cca-4af6-a085-d82c3b1f3b8d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fc6133-fed2-45ab-8fd0-07128cafb6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:20:50Z', 'updated_at': '2022-10-26T15:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:55.443845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 394e991d-ba1f-4c55-ad3b-6183751d959f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=394e991d-ba1f-4c55-ad3b-6183751d959f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:55.444306 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcc1828-14e7-42bb-a94b-bdd2c7ba14c1 None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:55.446902 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c443ffea-4a53-451a-9cc9-d80fcd0762cb tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for security_group (a468b428-dac1-4447-9246-2c80a048e037), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:55.453125 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:55.479262 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcc1828-14e7-42bb-a94b-bdd2c7ba14c1 None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:55.480472 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-afcc1828-14e7-42bb-a94b-bdd2c7ba14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:55.499873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:55.500707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:20:55.508554 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:55.508909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Checking router: 49fc6133-fed2-45ab-8fd0-07128cafb6f2 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:55.510300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Updating router 49fc6133-fed2-45ab-8fd0-07128cafb6f2 port d92c3f00-8cca-4af6-a085-d82c3b1f3b8d binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:20:55.519808 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c443ffea-4a53-451a-9cc9-d80fcd0762cb tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (a468b428-dac1-4447-9246-2c80a048e037), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:55.536310 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:55.537203 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5201efe6-a4dd-49b6-b1e1-42e380d08b9b tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (4f957301-9682-4354-9fb1-580e5fbbecdb), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:55.693171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_gateway (6c3ae33d-f77a-4587-80f2-83f9e16d959c), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:55.693652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d92c3f00-8cca-4af6-a085-d82c3b1f3b8d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:55.701494 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c443ffea-4a53-451a-9cc9-d80fcd0762cb tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:20:55.703687 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201efe6-a4dd-49b6-b1e1-42e380d08b9b tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event deleted for resources: {'Port': ['ID=4f957301-9682-4354-9fb1-580e5fbbecdb,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:55.715582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:55.753475 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-afcc1828-14e7-42bb-a94b-bdd2c7ba14c1 None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:55.754653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:55.757591 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443ffea-4a53-451a-9cc9-d80fcd0762cb tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a468b428-dac1-4447-9246-2c80a048e037,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:55.797812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:20:55.798193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:55.798772 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb Oct 26 15:20:55.811403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c443ffea-4a53-451a-9cc9-d80fcd0762cb tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (b8e29ba6-c979-43a1-9ecb-62291c0fb77e), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:55.812024 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-c443ffea-4a53-451a-9cc9-d80fcd0762cb tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Added segment b8e29ba6-c979-43a1-9ecb-62291c0fb77e of type vlan for network e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37 Oct 26 15:20:55.843446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:55.844507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=394e991d-ba1f-4c55-ad3b-6183751d959f,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:55.917520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c443ffea-4a53-451a-9cc9-d80fcd0762cb tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:55.982803 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c443ffea-4a53-451a-9cc9-d80fcd0762cb tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:55.993017 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c443ffea-4a53-451a-9cc9-d80fcd0762cb tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:55.993979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c443ffea-4a53-451a-9cc9-d80fcd0762cb tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:56.062329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:56.062798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:56.063613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Allocated IP 172.26.11.93 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/c963c7aa-eda9-4c04-8e1a-05a9b0510586) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:56.100612 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:56.109189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,segment=NetworkSegment(878b8e5b-ecb8-4aa5-b134-e80266343bcc),segment_id=878b8e5b-ecb8-4aa5-b134-e80266343bcc)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:56.119354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:56.149437 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443ffea-4a53-451a-9cc9-d80fcd0762cb tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Network': ['ID=e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:56.178250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:20:56.233180 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c443ffea-4a53-451a-9cc9-d80fcd0762cb tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4318652 Oct 26 15:20:56.332824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 89498ee0-10a9-4cb4-b677-3faf6c6c1346 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:56.332824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db6541c-a1f8-4d79-908e-3e05cf65d5ec None None] New status for floating IP 025376ae-2426-4e90-a744-5451bc4dcd75: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:20:56.336054 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-afcc1828-14e7-42bb-a94b-bdd2c7ba14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:55Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:20:54Z', 'revision_number': 3, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:44Z', 'revision_number': 10, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:56.374820 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ae464de4-e636-493b-b6ea-bb5c1cc66310 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (78a6a94b-ab4c-48e6-9967-c872d42fc659), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:56.385117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for port (c963c7aa-eda9-4c04-8e1a-05a9b0510586), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:56.427337 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcc1828-14e7-42bb-a94b-bdd2c7ba14c1 None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:20:56.440894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:56.470531 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcc1828-14e7-42bb-a94b-bdd2c7ba14c1 None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:56.471963 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-afcc1828-14e7-42bb-a94b-bdd2c7ba14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:56.478076 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (c963c7aa-eda9-4c04-8e1a-05a9b0510586), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:56.501642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 89498ee0-10a9-4cb4-b677-3faf6c6c1346 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:20:56.502473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 89498ee0-10a9-4cb4-b677-3faf6c6c1346 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:20:56.502912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:56.583832 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:56.591948 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:56.610147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Allocated IP 172.26.11.132 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/eff0d18b-a5ec-4213-bd5b-a33767b0a2ff) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:56.622282 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:56.630069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:56.703255 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Pushing event updated for resources: {'Port': ['ID=c963c7aa-eda9-4c04-8e1a-05a9b0510586,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:56.733964 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-afcc1828-14e7-42bb-a94b-bdd2c7ba14c1 None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:56.868135 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for port (eff0d18b-a5ec-4213-bd5b-a33767b0a2ff), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:56.874296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:56.933366 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:56.954637 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (eff0d18b-a5ec-4213-bd5b-a33767b0a2ff), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:57.012649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:57.062099 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:57.123601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Pushing event updated for resources: {'Port': ['ID=eff0d18b-a5ec-4213-bd5b-a33767b0a2ff,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:57.154027 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-afcc1828-14e7-42bb-a94b-bdd2c7ba14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:55Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:20:54Z', 'revision_number': 3, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:56Z', 'revision_number': 11, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:57.189358 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcc1828-14e7-42bb-a94b-bdd2c7ba14c1 None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:55Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:20:54Z', 'revision_number': 3, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:20:56Z', 'revision_number': 11, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:20:57.214594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:57.215958 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae464de4-e636-493b-b6ea-bb5c1cc66310 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Subnet': ['ID=78a6a94b-ab4c-48e6-9967-c872d42fc659,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:57.216329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:57.235241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_gateway (6c3ae33d-f77a-4587-80f2-83f9e16d959c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:57.243464 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:57.248447 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:57.261912 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:57.364822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 77d842c7-22e3-4a31-904f-093d3a1cac97, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77d842c7-22e3-4a31-904f-093d3a1cac97,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:57.420761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:57.421223 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae464de4-e636-493b-b6ea-bb5c1cc66310 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Checking segment: {'id': '642e3e95-00da-48cf-9301-a5c1a08580a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '97faab04-ecdf-415e-b230-fd1360636cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:57.421611 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae464de4-e636-493b-b6ea-bb5c1cc66310 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network hostable DHCP agents. Network: 97faab04-ecdf-415e-b230-fd1360636cc7, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:20:57.424759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:57.513386 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5201efe6-a4dd-49b6-b1e1-42e380d08b9b tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:57.519558 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5201efe6-a4dd-49b6-b1e1-42e380d08b9b tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "DELETE /networking/v2.0/ports/4f957301-9682-4354-9fb1-580e5fbbecdb HTTP/1.1" status: 204 len: 168 time: 3.7146318 Oct 26 15:20:57.521978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (6c3ae33d-f77a-4587-80f2-83f9e16d959c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:57.526480 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57208) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:57.551459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=77d842c7-22e3-4a31-904f-093d3a1cac97,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:57.621099 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb769d0d-826f-4836-9462-00638f83fc35 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] GET failed (client error): The resource could not be found. Oct 26 15:20:57.625942 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fb769d0d-826f-4836-9462-00638f83fc35 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "GET /networking/v2.0/ports/4f957301-9682-4354-9fb1-580e5fbbecdb HTTP/1.1" status: 404 len: 333 time: 0.0971081 Oct 26 15:20:57.626615 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57210) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:57.664532 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae464de4-e636-493b-b6ea-bb5c1cc66310 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network 97faab04-ecdf-415e-b230-fd1360636cc7 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:20:57.698067 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-ae464de4-e636-493b-b6ea-bb5c1cc66310 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 97faab04-ecdf-415e-b230-fd1360636cc7) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:57.705863 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae464de4-e636-493b-b6ea-bb5c1cc66310 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:20:57.706721 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ae464de4-e636-493b-b6ea-bb5c1cc66310 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:57.788234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Publish callbacks [] for port (d92c3f00-8cca-4af6-a085-d82c3b1f3b8d), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:57.827348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3258d824-c5dd-441f-8f7a-5abaaee0883f None None] Network 97faab04-ecdf-415e-b230-fd1360636cc7 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:20:57.831624 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ae464de4-e636-493b-b6ea-bb5c1cc66310 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2338567 Oct 26 15:20:57.836835 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57212) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:57.867239 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-6baae7f7-a903-4b90-ba2c-9d36757b0308 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'network_id': '97faab04-ecdf-415e-b230-fd1360636cc7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1164146832'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:58.022164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d92c3f00-8cca-4af6-a085-d82c3b1f3b8d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:58.156194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:58.156847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:58.159632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78c501-cba0-42e0-a684-adf5e7b9d9d6 None None] Pushing event updated for resources: {'Port': ['ID=d92c3f00-8cca-4af6-a085-d82c3b1f3b8d,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:58.183433 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_gateway (6f7a5a06-6e6a-4d32-8721-3dace3a9365b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:58.197376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-97faab04-ecdf-415e-b230-fd1360636cc7', 'network_id': '97faab04-ecdf-415e-b230-fd1360636cc7', 'project_id': '157edd7550b842b7a441bf9ab1570671', 'fixed_ips': [{'subnet_id': '78a6a94b-ab4c-48e6-9967-c872d42fc659'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:20:58.198676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:58.205205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Attempting to bind port d92c3f00-8cca-4af6-a085-d82c3b1f3b8d on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:20:58.205905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Attempting to bind port d92c3f00-8cca-4af6-a085-d82c3b1f3b8d by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:20:58.206586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Attempting to bind port d92c3f00-8cca-4af6-a085-d82c3b1f3b8d on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:20:58.333053 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-307c86d8-24fb-42f5-ad8e-e09282ff5f6d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Deleting port bbef6114-6b3b-4426-979e-d300052c16cf {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:58.333641 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-307c86d8-24fb-42f5-ad8e-e09282ff5f6d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (bbef6114-6b3b-4426-979e-d300052c16cf), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:58.406007 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:58.410762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baae7f7-a903-4b90-ba2c-9d36757b0308 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:20:58.415004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6baae7f7-a903-4b90-ba2c-9d36757b0308 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:58.458372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-6baae7f7-a903-4b90-ba2c-9d36757b0308 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] device_id is not set on port 12080a59-0f0a-4ca4-8600-0b7c86eb0ed0 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:20:58.512927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Allocated IP 2001:db8::2 (97faab04-ecdf-415e-b230-fd1360636cc7/78a6a94b-ab4c-48e6-9967-c872d42fc659/a0039222-9ea2-4111-8c09-348025053a40) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:58.524402 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02fd6d7-0389-4401-9d10-ac08a754f810 None None] New status for floating IP 5acb5302-e6d4-4c13-9ef6-39b5af2566f5: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:20:58.581650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Router 6c3ae33d-f77a-4587-80f2-83f9e16d959c is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:20:58.586198 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (6f7a5a06-6e6a-4d32-8721-3dace3a9365b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:58.641462 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:58.648670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-307c86d8-24fb-42f5-ad8e-e09282ff5f6d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (bbef6114-6b3b-4426-979e-d300052c16cf), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:58.683466 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-307c86d8-24fb-42f5-ad8e-e09282ff5f6d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Calling delete_port for bbef6114-6b3b-4426-979e-d300052c16cf owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:20:58.715932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Publish callbacks [] for port (a0039222-9ea2-4111-8c09-348025053a40), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:58.732788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b4032e-e2a0-4f63-8c1d-ef240f26a156 None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:58.744706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (a0039222-9ea2-4111-8c09-348025053a40), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:58.747989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:58.823632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:58.827392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:58.890181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Pushing event updated for resources: {'Port': ['ID=a0039222-9ea2-4111-8c09-348025053a40,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:58.905062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Network 97faab04-ecdf-415e-b230-fd1360636cc7 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:20:58.910505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:58.912249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:20:58.914612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b4032e-e2a0-4f63-8c1d-ef240f26a156 None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:58.915200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c8b4032e-e2a0-4f63-8c1d-ef240f26a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:58.918000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:58.919079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:58.948895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:20:58.977118 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:59.003563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:59.092663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-307c86d8-24fb-42f5-ad8e-e09282ff5f6d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (bbef6114-6b3b-4426-979e-d300052c16cf), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:59.176636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:59.245698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c86d8-24fb-42f5-ad8e-e09282ff5f6d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event deleted for resources: {'Port': ['ID=bbef6114-6b3b-4426-979e-d300052c16cf,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:20:59.287708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:20:59.297866 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Sync routers for ids ['6c3ae33d-f77a-4587-80f2-83f9e16d959c'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:20:59.330565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:20:59.330993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:20:59.331357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:59.331762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:20:59.332268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Bound port: d92c3f00-8cca-4af6-a085-d82c3b1f3b8d, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:20:59.332658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d92c3f00-8cca-4af6-a085-d82c3b1f3b8d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:59.362284 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:59.363658 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b7c39391-e7bf-487c-a069-4df8072ca2c5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.4012885 Oct 26 15:20:59.425336 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57214) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:59.431507 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-307c86d8-24fb-42f5-ad8e-e09282ff5f6d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:59.444516 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-307c86d8-24fb-42f5-ad8e-e09282ff5f6d tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "DELETE /networking/v2.0/ports/bbef6114-6b3b-4426-979e-d300052c16cf HTTP/1.1" status: 204 len: 168 time: 1.8157101 Oct 26 15:20:59.451760 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57216) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:59.545583 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-063d3e7d-c27f-4a75-b5cb-32297004b987 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] GET failed (client error): The resource could not be found. Oct 26 15:20:59.553619 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-063d3e7d-c27f-4a75-b5cb-32297004b987 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "GET /networking/v2.0/ports/bbef6114-6b3b-4426-979e-d300052c16cf HTTP/1.1" status: 404 len: 333 time: 0.1004343 Oct 26 15:20:59.557087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57218) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:59.644708 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Routers {'6c3ae33d-f77a-4587-80f2-83f9e16d959c'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:20:59.646832 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6c3ae33d-f77a-4587-80f2-83f9e16d959c'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:20:59.662517 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-6baae7f7-a903-4b90-ba2c-9d36757b0308 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Allocated IP 2001:db8::fe (97faab04-ecdf-415e-b230-fd1360636cc7/78a6a94b-ab4c-48e6-9967-c872d42fc659/12080a59-0f0a-4ca4-8600-0b7c86eb0ed0) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:20:59.695756 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57220) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:59.704896 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-57c97625-e73c-453e-b5ec-c80e9569914c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'subnet': {'network_id': 'e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:20:59.705112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Attempting to bind port a0039222-9ea2-4111-8c09-348025053a40 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:20:59.705485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Attempting to bind port a0039222-9ea2-4111-8c09-348025053a40 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '642e3e95-00da-48cf-9301-a5c1a08580a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '97faab04-ecdf-415e-b230-fd1360636cc7'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:20:59.705846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Attempting to bind port a0039222-9ea2-4111-8c09-348025053a40 on network 97faab04-ecdf-415e-b230-fd1360636cc7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:20:59.713550 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:20:59.762670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c8b4032e-e2a0-4f63-8c1d-ef240f26a156 None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:59.806824 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Set router 6c3ae33d-f77a-4587-80f2-83f9e16d959c gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:20:59.818996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:20:59.819482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:59.833966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-b871232b-fe1c-4158-95be-2767c20e85bd tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Deleting port 8a520dab-0e2f-4d0c-bb61-dd63ce4f9228 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:20:59.834471 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b871232b-fe1c-4158-95be-2767c20e85bd tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8a520dab-0e2f-4d0c-bb61-dd63ce4f9228), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:59.840994 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9286b1f5-f112-4070-9887-d8330d042acb tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "GET /networking/v2.0/routers/6c3ae33d-f77a-4587-80f2-83f9e16d959c HTTP/1.1" status: 200 len: 908 time: 0.3939176 Oct 26 15:20:59.843482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57222) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:20:59.845481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:20:59.857269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] For port d92c3f00-8cca-4af6-a085-d82c3b1f3b8d, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:20:59.864851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:20:59.865594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:20:59.969947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Router 6f7a5a06-6e6a-4d32-8721-3dace3a9365b is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:21:00.009211 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfb1834-0775-4322-bc72-27651f81d061 None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:00.064858 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c97625-e73c-453e-b5ec-c80e9569914c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:00.068605 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-57c97625-e73c-453e-b5ec-c80e9569914c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.087582 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3ae33d-f77a-4587-80f2-83f9e16d959c', 'name': 'tempest-snat-router-1301076933', 'tenant_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.93'}], 'enable_snat': True}, 'gw_port_id': 'c963c7aa-eda9-4c04-8e1a-05a9b0510586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:20:55Z', 'updated_at': '2022-10-26T15:20:56Z', 'revision_number': 3, 'project_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'gw_port': {'id': 'c963c7aa-eda9-4c04-8e1a-05a9b0510586', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3ae33d-f77a-4587-80f2-83f9e16d959c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:20:55Z', 'updated_at': '2022-10-26T15:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:00.089579 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b871232b-fe1c-4158-95be-2767c20e85bd tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8a520dab-0e2f-4d0c-bb61-dd63ce4f9228), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.110481 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-b871232b-fe1c-4158-95be-2767c20e85bd tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Calling delete_port for 8a520dab-0e2f-4d0c-bb61-dd63ce4f9228 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:00.126756 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Checking router: 6c3ae33d-f77a-4587-80f2-83f9e16d959c for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:00.127037 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Updating router 6c3ae33d-f77a-4587-80f2-83f9e16d959c port c963c7aa-eda9-4c04-8e1a-05a9b0510586 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:21:00.132204 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:00.150993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] For port d92c3f00-8cca-4af6-a085-d82c3b1f3b8d, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d92c3f00-8cca-4af6-a085-d82c3b1f3b8d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:00.173405 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c963c7aa-eda9-4c04-8e1a-05a9b0510586), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.213249 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6baae7f7-a903-4b90-ba2c-9d36757b0308 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (12080a59-0f0a-4ca4-8600-0b7c86eb0ed0), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.244057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7905675-c9c2-4e42-af49-1e83b6c8cba6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router (6c3ae33d-f77a-4587-80f2-83f9e16d959c), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.321798 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:00.374743 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.378780 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0ae62060-a604-41c8-9638-8d53719461ae tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.1591218 Oct 26 15:21:00.381150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57224) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:00.381787 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:00.381787 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6baae7f7-a903-4b90-ba2c-9d36757b0308 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (12080a59-0f0a-4ca4-8600-0b7c86eb0ed0), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.479473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baae7f7-a903-4b90-ba2c-9d36757b0308 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network 97faab04-ecdf-415e-b230-fd1360636cc7 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:00.485256 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-6baae7f7-a903-4b90-ba2c-9d36757b0308 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:00.509271 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Publish callbacks [] for port (c963c7aa-eda9-4c04-8e1a-05a9b0510586), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.513031 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:00.513189 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baae7f7-a903-4b90-ba2c-9d36757b0308 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=12080a59-0f0a-4ca4-8600-0b7c86eb0ed0,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:00.516977 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e60bb41b-1c66-4b54-b7e0-abe707bdc6ab tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "GET /networking/v2.0/routers/6f7a5a06-6e6a-4d32-8721-3dace3a9365b HTTP/1.1" status: 200 len: 921 time: 0.1309767 Oct 26 15:21:00.518595 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029db50-c4ef-4a79-91f7-67c6670a9732 None None] Sync routers for ids ['6f7a5a06-6e6a-4d32-8721-3dace3a9365b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:00.522554 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baae7f7-a903-4b90-ba2c-9d36757b0308 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:00.523711 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57226) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:00.526882 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c963c7aa-eda9-4c04-8e1a-05a9b0510586), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.527607 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baae7f7-a903-4b90-ba2c-9d36757b0308 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:00.528250 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6baae7f7-a903-4b90-ba2c-9d36757b0308 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.550185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d92c3f00-8cca-4af6-a085-d82c3b1f3b8d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.563145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:21:00.563973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Checking segment: {'id': '642e3e95-00da-48cf-9301-a5c1a08580a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '97faab04-ecdf-415e-b230-fd1360636cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:00.565127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.565820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Bound using segment: {'id': '642e3e95-00da-48cf-9301-a5c1a08580a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '97faab04-ecdf-415e-b230-fd1360636cc7'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:21:00.566517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Bound port: a0039222-9ea2-4111-8c09-348025053a40, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642e3e95-00da-48cf-9301-a5c1a08580a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '97faab04-ecdf-415e-b230-fd1360636cc7'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:21:00.567116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a0039222-9ea2-4111-8c09-348025053a40), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.572037 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ca0799e4-edca-49af-ae01-b90d2c9a174c tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f7a5a06-6e6a-4d32-8721-3dace3a9365b HTTP/1.1" status: 200 len: 205 time: 0.0447338 Oct 26 15:21:00.572305 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6baae7f7-a903-4b90-ba2c-9d36757b0308 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.7330227 Oct 26 15:21:00.579097 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57230) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:00.581620 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57228) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:00.586069 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77459243-f17f-47cd-a564-7bdb6f3e2678 None None] Pushing event updated for resources: {'Port': ['ID=c963c7aa-eda9-4c04-8e1a-05a9b0510586,revision_number=2']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:00.598926 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-57c97625-e73c-453e-b5ec-c80e9569914c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (190a3a3a-7a9d-495e-8dcc-1db9b529445f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.605615 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029db50-c4ef-4a79-91f7-67c6670a9732 None None] Routers {'6f7a5a06-6e6a-4d32-8721-3dace3a9365b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:00.606257 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e029db50-c4ef-4a79-91f7-67c6670a9732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6f7a5a06-6e6a-4d32-8721-3dace3a9365b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:00.629081 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7905675-c9c2-4e42-af49-1e83b6c8cba6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_gateway (6c3ae33d-f77a-4587-80f2-83f9e16d959c), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.639114 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b871232b-fe1c-4158-95be-2767c20e85bd tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (8a520dab-0e2f-4d0c-bb61-dd63ce4f9228), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.652237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:00.657064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Routers {'49fc6133-fed2-45ab-8fd0-07128cafb6f2'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:00.658338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['49fc6133-fed2-45ab-8fd0-07128cafb6f2'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:00.665010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb1834-0775-4322-bc72-27651f81d061 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:00.665755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4bfb1834-0775-4322-bc72-27651f81d061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:00.669891 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e029db50-c4ef-4a79-91f7-67c6670a9732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:00.674545 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Attempting to bind port c963c7aa-eda9-4c04-8e1a-05a9b0510586 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:00.675661 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Attempting to bind port c963c7aa-eda9-4c04-8e1a-05a9b0510586 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:00.676401 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Attempting to bind port c963c7aa-eda9-4c04-8e1a-05a9b0510586 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:00.687561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871232b-fe1c-4158-95be-2767c20e85bd tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event deleted for resources: {'Port': ['ID=8a520dab-0e2f-4d0c-bb61-dd63ce4f9228,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:00.730073 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f7905675-c9c2-4e42-af49-1e83b6c8cba6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Deleting port c963c7aa-eda9-4c04-8e1a-05a9b0510586 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:00.730411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7905675-c9c2-4e42-af49-1e83b6c8cba6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (c963c7aa-eda9-4c04-8e1a-05a9b0510586), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.733830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] For port a0039222-9ea2-4111-8c09-348025053a40, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:00.737778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] For port a0039222-9ea2-4111-8c09-348025053a40, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a0039222-9ea2-4111-8c09-348025053a40,segment=NetworkSegment(642e3e95-00da-48cf-9301-a5c1a08580a1),segment_id=642e3e95-00da-48cf-9301-a5c1a08580a1)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:00.744268 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029db50-c4ef-4a79-91f7-67c6670a9732 None None] Routers {'6f7a5a06-6e6a-4d32-8721-3dace3a9365b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:00.746076 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e029db50-c4ef-4a79-91f7-67c6670a9732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6f7a5a06-6e6a-4d32-8721-3dace3a9365b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:00.750530 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:21:00.750941 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:00.751366 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.752429 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:21:00.753135 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Bound port: c963c7aa-eda9-4c04-8e1a-05a9b0510586, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:21:00.753524 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c963c7aa-eda9-4c04-8e1a-05a9b0510586), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.761090 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c97625-e73c-453e-b5ec-c80e9569914c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Subnet': ['ID=190a3a3a-7a9d-495e-8dcc-1db9b529445f,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:00.844643 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e029db50-c4ef-4a79-91f7-67c6670a9732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:00.844886 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b18b-1400-4fed-b501-081e05101296 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (6f7a5a06-6e6a-4d32-8721-3dace3a9365b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.845303 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029db50-c4ef-4a79-91f7-67c6670a9732 None None] The sync data for ids ['6f7a5a06-6e6a-4d32-8721-3dace3a9365b'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:00.854435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a0039222-9ea2-4111-8c09-348025053a40), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.901472 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] For port c963c7aa-eda9-4c04-8e1a-05a9b0510586, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:00.909928 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] For port c963c7aa-eda9-4c04-8e1a-05a9b0510586, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c963c7aa-eda9-4c04-8e1a-05a9b0510586,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:00.920044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:00.920246 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:00.921645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d68fde-61a7-496c-801c-4076b30d0be3 None None] New status for floating IP 8ad214f2-742d-45b9-986d-d7f299ca376a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:21:00.929200 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c963c7aa-eda9-4c04-8e1a-05a9b0510586), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.930671 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c97625-e73c-453e-b5ec-c80e9569914c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Checking segment: {'id': 'b8e29ba6-c979-43a1-9ecb-62291c0fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:00.931100 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c97625-e73c-453e-b5ec-c80e9569914c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network hostable DHCP agents. Network: e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:00.931253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c8b4032e-e2a0-4f63-8c1d-ef240f26a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:20:50Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:20:57Z', 'revision_number': 3, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:58Z', 'revision_number': 12, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:00.933702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:00.945649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:00.963566 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b871232b-fe1c-4158-95be-2767c20e85bd tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:00.970640 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b871232b-fe1c-4158-95be-2767c20e85bd tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "DELETE /networking/v2.0/ports/8a520dab-0e2f-4d0c-bb61-dd63ce4f9228 HTTP/1.1" status: 204 len: 168 time: 1.4092648 Oct 26 15:21:00.978708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57232) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:00.996563 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Routers {'6c3ae33d-f77a-4587-80f2-83f9e16d959c'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:00.997618 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6c3ae33d-f77a-4587-80f2-83f9e16d959c'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:01.035610 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-88101330-b03b-44fe-a7da-e3dbd09bb42e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port 12080a59-0f0a-4ca4-8600-0b7c86eb0ed0 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:01.036230 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-88101330-b03b-44fe-a7da-e3dbd09bb42e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (12080a59-0f0a-4ca4-8600-0b7c86eb0ed0), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:01.072452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c97625-e73c-453e-b5ec-c80e9569914c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:01.100065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:01.102151 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b4032e-e2a0-4f63-8c1d-ef240f26a156 None None] Checking router: 62b9f0e9-5874-41a0-857a-c43efc83f0ef for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:01.105535 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b18b-1400-4fed-b501-081e05101296 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_gateway (6f7a5a06-6e6a-4d32-8721-3dace3a9365b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:01.121713 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-57c97625-e73c-453e-b5ec-c80e9569914c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:01.137068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c97625-e73c-453e-b5ec-c80e9569914c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:01.137731 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-57c97625-e73c-453e-b5ec-c80e9569914c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:01.148874 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77459243-f17f-47cd-a564-7bdb6f3e2678 None None] Pushing event updated for resources: {'Port': ['ID=c963c7aa-eda9-4c04-8e1a-05a9b0510586,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:01.161944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:01.162341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:01.207429 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-57c97625-e73c-453e-b5ec-c80e9569914c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5102463 Oct 26 15:21:01.213010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768d1646-fedc-4c85-8502-36abdffa166c None None] Network e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:01.232232 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57236) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:01.240814 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-f7905675-c9c2-4e42-af49-1e83b6c8cba6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] For port c963c7aa-eda9-4c04-8e1a-05a9b0510586, host dv-neutron-759874-6-hyperv, got binding levels [] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:01.244155 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7905675-c9c2-4e42-af49-1e83b6c8cba6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (c963c7aa-eda9-4c04-8e1a-05a9b0510586), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:01.245477 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-55991afe-d138-4b0c-89f2-ebdda2943749 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-170195173'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:01.267667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-9420e5a3-7a99-460c-9e06-23eb075dd5bf tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Deleting subnet 1cb54f45-0b1d-4a5b-ae1a-b497312f62c6 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:21:01.282265 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4b18b-1400-4fed-b501-081e05101296 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Deleting port eff0d18b-a5ec-4213-bd5b-a33767b0a2ff {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:01.282265 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b18b-1400-4fed-b501-081e05101296 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (eff0d18b-a5ec-4213-bd5b-a33767b0a2ff), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:01.297208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9420e5a3-7a99-460c-9e06-23eb075dd5bf tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks [] for subnet (1cb54f45-0b1d-4a5b-ae1a-b497312f62c6), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:01.306526 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55991afe-d138-4b0c-89f2-ebdda2943749 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:01.311801 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-55991afe-d138-4b0c-89f2-ebdda2943749 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:01.312006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f7905675-c9c2-4e42-af49-1e83b6c8cba6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Calling delete_port for c963c7aa-eda9-4c04-8e1a-05a9b0510586 owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:01.313667 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] Set router 6c3ae33d-f77a-4587-80f2-83f9e16d959c gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:01.325797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4bfb1834-0775-4322-bc72-27651f81d061 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:01.360717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b4032e-e2a0-4f63-8c1d-ef240f26a156 None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:01.366754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c8b4032e-e2a0-4f63-8c1d-ef240f26a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:01.387129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:01.387758 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55991afe-d138-4b0c-89f2-ebdda2943749 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:01.406976 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3ae33d-f77a-4587-80f2-83f9e16d959c', 'name': 'tempest-snat-router-1301076933', 'tenant_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:20:55Z', 'updated_at': '2022-10-26T15:21:00Z', 'revision_number': 4, 'project_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:01.409799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78c501-cba0-42e0-a684-adf5e7b9d9d6 None None] Pushing event updated for resources: {'Port': ['ID=d92c3f00-8cca-4af6-a085-d82c3b1f3b8d,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:01.410392 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b18b-1400-4fed-b501-081e05101296 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (eff0d18b-a5ec-4213-bd5b-a33767b0a2ff), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:01.421196 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-55991afe-d138-4b0c-89f2-ebdda2943749 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (2ec2b1c6-b6f3-4dbf-b888-791ed2e94cb9), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:01.421560 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-55991afe-d138-4b0c-89f2-ebdda2943749 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Added segment 2ec2b1c6-b6f3-4dbf-b888-791ed2e94cb9 of type vlan for network 929788f4-3290-45e3-b901-a659d06c5bcf Oct 26 15:21:01.434871 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4b18b-1400-4fed-b501-081e05101296 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Calling delete_port for eff0d18b-a5ec-4213-bd5b-a33767b0a2ff owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:01.455294 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d95929-318f-4c0e-84b4-430f335e52a5 None None] The sync data for ids ['6c3ae33d-f77a-4587-80f2-83f9e16d959c'] in dv-neutron-759874-6-hyperv is: [{'id': '6c3ae33d-f77a-4587-80f2-83f9e16d959c', 'name': 'tempest-snat-router-1301076933', 'tenant_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:20:55Z', 'updated_at': '2022-10-26T15:21:00Z', 'revision_number': 4, 'project_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'gw_port_host': None}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:01.490264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:01.496313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:01.519064 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9420e5a3-7a99-460c-9e06-23eb075dd5bf tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (1cb54f45-0b1d-4a5b-ae1a-b497312f62c6), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:01.545517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] Set router 49fc6133-fed2-45ab-8fd0-07128cafb6f2 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:01.564528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:01.576155 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-88101330-b03b-44fe-a7da-e3dbd09bb42e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (12080a59-0f0a-4ca4-8600-0b7c86eb0ed0), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:01.599993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-55991afe-d138-4b0c-89f2-ebdda2943749 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (929788f4-3290-45e3-b901-a659d06c5bcf), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:01.603348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-88101330-b03b-44fe-a7da-e3dbd09bb42e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for 12080a59-0f0a-4ca4-8600-0b7c86eb0ed0 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:01.687168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:01.694050 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-55991afe-d138-4b0c-89f2-ebdda2943749 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (929788f4-3290-45e3-b901-a659d06c5bcf), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:01.701531 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55991afe-d138-4b0c-89f2-ebdda2943749 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:01.702193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-55991afe-d138-4b0c-89f2-ebdda2943749 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:01.742823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9420e5a3-7a99-460c-9e06-23eb075dd5bf tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (1cb54f45-0b1d-4a5b-ae1a-b497312f62c6), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:01.747523 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-55991afe-d138-4b0c-89f2-ebdda2943749 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5042689 Oct 26 15:21:01.753029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:01.754241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57238) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:01.783973 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-8252bc99-080e-4280-8a06-109edb6337a4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'subnet': {'network_id': '929788f4-3290-45e3-b901-a659d06c5bcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:01.840077 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55991afe-d138-4b0c-89f2-ebdda2943749 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Network': ['ID=929788f4-3290-45e3-b901-a659d06c5bcf,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:01.854172 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b18b-1400-4fed-b501-081e05101296 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (eff0d18b-a5ec-4213-bd5b-a33767b0a2ff), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:01.867638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 929788f4-3290-45e3-b901-a659d06c5bcf details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:01.888209 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4b18b-1400-4fed-b501-081e05101296 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Pushing event deleted for resources: {'Port': ['ID=eff0d18b-a5ec-4213-bd5b-a33767b0a2ff,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:01.907084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe7718-7bdf-4559-b0cf-17a148bcce78 None None] Pushing event updated for resources: {'Port': ['ID=a0039222-9ea2-4111-8c09-348025053a40,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:01.968473 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:01.983492 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:01.987297 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b18b-1400-4fed-b501-081e05101296 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (6f7a5a06-6e6a-4d32-8721-3dace3a9365b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.000501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37', 'network_id': 'e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37', 'project_id': '34f29e84b222418880f9a2e6a4499a45', 'fixed_ips': [{'subnet_id': '190a3a3a-7a9d-495e-8dcc-1db9b529445f'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:21:02.001829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.039075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c8b4032e-e2a0-4f63-8c1d-ef240f26a156 None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:02.039871 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7905675-c9c2-4e42-af49-1e83b6c8cba6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (c963c7aa-eda9-4c04-8e1a-05a9b0510586), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.095269 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9420e5a3-7a99-460c-9e06-23eb075dd5bf tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (1cb54f45-0b1d-4a5b-ae1a-b497312f62c6), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.110392 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b18b-1400-4fed-b501-081e05101296 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (6f7a5a06-6e6a-4d32-8721-3dace3a9365b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.111682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7905675-c9c2-4e42-af49-1e83b6c8cba6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Pushing event deleted for resources: {'Port': ['ID=c963c7aa-eda9-4c04-8e1a-05a9b0510586,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:02.113708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b18b-1400-4fed-b501-081e05101296 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_controller (6f7a5a06-6e6a-4d32-8721-3dace3a9365b), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.138953 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8252bc99-080e-4280-8a06-109edb6337a4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:02.143764 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8252bc99-080e-4280-8a06-109edb6337a4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.166016 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9420e5a3-7a99-460c-9e06-23eb075dd5bf tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.169200 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9420e5a3-7a99-460c-9e06-23eb075dd5bf tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/1cb54f45-0b1d-4a5b-ae1a-b497312f62c6 HTTP/1.1" status: 204 len: 168 time: 1.1873949 Oct 26 15:21:02.174356 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57240) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:02.200346 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b18b-1400-4fed-b501-081e05101296 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (6f7a5a06-6e6a-4d32-8721-3dace3a9365b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.201064 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c4b18b-1400-4fed-b501-081e05101296 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Fanout notify agent at l3_agent the message router_deleted on router 6f7a5a06-6e6a-4d32-8721-3dace3a9365b {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:21:02.215669 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420e5a3-7a99-460c-9e06-23eb075dd5bf tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event deleted for resources: {'Subnet': ['ID=1cb54f45-0b1d-4a5b-ae1a-b497312f62c6,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:02.217649 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b18b-1400-4fed-b501-081e05101296 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.224284 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c7c4b18b-1400-4fed-b501-081e05101296 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "DELETE /networking/v2.0/routers/6f7a5a06-6e6a-4d32-8721-3dace3a9365b HTTP/1.1" status: 204 len: 168 time: 1.6398745 Oct 26 15:21:02.228636 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57242) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:02.234090 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1201385237', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'enable_snat': False}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:02.262895 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (74db1ea7-292b-41dc-babf-8f5e085540b2), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.264073 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (74db1ea7-292b-41dc-babf-8f5e085540b2), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.275381 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-88101330-b03b-44fe-a7da-e3dbd09bb42e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (12080a59-0f0a-4ca4-8600-0b7c86eb0ed0), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.301868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d4bd3c-502b-4fc0-ac64-378b20a33fe3 None None] Network c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:02.338558 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_controller (74db1ea7-292b-41dc-babf-8f5e085540b2), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.363512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88101330-b03b-44fe-a7da-e3dbd09bb42e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=12080a59-0f0a-4ca4-8600-0b7c86eb0ed0,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:02.498046 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.506171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-88101330-b03b-44fe-a7da-e3dbd09bb42e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.513391 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-88101330-b03b-44fe-a7da-e3dbd09bb42e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/ports/12080a59-0f0a-4ca4-8600-0b7c86eb0ed0 HTTP/1.1" status: 204 len: 168 time: 1.9323192 Oct 26 15:21:02.519762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57244) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:02.555634 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a87fa55-9842-4850-a061-db021d965697 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] GET failed (client error): The resource could not be found. Oct 26 15:21:02.557271 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2a87fa55-9842-4850-a061-db021d965697 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports/12080a59-0f0a-4ca4-8600-0b7c86eb0ed0 HTTP/1.1" status: 404 len: 333 time: 0.0343688 Oct 26 15:21:02.560074 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57246) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:02.576512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=79,neutron:DELETE=16,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:02.577754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:02.583135 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7905675-c9c2-4e42-af49-1e83b6c8cba6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (6c3ae33d-f77a-4587-80f2-83f9e16d959c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.629973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9726eebf-d507-4250-b39f-030bde5669dc None None] Network 97faab04-ecdf-415e-b230-fd1360636cc7 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:02.643750 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_gateway (74db1ea7-292b-41dc-babf-8f5e085540b2), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.697323 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241dcc13-c194-4d83-a525-f917d5f3673e None None] Sync routers for ids ['6c3ae33d-f77a-4587-80f2-83f9e16d959c'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:02.708641 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241dcc13-c194-4d83-a525-f917d5f3673e None None] Routers {'6c3ae33d-f77a-4587-80f2-83f9e16d959c'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:02.709537 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-241dcc13-c194-4d83-a525-f917d5f3673e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6c3ae33d-f77a-4587-80f2-83f9e16d959c'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:02.717162 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d21946-bb27-45b8-91bc-b086e5d14eed tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting subnet 78a6a94b-ab4c-48e6-9967-c872d42fc659 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:21:02.727085 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0d21946-bb27-45b8-91bc-b086e5d14eed tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (78a6a94b-ab4c-48e6-9967-c872d42fc659), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.733367 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7905675-c9c2-4e42-af49-1e83b6c8cba6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (6c3ae33d-f77a-4587-80f2-83f9e16d959c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.742561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7905675-c9c2-4e42-af49-1e83b6c8cba6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_controller (6c3ae33d-f77a-4587-80f2-83f9e16d959c), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.795247 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0d21946-bb27-45b8-91bc-b086e5d14eed tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (78a6a94b-ab4c-48e6-9967-c872d42fc659), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.829204 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-241dcc13-c194-4d83-a525-f917d5f3673e None None] Set router 6c3ae33d-f77a-4587-80f2-83f9e16d959c gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:02.848899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:02.876017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4bfb1834-0775-4322-bc72-27651f81d061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:20:50Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:20:58Z', 'revision_number': 3, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:57Z', 'revision_number': 14, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:02.895154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Deleting port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:02.895554 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (39c87bad-2d5f-4851-bd0d-79c4db57b6dd), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.899702 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8252bc99-080e-4280-8a06-109edb6337a4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (c55966ac-af52-4bed-af4f-7082673ed5ca), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.919056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039af1ed-f4ec-4d57-a23e-7c94ba37f482 None None] DHCP port deletion for c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:21:02.922184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7905675-c9c2-4e42-af49-1e83b6c8cba6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (6c3ae33d-f77a-4587-80f2-83f9e16d959c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:02.923108 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7905675-c9c2-4e42-af49-1e83b6c8cba6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c3ae33d-f77a-4587-80f2-83f9e16d959c {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:21:02.940443 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-241dcc13-c194-4d83-a525-f917d5f3673e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3ae33d-f77a-4587-80f2-83f9e16d959c', 'name': 'tempest-snat-router-1301076933', 'tenant_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:20:55Z', 'updated_at': '2022-10-26T15:21:01Z', 'revision_number': 5, 'project_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:02.969680 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241dcc13-c194-4d83-a525-f917d5f3673e None None] Checking router: 6c3ae33d-f77a-4587-80f2-83f9e16d959c for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:02.977960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:02.979984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfb1834-0775-4322-bc72-27651f81d061 None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:02.989308 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241dcc13-c194-4d83-a525-f917d5f3673e None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:02.990099 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241dcc13-c194-4d83-a525-f917d5f3673e None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:21:02.992159 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-241dcc13-c194-4d83-a525-f917d5f3673e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6c3ae33d-f77a-4587-80f2-83f9e16d959c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:21:02.992961 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241dcc13-c194-4d83-a525-f917d5f3673e None None] The sync data for ids ['6c3ae33d-f77a-4587-80f2-83f9e16d959c'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:03.017412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:03.017806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.038959 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0d21946-bb27-45b8-91bc-b086e5d14eed tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (78a6a94b-ab4c-48e6-9967-c872d42fc659), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.081748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9c59fd33-d343-4908-972e-4839d68ead94 None None] Provisioning complete for port a0039222-9ea2-4111-8c09-348025053a40 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:03.082122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9c59fd33-d343-4908-972e-4839d68ead94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a0039222-9ea2-4111-8c09-348025053a40), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.082457 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-9c59fd33-d343-4908-972e-4839d68ead94 None None] Attempt 1 to provision port a0039222-9ea2-4111-8c09-348025053a40 Oct 26 15:21:03.084069 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_gateway (74db1ea7-292b-41dc-babf-8f5e085540b2), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.098584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb1834-0775-4322-bc72-27651f81d061 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:03.099074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4bfb1834-0775-4322-bc72-27651f81d061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:03.112933 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.161572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fc6133-fed2-45ab-8fd0-07128cafb6f2', 'name': 'tempest-snat-router-1301076933', 'tenant_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.131'}], 'enable_snat': False}, 'gw_port_id': 'd92c3f00-8cca-4af6-a085-d82c3b1f3b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:20:48Z', 'updated_at': '2022-10-26T15:20:52Z', 'revision_number': 3, 'project_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'gw_port': {'id': 'd92c3f00-8cca-4af6-a085-d82c3b1f3b8d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fc6133-fed2-45ab-8fd0-07128cafb6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:20:50Z', 'updated_at': '2022-10-26T15:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:03.196383 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0d21946-bb27-45b8-91bc-b086e5d14eed tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (78a6a94b-ab4c-48e6-9967-c872d42fc659), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.229595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-039af1ed-f4ec-4d57-a23e-7c94ba37f482 None None] Deleting port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:03.229995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-039af1ed-f4ec-4d57-a23e-7c94ba37f482 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (39c87bad-2d5f-4851-bd0d-79c4db57b6dd), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.252193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d21946-bb27-45b8-91bc-b086e5d14eed tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Subnet': ['ID=78a6a94b-ab4c-48e6-9967-c872d42fc659,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:03.262447 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0d21946-bb27-45b8-91bc-b086e5d14eed tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.262941 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7905675-c9c2-4e42-af49-1e83b6c8cba6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.266815 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f7905675-c9c2-4e42-af49-1e83b6c8cba6 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "DELETE /networking/v2.0/routers/6c3ae33d-f77a-4587-80f2-83f9e16d959c HTTP/1.1" status: 204 len: 168 time: 3.4221132 Oct 26 15:21:03.268364 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57248) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:03.269347 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f0d21946-bb27-45b8-91bc-b086e5d14eed tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/78a6a94b-ab4c-48e6-9967-c872d42fc659 HTTP/1.1" status: 204 len: 168 time: 0.7081933 Oct 26 15:21:03.272196 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57250) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:03.319766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb3afc-97e8-49b5-b20e-405234d16bed None None] The sync data for ids ['49fc6133-fed2-45ab-8fd0-07128cafb6f2'] in dv-neutron-759874-6-hyperv is: [{'id': '49fc6133-fed2-45ab-8fd0-07128cafb6f2', 'name': 'tempest-snat-router-1301076933', 'tenant_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.131'}], 'enable_snat': False}, 'gw_port_id': 'd92c3f00-8cca-4af6-a085-d82c3b1f3b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:20:48Z', 'updated_at': '2022-10-26T15:20:52Z', 'revision_number': 3, 'project_id': '9295bd1fafdb46ee90cc8d4b1b91aa84', 'gw_port': {'id': 'd92c3f00-8cca-4af6-a085-d82c3b1f3b8d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fc6133-fed2-45ab-8fd0-07128cafb6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:20:50Z', 'updated_at': '2022-10-26T15:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:03.355642 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Allocated IP 172.26.11.125 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/da210669-d78f-4461-a8e1-643698bbbefb) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:03.368479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:03.375133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,segment=NetworkSegment(878b8e5b-ecb8-4aa5-b134-e80266343bcc),segment_id=878b8e5b-ecb8-4aa5-b134-e80266343bcc)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:03.381602 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=3,neutron:UPDATE=5,neutron:SELECT=87,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:03.389441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (97faab04-ecdf-415e-b230-fd1360636cc7), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.409342 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] For port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c87bad-2d5f-4851-bd0d-79c4db57b6dd,segment=NetworkSegment(99508918-a23e-45b5-b2a6-e5e314f1efe5),segment_id=99508918-a23e-45b5-b2a6-e5e314f1efe5)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:03.409572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.410113 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (39c87bad-2d5f-4851-bd0d-79c4db57b6dd), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.410253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:03.442810 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252bc99-080e-4280-8a06-109edb6337a4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Subnet': ['ID=c55966ac-af52-4bed-af4f-7082673ed5ca,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:03.446041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Calling delete_port for 39c87bad-2d5f-4851-bd0d-79c4db57b6dd owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:03.479404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:03.485030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Allocated IP 2001:db8:0:ffff::2 (e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37/190a3a3a-7a9d-495e-8dcc-1db9b529445f/ec981d0f-17b9-4bee-a3c0-af77a0b4ccce) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:03.511541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8252bc99-080e-4280-8a06-109edb6337a4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Checking segment: {'id': '2ec2b1c6-b6f3-4dbf-b888-791ed2e94cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '929788f4-3290-45e3-b901-a659d06c5bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:03.512139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8252bc99-080e-4280-8a06-109edb6337a4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network hostable DHCP agents. Network: 929788f4-3290-45e3-b901-a659d06c5bcf, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:03.522773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:03.594334 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for port (da210669-d78f-4461-a8e1-643698bbbefb), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.594334 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port a0039222-9ea2-4111-8c09-348025053a40 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:03.594334 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (a0039222-9ea2-4111-8c09-348025053a40), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.594594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:03.594973 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dab4d79c-65c2-470b-8a52-8335780824c1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router (49fc6133-fed2-45ab-8fd0-07128cafb6f2), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.604122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-039af1ed-f4ec-4d57-a23e-7c94ba37f482 None None] For port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c87bad-2d5f-4851-bd0d-79c4db57b6dd,segment=NetworkSegment(99508918-a23e-45b5-b2a6-e5e314f1efe5),segment_id=99508918-a23e-45b5-b2a6-e5e314f1efe5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:03.604563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-039af1ed-f4ec-4d57-a23e-7c94ba37f482 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (39c87bad-2d5f-4851-bd0d-79c4db57b6dd), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.631210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c846e728-0a86-4d01-adec-058871033bbf None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:03.641910 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8252bc99-080e-4280-8a06-109edb6337a4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network 929788f4-3290-45e3-b901-a659d06c5bcf is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:03.645595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:03.667816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-039af1ed-f4ec-4d57-a23e-7c94ba37f482 None None] Calling delete_port for 39c87bad-2d5f-4851-bd0d-79c4db57b6dd owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:03.669853 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] For port a0039222-9ea2-4111-8c09-348025053a40, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a0039222-9ea2-4111-8c09-348025053a40,segment=NetworkSegment(642e3e95-00da-48cf-9301-a5c1a08580a1),segment_id=642e3e95-00da-48cf-9301-a5c1a08580a1)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:03.670248 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (a0039222-9ea2-4111-8c09-348025053a40), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.681570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-8252bc99-080e-4280-8a06-109edb6337a4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 929788f4-3290-45e3-b901-a659d06c5bcf) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:03.688735 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for a0039222-9ea2-4111-8c09-348025053a40 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:03.700735 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (da210669-d78f-4461-a8e1-643698bbbefb), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.703500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8252bc99-080e-4280-8a06-109edb6337a4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:03.704266 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8252bc99-080e-4280-8a06-109edb6337a4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.729871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-9c59fd33-d343-4908-972e-4839d68ead94 None None] Current status of the port a0039222-9ea2-4111-8c09-348025053a40 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:03.730315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9c59fd33-d343-4908-972e-4839d68ead94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a0039222-9ea2-4111-8c09-348025053a40), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.744201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b5fb29-78d9-45c9-ac10-0bd1089025a9 None None] Network 929788f4-3290-45e3-b901-a659d06c5bcf requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:03.776759 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:03.796652 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (39c87bad-2d5f-4851-bd0d-79c4db57b6dd), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:03.803220 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:03.814853 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8252bc99-080e-4280-8a06-109edb6337a4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0345402 Oct 26 15:21:03.818129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57252) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:03.831896 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:03.847539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:03.856847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4bfb1834-0775-4322-bc72-27651f81d061 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:03.857231 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Pushing event updated for resources: {'Port': ['ID=da210669-d78f-4461-a8e1-643698bbbefb,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:03.983977 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (a0039222-9ea2-4111-8c09-348025053a40), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.027527 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] No DVR routers for this DVR port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:21:04.043803 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b0d-b329-4a61-8d31-5f9667eecf6c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (929788f4-3290-45e3-b901-a659d06c5bcf), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.046443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb0743f-4376-4e52-89de-c6b7f8e31275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-929788f4-3290-45e3-b901-a659d06c5bcf', 'network_id': '929788f4-3290-45e3-b901-a659d06c5bcf', 'project_id': '34f29e84b222418880f9a2e6a4499a45', 'fixed_ips': [{'subnet_id': 'c55966ac-af52-4bed-af4f-7082673ed5ca'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:21:04.047499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9bb0743f-4376-4e52-89de-c6b7f8e31275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.062077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c846e728-0a86-4d01-adec-058871033bbf None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:04.062717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c846e728-0a86-4d01-adec-058871033bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:04.076388 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=a0039222-9ea2-4111-8c09-348025053a40,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:04.101980 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No DVR routers for this DVR port a0039222-9ea2-4111-8c09-348025053a40 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:21:04.128679 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event deleted for resources: {'Port': ['ID=39c87bad-2d5f-4851-bd0d-79c4db57b6dd,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:04.137259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:04.144388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dab4d79c-65c2-470b-8a52-8335780824c1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_gateway (49fc6133-fed2-45ab-8fd0-07128cafb6f2), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.274918 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.311363 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-dab4d79c-65c2-470b-8a52-8335780824c1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Deleting port d92c3f00-8cca-4af6-a085-d82c3b1f3b8d {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:04.311977 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dab4d79c-65c2-470b-8a52-8335780824c1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (d92c3f00-8cca-4af6-a085-d82c3b1f3b8d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.316782 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:04.342698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b0d-b329-4a61-8d31-5f9667eecf6c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (c55966ac-af52-4bed-af4f-7082673ed5ca), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.381941 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99508918-a23e-45b5-b2a6-e5e314f1efe5') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:04.382245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99508918-a23e-45b5-b2a6-e5e314f1efe5') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:04.394516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (99508918-a23e-45b5-b2a6-e5e314f1efe5), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.411206 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (99508918-a23e-45b5-b2a6-e5e314f1efe5), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.419041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:04.419539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (99508918-a23e-45b5-b2a6-e5e314f1efe5), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.514410 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (97faab04-ecdf-415e-b230-fd1360636cc7), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.522669 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.524332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:04.542078 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.549418 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] 10.222.0.60 "DELETE /networking/v2.0/networks/c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 HTTP/1.1" status: 204 len: 168 time: 2.3621514 Oct 26 15:21:04.557152 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 99508918-a23e-45b5-b2a6-e5e314f1efe5 resource provider aggregate not found Oct 26 15:21:04.583464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93766d0-77b1-41ca-b743-7071df916f27 tempest-AllowedAddressPairTestJSON-1256646328 tempest-AllowedAddressPairTestJSON-1256646328-project] Pushing event deleted for resources: {'Network': ['ID=c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:04.586604 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97faab04-ecdf-415e-b230-fd1360636cc7']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:04.600627 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 99508918-a23e-45b5-b2a6-e5e314f1efe5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99508918-a23e-45b5-b2a6-e5e314f1efe5 found for delete ", "request_id": "req-1dee3e89-a087-4306-b4bc-58583f963962"}]} Oct 26 15:21:04.611988 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642e3e95-00da-48cf-9301-a5c1a08580a1') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:04.612332 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642e3e95-00da-48cf-9301-a5c1a08580a1') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:04.646353 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-dab4d79c-65c2-470b-8a52-8335780824c1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] For port d92c3f00-8cca-4af6-a085-d82c3b1f3b8d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d92c3f00-8cca-4af6-a085-d82c3b1f3b8d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:04.646822 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dab4d79c-65c2-470b-8a52-8335780824c1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (d92c3f00-8cca-4af6-a085-d82c3b1f3b8d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.651888 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (642e3e95-00da-48cf-9301-a5c1a08580a1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.655773 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b0d-b329-4a61-8d31-5f9667eecf6c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (c55966ac-af52-4bed-af4f-7082673ed5ca), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.669421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc4305-3914-4a27-a134-51cd14ed3c45 None None] Network 97faab04-ecdf-415e-b230-fd1360636cc7 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:04.671954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-dab4d79c-65c2-470b-8a52-8335780824c1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Calling delete_port for d92c3f00-8cca-4af6-a085-d82c3b1f3b8d owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:04.679491 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (642e3e95-00da-48cf-9301-a5c1a08580a1), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.692045 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_gateway (74db1ea7-292b-41dc-babf-8f5e085540b2), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.709247 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c3b0d-b329-4a61-8d31-5f9667eecf6c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Subnet': ['ID=c55966ac-af52-4bed-af4f-7082673ed5ca,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:04.794934 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:04.795358 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (642e3e95-00da-48cf-9301-a5c1a08580a1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.798497 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server [None req-9bb0743f-4376-4e52-89de-c6b7f8e31275 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c55966ac-af52-4bed-af4f-7082673ed5ca: This subnet is being modified by another concurrent operation. Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:04.823764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1018, in wrapper Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise exception Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c55966ac-af52-4bed-af4f-7082673ed5ca: This subnet is being modified by another concurrent operation. Oct 26 15:21:04.827865 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server Oct 26 15:21:04.861239 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b0d-b329-4a61-8d31-5f9667eecf6c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (929788f4-3290-45e3-b901-a659d06c5bcf), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.903081 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-5e8c3b0d-b329-4a61-8d31-5f9667eecf6c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929788f4-3290-45e3-b901-a659d06c5bcf']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:04.914665 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (74db1ea7-292b-41dc-babf-8f5e085540b2), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.925228 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-5e8c3b0d-b329-4a61-8d31-5f9667eecf6c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec2b1c6-b6f3-4dbf-b888-791ed2e94cb9') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:04.925532 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-5e8c3b0d-b329-4a61-8d31-5f9667eecf6c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec2b1c6-b6f3-4dbf-b888-791ed2e94cb9') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:04.938497 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b0d-b329-4a61-8d31-5f9667eecf6c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (2ec2b1c6-b6f3-4dbf-b888-791ed2e94cb9), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.977859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b0d-b329-4a61-8d31-5f9667eecf6c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (2ec2b1c6-b6f3-4dbf-b888-791ed2e94cb9), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.992947 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8c3b0d-b329-4a61-8d31-5f9667eecf6c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:04.993987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b0d-b329-4a61-8d31-5f9667eecf6c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (2ec2b1c6-b6f3-4dbf-b888-791ed2e94cb9), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:04.996592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c8b4032e-e2a0-4f63-8c1d-ef240f26a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:20:59Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:20:57Z', 'revision_number': 3, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:58Z', 'revision_number': 12, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:05.059543 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 642e3e95-00da-48cf-9301-a5c1a08580a1 resource provider aggregate not found Oct 26 15:21:05.064094 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:05.065371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:05.065784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.093818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b4032e-e2a0-4f63-8c1d-ef240f26a156 None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:20:59Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:20:57Z', 'revision_number': 3, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:58Z', 'revision_number': 12, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:05.105935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720e0a87-d8a5-4e73-b074-a62e4931e43b None None] DHCP port deletion for 97faab04-ecdf-415e-b230-fd1360636cc7 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:21:05.123693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:05.130822 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 642e3e95-00da-48cf-9301-a5c1a08580a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 642e3e95-00da-48cf-9301-a5c1a08580a1 found for delete ", "request_id": "req-aae92cb3-f999-4a9f-a8ff-8c39d6c827d7"}]} Oct 26 15:21:05.133328 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57272) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:05.159180 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (97faab04-ecdf-415e-b230-fd1360636cc7), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.166666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d0100ac7-bbd9-40e3-a02d-1a2917ae79f2 None None] Could not find standard attr ID for object a0039222-9ea2-4111-8c09-348025053a40. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:21:05.171505 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b0d-b329-4a61-8d31-5f9667eecf6c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (929788f4-3290-45e3-b901-a659d06c5bcf), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.176452 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b0d-b329-4a61-8d31-5f9667eecf6c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.180309 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5e8c3b0d-b329-4a61-8d31-5f9667eecf6c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/networks/929788f4-3290-45e3-b901-a659d06c5bcf HTTP/1.1" status: 204 len: 168 time: 1.3579478 Oct 26 15:21:05.187894 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57276) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:05.190002 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.200838 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/networks/97faab04-ecdf-415e-b230-fd1360636cc7 HTTP/1.1" status: 204 len: 168 time: 1.9246626 Oct 26 15:21:05.200838 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68deffcc-aa44-466d-8bcf-f4ff985d962c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Network': ['ID=97faab04-ecdf-415e-b230-fd1360636cc7,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:05.201959 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Router 74db1ea7-292b-41dc-babf-8f5e085540b2 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:21:05.206322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57278) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:05.209818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 394e991d-ba1f-4c55-ad3b-6183751d959f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=394e991d-ba1f-4c55-ad3b-6183751d959f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:05.222784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-b42a7f63-7bde-46cf-8087-33ceb7485051 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d', 'name': 'tempest-PortsIpV6TestJSON-1675995923'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:05.245659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c3b0d-b329-4a61-8d31-5f9667eecf6c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Network': ['ID=929788f4-3290-45e3-b901-a659d06c5bcf,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:05.255162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4bfb1834-0775-4322-bc72-27651f81d061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:01Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:20:58Z', 'revision_number': 3, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:57Z', 'revision_number': 14, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:05.278588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dab4d79c-65c2-470b-8a52-8335780824c1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (d92c3f00-8cca-4af6-a085-d82c3b1f3b8d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.312925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.320058 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f6f2046b-9f38-4177-a35b-eeeff41d0cb7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1829807582'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:05.324106 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4d79c-65c2-470b-8a52-8335780824c1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Pushing event deleted for resources: {'Port': ['ID=d92c3f00-8cca-4af6-a085-d82c3b1f3b8d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:05.431813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:05.444686 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dab4d79c-65c2-470b-8a52-8335780824c1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (49fc6133-fed2-45ab-8fd0-07128cafb6f2), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.458624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=394e991d-ba1f-4c55-ad3b-6183751d959f,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:05.461539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfb1834-0775-4322-bc72-27651f81d061 None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:01Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:20:58Z', 'revision_number': 3, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:57Z', 'revision_number': 14, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:05.466272 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f2046b-9f38-4177-a35b-eeeff41d0cb7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:05.468423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:05.471066 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f6f2046b-9f38-4177-a35b-eeeff41d0cb7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.522785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:05.561934 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-16f0ddfb-c1b3-487c-9872-ce2a8316b41f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=67151291083247cfb3a1207a0283c954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4254525 Oct 26 15:21:05.572209 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57280) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:05.581177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Publish callbacks [] for port (ec981d0f-17b9-4bee-a3c0-af77a0b4ccce), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.594865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-039af1ed-f4ec-4d57-a23e-7c94ba37f482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (39c87bad-2d5f-4851-bd0d-79c4db57b6dd), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.611511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-039af1ed-f4ec-4d57-a23e-7c94ba37f482 None None] Network c5f4aaf1-fd6b-4629-b2f7-0cabb3089f27 is not hosted by any dhcp agent {{(pid=105323) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 15:21:05.612381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039af1ed-f4ec-4d57-a23e-7c94ba37f482 None None] No DVR routers for this DVR port 39c87bad-2d5f-4851-bd0d-79c4db57b6dd on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:21:05.617346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c846e728-0a86-4d01-adec-058871033bbf None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:05.620660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (ec981d0f-17b9-4bee-a3c0-af77a0b4ccce), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.637244 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42a7f63-7bde-46cf-8087-33ceb7485051 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:05.641345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b42a7f63-7bde-46cf-8087-33ceb7485051 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.644160 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dab4d79c-65c2-470b-8a52-8335780824c1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (49fc6133-fed2-45ab-8fd0-07128cafb6f2), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.648576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dab4d79c-65c2-470b-8a52-8335780824c1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_controller (49fc6133-fed2-45ab-8fd0-07128cafb6f2), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.666947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f2046b-9f38-4177-a35b-eeeff41d0cb7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:05.711733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Network e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:05.720379 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-b42a7f63-7bde-46cf-8087-33ceb7485051 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] device_id is not set on port 4e8ac067-3f92-45f5-9024-427338f1bc91 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:21:05.721820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:05.726510 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f6f2046b-9f38-4177-a35b-eeeff41d0cb7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (c1f1cf72-e956-44f6-a806-047ec60cabe7), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.726986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039af1ed-f4ec-4d57-a23e-7c94ba37f482 None None] Pushing event deleted for resources: {'Port': ['ID=39c87bad-2d5f-4851-bd0d-79c4db57b6dd,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:05.728610 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dab4d79c-65c2-470b-8a52-8335780824c1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (49fc6133-fed2-45ab-8fd0-07128cafb6f2), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.730554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:05.737239 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-f6f2046b-9f38-4177-a35b-eeeff41d0cb7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Added segment c1f1cf72-e956-44f6-a806-047ec60cabe7 of type vlan for network 37788003-3a0a-40cd-b7f9-58700b1759f4 Oct 26 15:21:05.737734 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab4d79c-65c2-470b-8a52-8335780824c1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49fc6133-fed2-45ab-8fd0-07128cafb6f2 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:21:05.744215 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dab4d79c-65c2-470b-8a52-8335780824c1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.747433 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dab4d79c-65c2-470b-8a52-8335780824c1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "DELETE /networking/v2.0/routers/49fc6133-fed2-45ab-8fd0-07128cafb6f2 HTTP/1.1" status: 204 len: 168 time: 2.4459558 Oct 26 15:21:05.751165 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57282) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:05.751938 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:05.764217 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Sync routers for ids ['74db1ea7-292b-41dc-babf-8f5e085540b2'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:05.779848 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1218811075', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}, 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:05.783446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:05.784532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:05.791517 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Routers {'74db1ea7-292b-41dc-babf-8f5e085540b2'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:05.796366 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['74db1ea7-292b-41dc-babf-8f5e085540b2'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:05.848472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (bc7b2553-a526-4539-aaa2-0b686d302fa7), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.852732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (bc7b2553-a526-4539-aaa2-0b686d302fa7), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.939709 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-00bab96f-7e7c-4083-8432-4c907dfb2a7e admin admin] Publish callbacks [] for security_group (58286e37-d009-4b92-b912-4e558f1aff36), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:05.998636 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:06.001947 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f87618f4-8dea-4e7c-b6d1-d606e2a63683 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 909 time: 3.7700455 Oct 26 15:21:06.004371 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f6f2046b-9f38-4177-a35b-eeeff41d0cb7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (37788003-3a0a-40cd-b7f9-58700b1759f4), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:06.035084 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_controller (bc7b2553-a526-4539-aaa2-0b686d302fa7), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:06.036992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Pushing event updated for resources: {'Port': ['ID=ec981d0f-17b9-4bee-a3c0-af77a0b4ccce,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:06.037689 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57284) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:06.039728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Attempting to bind port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:06.040297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Attempting to bind port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'b8e29ba6-c979-43a1-9ecb-62291c0fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:06.040675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Attempting to bind port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce on network e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:06.139281 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Set router 74db1ea7-292b-41dc-babf-8f5e085540b2 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:06.215465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:21:06.215847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Checking segment: {'id': 'b8e29ba6-c979-43a1-9ecb-62291c0fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:06.216267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:06.216666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Bound using segment: {'id': 'b8e29ba6-c979-43a1-9ecb-62291c0fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:21:06.218342 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7a9c2a76-0a67-482f-ad98-339727904cfd tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "GET /networking/v2.0/routers/74db1ea7-292b-41dc-babf-8f5e085540b2 HTTP/1.1" status: 200 len: 910 time: 0.1505525 Oct 26 15:21:06.225018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Bound port: ec981d0f-17b9-4bee-a3c0-af77a0b4ccce, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e29ba6-c979-43a1-9ecb-62291c0fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:21:06.225444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ec981d0f-17b9-4bee-a3c0-af77a0b4ccce), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:06.238926 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57286) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:06.240108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.db.resource_extend [None req-f6f2046b-9f38-4177-a35b-eeeff41d0cb7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 15:21:06.264558 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1201385237', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'enable_snat': True}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:06.284100 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-00bab96f-7e7c-4083-8432-4c907dfb2a7e admin admin] Publish callbacks [] for security_group (58286e37-d009-4b92-b912-4e558f1aff36), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:06.306773 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:06.332574 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:06.383598 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_gateway (bc7b2553-a526-4539-aaa2-0b686d302fa7), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:06.394879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a109d8-7d09-419f-823f-8d012a3083c5 None None] Sync routers for ids ['49fc6133-fed2-45ab-8fd0-07128cafb6f2'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:06.401795 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f6f2046b-9f38-4177-a35b-eeeff41d0cb7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (37788003-3a0a-40cd-b7f9-58700b1759f4), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:06.409179 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f2046b-9f38-4177-a35b-eeeff41d0cb7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:06.410119 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f6f2046b-9f38-4177-a35b-eeeff41d0cb7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:06.429607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:06.439203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a109d8-7d09-419f-823f-8d012a3083c5 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:06.445924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a109d8-7d09-419f-823f-8d012a3083c5 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:21:06.446310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-41a109d8-7d09-419f-823f-8d012a3083c5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'49fc6133-fed2-45ab-8fd0-07128cafb6f2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:21:06.531365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:06.541640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:06.550792 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=4,neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:06.565923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a109d8-7d09-419f-823f-8d012a3083c5 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:06.566638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a109d8-7d09-419f-823f-8d012a3083c5 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:21:06.567447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-41a109d8-7d09-419f-823f-8d012a3083c5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'49fc6133-fed2-45ab-8fd0-07128cafb6f2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:21:06.568027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a109d8-7d09-419f-823f-8d012a3083c5 None None] The sync data for ids ['49fc6133-fed2-45ab-8fd0-07128cafb6f2'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:06.617319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] For port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:06.628130 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57290) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:06.629047 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f6f2046b-9f38-4177-a35b-eeeff41d0cb7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4280159 Oct 26 15:21:06.647999 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-cf20bd8e-c13b-4d63-ad8b-af4824231043 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'subnet': {'network_id': '37788003-3a0a-40cd-b7f9-58700b1759f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:06.660783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] For port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ec981d0f-17b9-4bee-a3c0-af77a0b4ccce,segment=NetworkSegment(b8e29ba6-c979-43a1-9ecb-62291c0fb77e),segment_id=b8e29ba6-c979-43a1-9ecb-62291c0fb77e)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:06.668504 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (42920355-8771-4edc-9b1f-b367e94d0b65), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:06.670670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c846e728-0a86-4d01-adec-058871033bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:20:55Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:21:01Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:06.670904 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (42920355-8771-4edc-9b1f-b367e94d0b65), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:06.671643 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74db1ea7-292b-41dc-babf-8f5e085540b2', 'name': 'tempest-snat-router-1201385237', 'tenant_id': '1e69a63939704db0b07cd08fd8c8a545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.125'}], 'enable_snat': False}, 'gw_port_id': 'da210669-d78f-4461-a8e1-643698bbbefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:21:02Z', 'updated_at': '2022-10-26T15:21:04Z', 'revision_number': 3, 'project_id': '1e69a63939704db0b07cd08fd8c8a545', 'gw_port': {'id': 'da210669-d78f-4461-a8e1-643698bbbefb', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74db1ea7-292b-41dc-babf-8f5e085540b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:21:03Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:06.671829 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 2ec2b1c6-b6f3-4dbf-b888-791ed2e94cb9 resource provider aggregate not found Oct 26 15:21:06.734201 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-00bab96f-7e7c-4083-8432-4c907dfb2a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (58286e37-d009-4b92-b912-4e558f1aff36), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:06.736327 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Checking router: 74db1ea7-292b-41dc-babf-8f5e085540b2 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:06.736876 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Updating router 74db1ea7-292b-41dc-babf-8f5e085540b2 port da210669-d78f-4461-a8e1-643698bbbefb binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:21:06.737000 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-00bab96f-7e7c-4083-8432-4c907dfb2a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:06.740357 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-00bab96f-7e7c-4083-8432-4c907dfb2a7e admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/58286e37-d009-4b92-b912-4e558f1aff36 HTTP/1.1" status: 204 len: 168 time: 1.1703942 Oct 26 15:21:06.740357 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2046b-9f38-4177-a35b-eeeff41d0cb7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Network': ['ID=37788003-3a0a-40cd-b7f9-58700b1759f4,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:06.744426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c846e728-0a86-4d01-adec-058871033bbf None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:06.757866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ec981d0f-17b9-4bee-a3c0-af77a0b4ccce), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:06.760840 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bab96f-7e7c-4083-8432-4c907dfb2a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58286e37-d009-4b92-b912-4e558f1aff36,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:06.779811 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b42a7f63-7bde-46cf-8087-33ceb7485051 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (4e8ac067-3f92-45f5-9024-427338f1bc91), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:06.821553 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da210669-d78f-4461-a8e1-643698bbbefb), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:06.860281 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 2ec2b1c6-b6f3-4dbf-b888-791ed2e94cb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ec2b1c6-b6f3-4dbf-b888-791ed2e94cb9 found for delete ", "request_id": "req-7270913e-9062-4b70-8227-fa59192f2db9"}]} Oct 26 15:21:06.919286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_gateway (bc7b2553-a526-4539-aaa2-0b686d302fa7), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:06.921807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 37788003-3a0a-40cd-b7f9-58700b1759f4 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:06.928389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beeba9c-b7a5-49c4-ae32-04c389f09903 None None] Pushing event updated for resources: {'Port': ['ID=ec981d0f-17b9-4bee-a3c0-af77a0b4ccce,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:06.952098 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_controller (42920355-8771-4edc-9b1f-b367e94d0b65), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:07.002862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c846e728-0a86-4d01-adec-058871033bbf None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:07.003876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c846e728-0a86-4d01-adec-058871033bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:07.049202 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:07.073426 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:07.254647 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b42a7f63-7bde-46cf-8087-33ceb7485051 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (4e8ac067-3f92-45f5-9024-427338f1bc91), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:07.316308 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf20bd8e-c13b-4d63-ad8b-af4824231043 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:07.320764 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cf20bd8e-c13b-4d63-ad8b-af4824231043 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:07.519560 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Publish callbacks [] for port (da210669-d78f-4461-a8e1-643698bbbefb), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:07.530542 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da210669-d78f-4461-a8e1-643698bbbefb), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:07.580485 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42a7f63-7bde-46cf-8087-33ceb7485051 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:07.583864 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a7f63-7bde-46cf-8087-33ceb7485051 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=4e8ac067-3f92-45f5-9024-427338f1bc91,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:07.586543 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-b42a7f63-7bde-46cf-8087-33ceb7485051 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:07.622579 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a7f63-7bde-46cf-8087-33ceb7485051 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:07.633223 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42a7f63-7bde-46cf-8087-33ceb7485051 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:07.633905 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b42a7f63-7bde-46cf-8087-33ceb7485051 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:07.650381 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_gateway (42920355-8771-4edc-9b1f-b367e94d0b65), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:07.662959 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Attempting to bind port da210669-d78f-4461-a8e1-643698bbbefb on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:07.663563 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Attempting to bind port da210669-d78f-4461-a8e1-643698bbbefb by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:07.664139 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Attempting to bind port da210669-d78f-4461-a8e1-643698bbbefb on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:07.682026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:07.684112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a0039222-9ea2-4111-8c09-348025053a40 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:07.708749 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b42a7f63-7bde-46cf-8087-33ceb7485051 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5006108 Oct 26 15:21:07.750675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: a0039222-9ea2-4111-8c09-348025053a40 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:21:07.751300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a0039222-9ea2-4111-8c09-348025053a40 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:07.751300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:07.754187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57306) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:07.788298 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:07.826247 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773bd61-4cb8-4137-ad88-37c871899245 None None] Pushing event updated for resources: {'Port': ['ID=da210669-d78f-4461-a8e1-643698bbbefb,revision_number=2']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:07.828978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c846e728-0a86-4d01-adec-058871033bbf None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:07.848191 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:21:07.848574 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:07.849177 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:07.849577 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:21:07.850067 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Bound port: da210669-d78f-4461-a8e1-643698bbbefb, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:21:07.850449 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da210669-d78f-4461-a8e1-643698bbbefb), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:07.947760 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Allocated IP 172.26.11.14 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/9583514b-bbcb-480f-8dfb-9c2d32c1004f) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:07.961822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:DELETE=1,neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:07.968711 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] For port da210669-d78f-4461-a8e1-643698bbbefb, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:07.974843 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] For port da210669-d78f-4461-a8e1-643698bbbefb, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da210669-d78f-4461-a8e1-643698bbbefb,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:07.991511 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da210669-d78f-4461-a8e1-643698bbbefb), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:08.112619 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773bd61-4cb8-4137-ad88-37c871899245 None None] Pushing event updated for resources: {'Port': ['ID=da210669-d78f-4461-a8e1-643698bbbefb,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:08.121920 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Routers {'74db1ea7-292b-41dc-babf-8f5e085540b2'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:08.122546 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['74db1ea7-292b-41dc-babf-8f5e085540b2'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:08.125090 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_gateway (42920355-8771-4edc-9b1f-b367e94d0b65), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:08.215210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:08.226696 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:08.228116 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for port (9583514b-bbcb-480f-8dfb-9c2d32c1004f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:08.263384 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:08.274654 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:08.280095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:08.285745 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (9583514b-bbcb-480f-8dfb-9c2d32c1004f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:08.294951 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] Set router 74db1ea7-292b-41dc-babf-8f5e085540b2 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:08.366492 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-77ed707d-9be9-424f-9e32-779f07570e6f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port 4e8ac067-3f92-45f5-9024-427338f1bc91 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:08.366703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-77ed707d-9be9-424f-9e32-779f07570e6f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (4e8ac067-3f92-45f5-9024-427338f1bc91), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:08.380536 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:08.384519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cf20bd8e-c13b-4d63-ad8b-af4824231043 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (4349f566-af12-4e37-993f-87808cd244cb), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:08.437658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Allocated IP 172.26.11.68 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/f5e1d739-9d18-4756-8778-99561f50b791) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:08.521208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:08.597558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20bd8e-c13b-4d63-ad8b-af4824231043 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Subnet': ['ID=4349f566-af12-4e37-993f-87808cd244cb,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:08.608738 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:08.649271 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:08.655254 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57316) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:08.660887 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74db1ea7-292b-41dc-babf-8f5e085540b2', 'name': 'tempest-snat-router-1201385237', 'tenant_id': '1e69a63939704db0b07cd08fd8c8a545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.125'}], 'enable_snat': False}, 'gw_port_id': 'da210669-d78f-4461-a8e1-643698bbbefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:21:02Z', 'updated_at': '2022-10-26T15:21:04Z', 'revision_number': 3, 'project_id': '1e69a63939704db0b07cd08fd8c8a545', 'gw_port': {'id': 'da210669-d78f-4461-a8e1-643698bbbefb', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74db1ea7-292b-41dc-babf-8f5e085540b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:21:03Z', 'updated_at': '2022-10-26T15:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:08.672550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ef908113-0694-41a6-8115-94a822083554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:08.683609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c846e728-0a86-4d01-adec-058871033bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:21:01Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:08.701976 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d2c193-48c3-4639-a09c-3a33cd0ecc73 None None] The sync data for ids ['74db1ea7-292b-41dc-babf-8f5e085540b2'] in dv-neutron-759874-6-hyperv is: [{'id': '74db1ea7-292b-41dc-babf-8f5e085540b2', 'name': 'tempest-snat-router-1201385237', 'tenant_id': '1e69a63939704db0b07cd08fd8c8a545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.125'}], 'enable_snat': False}, 'gw_port_id': 'da210669-d78f-4461-a8e1-643698bbbefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:21:02Z', 'updated_at': '2022-10-26T15:21:04Z', 'revision_number': 3, 'project_id': '1e69a63939704db0b07cd08fd8c8a545', 'gw_port': {'id': 'da210669-d78f-4461-a8e1-643698bbbefb', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74db1ea7-292b-41dc-babf-8f5e085540b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:21:03Z', 'updated_at': '2022-10-26T15:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:08.753655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for port (f5e1d739-9d18-4756-8778-99561f50b791), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:08.763317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c846e728-0a86-4d01-adec-058871033bbf None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:21:01Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:08.783140 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052d6d0-f0b5-49b8-9cee-528a95be1cb4 None None] New status for floating IP 025376ae-2426-4e90-a744-5451bc4dcd75: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:21:08.790042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade9f478-c681-4a16-a227-dbd2e7848fd0 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:21:08.805840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:08.849552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (f5e1d739-9d18-4756-8778-99561f50b791), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:09.101922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-3e839168-c3ba-4cef-812a-83d36295a753 None None] Provisioning complete for port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:09.102561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3e839168-c3ba-4cef-812a-83d36295a753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ec981d0f-17b9-4bee-a3c0-af77a0b4ccce), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:09.103086 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-3e839168-c3ba-4cef-812a-83d36295a753 None None] Attempt 1 to provision port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce Oct 26 15:21:09.170600 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:09.237851 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:09.242277 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:09.244789 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:09.268041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-1be25b32-322e-455c-be80-81755499077a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-787677498'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:09.297516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:09.297911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:09.298459 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 Oct 26 15:21:09.321807 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Pushing event updated for resources: {'Port': ['ID=9583514b-bbcb-480f-8dfb-9c2d32c1004f,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:09.333914 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be25b32-322e-455c-be80-81755499077a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Made reservation on behalf of e219fc10ff9447efaf166cb2fda8d8c8 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:09.337836 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1be25b32-322e-455c-be80-81755499077a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:09.349686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade9f478-c681-4a16-a227-dbd2e7848fd0 None None] Network 37788003-3a0a-40cd-b7f9-58700b1759f4 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:09.358540 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Pushing event updated for resources: {'Port': ['ID=f5e1d739-9d18-4756-8778-99561f50b791,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:09.361429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-77ed707d-9be9-424f-9e32-779f07570e6f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (4e8ac067-3f92-45f5-9024-427338f1bc91), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:09.369871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade9f478-c681-4a16-a227-dbd2e7848fd0 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 37788003-3a0a-40cd-b7f9-58700b1759f4) {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:21:09.373857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1be25b32-322e-455c-be80-81755499077a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:09.391416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-3e839168-c3ba-4cef-812a-83d36295a753 None None] Current status of the port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:09.392589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3e839168-c3ba-4cef-812a-83d36295a753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ec981d0f-17b9-4bee-a3c0-af77a0b4ccce), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:09.414545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20bd8e-c13b-4d63-ad8b-af4824231043 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Checking segment: {'id': 'c1f1cf72-e956-44f6-a806-047ec60cabe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '37788003-3a0a-40cd-b7f9-58700b1759f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:09.416144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf20bd8e-c13b-4d63-ad8b-af4824231043 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network hostable DHCP agents. Network: 37788003-3a0a-40cd-b7f9-58700b1759f4, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:09.445113 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-77ed707d-9be9-424f-9e32-779f07570e6f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for 4e8ac067-3f92-45f5-9024-427338f1bc91 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:09.476398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf20bd8e-c13b-4d63-ad8b-af4824231043 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Unable to find a vacant binding_index for network 37788003-3a0a-40cd-b7f9-58700b1759f4 and agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 26 15:21:09.487256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-cf20bd8e-c13b-4d63-ad8b-af4824231043 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 37788003-3a0a-40cd-b7f9-58700b1759f4) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:09.498378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-3e839168-c3ba-4cef-812a-83d36295a753 None None] For port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ec981d0f-17b9-4bee-a3c0-af77a0b4ccce,segment=NetworkSegment(b8e29ba6-c979-43a1-9ecb-62291c0fb77e),segment_id=b8e29ba6-c979-43a1-9ecb-62291c0fb77e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:09.515557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3e839168-c3ba-4cef-812a-83d36295a753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ec981d0f-17b9-4bee-a3c0-af77a0b4ccce), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:09.535830 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf20bd8e-c13b-4d63-ad8b-af4824231043 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:09.536652 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cf20bd8e-c13b-4d63-ad8b-af4824231043 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:09.549982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:09.550602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:09.611518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1be25b32-322e-455c-be80-81755499077a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for security_group (ebf45a59-047d-40a7-b73b-ddbccdf8e692), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:09.621007 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1be25b32-322e-455c-be80-81755499077a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ebf45a59-047d-40a7-b73b-ddbccdf8e692), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:09.622467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:09.631984 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57320) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:09.633889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e839168-c3ba-4cef-812a-83d36295a753 None None] Pushing event updated for resources: {'Port': ['ID=ec981d0f-17b9-4bee-a3c0-af77a0b4ccce,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:09.639558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:09.640346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:09.641318 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cf20bd8e-c13b-4d63-ad8b-af4824231043 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9959309 Oct 26 15:21:09.648322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:09.648476 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-66b8c224-a607-4a31-bc72-a223069ec415 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1650107777'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:09.698337 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-77ed707d-9be9-424f-9e32-779f07570e6f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (4e8ac067-3f92-45f5-9024-427338f1bc91), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:09.707957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:09.716876 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be25b32-322e-455c-be80-81755499077a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:09.744650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977603e6-76a0-4872-84b5-21197959c844 None None] New status for floating IP 5acb5302-e6d4-4c13-9ef6-39b5af2566f5: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:21:09.756304 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-77ed707d-9be9-424f-9e32-779f07570e6f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:09.758272 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be25b32-322e-455c-be80-81755499077a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf45a59-047d-40a7-b73b-ddbccdf8e692,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:09.768132 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-77ed707d-9be9-424f-9e32-779f07570e6f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/ports/4e8ac067-3f92-45f5-9024-427338f1bc91 HTTP/1.1" status: 204 len: 168 time: 2.0075572 Oct 26 15:21:09.771984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57322) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:09.772780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed707d-9be9-424f-9e32-779f07570e6f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=4e8ac067-3f92-45f5-9024-427338f1bc91,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:09.779214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:09.780503 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b8c224-a607-4a31-bc72-a223069ec415 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:09.780629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a1169f29-7d36-4908-bd89-9c7ca61e49e7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d', 'mac_address': 'fa:16:3e:1a:fa:80', 'name': 'tempest-PortsIpV6TestJSON-1536941743'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:09.789113 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66b8c224-a607-4a31-bc72-a223069ec415 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:09.793895 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1be25b32-322e-455c-be80-81755499077a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (9b02c0ae-f334-4bd1-ae4c-ecd743160d54), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:09.794295 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-1be25b32-322e-455c-be80-81755499077a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Added segment 9b02c0ae-f334-4bd1-ae4c-ecd743160d54 of type vlan for network a87473c6-c83a-46be-82ea-730517c84287 Oct 26 15:21:09.867551 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_gateway (42920355-8771-4edc-9b1f-b367e94d0b65), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:09.977859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:10.003898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_gateway (bc7b2553-a526-4539-aaa2-0b686d302fa7), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:10.071605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:10.086227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-37788003-3a0a-40cd-b7f9-58700b1759f4', 'network_id': '37788003-3a0a-40cd-b7f9-58700b1759f4', 'project_id': '34f29e84b222418880f9a2e6a4499a45', 'fixed_ips': [{'subnet_id': '4349f566-af12-4e37-993f-87808cd244cb'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:21:10.087284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:10.106775 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1169f29-7d36-4908-bd89-9c7ca61e49e7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:10.107707 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1be25b32-322e-455c-be80-81755499077a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (a87473c6-c83a-46be-82ea-730517c84287), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:10.124329 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b8c224-a607-4a31-bc72-a223069ec415 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:10.137620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:10.138231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:10.138574 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 Oct 26 15:21:10.185343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:10.211781 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66b8c224-a607-4a31-bc72-a223069ec415 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (9a2ce69b-074c-4645-8059-8bb497d6e1ed), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:10.212160 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-66b8c224-a607-4a31-bc72-a223069ec415 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Added segment 9a2ce69b-074c-4645-8059-8bb497d6e1ed of type vlan for network 0e56cbf3-447b-4803-8721-6e3a60729f2a Oct 26 15:21:10.291583 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1be25b32-322e-455c-be80-81755499077a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (a87473c6-c83a-46be-82ea-730517c84287), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:10.309086 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be25b32-322e-455c-be80-81755499077a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:10.309736 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1be25b32-322e-455c-be80-81755499077a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:10.335611 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a1169f29-7d36-4908-bd89-9c7ca61e49e7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:10.385310 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66b8c224-a607-4a31-bc72-a223069ec415 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (0e56cbf3-447b-4803-8721-6e3a60729f2a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:10.399384 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-a1169f29-7d36-4908-bd89-9c7ca61e49e7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] device_id is not set on port 78bda289-9356-4fd6-aa87-d4d96f145f92 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:21:10.410074 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:10.412174 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (42920355-8771-4edc-9b1f-b367e94d0b65), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:10.494514 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be25b32-322e-455c-be80-81755499077a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Pushing event updated for resources: {'Network': ['ID=a87473c6-c83a-46be-82ea-730517c84287,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:10.515744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network a87473c6-c83a-46be-82ea-730517c84287 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:10.592642 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1be25b32-322e-455c-be80-81755499077a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9335787 Oct 26 15:21:10.593929 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66b8c224-a607-4a31-bc72-a223069ec415 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (0e56cbf3-447b-4803-8721-6e3a60729f2a), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:10.599069 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b8c224-a607-4a31-bc72-a223069ec415 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:10.599854 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66b8c224-a607-4a31-bc72-a223069ec415 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:10.608342 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57326) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:10.647417 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-ff746888-372a-4cf0-a856-feffdb154771 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Request body: {'subnet': {'network_id': 'a87473c6-c83a-46be-82ea-730517c84287', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:10.647528 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ff9d1-dab8-405e-a141-a982761d8ece None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:10.677883 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ff9d1-dab8-405e-a141-a982761d8ece None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:10.678664 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b62ff9d1-dab8-405e-a141-a982761d8ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:10.696458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (bc7b2553-a526-4539-aaa2-0b686d302fa7), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:10.787009 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-66b8c224-a607-4a31-bc72-a223069ec415 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1469464 Oct 26 15:21:10.788325 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:10.789164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57328) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:10.834399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:10.835475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:10.869725 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8c224-a607-4a31-bc72-a223069ec415 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Network': ['ID=0e56cbf3-447b-4803-8721-6e3a60729f2a,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:10.918616 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff746888-372a-4cf0-a856-feffdb154771 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Made reservation on behalf of e219fc10ff9447efaf166cb2fda8d8c8 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:10.929626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 0e56cbf3-447b-4803-8721-6e3a60729f2a details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:10.930536 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ff746888-372a-4cf0-a856-feffdb154771 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:10.951642 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b62ff9d1-dab8-405e-a141-a982761d8ece None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:10.968526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Allocated IP 2001:db8::1 (37788003-3a0a-40cd-b7f9-58700b1759f4/4349f566-af12-4e37-993f-87808cd244cb/f6f36685-8426-407b-8a1c-d92cb35e7595) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:10.990431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:10.992017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2cf7f461-fd6a-4eb7-bf86-218ce3fbd27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:10.992192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f60c4cf2-dc5c-417d-8876-50e056bc96ab tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'subnet': {'network_id': '0e56cbf3-447b-4803-8721-6e3a60729f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:10.996565 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:11.070991 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:11.086538 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Router 42920355-8771-4edc-9b1f-b367e94d0b65 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:21:11.113157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:11.113999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ec981d0f-17b9-4bee-a3c0-af77a0b4ccce up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:11.256201 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a1169f29-7d36-4908-bd89-9c7ca61e49e7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (78bda289-9356-4fd6-aa87-d4d96f145f92), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:11.272366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:11.297394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:11.315718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc78c621-2f14-42f8-b6c6-8e729149586d None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:11.335496 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:11.366112 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60c4cf2-dc5c-417d-8876-50e056bc96ab tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:11.370835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f60c4cf2-dc5c-417d-8876-50e056bc96ab tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:11.396005 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:11.396772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc78c621-2f14-42f8-b6c6-8e729149586d None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:11.397634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bc78c621-2f14-42f8-b6c6-8e729149586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:11.405204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:11.405778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ec981d0f-17b9-4bee-a3c0-af77a0b4ccce), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:11.406336 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce Oct 26 15:21:11.416000 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Sync routers for ids ['42920355-8771-4edc-9b1f-b367e94d0b65'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:11.453851 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Router bc7b2553-a526-4539-aaa2-0b686d302fa7 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:21:11.454971 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ff746888-372a-4cf0-a856-feffdb154771 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (b0f40bf9-3480-471c-877e-da2f099e99ea), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:11.465817 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b62ff9d1-dab8-405e-a141-a982761d8ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:09Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:21:08Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:58Z', 'revision_number': 12, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:11.469368 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Routers {'42920355-8771-4edc-9b1f-b367e94d0b65'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:11.470600 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-632f856f-c098-4495-b01d-8596926bd928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['42920355-8771-4edc-9b1f-b367e94d0b65'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:11.472513 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:11.472928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a1169f29-7d36-4908-bd89-9c7ca61e49e7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (78bda289-9356-4fd6-aa87-d4d96f145f92), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:11.474990 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-940c5b94-c835-44b1-8f79-4517ae4e7369 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2220163 Oct 26 15:21:11.502197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57330) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:11.538011 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.ipam_backend_mixin [None req-f60c4cf2-dc5c-417d-8876-50e056bc96ab tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Performing IP validity checks on allocation pools {{(pid=105321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 26 15:21:11.538578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.ipam_backend_mixin [None req-f60c4cf2-dc5c-417d-8876-50e056bc96ab tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 26 15:21:11.550108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff746888-372a-4cf0-a856-feffdb154771 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Pushing event updated for resources: {'Subnet': ['ID=b0f40bf9-3480-471c-877e-da2f099e99ea,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:11.555124 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff746888-372a-4cf0-a856-feffdb154771 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Checking segment: {'id': '9b02c0ae-f334-4bd1-ae4c-ecd743160d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a87473c6-c83a-46be-82ea-730517c84287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:11.557237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff746888-372a-4cf0-a856-feffdb154771 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Network hostable DHCP agents. Network: a87473c6-c83a-46be-82ea-730517c84287, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:11.605318 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff746888-372a-4cf0-a856-feffdb154771 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Network a87473c6-c83a-46be-82ea-730517c84287 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:11.621816 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-ff746888-372a-4cf0-a856-feffdb154771 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, a87473c6-c83a-46be-82ea-730517c84287) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:11.628103 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff746888-372a-4cf0-a856-feffdb154771 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:11.629434 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ff746888-372a-4cf0-a856-feffdb154771 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:11.704697 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ff746888-372a-4cf0-a856-feffdb154771 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0850601 Oct 26 15:21:11.704697 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57332) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:11.717052 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-0d02a935-2d67-4a2a-89e1-e5a4a881cd19 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-685320078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:11.739382 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Set router 42920355-8771-4edc-9b1f-b367e94d0b65 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:11.761210 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:11.762408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:11.774993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:11.789780 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d02a935-2d67-4a2a-89e1-e5a4a881cd19 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:11.793345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d02a935-2d67-4a2a-89e1-e5a4a881cd19 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:11.801130 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ff9d1-dab8-405e-a141-a982761d8ece None None] Checking router: 62b9f0e9-5874-41a0-857a-c43efc83f0ef for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:11.809885 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:11.814652 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1169f29-7d36-4908-bd89-9c7ca61e49e7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:11.852819 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-a1169f29-7d36-4908-bd89-9c7ca61e49e7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:11.860576 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ff9d1-dab8-405e-a141-a982761d8ece None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:11.861319 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b62ff9d1-dab8-405e-a141-a982761d8ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:11.862327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540a6df2-03ea-424d-8410-de51676bb880 None None] Sync routers for ids ['bc7b2553-a526-4539-aaa2-0b686d302fa7'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:11.887104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-bc78c621-2f14-42f8-b6c6-8e729149586d None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:11.920245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d02a935-2d67-4a2a-89e1-e5a4a881cd19 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for router_controller (7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:11.930666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d02a935-2d67-4a2a-89e1-e5a4a881cd19 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:11.974028 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b62ff9d1-dab8-405e-a141-a982761d8ece None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:11.978019 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d02a935-2d67-4a2a-89e1-e5a4a881cd19 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:11.982171 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0d02a935-2d67-4a2a-89e1-e5a4a881cd19 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2762809 Oct 26 15:21:11.984837 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57334) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:11.993269 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1169f29-7d36-4908-bd89-9c7ca61e49e7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=78bda289-9356-4fd6-aa87-d4d96f145f92,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:11.999357 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1169f29-7d36-4908-bd89-9c7ca61e49e7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:12.005923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1169f29-7d36-4908-bd89-9c7ca61e49e7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:12.006759 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a1169f29-7d36-4908-bd89-9c7ca61e49e7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:12.105989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f60c4cf2-dc5c-417d-8876-50e056bc96ab tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (e2bec156-888c-4ce6-8bbd-ec50fa01752c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:12.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540a6df2-03ea-424d-8410-de51676bb880 None None] Routers {'bc7b2553-a526-4539-aaa2-0b686d302fa7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:12.131544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-540a6df2-03ea-424d-8410-de51676bb880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bc7b2553-a526-4539-aaa2-0b686d302fa7'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:12.149469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:12.186799 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:12.191699 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57336) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:12.192287 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-28a8021f-a78f-4451-8ea7-5b64f61b7117 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.4380360 Oct 26 15:21:12.210576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 77d842c7-22e3-4a31-904f-093d3a1cac97 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:12.210576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:12.210576 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 77d842c7-22e3-4a31-904f-093d3a1cac97 Oct 26 15:21:12.216671 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-73080c20-51bb-458f-bf23-21a4542c4db2 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'enable_snat': False}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:12.230404 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-632f856f-c098-4495-b01d-8596926bd928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42920355-8771-4edc-9b1f-b367e94d0b65', 'name': 'tempest-snat-router-1201385237', 'tenant_id': '1e69a63939704db0b07cd08fd8c8a545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.68'}], 'enable_snat': True}, 'gw_port_id': 'f5e1d739-9d18-4756-8778-99561f50b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:21:06Z', 'updated_at': '2022-10-26T15:21:09Z', 'revision_number': 3, 'project_id': '1e69a63939704db0b07cd08fd8c8a545', 'gw_port': {'id': 'f5e1d739-9d18-4756-8778-99561f50b791', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42920355-8771-4edc-9b1f-b367e94d0b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:21:08Z', 'updated_at': '2022-10-26T15:21:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:12.266971 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Checking router: 42920355-8771-4edc-9b1f-b367e94d0b65 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:12.267644 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Updating router 42920355-8771-4edc-9b1f-b367e94d0b65 port f5e1d739-9d18-4756-8778-99561f50b791 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:21:12.269020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Publish callbacks [] for port (f6f36685-8426-407b-8a1c-d92cb35e7595), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:12.279721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-540a6df2-03ea-424d-8410-de51676bb880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:12.282433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:12.294746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:12.295517 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c4cf2-dc5c-417d-8876-50e056bc96ab tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Subnet': ['ID=e2bec156-888c-4ce6-8bbd-ec50fa01752c,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:12.295913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (f6f36685-8426-407b-8a1c-d92cb35e7595), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:12.306158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:12.309124 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f5e1d739-9d18-4756-8778-99561f50b791), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:12.323538 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a1169f29-7d36-4908-bd89-9c7ca61e49e7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5484073 Oct 26 15:21:12.332500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57338) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:12.362605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540a6df2-03ea-424d-8410-de51676bb880 None None] Routers {'bc7b2553-a526-4539-aaa2-0b686d302fa7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:12.363303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-540a6df2-03ea-424d-8410-de51676bb880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bc7b2553-a526-4539-aaa2-0b686d302fa7'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:12.372906 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b62ff9d1-dab8-405e-a141-a982761d8ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:09Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:21:08Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:58Z', 'revision_number': 12, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:12.392222 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-49723407-6de4-4df5-bdb4-876548a06af5 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "GET /networking/v2.0/routers/42920355-8771-4edc-9b1f-b367e94d0b65 HTTP/1.1" status: 200 len: 908 time: 0.8777981 Oct 26 15:21:12.399362 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57340) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:12.408946 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c4cf2-dc5c-417d-8876-50e056bc96ab tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Checking segment: {'id': '9a2ce69b-074c-4645-8059-8bb497d6e1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e56cbf3-447b-4803-8721-6e3a60729f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:12.409518 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60c4cf2-dc5c-417d-8876-50e056bc96ab tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network hostable DHCP agents. Network: 0e56cbf3-447b-4803-8721-6e3a60729f2a, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:12.412322 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ff9d1-dab8-405e-a141-a982761d8ece None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:09Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:21:08Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:58Z', 'revision_number': 12, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:12.421965 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082fc8d-a81b-4766-ab8f-143d8c3a57d5 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:12.427006 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1082fc8d-a81b-4766-ab8f-143d8c3a57d5 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports/78bda289-9356-4fd6-aa87-d4d96f145f92 HTTP/1.1" status: 200 len: 845 time: 0.0929875 Oct 26 15:21:12.428718 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57342) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:12.447149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Network 37788003-3a0a-40cd-b7f9-58700b1759f4 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:12.495651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-540a6df2-03ea-424d-8410-de51676bb880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:12.496388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540a6df2-03ea-424d-8410-de51676bb880 None None] The sync data for ids ['bc7b2553-a526-4539-aaa2-0b686d302fa7'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:12.498219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:12.511075 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:12.533552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:12.588136 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:12.594400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-5261c841-4c78-45de-a4ae-b6fe2f460d84 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port 78bda289-9356-4fd6-aa87-d4d96f145f92 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:12.594825 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5261c841-4c78-45de-a4ae-b6fe2f460d84 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (78bda289-9356-4fd6-aa87-d4d96f145f92), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:12.652141 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60c4cf2-dc5c-417d-8876-50e056bc96ab tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network 0e56cbf3-447b-4803-8721-6e3a60729f2a is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:12.668448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Pushing event updated for resources: {'Port': ['ID=f6f36685-8426-407b-8a1c-d92cb35e7595,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:12.669839 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad4f6-b141-4e95-9380-7bb8d75580f5 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:12.722379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-f60c4cf2-dc5c-417d-8876-50e056bc96ab tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 0e56cbf3-447b-4803-8721-6e3a60729f2a) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:12.723971 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:12.732728 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60c4cf2-dc5c-417d-8876-50e056bc96ab tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:12.733381 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f60c4cf2-dc5c-417d-8876-50e056bc96ab tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:12.744933 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f839ab1b-c9ae-497d-b069-fbdf4ccc6d25 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router (42920355-8771-4edc-9b1f-b367e94d0b65), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:12.764410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:12.765235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:12.791371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:12.801041 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Publish callbacks [] for port (f5e1d739-9d18-4756-8778-99561f50b791), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:12.803426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bc78c621-2f14-42f8-b6c6-8e729149586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:10Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:21:10Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:20:57Z', 'revision_number': 14, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:12.819918 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f5e1d739-9d18-4756-8778-99561f50b791), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:12.861614 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5261c841-4c78-45de-a4ae-b6fe2f460d84 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (78bda289-9356-4fd6-aa87-d4d96f145f92), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:12.875476 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f839ab1b-c9ae-497d-b069-fbdf4ccc6d25 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_gateway (42920355-8771-4edc-9b1f-b367e94d0b65), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:12.886732 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f60c4cf2-dc5c-417d-8876-50e056bc96ab tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9375303 Oct 26 15:21:12.887897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-5261c841-4c78-45de-a4ae-b6fe2f460d84 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for 78bda289-9356-4fd6-aa87-d4d96f145f92 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:12.898537 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57344) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:12.902485 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6b7ada-e094-4569-a71c-625b916a0861 None None] New status for floating IP 8ad214f2-742d-45b9-986d-d7f299ca376a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:21:12.905658 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:12.920967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc78c621-2f14-42f8-b6c6-8e729149586d None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:12.938409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 77d842c7-22e3-4a31-904f-093d3a1cac97, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77d842c7-22e3-4a31-904f-093d3a1cac97,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:12.944935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Attempting to bind port f6f36685-8426-407b-8a1c-d92cb35e7595 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:12.947147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Attempting to bind port f6f36685-8426-407b-8a1c-d92cb35e7595 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'c1f1cf72-e956-44f6-a806-047ec60cabe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '37788003-3a0a-40cd-b7f9-58700b1759f4'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:12.949222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Attempting to bind port f6f36685-8426-407b-8a1c-d92cb35e7595 on network 37788003-3a0a-40cd-b7f9-58700b1759f4 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:13.010194 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Attempting to bind port f5e1d739-9d18-4756-8778-99561f50b791 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:13.016135 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Attempting to bind port f5e1d739-9d18-4756-8778-99561f50b791 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:13.017733 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Attempting to bind port f5e1d739-9d18-4756-8778-99561f50b791 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:13.047140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172c05f0-830a-48ac-bd21-a0513202d61f None None] Sync routers for ids ['74db1ea7-292b-41dc-babf-8f5e085540b2'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:13.055149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:13.057822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:13.069947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc78c621-2f14-42f8-b6c6-8e729149586d None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:13.070694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bc78c621-2f14-42f8-b6c6-8e729149586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:13.154420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172c05f0-830a-48ac-bd21-a0513202d61f None None] Routers {'74db1ea7-292b-41dc-babf-8f5e085540b2'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:13.155215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-172c05f0-830a-48ac-bd21-a0513202d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['74db1ea7-292b-41dc-babf-8f5e085540b2'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:13.213554 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463bba0-fe01-49d1-90c4-711494a5846f None None] Pushing event updated for resources: {'Port': ['ID=f5e1d739-9d18-4756-8778-99561f50b791,revision_number=2']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:13.254261 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:21:13.254830 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:13.257267 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:13.257809 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:21:13.258425 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Bound port: f5e1d739-9d18-4756-8778-99561f50b791, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:21:13.258961 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f5e1d739-9d18-4756-8778-99561f50b791), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:13.371359 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-632f856f-c098-4495-b01d-8596926bd928 None None] For port f5e1d739-9d18-4756-8778-99561f50b791, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:13.375692 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-632f856f-c098-4495-b01d-8596926bd928 None None] For port f5e1d739-9d18-4756-8778-99561f50b791, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f5e1d739-9d18-4756-8778-99561f50b791,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:13.400684 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f5e1d739-9d18-4756-8778-99561f50b791), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:13.450578 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Routers {'42920355-8771-4edc-9b1f-b367e94d0b65'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:13.462052 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-632f856f-c098-4495-b01d-8596926bd928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['42920355-8771-4edc-9b1f-b367e94d0b65'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:13.489376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 48dc8cb6-5318-4f85-8e5d-2af8765d605e triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:13.490053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:13.490557 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 48dc8cb6-5318-4f85-8e5d-2af8765d605e Oct 26 15:21:13.541184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:21:13.541590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Checking segment: {'id': 'c1f1cf72-e956-44f6-a806-047ec60cabe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '37788003-3a0a-40cd-b7f9-58700b1759f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:13.542012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:13.542566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Bound using segment: {'id': 'c1f1cf72-e956-44f6-a806-047ec60cabe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '37788003-3a0a-40cd-b7f9-58700b1759f4'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:21:13.542973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Bound port: f6f36685-8426-407b-8a1c-d92cb35e7595, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f1cf72-e956-44f6-a806-047ec60cabe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '37788003-3a0a-40cd-b7f9-58700b1759f4'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:21:13.543395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6f36685-8426-407b-8a1c-d92cb35e7595), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:13.590324 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5261c841-4c78-45de-a4ae-b6fe2f460d84 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (78bda289-9356-4fd6-aa87-d4d96f145f92), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:13.633531 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463bba0-fe01-49d1-90c4-711494a5846f None None] Pushing event updated for resources: {'Port': ['ID=f5e1d739-9d18-4756-8778-99561f50b791,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:13.652303 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-632f856f-c098-4495-b01d-8596926bd928 None None] Set router 42920355-8771-4edc-9b1f-b367e94d0b65 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:13.667465 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f839ab1b-c9ae-497d-b069-fbdf4ccc6d25 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Deleting port f5e1d739-9d18-4756-8778-99561f50b791 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:13.667786 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f839ab1b-c9ae-497d-b069-fbdf4ccc6d25 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f5e1d739-9d18-4756-8778-99561f50b791), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:13.672396 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261c841-4c78-45de-a4ae-b6fe2f460d84 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=78bda289-9356-4fd6-aa87-d4d96f145f92,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:13.695887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:13.739573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5261c841-4c78-45de-a4ae-b6fe2f460d84 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:13.746174 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57346) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:13.757316 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5261c841-4c78-45de-a4ae-b6fe2f460d84 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/ports/78bda289-9356-4fd6-aa87-d4d96f145f92 HTTP/1.1" status: 204 len: 168 time: 1.2961740 Oct 26 15:21:13.775036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] For port f6f36685-8426-407b-8a1c-d92cb35e7595, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:13.784177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=77d842c7-22e3-4a31-904f-093d3a1cac97,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:13.808474 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cbe4b05-65a5-4897-a33d-f3073d1ccdca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] GET failed (client error): The resource could not be found. Oct 26 15:21:13.809977 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3cbe4b05-65a5-4897-a33d-f3073d1ccdca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports/78bda289-9356-4fd6-aa87-d4d96f145f92 HTTP/1.1" status: 404 len: 333 time: 0.0611544 Oct 26 15:21:13.821907 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57348) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:13.831096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:13.835329 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-27de70b9-d223-4129-9546-9ca8d1078ca7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d', 'name': 'tempest-PortsIpV6TestJSON-158896725'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:13.880278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] For port f6f36685-8426-407b-8a1c-d92cb35e7595, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6f36685-8426-407b-8a1c-d92cb35e7595,segment=NetworkSegment(c1f1cf72-e956-44f6-a806-047ec60cabe7),segment_id=c1f1cf72-e956-44f6-a806-047ec60cabe7)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:13.882608 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-f839ab1b-c9ae-497d-b069-fbdf4ccc6d25 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] For port f5e1d739-9d18-4756-8778-99561f50b791, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f5e1d739-9d18-4756-8778-99561f50b791,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:13.883164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f839ab1b-c9ae-497d-b069-fbdf4ccc6d25 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f5e1d739-9d18-4756-8778-99561f50b791), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:13.898581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f839ab1b-c9ae-497d-b069-fbdf4ccc6d25 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Calling delete_port for f5e1d739-9d18-4756-8778-99561f50b791 owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:13.900939 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-632f856f-c098-4495-b01d-8596926bd928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42920355-8771-4edc-9b1f-b367e94d0b65', 'name': 'tempest-snat-router-1201385237', 'tenant_id': '1e69a63939704db0b07cd08fd8c8a545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:21:06Z', 'updated_at': '2022-10-26T15:21:12Z', 'revision_number': 4, 'project_id': '1e69a63939704db0b07cd08fd8c8a545', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:13.911129 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-cd5ad4f6-b141-4e95-9380-7bb8d75580f5 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Allocated IP 172.20.0.1 (a87473c6-c83a-46be-82ea-730517c84287/b0f40bf9-3480-471c-877e-da2f099e99ea/f51945ec-14a4-465d-a194-58036e253fde) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:13.911974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-bc78c621-2f14-42f8-b6c6-8e729149586d None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:13.917413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-172c05f0-830a-48ac-bd21-a0513202d61f None None] Set router 74db1ea7-292b-41dc-babf-8f5e085540b2 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:13.936953 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-73080c20-51bb-458f-bf23-21a4542c4db2 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_gateway (bc7b2553-a526-4539-aaa2-0b686d302fa7), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:13.938309 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632f856f-c098-4495-b01d-8596926bd928 None None] The sync data for ids ['42920355-8771-4edc-9b1f-b367e94d0b65'] in dv-neutron-759874-6-hyperv is: [{'id': '42920355-8771-4edc-9b1f-b367e94d0b65', 'name': 'tempest-snat-router-1201385237', 'tenant_id': '1e69a63939704db0b07cd08fd8c8a545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:21:06Z', 'updated_at': '2022-10-26T15:21:12Z', 'revision_number': 4, 'project_id': '1e69a63939704db0b07cd08fd8c8a545', 'gw_port_host': None}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:13.975324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6f36685-8426-407b-8a1c-d92cb35e7595), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:14.108733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d1a7-bda2-424b-89ca-4768f12b13a1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (0e56cbf3-447b-4803-8721-6e3a60729f2a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:14.149611 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:14.217992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:14.218541 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad4f6-b141-4e95-9380-7bb8d75580f5 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for port (f51945ec-14a4-465d-a194-58036e253fde), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:14.218654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:14.235942 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:14.299210 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:14.316568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d1a7-bda2-424b-89ca-4768f12b13a1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (e2bec156-888c-4ce6-8bbd-ec50fa01752c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:14.321065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:14.397674 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c636f76-b392-4aa6-88df-b5eed578337b None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:14.430942 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c636f76-b392-4aa6-88df-b5eed578337b None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:14.432601 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1c636f76-b392-4aa6-88df-b5eed578337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:14.446346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843adc0-0d69-449d-b2d7-1c2d343145c6 None None] Pushing event updated for resources: {'Port': ['ID=f6f36685-8426-407b-8a1c-d92cb35e7595,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:14.497205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:14.519056 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:14.543682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:14.562329 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:14.570253 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d1a7-bda2-424b-89ca-4768f12b13a1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (e2bec156-888c-4ce6-8bbd-ec50fa01752c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:14.572673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27de70b9-d223-4129-9546-9ca8d1078ca7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:14.583355 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-27de70b9-d223-4129-9546-9ca8d1078ca7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:14.596170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f839ab1b-c9ae-497d-b069-fbdf4ccc6d25 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (f5e1d739-9d18-4756-8778-99561f50b791), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:14.602236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c87bad-2d5f-4851-bd0d-79c4db57b6dd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:14.646847 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad4f6-b141-4e95-9380-7bb8d75580f5 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (f51945ec-14a4-465d-a194-58036e253fde), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:14.713932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 39c87bad-2d5f-4851-bd0d-79c4db57b6dd {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:21:14.718794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c87bad-2d5f-4851-bd0d-79c4db57b6dd not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:14.718991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5d1a7-bda2-424b-89ca-4768f12b13a1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Subnet': ['ID=e2bec156-888c-4ce6-8bbd-ec50fa01752c,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:14.721460 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839ab1b-c9ae-497d-b069-fbdf4ccc6d25 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5e1d739-9d18-4756-8778-99561f50b791,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:14.738751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-27de70b9-d223-4129-9546-9ca8d1078ca7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] device_id is not set on port 761a0638-6ac1-4b10-883a-448d9a94c798 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:21:14.747073 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1c636f76-b392-4aa6-88df-b5eed578337b None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:14.751557 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5ad4f6-b141-4e95-9380-7bb8d75580f5 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Network a87473c6-c83a-46be-82ea-730517c84287 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:14.766117 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-cd5ad4f6-b141-4e95-9380-7bb8d75580f5 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:14.775328 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-73080c20-51bb-458f-bf23-21a4542c4db2 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (bc7b2553-a526-4539-aaa2-0b686d302fa7), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:14.777538 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5ad4f6-b141-4e95-9380-7bb8d75580f5 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:14.793630 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-73080c20-51bb-458f-bf23-21a4542c4db2 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (bc7b2553-a526-4539-aaa2-0b686d302fa7), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:14.802329 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ad4f6-b141-4e95-9380-7bb8d75580f5 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Pushing event updated for resources: {'Port': ['ID=f51945ec-14a4-465d-a194-58036e253fde,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:14.859174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:14.919700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:14.939498 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad4f6-b141-4e95-9380-7bb8d75580f5 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:14.948410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:14.994650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-172c05f0-830a-48ac-bd21-a0513202d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74db1ea7-292b-41dc-babf-8f5e085540b2', 'name': 'tempest-snat-router-1201385237', 'tenant_id': '1e69a63939704db0b07cd08fd8c8a545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.125'}], 'enable_snat': False}, 'gw_port_id': 'da210669-d78f-4461-a8e1-643698bbbefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:21:02Z', 'updated_at': '2022-10-26T15:21:04Z', 'revision_number': 3, 'project_id': '1e69a63939704db0b07cd08fd8c8a545', 'gw_port': {'id': 'da210669-d78f-4461-a8e1-643698bbbefb', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74db1ea7-292b-41dc-babf-8f5e085540b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:21:03Z', 'updated_at': '2022-10-26T15:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:15.048791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172c05f0-830a-48ac-bd21-a0513202d61f None None] Checking router: 74db1ea7-292b-41dc-babf-8f5e085540b2 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:15.052028 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d1a7-bda2-424b-89ca-4768f12b13a1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (0e56cbf3-447b-4803-8721-6e3a60729f2a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:15.076584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bc78c621-2f14-42f8-b6c6-8e729149586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:10Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:21:10Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:12Z', 'revision_number': 15, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:15.100922 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c3f5d1a7-bda2-424b-89ca-4768f12b13a1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e56cbf3-447b-4803-8721-6e3a60729f2a']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:15.103762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73080c20-51bb-458f-bf23-21a4542c4db2 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Router bc7b2553-a526-4539-aaa2-0b686d302fa7 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:21:15.137568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c3f5d1a7-bda2-424b-89ca-4768f12b13a1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2ce69b-074c-4645-8059-8bb497d6e1ed') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:15.138760 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c3f5d1a7-bda2-424b-89ca-4768f12b13a1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2ce69b-074c-4645-8059-8bb497d6e1ed') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:15.150687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc78c621-2f14-42f8-b6c6-8e729149586d None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:10Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:21:10Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:12Z', 'revision_number': 15, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:15.151449 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1c636f76-b392-4aa6-88df-b5eed578337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:21:13Z', 'revision_number': 5, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:15.155241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172c05f0-830a-48ac-bd21-a0513202d61f None None] Routers {'74db1ea7-292b-41dc-babf-8f5e085540b2'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:15.155941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-172c05f0-830a-48ac-bd21-a0513202d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['74db1ea7-292b-41dc-babf-8f5e085540b2'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:15.181069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d1a7-bda2-424b-89ca-4768f12b13a1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (9a2ce69b-074c-4645-8059-8bb497d6e1ed), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:15.181888 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c636f76-b392-4aa6-88df-b5eed578337b None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:15.195969 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c636f76-b392-4aa6-88df-b5eed578337b None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:15.196879 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1c636f76-b392-4aa6-88df-b5eed578337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:15.206494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d1a7-bda2-424b-89ca-4768f12b13a1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (9a2ce69b-074c-4645-8059-8bb497d6e1ed), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:15.229468 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f5d1a7-bda2-424b-89ca-4768f12b13a1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:15.230073 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d1a7-bda2-424b-89ca-4768f12b13a1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (9a2ce69b-074c-4645-8059-8bb497d6e1ed), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:15.251452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:15.256420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:15.265467 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad4f6-b141-4e95-9380-7bb8d75580f5 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f51945ec-14a4-465d-a194-58036e253fde), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:15.304652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:15.310932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:15.319358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:15.320085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:15.384511 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 9a2ce69b-074c-4645-8059-8bb497d6e1ed resource provider aggregate not found Oct 26 15:21:15.409932 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1c636f76-b392-4aa6-88df-b5eed578337b None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:15.447400 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 9a2ce69b-074c-4645-8059-8bb497d6e1ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a2ce69b-074c-4645-8059-8bb497d6e1ed found for delete ", "request_id": "req-4958d74a-3caf-4e7f-82a9-b308ecfaea4d"}]} Oct 26 15:21:15.451278 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d1a7-bda2-424b-89ca-4768f12b13a1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (0e56cbf3-447b-4803-8721-6e3a60729f2a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:15.457615 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d1a7-bda2-424b-89ca-4768f12b13a1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:15.461313 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c3f5d1a7-bda2-424b-89ca-4768f12b13a1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/networks/0e56cbf3-447b-4803-8721-6e3a60729f2a HTTP/1.1" status: 204 len: 168 time: 2.5617042 Oct 26 15:21:15.464667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f839ab1b-c9ae-497d-b069-fbdf4ccc6d25 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (42920355-8771-4edc-9b1f-b367e94d0b65), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:15.541535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:15.545702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-172c05f0-830a-48ac-bd21-a0513202d61f None None] Set router 74db1ea7-292b-41dc-babf-8f5e085540b2 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:15.572648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57362) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:15.575780 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:15.616149 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f839ab1b-c9ae-497d-b069-fbdf4ccc6d25 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (42920355-8771-4edc-9b1f-b367e94d0b65), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:15.676203 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f839ab1b-c9ae-497d-b069-fbdf4ccc6d25 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_controller (42920355-8771-4edc-9b1f-b367e94d0b65), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:15.681266 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-0b2bf859-5a31-458d-b7dd-cfede0728ff2 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1909244187'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:15.689223 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:15.715142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:15.715967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:15.765401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5d1a7-bda2-424b-89ca-4768f12b13a1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Network': ['ID=0e56cbf3-447b-4803-8721-6e3a60729f2a,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:15.807122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dd2108-023b-4c59-bc3d-8213d3c5e996 None None] Sync routers for ids ['42920355-8771-4edc-9b1f-b367e94d0b65'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:15.811135 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1c636f76-b392-4aa6-88df-b5eed578337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:21:13Z', 'revision_number': 5, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:15.854284 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c636f76-b392-4aa6-88df-b5eed578337b None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:21:13Z', 'revision_number': 5, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:15.884770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:15.899416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f839ab1b-c9ae-497d-b069-fbdf4ccc6d25 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (42920355-8771-4edc-9b1f-b367e94d0b65), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:15.900069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f839ab1b-c9ae-497d-b069-fbdf4ccc6d25 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42920355-8771-4edc-9b1f-b367e94d0b65 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:21:15.905511 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f839ab1b-c9ae-497d-b069-fbdf4ccc6d25 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:15.906702 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f839ab1b-c9ae-497d-b069-fbdf4ccc6d25 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "DELETE /networking/v2.0/routers/42920355-8771-4edc-9b1f-b367e94d0b65 HTTP/1.1" status: 204 len: 168 time: 3.5061290 Oct 26 15:21:15.910496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dd2108-023b-4c59-bc3d-8213d3c5e996 None None] Routers {'42920355-8771-4edc-9b1f-b367e94d0b65'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:15.911148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-57dd2108-023b-4c59-bc3d-8213d3c5e996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['42920355-8771-4edc-9b1f-b367e94d0b65'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:15.921596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-27de70b9-d223-4129-9546-9ca8d1078ca7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (761a0638-6ac1-4b10-883a-448d9a94c798), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:15.925235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57364) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:15.944874 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=73,neutron:INSERT=4,neutron:DELETE=19,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:15.945850 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2bf859-5a31-458d-b7dd-cfede0728ff2 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:15.951476 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0b2bf859-5a31-458d-b7dd-cfede0728ff2 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:15.994155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad4f6-b141-4e95-9380-7bb8d75580f5 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for port (f51945ec-14a4-465d-a194-58036e253fde), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:15.998102 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73080c20-51bb-458f-bf23-21a4542c4db2 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:16.005341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:16.021103 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-73080c20-51bb-458f-bf23-21a4542c4db2 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:16.025705 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-73080c20-51bb-458f-bf23-21a4542c4db2 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "PUT /networking/v2.0/routers/bc7b2553-a526-4539-aaa2-0b686d302fa7 HTTP/1.1" status: 200 len: 926 time: 3.8270383 Oct 26 15:21:16.029251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57366) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:16.030458 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad4f6-b141-4e95-9380-7bb8d75580f5 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (f51945ec-14a4-465d-a194-58036e253fde), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:16.032215 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f8c64-e8e3-45d8-9530-7520c4f17f41 None None] Sync routers for ids ['bc7b2553-a526-4539-aaa2-0b686d302fa7'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:16.033136 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:16.088108 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f8c64-e8e3-45d8-9530-7520c4f17f41 None None] Routers {'bc7b2553-a526-4539-aaa2-0b686d302fa7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:16.089143 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-928f8c64-e8e3-45d8-9530-7520c4f17f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bc7b2553-a526-4539-aaa2-0b686d302fa7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:16.117376 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2bf859-5a31-458d-b7dd-cfede0728ff2 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:16.158492 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-928f8c64-e8e3-45d8-9530-7520c4f17f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:16.180792 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0b2bf859-5a31-458d-b7dd-cfede0728ff2 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (9ba8c509-cd52-4c8e-99ff-b40615d14d80), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:16.181169 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-0b2bf859-5a31-458d-b7dd-cfede0728ff2 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Added segment 9ba8c509-cd52-4c8e-99ff-b40615d14d80 of type vlan for network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 Oct 26 15:21:16.199874 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f8c64-e8e3-45d8-9530-7520c4f17f41 None None] Routers {'bc7b2553-a526-4539-aaa2-0b686d302fa7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:16.202404 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-928f8c64-e8e3-45d8-9530-7520c4f17f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bc7b2553-a526-4539-aaa2-0b686d302fa7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:16.215286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-27de70b9-d223-4129-9546-9ca8d1078ca7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (761a0638-6ac1-4b10-883a-448d9a94c798), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:16.256453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ad4f6-b141-4e95-9380-7bb8d75580f5 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Pushing event updated for resources: {'Port': ['ID=f51945ec-14a4-465d-a194-58036e253fde,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:16.282503 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad4f6-b141-4e95-9380-7bb8d75580f5 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:16.301335 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-928f8c64-e8e3-45d8-9530-7520c4f17f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:16.302294 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f8c64-e8e3-45d8-9530-7520c4f17f41 None None] The sync data for ids ['bc7b2553-a526-4539-aaa2-0b686d302fa7'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:16.374940 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router (74db1ea7-292b-41dc-babf-8f5e085540b2), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:16.458404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27de70b9-d223-4129-9546-9ca8d1078ca7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:16.460120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-27de70b9-d223-4129-9546-9ca8d1078ca7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:16.479217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-57dd2108-023b-4c59-bc3d-8213d3c5e996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:16.487012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0b2bf859-5a31-458d-b7dd-cfede0728ff2 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (86a75f62-0b5d-40e3-9cc5-6e865aedbc23), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:16.524416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de70b9-d223-4129-9546-9ca8d1078ca7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=761a0638-6ac1-4b10-883a-448d9a94c798,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:16.526865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:16.527365 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27de70b9-d223-4129-9546-9ca8d1078ca7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:16.535931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27de70b9-d223-4129-9546-9ca8d1078ca7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:16.536595 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-27de70b9-d223-4129-9546-9ca8d1078ca7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:16.543633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089e0060-9cdd-4783-82be-b68ceca4c1dd None None] New status for floating IP 025376ae-2426-4e90-a744-5451bc4dcd75: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:21:16.549354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:16.552246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466effcd-4c6e-4013-b1f6-e029eef2f241 None None] Network e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:16.557300 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0b2bf859-5a31-458d-b7dd-cfede0728ff2 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (86a75f62-0b5d-40e3-9cc5-6e865aedbc23), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:16.563234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2bf859-5a31-458d-b7dd-cfede0728ff2 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:16.563932 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0b2bf859-5a31-458d-b7dd-cfede0728ff2 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:16.586075 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-27de70b9-d223-4129-9546-9ca8d1078ca7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.7631040 Oct 26 15:21:16.586782 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57368) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:16.622627 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c6e7d960-9e58-45d2-8a21-cd00f30ce662 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:16.688876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9b5d6c-0f32-4d9c-a863-05e141fd4008 None None] Network 929788f4-3290-45e3-b901-a659d06c5bcf requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:16.691630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0414202-8282-4f46-ad78-4d69e3f78cbb None None] Network 37788003-3a0a-40cd-b7f9-58700b1759f4 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:16.746273 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0b2bf859-5a31-458d-b7dd-cfede0728ff2 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1380098 Oct 26 15:21:16.769416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1faa104-9342-4880-ac54-01761f13dc72 None None] Network a87473c6-c83a-46be-82ea-730517c84287 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:16.785043 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57370) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:16.790259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-b993200c-dfec-4e56-b054-4c830a5b05da tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'subnet': {'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:16.858543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715a8596-7cda-49fa-a3a0-3d64a97c7982 None None] Network 0e56cbf3-447b-4803-8721-6e3a60729f2a requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:16.870104 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:16.918412 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5ad4f6-b141-4e95-9380-7bb8d75580f5 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Network a87473c6-c83a-46be-82ea-730517c84287 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:16.929533 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-cd5ad4f6-b141-4e95-9380-7bb8d75580f5 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:16.944771 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4ee099c3-9f5f-42c1-aeea-cc3a58f5c4f5 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "GET /networking/v2.0/routers/bc7b2553-a526-4539-aaa2-0b686d302fa7 HTTP/1.1" status: 200 len: 926 time: 0.9107013 Oct 26 15:21:16.946082 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57376) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:16.949334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:16.975865 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c6e7d960-9e58-45d2-8a21-cd00f30ce662 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (761a0638-6ac1-4b10-883a-448d9a94c798), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:16.994613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bf859-5a31-458d-b7dd-cfede0728ff2 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Network': ['ID=86a75f62-0b5d-40e3-9cc5-6e865aedbc23,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:17.000926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b993200c-dfec-4e56-b054-4c830a5b05da tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:17.006373 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b993200c-dfec-4e56-b054-4c830a5b05da tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:17.042902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715a8596-7cda-49fa-a3a0-3d64a97c7982 None None] Network 0e56cbf3-447b-4803-8721-6e3a60729f2a could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:21:17.109120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-51e1a6d7-60a9-4faa-80cf-bad0fa660b70 None None] Provisioning complete for port f6f36685-8426-407b-8a1c-d92cb35e7595 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:17.109890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-51e1a6d7-60a9-4faa-80cf-bad0fa660b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6f36685-8426-407b-8a1c-d92cb35e7595), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:17.110595 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-51e1a6d7-60a9-4faa-80cf-bad0fa660b70 None None] Attempt 1 to provision port f6f36685-8426-407b-8a1c-d92cb35e7595 Oct 26 15:21:17.150975 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0243953e-f56d-45f4-a334-cbb543672d4e tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:17.157310 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57378) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:17.157535 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0243953e-f56d-45f4-a334-cbb543672d4e tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&device_id=bc7b2553-a526-4539-aaa2-0b686d302fa7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2098887 Oct 26 15:21:17.158254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:17.241275 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5ad4f6-b141-4e95-9380-7bb8d75580f5 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Router 7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:21:17.249022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79925c98-4b4b-443f-9a7a-e5d30d5e6eb9 None None] Network 0e56cbf3-447b-4803-8721-6e3a60729f2a requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:17.250256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_gateway (74db1ea7-292b-41dc-babf-8f5e085540b2), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:17.276896 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:17.288337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79925c98-4b4b-443f-9a7a-e5d30d5e6eb9 None None] Network 0e56cbf3-447b-4803-8721-6e3a60729f2a could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:21:17.295200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:17.297320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-a87473c6-c83a-46be-82ea-730517c84287', 'network_id': 'a87473c6-c83a-46be-82ea-730517c84287', 'project_id': 'e219fc10ff9447efaf166cb2fda8d8c8', 'fixed_ips': [{'subnet_id': 'b0f40bf9-3480-471c-877e-da2f099e99ea'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:21:17.298884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:17.369776 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913f4c20-c9c8-4ea6-b982-c8e9af8cfa4d tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:17.371444 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-913f4c20-c9c8-4ea6-b982-c8e9af8cfa4d tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "GET /networking/v2.0/networks/10462a5a-0e7e-425f-bf32-fbf3f0450853 HTTP/1.1" status: 200 len: 881 time: 0.2132072 Oct 26 15:21:17.378336 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57380) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:17.395426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:17.503413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9b5d6c-0f32-4d9c-a863-05e141fd4008 None None] Network 929788f4-3290-45e3-b901-a659d06c5bcf could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:21:17.511687 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c2a83336-b5da-4bd5-8dd4-9addbb801183 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc7b2553-a526-4539-aaa2-0b686d302fa7 HTTP/1.1" status: 200 len: 205 time: 0.1298494 Oct 26 15:21:17.513014 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5ad4f6-b141-4e95-9380-7bb8d75580f5 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:17.514787 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57382) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:17.525651 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cd5ad4f6-b141-4e95-9380-7bb8d75580f5 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] 10.222.0.60 "PUT /networking/v2.0/routers/7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5390151 Oct 26 15:21:17.526547 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6f86e-0335-4579-b566-25833e0d796a None None] Sync routers for ids ['7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:17.543049 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57384) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:17.558114 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ac1014f9-bd0a-4828-b469-001a080bf7a0 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Request body: {'port': {'network_id': 'a87473c6-c83a-46be-82ea-730517c84287', 'name': 'tempest-FloatingIPNegativeTestJSON-188233892'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:17.575015 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee6f86e-0335-4579-b566-25833e0d796a None None] Routers {'7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:17.575952 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ee6f86e-0335-4579-b566-25833e0d796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:17.597727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dd2108-023b-4c59-bc3d-8213d3c5e996 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:17.598569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dd2108-023b-4c59-bc3d-8213d3c5e996 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:21:17.600004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-57dd2108-023b-4c59-bc3d-8213d3c5e996 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'42920355-8771-4edc-9b1f-b367e94d0b65'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:21:17.603522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dd2108-023b-4c59-bc3d-8213d3c5e996 None None] The sync data for ids ['42920355-8771-4edc-9b1f-b367e94d0b65'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:17.649587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:17.664666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:17.704447 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ee6f86e-0335-4579-b566-25833e0d796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:17.741823 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee6f86e-0335-4579-b566-25833e0d796a None None] Routers {'7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:17.748732 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ee6f86e-0335-4579-b566-25833e0d796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:17.853856 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ee6f86e-0335-4579-b566-25833e0d796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:17.854722 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6f86e-0335-4579-b566-25833e0d796a None None] The sync data for ids ['7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:17.867047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-51e1a6d7-60a9-4faa-80cf-bad0fa660b70 None None] Current status of the port f6f36685-8426-407b-8a1c-d92cb35e7595 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:17.867710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-51e1a6d7-60a9-4faa-80cf-bad0fa660b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6f36685-8426-407b-8a1c-d92cb35e7595), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:17.877108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc13d9b4-0b57-4b8c-9e00-f3254047bfb4 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (bc7b2553-a526-4539-aaa2-0b686d302fa7), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:17.931055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1014f9-bd0a-4828-b469-001a080bf7a0 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Made reservation on behalf of e219fc10ff9447efaf166cb2fda8d8c8 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:17.931055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ac1014f9-bd0a-4828-b469-001a080bf7a0 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:17.942951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Deleting port da210669-d78f-4461-a8e1-643698bbbefb {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:17.943485 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (da210669-d78f-4461-a8e1-643698bbbefb), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:18.104714 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c6e7d960-9e58-45d2-8a21-cd00f30ce662 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (761a0638-6ac1-4b10-883a-448d9a94c798), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:18.138120 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc13d9b4-0b57-4b8c-9e00-f3254047bfb4 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_gateway (bc7b2553-a526-4539-aaa2-0b686d302fa7), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:18.142909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Allocated IP 172.20.0.2 (a87473c6-c83a-46be-82ea-730517c84287/b0f40bf9-3480-471c-877e-da2f099e99ea/17c095c6-9db4-451b-979a-87c577ee4f97) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:18.144526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b993200c-dfec-4e56-b054-4c830a5b05da tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (0a579eb7-a575-4d52-a276-caf73b8e8027), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:18.146968 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c6e7d960-9e58-45d2-8a21-cd00f30ce662 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (761a0638-6ac1-4b10-883a-448d9a94c798), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:18.147148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7d960-9e58-45d2-8a21-cd00f30ce662 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] In _notify_port_updated(), no bound segment for port 761a0638-6ac1-4b10-883a-448d9a94c798 on network d21a7e15-0604-4ad5-9aef-9ca64b3be92d {{(pid=105321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:21:18.149852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-172c05f0-830a-48ac-bd21-a0513202d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74db1ea7-292b-41dc-babf-8f5e085540b2', 'name': 'tempest-snat-router-1201385237', 'tenant_id': '1e69a63939704db0b07cd08fd8c8a545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.125'}], 'enable_snat': False}, 'gw_port_id': 'da210669-d78f-4461-a8e1-643698bbbefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:21:02Z', 'updated_at': '2022-10-26T15:21:04Z', 'revision_number': 3, 'project_id': '1e69a63939704db0b07cd08fd8c8a545', 'gw_port': {'id': 'da210669-d78f-4461-a8e1-643698bbbefb', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74db1ea7-292b-41dc-babf-8f5e085540b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:21:03Z', 'updated_at': '2022-10-26T15:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:18.152027 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e7d960-9e58-45d2-8a21-cd00f30ce662 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:18.153042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c6e7d960-9e58-45d2-8a21-cd00f30ce662 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:18.154506 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c6e7d960-9e58-45d2-8a21-cd00f30ce662 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "PUT /networking/v2.0/ports/761a0638-6ac1-4b10-883a-448d9a94c798 HTTP/1.1" status: 200 len: 818 time: 1.5497520 Oct 26 15:21:18.157470 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57386) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:18.223422 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-ac1014f9-bd0a-4828-b469-001a080bf7a0 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] device_id is not set on port d0f0841a-7c58-4712-9225-d92b779da525 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:21:18.241186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172c05f0-830a-48ac-bd21-a0513202d61f None None] The sync data for ids ['74db1ea7-292b-41dc-babf-8f5e085540b2'] in dv-neutron-759874-6-hyperv is: [{'id': '74db1ea7-292b-41dc-babf-8f5e085540b2', 'name': 'tempest-snat-router-1201385237', 'tenant_id': '1e69a63939704db0b07cd08fd8c8a545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.125'}], 'enable_snat': False}, 'gw_port_id': 'da210669-d78f-4461-a8e1-643698bbbefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:21:02Z', 'updated_at': '2022-10-26T15:21:04Z', 'revision_number': 3, 'project_id': '1e69a63939704db0b07cd08fd8c8a545', 'gw_port': {'id': 'da210669-d78f-4461-a8e1-643698bbbefb', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74db1ea7-292b-41dc-babf-8f5e085540b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:21:03Z', 'updated_at': '2022-10-26T15:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:18.250750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b068a0-b6d4-4811-a1fd-a213f0642443 None None] Network 37788003-3a0a-40cd-b7f9-58700b1759f4 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:18.301575 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-bc13d9b4-0b57-4b8c-9e00-f3254047bfb4 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Deleting port 9583514b-bbcb-480f-8dfb-9c2d32c1004f {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:18.301923 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc13d9b4-0b57-4b8c-9e00-f3254047bfb4 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (9583514b-bbcb-480f-8dfb-9c2d32c1004f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:18.305848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:18.307316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:18.364494 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-5513fe88-c72c-44c3-9a39-c23ac04815ca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port 761a0638-6ac1-4b10-883a-448d9a94c798 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:18.364865 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5513fe88-c72c-44c3-9a39-c23ac04815ca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (761a0638-6ac1-4b10-883a-448d9a94c798), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:18.376702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-51e1a6d7-60a9-4faa-80cf-bad0fa660b70 None None] For port f6f36685-8426-407b-8a1c-d92cb35e7595, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6f36685-8426-407b-8a1c-d92cb35e7595,segment=NetworkSegment(c1f1cf72-e956-44f6-a806-047ec60cabe7),segment_id=c1f1cf72-e956-44f6-a806-047ec60cabe7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:18.397425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-51e1a6d7-60a9-4faa-80cf-bad0fa660b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6f36685-8426-407b-8a1c-d92cb35e7595), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:18.461488 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc13d9b4-0b57-4b8c-9e00-f3254047bfb4 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (9583514b-bbcb-480f-8dfb-9c2d32c1004f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:18.466769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:18.496196 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-bc13d9b4-0b57-4b8c-9e00-f3254047bfb4 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Calling delete_port for 9583514b-bbcb-480f-8dfb-9c2d32c1004f owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:18.503431 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5513fe88-c72c-44c3-9a39-c23ac04815ca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (761a0638-6ac1-4b10-883a-448d9a94c798), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:18.524463 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-5513fe88-c72c-44c3-9a39-c23ac04815ca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for 761a0638-6ac1-4b10-883a-448d9a94c798 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:18.566629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:18.577315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1a6d7-60a9-4faa-80cf-bad0fa660b70 None None] Pushing event updated for resources: {'Port': ['ID=f6f36685-8426-407b-8a1c-d92cb35e7595,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:18.607667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-16bf1e67-666e-4611-9fb2-3d791014c8af None None] Provisioning complete for port f6f36685-8426-407b-8a1c-d92cb35e7595 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:18.608110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-16bf1e67-666e-4611-9fb2-3d791014c8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6f36685-8426-407b-8a1c-d92cb35e7595), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:18.608388 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-16bf1e67-666e-4611-9fb2-3d791014c8af None None] Attempt 1 to provision port f6f36685-8426-407b-8a1c-d92cb35e7595 Oct 26 15:21:18.669611 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:18.696191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:18.731808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Publish callbacks [] for port (17c095c6-9db4-451b-979a-87c577ee4f97), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:18.743454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993200c-dfec-4e56-b054-4c830a5b05da tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Subnet': ['ID=0a579eb7-a575-4d52-a276-caf73b8e8027,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:18.749038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (17c095c6-9db4-451b-979a-87c577ee4f97), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:18.771335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7d960-9e58-45d2-8a21-cd00f30ce662 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=761a0638-6ac1-4b10-883a-448d9a94c798,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:18.804231 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5513fe88-c72c-44c3-9a39-c23ac04815ca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (761a0638-6ac1-4b10-883a-448d9a94c798), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:18.831136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Network a87473c6-c83a-46be-82ea-730517c84287 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:18.849300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:18.858867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:18.864100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Pushing event updated for resources: {'Port': ['ID=17c095c6-9db4-451b-979a-87c577ee4f97,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:18.869198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-16bf1e67-666e-4611-9fb2-3d791014c8af None None] Current status of the port f6f36685-8426-407b-8a1c-d92cb35e7595 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:18.894307 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513fe88-c72c-44c3-9a39-c23ac04815ca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=761a0638-6ac1-4b10-883a-448d9a94c798,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:18.903937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-16bf1e67-666e-4611-9fb2-3d791014c8af None None] Provisioning complete for port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:18.904320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-16bf1e67-666e-4611-9fb2-3d791014c8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ec981d0f-17b9-4bee-a3c0-af77a0b4ccce), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:18.905076 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-16bf1e67-666e-4611-9fb2-3d791014c8af None None] Attempt 1 to provision port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce Oct 26 15:21:18.918476 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] For port da210669-d78f-4461-a8e1-643698bbbefb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da210669-d78f-4461-a8e1-643698bbbefb,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:18.918850 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (da210669-d78f-4461-a8e1-643698bbbefb), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:18.935178 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5513fe88-c72c-44c3-9a39-c23ac04815ca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:18.942053 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5513fe88-c72c-44c3-9a39-c23ac04815ca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/ports/761a0638-6ac1-4b10-883a-448d9a94c798 HTTP/1.1" status: 204 len: 168 time: 0.7833459 Oct 26 15:21:18.942676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57388) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:18.965701 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Calling delete_port for da210669-d78f-4461-a8e1-643698bbbefb owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:18.989795 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b993200c-dfec-4e56-b054-4c830a5b05da tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Checking segment: {'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:18.990236 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b993200c-dfec-4e56-b054-4c830a5b05da tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network hostable DHCP agents. Network: 86a75f62-0b5d-40e3-9cc5-6e865aedbc23, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:19.009658 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:19.031280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:19.050148 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c811a67b-384e-4fa4-a215-27096dff7146 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:19.054686 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c811a67b-384e-4fa4-a215-27096dff7146 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1093667 Oct 26 15:21:19.056196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57390) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:19.057335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-ac1014f9-bd0a-4828-b469-001a080bf7a0 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Allocated IP 172.20.0.8 (a87473c6-c83a-46be-82ea-730517c84287/b0f40bf9-3480-471c-877e-da2f099e99ea/d0f0841a-7c58-4712-9225-d92b779da525) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:19.085218 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc13d9b4-0b57-4b8c-9e00-f3254047bfb4 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (9583514b-bbcb-480f-8dfb-9c2d32c1004f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.123601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13d9b4-0b57-4b8c-9e00-f3254047bfb4 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Pushing event deleted for resources: {'Port': ['ID=9583514b-bbcb-480f-8dfb-9c2d32c1004f,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:19.152030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:19.159971 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfdc093-1b7a-4a68-a44c-3f71c4d69300 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] GET failed (client error): The resource could not be found. Oct 26 15:21:19.165655 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dcfdc093-1b7a-4a68-a44c-3f71c4d69300 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports/761a0638-6ac1-4b10-883a-448d9a94c798 HTTP/1.1" status: 404 len: 333 time: 0.0567534 Oct 26 15:21:19.170727 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57392) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:19.175475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6f36685-8426-407b-8a1c-d92cb35e7595 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:19.178121 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-13c271e5-f408-4597-9389-5dad890d965c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1568473735'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:19.184706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b993200c-dfec-4e56-b054-4c830a5b05da tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:19.205166 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc13d9b4-0b57-4b8c-9e00-f3254047bfb4 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (bc7b2553-a526-4539-aaa2-0b686d302fa7), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.223969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Attempting to bind port 17c095c6-9db4-451b-979a-87c577ee4f97 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:19.224349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Attempting to bind port 17c095c6-9db4-451b-979a-87c577ee4f97 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9b02c0ae-f334-4bd1-ae4c-ecd743160d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a87473c6-c83a-46be-82ea-730517c84287'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:19.224721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Attempting to bind port 17c095c6-9db4-451b-979a-87c577ee4f97 on network a87473c6-c83a-46be-82ea-730517c84287 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:19.227437 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-b993200c-dfec-4e56-b054-4c830a5b05da tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 86a75f62-0b5d-40e3-9cc5-6e865aedbc23) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:19.245539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b993200c-dfec-4e56-b054-4c830a5b05da tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:19.246152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b993200c-dfec-4e56-b054-4c830a5b05da tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.257657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ae2152-fa9f-41ec-ba16-588d84ae20dc None None] Network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:19.299747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c271e5-f408-4597-9389-5dad890d965c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:19.301923 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc13d9b4-0b57-4b8c-9e00-f3254047bfb4 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (bc7b2553-a526-4539-aaa2-0b686d302fa7), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.303491 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-13c271e5-f408-4597-9389-5dad890d965c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.304216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc13d9b4-0b57-4b8c-9e00-f3254047bfb4 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_controller (bc7b2553-a526-4539-aaa2-0b686d302fa7), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.357908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc13d9b4-0b57-4b8c-9e00-f3254047bfb4 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (bc7b2553-a526-4539-aaa2-0b686d302fa7), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.359250 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c271e5-f408-4597-9389-5dad890d965c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:19.360763 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc13d9b4-0b57-4b8c-9e00-f3254047bfb4 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Fanout notify agent at l3_agent the message router_deleted on router bc7b2553-a526-4539-aaa2-0b686d302fa7 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:21:19.368210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc13d9b4-0b57-4b8c-9e00-f3254047bfb4 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.370750 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bc13d9b4-0b57-4b8c-9e00-f3254047bfb4 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "DELETE /networking/v2.0/routers/bc7b2553-a526-4539-aaa2-0b686d302fa7 HTTP/1.1" status: 204 len: 168 time: 1.8539901 Oct 26 15:21:19.373661 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57396) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:19.375380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-13c271e5-f408-4597-9389-5dad890d965c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.376309 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-13c271e5-f408-4597-9389-5dad890d965c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Added segment a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa of type vlan for network b8832fe7-0add-4ea7-a4ef-95b158162d11 Oct 26 15:21:19.379053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:21:19.379437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Checking segment: {'id': '9b02c0ae-f334-4bd1-ae4c-ecd743160d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a87473c6-c83a-46be-82ea-730517c84287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:19.379850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.380248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Bound using segment: {'id': '9b02c0ae-f334-4bd1-ae4c-ecd743160d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a87473c6-c83a-46be-82ea-730517c84287'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:21:19.380743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Bound port: 17c095c6-9db4-451b-979a-87c577ee4f97, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b02c0ae-f334-4bd1-ae4c-ecd743160d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a87473c6-c83a-46be-82ea-730517c84287'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:21:19.381176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (17c095c6-9db4-451b-979a-87c577ee4f97), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.382510 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7aead222-a732-403d-ada9-7950eb6135bb tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-3636667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:19.386687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f6f36685-8426-407b-8a1c-d92cb35e7595 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:19.387612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6f36685-8426-407b-8a1c-d92cb35e7595), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.388115 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f6f36685-8426-407b-8a1c-d92cb35e7595 Oct 26 15:21:19.410594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7aead222-a732-403d-ada9-7950eb6135bb tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (6e5c3dd9-fcf2-4324-958a-a20fb84baf72), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.411855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7aead222-a732-403d-ada9-7950eb6135bb tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (6e5c3dd9-fcf2-4324-958a-a20fb84baf72), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.426390 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b993200c-dfec-4e56-b054-4c830a5b05da tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6401858 Oct 26 15:21:19.431242 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57398) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:19.447893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-16bf1e67-666e-4611-9fb2-3d791014c8af None None] Current status of the port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:19.482267 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-13c271e5-f408-4597-9389-5dad890d965c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (b8832fe7-0add-4ea7-a4ef-95b158162d11), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.514771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:19.528158 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7aead222-a732-403d-ada9-7950eb6135bb tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_controller (6e5c3dd9-fcf2-4324-958a-a20fb84baf72), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.539332 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7aead222-a732-403d-ada9-7950eb6135bb tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (6e5c3dd9-fcf2-4324-958a-a20fb84baf72), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.544361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-86a75f62-0b5d-40e3-9cc5-6e865aedbc23', 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23', 'project_id': '34f29e84b222418880f9a2e6a4499a45', 'fixed_ips': [{'subnet_id': '0a579eb7-a575-4d52-a276-caf73b8e8027'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:21:19.547396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.581619 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7aead222-a732-403d-ada9-7950eb6135bb tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.583576 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7aead222-a732-403d-ada9-7950eb6135bb tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2086763 Oct 26 15:21:19.591313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (86a75f62-0b5d-40e3-9cc5-6e865aedbc23), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.595968 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57400) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:19.597589 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-13c271e5-f408-4597-9389-5dad890d965c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (b8832fe7-0add-4ea7-a4ef-95b158162d11), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.604653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c271e5-f408-4597-9389-5dad890d965c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:19.605168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-13c271e5-f408-4597-9389-5dad890d965c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.606911 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-72f7774a-ae20-459c-bf5a-b0be04a1b651 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Request body: {'router': {'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:19.633213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] For port 17c095c6-9db4-451b-979a-87c577ee4f97, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:19.654740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] For port 17c095c6-9db4-451b-979a-87c577ee4f97, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=17c095c6-9db4-451b-979a-87c577ee4f97,segment=NetworkSegment(9b02c0ae-f334-4bd1-ae4c-ecd743160d54),segment_id=9b02c0ae-f334-4bd1-ae4c-ecd743160d54)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:19.670332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-1ad53e8b-23ac-43bd-a7e9-c564f9e18ce1 None None] Provisioning complete for port f6f36685-8426-407b-8a1c-d92cb35e7595 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:19.670714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1ad53e8b-23ac-43bd-a7e9-c564f9e18ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6f36685-8426-407b-8a1c-d92cb35e7595), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.671088 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-1ad53e8b-23ac-43bd-a7e9-c564f9e18ce1 None None] Attempt 1 to provision port f6f36685-8426-407b-8a1c-d92cb35e7595 Oct 26 15:21:19.700726 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (0a579eb7-a575-4d52-a276-caf73b8e8027), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.707095 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c271e5-f408-4597-9389-5dad890d965c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Network': ['ID=b8832fe7-0add-4ea7-a4ef-95b158162d11,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:19.722080 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ac1014f9-bd0a-4828-b469-001a080bf7a0 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for port (d0f0841a-7c58-4712-9225-d92b779da525), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.723643 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (da210669-d78f-4461-a8e1-643698bbbefb), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.733190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040f43f-2b05-4f68-bce6-6d0e94e6a67b None None] New status for floating IP 5acb5302-e6d4-4c13-9ef6-39b5af2566f5: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:21:19.768918 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-13c271e5-f408-4597-9389-5dad890d965c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5969954 Oct 26 15:21:19.771815 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57402) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:19.774765 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Pushing event deleted for resources: {'Port': ['ID=da210669-d78f-4461-a8e1-643698bbbefb,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:19.779023 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d0843902-77f0-4173-9575-30f151ddefb3 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'subnet': {'network_id': 'b8832fe7-0add-4ea7-a4ef-95b158162d11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:19.815931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:19.816494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:19.817077 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:19.817796 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:19.818517 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:19.819074 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:19.819803 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:19.820355 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:19.820930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:19.821472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:19.823083 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:19.823662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:19.824216 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:19.824763 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:19.825336 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:19.872126 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:19.886980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network b8832fe7-0add-4ea7-a4ef-95b158162d11 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:19.890203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (17c095c6-9db4-451b-979a-87c577ee4f97), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:19.960906 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ac1014f9-bd0a-4828-b469-001a080bf7a0 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (d0f0841a-7c58-4712-9225-d92b779da525), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.004290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-1ad53e8b-23ac-43bd-a7e9-c564f9e18ce1 None None] Current status of the port f6f36685-8426-407b-8a1c-d92cb35e7595 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:20.070440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (74db1ea7-292b-41dc-babf-8f5e085540b2), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.077483 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1014f9-bd0a-4828-b469-001a080bf7a0 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Network a87473c6-c83a-46be-82ea-730517c84287 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:20.149662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-ac1014f9-bd0a-4828-b469-001a080bf7a0 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:20.152517 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1014f9-bd0a-4828-b469-001a080bf7a0 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:20.187029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Allocated IP 2001:db8::1 (86a75f62-0b5d-40e3-9cc5-6e865aedbc23/0a579eb7-a575-4d52-a276-caf73b8e8027/d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:20.226038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:20.268430 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1014f9-bd0a-4828-b469-001a080bf7a0 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Pushing event updated for resources: {'Port': ['ID=d0f0841a-7c58-4712-9225-d92b779da525,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:20.272874 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (74db1ea7-292b-41dc-babf-8f5e085540b2), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.282578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_controller (74db1ea7-292b-41dc-babf-8f5e085540b2), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.289955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:20.316762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-72f7774a-ae20-459c-bf5a-b0be04a1b651 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_gateway (6e5c3dd9-fcf2-4324-958a-a20fb84baf72), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.359179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6f36685-8426-407b-8a1c-d92cb35e7595 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:20.362075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ec981d0f-17b9-4bee-a3c0-af77a0b4ccce up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:20.364344 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Pushing event updated for resources: {'Port': ['ID=17c095c6-9db4-451b-979a-87c577ee4f97,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:20.367441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1014f9-bd0a-4828-b469-001a080bf7a0 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:20.370572 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ac1014f9-bd0a-4828-b469-001a080bf7a0 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.382251 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (74db1ea7-292b-41dc-babf-8f5e085540b2), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.383276 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74db1ea7-292b-41dc-babf-8f5e085540b2 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:21:20.393374 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.394570 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a4be9046-5542-4d13-87c0-eb8da27844b1 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "DELETE /networking/v2.0/routers/74db1ea7-292b-41dc-babf-8f5e085540b2 HTTP/1.1" status: 204 len: 168 time: 4.4683132 Oct 26 15:21:20.399389 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ac1014f9-bd0a-4828-b469-001a080bf7a0 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8535836 Oct 26 15:21:20.400245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57404) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:20.404891 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-627063675', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}, 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:20.405965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57406) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:20.413439 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-2338a193-5c0c-47cc-a06e-d77b8fff4be6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:20.424700 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0843902-77f0-4173-9575-30f151ddefb3 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:20.428476 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0843902-77f0-4173-9575-30f151ddefb3 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.438912 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (6b8b560c-7ec8-43a1-8fac-c39ef794817a), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.440003 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (6b8b560c-7ec8-43a1-8fac-c39ef794817a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.459672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.460052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.460447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.461008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.461549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.461885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.462386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.462721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.463073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.463403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.463903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.464396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.464962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.465469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.465799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceaae0-627d-4f33-a75c-2b85e990f361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:20.506533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_controller (6b8b560c-7ec8-43a1-8fac-c39ef794817a), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.539460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:20.541032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ec981d0f-17b9-4bee-a3c0-af77a0b4ccce), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.541481 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce Oct 26 15:21:20.700407 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_gateway (6b8b560c-7ec8-43a1-8fac-c39ef794817a), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.761470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:20.762663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:20.802537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:20.803940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Publish callbacks [] for port (d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.815572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.836370 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:20.843553 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=9,neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:20.854869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:20.880769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:20.881842 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2338a193-5c0c-47cc-a06e-d77b8fff4be6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.883203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:20.885073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Pushing event updated for resources: {'Port': ['ID=d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:20.887787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:20.890288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 77d842c7-22e3-4a31-904f-093d3a1cac97 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:20.890860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.892108 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 77d842c7-22e3-4a31-904f-093d3a1cac97 Oct 26 15:21:20.968922 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fdb080-ad14-4fb5-8556-e9754bb7ed4a None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:20.968922 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fdb080-ad14-4fb5-8556-e9754bb7ed4a None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:20.971287 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (0a579eb7-a575-4d52-a276-caf73b8e8027), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.978743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_gateway (6b8b560c-7ec8-43a1-8fac-c39ef794817a), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:20.983547 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b3fdb080-ad14-4fb5-8556-e9754bb7ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:21.039168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:21.062554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91506825-5dd6-4641-b49d-c3d05edea739 None None] New status for floating IP 8ad214f2-742d-45b9-986d-d7f299ca376a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:21:21.071867 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Subnet': ['ID=0a579eb7-a575-4d52-a276-caf73b8e8027,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:21.104975 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:21.105608 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:21.106125 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:21.106679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:21.107832 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:21.108327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:21.108859 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:21.109345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:21.109845 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:21.110376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:21.110856 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:21.111888 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:21.112402 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:21.112906 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:21.113385 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:21.181379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:21.182094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:21.183060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:21.242853 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b3fdb080-ad14-4fb5-8556-e9754bb7ed4a None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:21.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:21.296478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:21.298242 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Allocated IP 172.26.11.77 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/1a23e190-de8f-4484-93e2-43a0999bbbee) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:21.346613 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:21.351074 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Failed to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] Oct 26 15:21:21.362732 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempt 2 to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 Oct 26 15:21:21.382496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:21.383913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:21.410928 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2338a193-5c0c-47cc-a06e-d77b8fff4be6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:21.475672 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0843902-77f0-4173-9575-30f151ddefb3 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (7569b154-6b51-4e6f-b68b-1fd77d6dcb87), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:21.477504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:21.477644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:21.478136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:21.555967 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for port (1a23e190-de8f-4484-93e2-43a0999bbbee), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:21.581141 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (86a75f62-0b5d-40e3-9cc5-6e865aedbc23), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:21.599824 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:21.609244 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (1a23e190-de8f-4484-93e2-43a0999bbbee), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:21.622140 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b3fdb080-ad14-4fb5-8556-e9754bb7ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:15Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:21:18Z', 'revision_number': 5, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:15Z', 'revision_number': 14, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:21.637394 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:21.650759 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a75f62-0b5d-40e3-9cc5-6e865aedbc23']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:21.655624 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fdb080-ad14-4fb5-8556-e9754bb7ed4a None None] Checking router: 62b9f0e9-5874-41a0-857a-c43efc83f0ef for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:21.664314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:21.668726 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:21.671849 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fdb080-ad14-4fb5-8556-e9754bb7ed4a None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:21.673315 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b3fdb080-ad14-4fb5-8556-e9754bb7ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:21.679113 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba8c509-cd52-4c8e-99ff-b40615d14d80') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:21.679412 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba8c509-cd52-4c8e-99ff-b40615d14d80') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:21.697894 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (9ba8c509-cd52-4c8e-99ff-b40615d14d80), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:21.720948 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:21.726418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:21.729500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:21.735733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (9ba8c509-cd52-4c8e-99ff-b40615d14d80), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:21.758597 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:21.759015 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (9ba8c509-cd52-4c8e-99ff-b40615d14d80), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:21.767945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Pushing event updated for resources: {'Port': ['ID=1a23e190-de8f-4484-93e2-43a0999bbbee,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Failed to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] Oct 26 15:21:21.828479 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempt 3 to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 Oct 26 15:21:21.842042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 48dc8cb6-5318-4f85-8e5d-2af8765d605e triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:21.842432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:21.844038 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 48dc8cb6-5318-4f85-8e5d-2af8765d605e Oct 26 15:21:21.890453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:21.890831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:21.891232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:21.919266 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:21.958438 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-72f7774a-ae20-459c-bf5a-b0be04a1b651 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_gateway (6e5c3dd9-fcf2-4324-958a-a20fb84baf72), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:21.959392 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:21.962540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:21.979857 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 9ba8c509-cd52-4c8e-99ff-b40615d14d80 resource provider aggregate not found Oct 26 15:21:21.994771 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4cf9d2-0064-4aeb-81ed-9678059f9522 None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:21.995819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97a9bcb-7962-49a1-8e2c-4a7e2cc6a409 None None] Network a87473c6-c83a-46be-82ea-730517c84287 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:21.998718 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:22.001672 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Failed to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] Oct 26 15:21:22.001672 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempt 4 to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 Oct 26 15:21:22.020778 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4cf9d2-0064-4aeb-81ed-9678059f9522 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:22.021668 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0e4cf9d2-0064-4aeb-81ed-9678059f9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:22.050039 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:22.086965 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:22.087375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:22.087735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:22.108084 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-2338a193-5c0c-47cc-a06e-d77b8fff4be6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Allocated IP 172.26.11.76 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/eba94ffe-0fd6-467c-87a2-87070c699bf7) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:22.119783 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:22.123411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:22.143757 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_gateway (6b8b560c-7ec8-43a1-8fac-c39ef794817a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:22.147364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-4b281cfd-bcca-4338-9492-a4a0655adae8 None None] Provisioning complete for port 17c095c6-9db4-451b-979a-87c577ee4f97 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:22.147745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4b281cfd-bcca-4338-9492-a4a0655adae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (17c095c6-9db4-451b-979a-87c577ee4f97), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:22.148075 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4b281cfd-bcca-4338-9492-a4a0655adae8 None None] Attempt 1 to provision port 17c095c6-9db4-451b-979a-87c577ee4f97 Oct 26 15:21:22.177103 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0e4cf9d2-0064-4aeb-81ed-9678059f9522 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:22.196578 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:22.199920 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Failed to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] Oct 26 15:21:22.210501 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempt 5 to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 Oct 26 15:21:22.243817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:22.244460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:22.277442 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2338a193-5c0c-47cc-a06e-d77b8fff4be6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for port (eba94ffe-0fd6-467c-87a2-87070c699bf7), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:22.307681 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:22.315141 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b3fdb080-ad14-4fb5-8556-e9754bb7ed4a None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:22.317567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:22.317806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:22.318145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:22.374327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:22.383955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (6b8b560c-7ec8-43a1-8fac-c39ef794817a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:22.386660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:22.395077 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:22.398257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:22.403269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:22.404086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:22.449018 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2338a193-5c0c-47cc-a06e-d77b8fff4be6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (eba94ffe-0fd6-467c-87a2-87070c699bf7), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:22.453342 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 9ba8c509-cd52-4c8e-99ff-b40615d14d80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ba8c509-cd52-4c8e-99ff-b40615d14d80 found for delete ", "request_id": "req-e18c948d-d483-4595-b7e1-252061b7a6c8"}]} Oct 26 15:21:22.466922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-72f7774a-ae20-459c-bf5a-b0be04a1b651 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:22.481717 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.db.api [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 15:21:22.481717 dv-neutron-759874-6-hyperv neutron-server[105322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 15:21:22.481717 dv-neutron-759874-6-hyperv neutron-server[105322]: [parameters: {'id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] Oct 26 15:21:22.481717 dv-neutron-759874-6-hyperv neutron-server[105322]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:21:22.483424 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG oslo_db.api [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:22.506528 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:22.509178 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Failed to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] Oct 26 15:21:22.517575 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempt 6 to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 Oct 26 15:21:22.528733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:22.564209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4b281cfd-bcca-4338-9492-a4a0655adae8 None None] Current status of the port 17c095c6-9db4-451b-979a-87c577ee4f97 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:22.564720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4b281cfd-bcca-4338-9492-a4a0655adae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (17c095c6-9db4-451b-979a-87c577ee4f97), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:22.571364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:22.571805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:22.572249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:22.607881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:22.635728 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0843902-77f0-4173-9575-30f151ddefb3 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Subnet': ['ID=7569b154-6b51-4e6f-b68b-1fd77d6dcb87,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:22.646313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Router 6b8b560c-7ec8-43a1-8fac-c39ef794817a is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:21:22.653847 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2338a193-5c0c-47cc-a06e-d77b8fff4be6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:22.657542 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:22.659953 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Failed to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] Oct 26 15:21:22.667474 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempt 7 to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 Oct 26 15:21:22.670830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:22.671284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:22.671687 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 Oct 26 15:21:22.680551 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-2338a193-5c0c-47cc-a06e-d77b8fff4be6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:22.711271 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338a193-5c0c-47cc-a06e-d77b8fff4be6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Pushing event updated for resources: {'Port': ['ID=eba94ffe-0fd6-467c-87a2-87070c699bf7,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:22.720330 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2338a193-5c0c-47cc-a06e-d77b8fff4be6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:22.735514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:22.778189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:22.778646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:22.779077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:22.788876 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:22.802209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:22.822231 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:22.822231 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9cd0ef2d-2493-4e06-bcf5-8a41ac1b94d0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4210217 Oct 26 15:21:22.826440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57412) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:22.827421 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0e4cf9d2-0064-4aeb-81ed-9678059f9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:10Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:21:19Z', 'revision_number': 5, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:12Z', 'revision_number': 15, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:22.838342 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-6bfb6da8-70f1-4b9c-acbe-eff5a4807b20 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'enable_snat': False}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:22.844993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-4b281cfd-bcca-4338-9492-a4a0655adae8 None None] For port 17c095c6-9db4-451b-979a-87c577ee4f97, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=17c095c6-9db4-451b-979a-87c577ee4f97,segment=NetworkSegment(9b02c0ae-f334-4bd1-ae4c-ecd743160d54),segment_id=9b02c0ae-f334-4bd1-ae4c-ecd743160d54)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:22.846042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:22.847665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:22.854009 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0843902-77f0-4173-9575-30f151ddefb3 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Checking segment: {'id': 'a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b8832fe7-0add-4ea7-a4ef-95b158162d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:22.854636 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0843902-77f0-4173-9575-30f151ddefb3 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network hostable DHCP agents. Network: b8832fe7-0add-4ea7-a4ef-95b158162d11, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:22.889365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:22.890793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfcf099-c649-444b-983b-3b904619e45d None None] Sync routers for ids ['6b8b560c-7ec8-43a1-8fac-c39ef794817a'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:22.898259 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4cf9d2-0064-4aeb-81ed-9678059f9522 None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:22.921496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:22.927201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4b281cfd-bcca-4338-9492-a4a0655adae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (17c095c6-9db4-451b-979a-87c577ee4f97), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:22.947643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-4b281cfd-bcca-4338-9492-a4a0655adae8 None None] Provisioning complete for port f51945ec-14a4-465d-a194-58036e253fde triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:22.947936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4b281cfd-bcca-4338-9492-a4a0655adae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f51945ec-14a4-465d-a194-58036e253fde), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:22.948278 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4b281cfd-bcca-4338-9492-a4a0655adae8 None None] Attempt 1 to provision port f51945ec-14a4-465d-a194-58036e253fde Oct 26 15:21:22.983465 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4cf9d2-0064-4aeb-81ed-9678059f9522 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:23.021727 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (86a75f62-0b5d-40e3-9cc5-6e865aedbc23), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:23.021913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:23.032955 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0e4cf9d2-0064-4aeb-81ed-9678059f9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:23.036669 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9206b9ff-3b81-4f2a-9c9e-89936986fb11 None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:23.060453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:23.064487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4b281cfd-bcca-4338-9492-a4a0655adae8 None None] Port f51945ec-14a4-465d-a194-58036e253fde cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:21:23.068846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfcf099-c649-444b-983b-3b904619e45d None None] Routers {'6b8b560c-7ec8-43a1-8fac-c39ef794817a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:23.069500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3bfcf099-c649-444b-983b-3b904619e45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6b8b560c-7ec8-43a1-8fac-c39ef794817a'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:23.074510 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:23.077006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Failed to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] Oct 26 15:21:23.083894 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempt 8 to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 Oct 26 15:21:23.112222 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b3fdb080-ad14-4fb5-8556-e9754bb7ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:15Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:21:18Z', 'revision_number': 5, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:15Z', 'revision_number': 14, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:23.112639 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0843902-77f0-4173-9575-30f151ddefb3 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network b8832fe7-0add-4ea7-a4ef-95b158162d11 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:23.119293 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9206b9ff-3b81-4f2a-9c9e-89936986fb11 None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:23.119929 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9206b9ff-3b81-4f2a-9c9e-89936986fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:23.163158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:23.163856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:23.163978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:23.164338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Deleting port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:23.164751 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:23.166645 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-d0843902-77f0-4173-9575-30f151ddefb3 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, b8832fe7-0add-4ea7-a4ef-95b158162d11) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:23.171331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0843902-77f0-4173-9575-30f151ddefb3 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:23.172035 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0843902-77f0-4173-9575-30f151ddefb3 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:23.181507 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2338a193-5c0c-47cc-a06e-d77b8fff4be6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for floatingip (519b6e6b-53d4-4895-b58a-6ae156c7ecc5), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:23.215144 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fdb080-ad14-4fb5-8556-e9754bb7ed4a None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:15Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:21:18Z', 'revision_number': 5, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:15Z', 'revision_number': 14, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:23.215433 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-72f7774a-ae20-459c-bf5a-b0be04a1b651 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Allocated IP 172.26.11.190 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/bfde4829-8120-4239-afec-2703e0eb3bd2) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:23.230090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3bfcf099-c649-444b-983b-3b904619e45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:23.234056 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:23.237690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:23.240547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:23.295368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52913a10-d10c-43fe-86ed-986155b9e1b5 None None] Network b8832fe7-0add-4ea7-a4ef-95b158162d11 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:23.331058 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6bfb6da8-70f1-4b9c-acbe-eff5a4807b20 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_gateway (6b8b560c-7ec8-43a1-8fac-c39ef794817a), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:23.342288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165cdf6b-e65e-4240-a494-454ec0486e32 None None] Sync routers for ids ['74db1ea7-292b-41dc-babf-8f5e085540b2'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:23.358940 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d0843902-77f0-4173-9575-30f151ddefb3 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5811222 Oct 26 15:21:23.370381 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57414) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:23.379505 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-de67dccf-08b3-436f-a1b0-4de8fe297639 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'subnet': {'network_id': 'b8832fe7-0add-4ea7-a4ef-95b158162d11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:23.423140 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] For port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4, host dv-neutron-759874-6-hyperv, got binding levels [] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:23.423517 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:23.433314 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0e4cf9d2-0064-4aeb-81ed-9678059f9522 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:23.434515 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:23.438082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Failed to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] Oct 26 15:21:23.446301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:23.458164 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempt 9 to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 Oct 26 15:21:23.506148 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9206b9ff-3b81-4f2a-9c9e-89936986fb11 None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:23.513518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2338a193-5c0c-47cc-a06e-d77b8fff4be6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (eba94ffe-0fd6-467c-87a2-87070c699bf7), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:23.549189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165cdf6b-e65e-4240-a494-454ec0486e32 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:23.549872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165cdf6b-e65e-4240-a494-454ec0486e32 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:21:23.550684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-165cdf6b-e65e-4240-a494-454ec0486e32 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'74db1ea7-292b-41dc-babf-8f5e085540b2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:21:23.551265 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Calling delete_port for d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:23.569390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2357038d-2a3b-4710-9252-c6f0ec741ba7 None None] Provisioning complete for port f51945ec-14a4-465d-a194-58036e253fde triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:23.570124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2357038d-2a3b-4710-9252-c6f0ec741ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f51945ec-14a4-465d-a194-58036e253fde), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:23.571210 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2357038d-2a3b-4710-9252-c6f0ec741ba7 None None] Attempt 1 to provision port f51945ec-14a4-465d-a194-58036e253fde Oct 26 15:21:23.586579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:23.588163 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:23.614328 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:23.628231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfcf099-c649-444b-983b-3b904619e45d None None] Routers {'6b8b560c-7ec8-43a1-8fac-c39ef794817a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:23.629115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3bfcf099-c649-444b-983b-3b904619e45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6b8b560c-7ec8-43a1-8fac-c39ef794817a'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:23.647172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:23.651296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:23.652108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:23.694059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165cdf6b-e65e-4240-a494-454ec0486e32 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:23.694629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165cdf6b-e65e-4240-a494-454ec0486e32 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:21:23.695378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-165cdf6b-e65e-4240-a494-454ec0486e32 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'74db1ea7-292b-41dc-babf-8f5e085540b2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:21:23.698310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165cdf6b-e65e-4240-a494-454ec0486e32 None None] The sync data for ids ['74db1ea7-292b-41dc-babf-8f5e085540b2'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:23.759622 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de67dccf-08b3-436f-a1b0-4de8fe297639 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:23.763479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-de67dccf-08b3-436f-a1b0-4de8fe297639 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:23.765414 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:23.768057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:23.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:23.820422 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Failed to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] Oct 26 15:21:23.828128 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempt 10 to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 Oct 26 15:21:23.831333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3bfcf099-c649-444b-983b-3b904619e45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:23.831784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfcf099-c649-444b-983b-3b904619e45d None None] The sync data for ids ['6b8b560c-7ec8-43a1-8fac-c39ef794817a'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:23.853698 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:23.862136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b281cfd-bcca-4338-9492-a4a0655adae8 None None] Pushing event updated for resources: {'Port': ['ID=17c095c6-9db4-451b-979a-87c577ee4f97,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:23.869480 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-72f7774a-ae20-459c-bf5a-b0be04a1b651 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for port (bfde4829-8120-4239-afec-2703e0eb3bd2), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:23.891425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2357038d-2a3b-4710-9252-c6f0ec741ba7 None None] Port f51945ec-14a4-465d-a194-58036e253fde cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:21:23.946607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:23.947012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:23.947252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:23.957411 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:23.980749 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:23.983374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Attempting to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:23.987941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2357038d-2a3b-4710-9252-c6f0ec741ba7 None None] Provisioning complete for port 17c095c6-9db4-451b-979a-87c577ee4f97 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:23.988314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2357038d-2a3b-4710-9252-c6f0ec741ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (17c095c6-9db4-451b-979a-87c577ee4f97), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:23.988649 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2357038d-2a3b-4710-9252-c6f0ec741ba7 None None] Attempt 1 to provision port 17c095c6-9db4-451b-979a-87c577ee4f97 Oct 26 15:21:24.027563 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Port': ['ID=d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:24.035803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-b8832fe7-0add-4ea7-a4ef-95b158162d11', 'network_id': 'b8832fe7-0add-4ea7-a4ef-95b158162d11', 'project_id': '157edd7550b842b7a441bf9ab1570671', 'fixed_ips': [{'subnet_id': '7569b154-6b51-4e6f-b68b-1fd77d6dcb87'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:21:24.038814 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No DVR routers for this DVR port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:21:24.039230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:24.045683 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-72f7774a-ae20-459c-bf5a-b0be04a1b651 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (bfde4829-8120-4239-afec-2703e0eb3bd2), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0a579eb7-a575-4d52-a276-caf73b8e8027 could not be found. Oct 26 15:21:24.065090 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:24.069910 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Failed to bind port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9ba8c509-cd52-4c8e-99ff-b40615d14d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '86a75f62-0b5d-40e3-9cc5-6e865aedbc23'}] Oct 26 15:21:24.070521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:24.105104 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2338a193-5c0c-47cc-a06e-d77b8fff4be6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for port (eba94ffe-0fd6-467c-87a2-87070c699bf7), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:24.134694 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2338a193-5c0c-47cc-a06e-d77b8fff4be6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (eba94ffe-0fd6-467c-87a2-87070c699bf7), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:24.187191 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f7774a-ae20-459c-bf5a-b0be04a1b651 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:24.232269 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:24.245159 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-72f7774a-ae20-459c-bf5a-b0be04a1b651 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:24.292260 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f7774a-ae20-459c-bf5a-b0be04a1b651 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:24.303186 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0e4cf9d2-0064-4aeb-81ed-9678059f9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:10Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:21:19Z', 'revision_number': 5, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:12Z', 'revision_number': 15, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:24.334368 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4cf9d2-0064-4aeb-81ed-9678059f9522 None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:10Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:21:19Z', 'revision_number': 5, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:12Z', 'revision_number': 15, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:24.356513 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9206b9ff-3b81-4f2a-9c9e-89936986fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:21:21Z', 'revision_number': 6, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:24.376395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (86a75f62-0b5d-40e3-9cc5-6e865aedbc23), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:24.416545 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9206b9ff-3b81-4f2a-9c9e-89936986fb11 None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:24.424381 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a75f62-0b5d-40e3-9cc5-6e865aedbc23']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:24.426780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-eb5267d5-4134-43c0-b344-0d6100301167 None None] Port d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 has been deleted concurrently {{(pid=105323) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 26 15:21:24.430392 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9206b9ff-3b81-4f2a-9c9e-89936986fb11 None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:24.431029 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9206b9ff-3b81-4f2a-9c9e-89936986fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:24.437670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba8c509-cd52-4c8e-99ff-b40615d14d80') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:24.438382 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba8c509-cd52-4c8e-99ff-b40615d14d80') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:24.442812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:24.443227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:24.458812 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (9ba8c509-cd52-4c8e-99ff-b40615d14d80), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:24.476398 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (9ba8c509-cd52-4c8e-99ff-b40615d14d80), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:24.478939 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:24.484683 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:24.485894 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (9ba8c509-cd52-4c8e-99ff-b40615d14d80), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:24.499679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:24.599933 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.ipam_backend_mixin [None req-de67dccf-08b3-436f-a1b0-4de8fe297639 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7569b154-6b51-4e6f-b68b-1fd77d6dcb87 (CIDR: 2001:db8::/64) Oct 26 15:21:24.602375 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7774a-ae20-459c-bf5a-b0be04a1b651 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Pushing event updated for resources: {'Port': ['ID=bfde4829-8120-4239-afec-2703e0eb3bd2,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:24.609553 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-de67dccf-08b3-436f-a1b0-4de8fe297639 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:21:24.623204 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de67dccf-08b3-436f-a1b0-4de8fe297639 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:21:24.690008 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 9ba8c509-cd52-4c8e-99ff-b40615d14d80 resource provider aggregate not found Oct 26 15:21:24.698196 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:24.707598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2357038d-2a3b-4710-9252-c6f0ec741ba7 None None] Current status of the port 17c095c6-9db4-451b-979a-87c577ee4f97 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:24.774942 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338a193-5c0c-47cc-a06e-d77b8fff4be6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Pushing event updated for resources: {'Port': ['ID=eba94ffe-0fd6-467c-87a2-87070c699bf7,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:24.798004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2338a193-5c0c-47cc-a06e-d77b8fff4be6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (519b6e6b-53d4-4895-b58a-6ae156c7ecc5), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:24.823728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2357038d-2a3b-4710-9252-c6f0ec741ba7 None None] Provisioning complete for port d0f0841a-7c58-4712-9225-d92b779da525 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:24.823728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2357038d-2a3b-4710-9252-c6f0ec741ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d0f0841a-7c58-4712-9225-d92b779da525), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:24.824056 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2357038d-2a3b-4710-9252-c6f0ec741ba7 None None] Attempt 1 to provision port d0f0841a-7c58-4712-9225-d92b779da525 Oct 26 15:21:24.836137 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 9ba8c509-cd52-4c8e-99ff-b40615d14d80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ba8c509-cd52-4c8e-99ff-b40615d14d80 found for delete ", "request_id": "req-805ff137-8b1c-4109-9988-8e21949195d5"}]} Oct 26 15:21:24.842467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:24.847701 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (86a75f62-0b5d-40e3-9cc5-6e865aedbc23), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:24.852357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 77d842c7-22e3-4a31-904f-093d3a1cac97, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77d842c7-22e3-4a31-904f-093d3a1cac97,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:24.934050 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9206b9ff-3b81-4f2a-9c9e-89936986fb11 None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:24.941026 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-de67dccf-08b3-436f-a1b0-4de8fe297639 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5691757 Oct 26 15:21:24.944107 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57422) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:24.950850 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e1684adf-ea01-4cbd-b135-9f72668be753 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'subnet': {'network_id': 'b8832fe7-0add-4ea7-a4ef-95b158162d11', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:24.989171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2338a193-5c0c-47cc-a06e-d77b8fff4be6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:24.993909 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2338a193-5c0c-47cc-a06e-d77b8fff4be6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5869160 Oct 26 15:21:24.995996 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57424) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:24.997335 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:25.000712 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/networks/86a75f62-0b5d-40e3-9cc5-6e865aedbc23 HTTP/1.1" status: 204 len: 168 time: 5.5684509 Oct 26 15:21:25.026447 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-4f8bee4d-e167-4b92-848b-c1496fec8424 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Request body: {'floatingip': {'port_id': 'd0f0841a-7c58-4712-9225-d92b779da525', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:25.028145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:25.029572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:25.033671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2357038d-2a3b-4710-9252-c6f0ec741ba7 None None] Port d0f0841a-7c58-4712-9225-d92b779da525 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:21:25.046972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57426) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:25.054865 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-6be9c610-cdb7-4f16-bd49-0740c766c3bc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-875816514'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:25.091080 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be9c610-cdb7-4f16-bd49-0740c766c3bc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:25.097327 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6be9c610-cdb7-4f16-bd49-0740c766c3bc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:25.112769 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fb383-ef4e-4f05-80fa-05a8cdb40687 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Network': ['ID=86a75f62-0b5d-40e3-9cc5-6e865aedbc23,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:25.143728 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be9c610-cdb7-4f16-bd49-0740c766c3bc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:25.163793 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6be9c610-cdb7-4f16-bd49-0740c766c3bc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (e60f1553-b914-47ba-8a86-116b7b99a08d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:25.164282 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-6be9c610-cdb7-4f16-bd49-0740c766c3bc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Added segment e60f1553-b914-47ba-8a86-116b7b99a08d of type vlan for network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 Oct 26 15:21:25.193618 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4f8bee4d-e167-4b92-848b-c1496fec8424 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for floatingip (519b6e6b-53d4-4895-b58a-6ae156c7ecc5), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:25.228323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Allocated IP 2001:db8::2 (b8832fe7-0add-4ea7-a4ef-95b158162d11/7569b154-6b51-4e6f-b68b-1fd77d6dcb87/77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:25.238387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a7947ad7-1b89-4b89-918b-339398f55e3f None None] Provisioning complete for port f51945ec-14a4-465d-a194-58036e253fde triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:25.238779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a7947ad7-1b89-4b89-918b-339398f55e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f51945ec-14a4-465d-a194-58036e253fde), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:25.239110 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a7947ad7-1b89-4b89-918b-339398f55e3f None None] Attempt 1 to provision port f51945ec-14a4-465d-a194-58036e253fde Oct 26 15:21:25.245758 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6be9c610-cdb7-4f16-bd49-0740c766c3bc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (441b1d64-bd49-4fc9-8fc7-5ec30a28fed7), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:25.291645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=77d842c7-22e3-4a31-904f-093d3a1cac97,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:25.367041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6be9c610-cdb7-4f16-bd49-0740c766c3bc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (441b1d64-bd49-4fc9-8fc7-5ec30a28fed7), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:25.372591 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be9c610-cdb7-4f16-bd49-0740c766c3bc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:25.373243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6be9c610-cdb7-4f16-bd49-0740c766c3bc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:25.454069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a7947ad7-1b89-4b89-918b-339398f55e3f None None] Port f51945ec-14a4-465d-a194-58036e253fde cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:21:25.471679 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6bfb6da8-70f1-4b9c-acbe-eff5a4807b20 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (6b8b560c-7ec8-43a1-8fac-c39ef794817a), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:25.483491 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9206b9ff-3b81-4f2a-9c9e-89936986fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:21:21Z', 'revision_number': 6, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:25.497238 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6be9c610-cdb7-4f16-bd49-0740c766c3bc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4445596 Oct 26 15:21:25.507257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6bfb6da8-70f1-4b9c-acbe-eff5a4807b20 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (6b8b560c-7ec8-43a1-8fac-c39ef794817a), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:25.508132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57430) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:25.520058 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9206b9ff-3b81-4f2a-9c9e-89936986fb11 None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:21:21Z', 'revision_number': 6, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:25.522919 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d6779460-e5e1-495c-8361-7aa36dbafb1c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'subnet': {'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:25.524103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9c610-cdb7-4f16-bd49-0740c766c3bc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Network': ['ID=441b1d64-bd49-4fc9-8fc7-5ec30a28fed7,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:25.530990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a7947ad7-1b89-4b89-918b-339398f55e3f None None] Provisioning complete for port d0f0841a-7c58-4712-9225-d92b779da525 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:25.532562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a7947ad7-1b89-4b89-918b-339398f55e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d0f0841a-7c58-4712-9225-d92b779da525), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:25.533121 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a7947ad7-1b89-4b89-918b-339398f55e3f None None] Attempt 1 to provision port d0f0841a-7c58-4712-9225-d92b779da525 Oct 26 15:21:25.543008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:25.554813 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-4f8bee4d-e167-4b92-848b-c1496fec8424 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] update failed (client error): The resource could not be found. Oct 26 15:21:25.560687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:25.561113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:25.562468 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4f8bee4d-e167-4b92-848b-c1496fec8424 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/519b6e6b-53d4-4895-b58a-6ae156c7ecc5 HTTP/1.1" status: 404 len: 507 time: 0.5450745 Oct 26 15:21:25.571314 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57432) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:25.675345 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1684adf-ea01-4cbd-b135-9f72668be753 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:25.679526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e1684adf-ea01-4cbd-b135-9f72668be753 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:25.767771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:25.817685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:25.817926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfb6da8-70f1-4b9c-acbe-eff5a4807b20 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Router 6b8b560c-7ec8-43a1-8fac-c39ef794817a has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:21:25.874119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:25.878755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a7947ad7-1b89-4b89-918b-339398f55e3f None None] Port d0f0841a-7c58-4712-9225-d92b779da525 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:21:25.955052 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-72f7774a-ae20-459c-bf5a-b0be04a1b651 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_gateway (6e5c3dd9-fcf2-4324-958a-a20fb84baf72), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:26.093540 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:26.118443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Publish callbacks [] for port (77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:26.120208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:26.121101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:26.145526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:26.146838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:26.183936 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-989bbb8f-2d07-4591-865c-19b01bd9b4d8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Deleting port eba94ffe-0fd6-467c-87a2-87070c699bf7 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:26.184330 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-989bbb8f-2d07-4591-865c-19b01bd9b4d8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (eba94ffe-0fd6-467c-87a2-87070c699bf7), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:26.188354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfb6da8-70f1-4b9c-acbe-eff5a4807b20 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:26.193226 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6bfb6da8-70f1-4b9c-acbe-eff5a4807b20 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:26.194924 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6bfb6da8-70f1-4b9c-acbe-eff5a4807b20 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "PUT /networking/v2.0/routers/6b8b560c-7ec8-43a1-8fac-c39ef794817a HTTP/1.1" status: 200 len: 921 time: 3.3661885 Oct 26 15:21:26.198147 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:26.199313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57434) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:26.233779 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1cd820-0c5d-46dc-a42d-e1102e9960ee None None] Sync routers for ids ['6b8b560c-7ec8-43a1-8fac-c39ef794817a'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:26.249924 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1cd820-0c5d-46dc-a42d-e1102e9960ee None None] Routers {'6b8b560c-7ec8-43a1-8fac-c39ef794817a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:26.253130 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-bc1cd820-0c5d-46dc-a42d-e1102e9960ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6b8b560c-7ec8-43a1-8fac-c39ef794817a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:26.331331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:26.360003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:26.360396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:26.373687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Network b8832fe7-0add-4ea7-a4ef-95b158162d11 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:26.380006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:26.380790 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-bc1cd820-0c5d-46dc-a42d-e1102e9960ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:26.397806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Pushing event updated for resources: {'Port': ['ID=77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:26.402974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:26.417269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:26.417750 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1cd820-0c5d-46dc-a42d-e1102e9960ee None None] Routers {'6b8b560c-7ec8-43a1-8fac-c39ef794817a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:26.420932 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-bc1cd820-0c5d-46dc-a42d-e1102e9960ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6b8b560c-7ec8-43a1-8fac-c39ef794817a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:26.463491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:26.464907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:26.466990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-13037c67-f099-40a3-9868-1da0a7921a97 None None] Could not find standard attr ID for object d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:21:26.479858 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-bc1cd820-0c5d-46dc-a42d-e1102e9960ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:26.480724 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1cd820-0c5d-46dc-a42d-e1102e9960ee None None] The sync data for ids ['6b8b560c-7ec8-43a1-8fac-c39ef794817a'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:26.491283 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-33133c8f-4234-41e6-bf3b-3d196bffa7a3 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "GET /networking/v2.0/routers/6b8b560c-7ec8-43a1-8fac-c39ef794817a HTTP/1.1" status: 200 len: 921 time: 0.2796075 Oct 26 15:21:26.494591 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57436) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:26.530338 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e1684adf-ea01-4cbd-b135-9f72668be753 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (3d888d15-f245-4ffe-b896-429b15cd727b), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:26.550630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e98c19-89e3-42d7-aaa1-809a62a2e0b2 None None] DHCP port deletion for 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:21:26.578832 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1684adf-ea01-4cbd-b135-9f72668be753 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network b8832fe7-0add-4ea7-a4ef-95b158162d11 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:26.586097 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-e1684adf-ea01-4cbd-b135-9f72668be753 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:26.589442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae65f01c-e11a-4d33-a756-7992f3c2163d None None] Network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:26.589623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1684adf-ea01-4cbd-b135-9f72668be753 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:26.590201 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e1684adf-ea01-4cbd-b135-9f72668be753 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:26.627695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Attempting to bind port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:26.628008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Attempting to bind port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b8832fe7-0add-4ea7-a4ef-95b158162d11'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:26.628357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Attempting to bind port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b on network b8832fe7-0add-4ea7-a4ef-95b158162d11 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:26.667459 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e1684adf-ea01-4cbd-b135-9f72668be753 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7214105 Oct 26 15:21:26.671348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c21f861-ef71-45ee-829d-aef0963b28cf tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:26.673483 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8c21f861-ef71-45ee-829d-aef0963b28cf tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&device_id=6b8b560c-7ec8-43a1-8fac-c39ef794817a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1779425 Oct 26 15:21:26.674101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57438) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:26.681592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae65f01c-e11a-4d33-a756-7992f3c2163d None None] Network 86a75f62-0b5d-40e3-9cc5-6e865aedbc23 could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:21:26.681801 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-02db2b20-0540-41fa-8dc6-0118ab95e19f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'network_id': 'b8832fe7-0add-4ea7-a4ef-95b158162d11', 'fixed_ips': [{'subnet_id': '7569b154-6b51-4e6f-b68b-1fd77d6dcb87'}, {'subnet_id': '3d888d15-f245-4ffe-b896-429b15cd727b'}], 'name': 'tempest-PortsIpV6TestJSON-551951600'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:26.685966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57440) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:26.707447 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1684adf-ea01-4cbd-b135-9f72668be753 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Subnet': ['ID=3d888d15-f245-4ffe-b896-429b15cd727b,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:26.711524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:21:26.711904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Checking segment: {'id': 'a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b8832fe7-0add-4ea7-a4ef-95b158162d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:26.712316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:26.712712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Bound using segment: {'id': 'a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b8832fe7-0add-4ea7-a4ef-95b158162d11'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:21:26.713243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Bound port: 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b8832fe7-0add-4ea7-a4ef-95b158162d11'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:21:26.713628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:26.730299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:26.736313 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:26.810709 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6779460-e5e1-495c-8361-7aa36dbafb1c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:26.815338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d6779460-e5e1-495c-8361-7aa36dbafb1c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:26.834234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8c68346a-022f-402d-8e8d-492231de445f None None] For port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:26.842043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8c68346a-022f-402d-8e8d-492231de445f None None] For port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b,segment=NetworkSegment(a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa),segment_id=a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:26.845177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:26.846276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:26.866137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:26.951335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02db2b20-0540-41fa-8dc6-0118ab95e19f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:26.963920 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-989bbb8f-2d07-4591-865c-19b01bd9b4d8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (eba94ffe-0fd6-467c-87a2-87070c699bf7), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:26.964589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-989bbb8f-2d07-4591-865c-19b01bd9b4d8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for floatingip (eba94ffe-0fd6-467c-87a2-87070c699bf7), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:26.982613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:26.991712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed26d8bc-fea8-49ee-894d-a493a9f1b0aa None None] New status for floating IP 025376ae-2426-4e90-a744-5451bc4dcd75: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:21:27.001102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:27.033763 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-989bbb8f-2d07-4591-865c-19b01bd9b4d8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Calling delete_port for eba94ffe-0fd6-467c-87a2-87070c699bf7 owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:27.077940 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:27.119795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:27.183514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-02db2b20-0540-41fa-8dc6-0118ab95e19f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:27.190706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3415519-a5af-48f1-9796-27539f8369a3 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:27.192984 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e3415519-a5af-48f1-9796-27539f8369a3 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "GET /networking/v2.0/networks/10462a5a-0e7e-425f-bf32-fbf3f0450853 HTTP/1.1" status: 200 len: 881 time: 0.5037839 Oct 26 15:21:27.200068 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57442) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:27.223723 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-72f7774a-ae20-459c-bf5a-b0be04a1b651 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (6e5c3dd9-fcf2-4324-958a-a20fb84baf72), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:27.242423 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-72f7774a-ae20-459c-bf5a-b0be04a1b651 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (6e5c3dd9-fcf2-4324-958a-a20fb84baf72), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:27.260715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68346a-022f-402d-8e8d-492231de445f None None] Pushing event updated for resources: {'Port': ['ID=77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:27.267410 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fc9b0276-183f-41f5-b6aa-9e003b468f1d tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6b8b560c-7ec8-43a1-8fac-c39ef794817a HTTP/1.1" status: 200 len: 205 time: 0.0624318 Oct 26 15:21:27.267670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57444) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:27.294567 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-02db2b20-0540-41fa-8dc6-0118ab95e19f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] device_id is not set on port 7cc18024-2a8c-453c-b818-36390cf04062 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:21:27.513740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:27.541752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:27.544972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:27.562585 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d6779460-e5e1-495c-8361-7aa36dbafb1c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (aada81b3-04e0-44d0-89ec-c084b29deca7), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:27.607574 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:27.633114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:27.634764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:27.645545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dd49f367-41ff-45df-816f-9f84fcb7df9a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (6b8b560c-7ec8-43a1-8fac-c39ef794817a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:27.657196 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-989bbb8f-2d07-4591-865c-19b01bd9b4d8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (eba94ffe-0fd6-467c-87a2-87070c699bf7), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:27.669109 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6779460-e5e1-495c-8361-7aa36dbafb1c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Subnet': ['ID=aada81b3-04e0-44d0-89ec-c084b29deca7,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:27.725863 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bbb8f-2d07-4591-865c-19b01bd9b4d8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Pushing event deleted for resources: {'Port': ['ID=eba94ffe-0fd6-467c-87a2-87070c699bf7,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:27.737080 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f7774a-ae20-459c-bf5a-b0be04a1b651 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Router 6e5c3dd9-fcf2-4324-958a-a20fb84baf72 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:21:27.741067 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:27.767791 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6779460-e5e1-495c-8361-7aa36dbafb1c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Checking segment: {'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:27.768163 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6779460-e5e1-495c-8361-7aa36dbafb1c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network hostable DHCP agents. Network: 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:27.799986 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:27.856688 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dd49f367-41ff-45df-816f-9f84fcb7df9a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_gateway (6b8b560c-7ec8-43a1-8fac-c39ef794817a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:27.887704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-02db2b20-0540-41fa-8dc6-0118ab95e19f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Allocated IP 2001:db8::bb (b8832fe7-0add-4ea7-a4ef-95b158162d11/7569b154-6b51-4e6f-b68b-1fd77d6dcb87/7cc18024-2a8c-453c-b818-36390cf04062) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:27.898685 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-02db2b20-0540-41fa-8dc6-0118ab95e19f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Allocated IP 2001:db8:0:1::6d (b8832fe7-0add-4ea7-a4ef-95b158162d11/3d888d15-f245-4ffe-b896-429b15cd727b/7cc18024-2a8c-453c-b818-36390cf04062) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:27.933761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:28.002880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-989bbb8f-2d07-4591-865c-19b01bd9b4d8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for floatingip (519b6e6b-53d4-4895-b58a-6ae156c7ecc5), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:28.005775 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-989bbb8f-2d07-4591-865c-19b01bd9b4d8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:28.007298 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-989bbb8f-2d07-4591-865c-19b01bd9b4d8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/519b6e6b-53d4-4895-b58a-6ae156c7ecc5 HTTP/1.1" status: 204 len: 168 time: 2.4348981 Oct 26 15:21:28.008948 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f7774a-ae20-459c-bf5a-b0be04a1b651 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:28.023717 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57446) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:28.025133 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b73c64-06a5-433f-acad-f654f37c070d None None] Sync routers for ids ['6e5c3dd9-fcf2-4324-958a-a20fb84baf72'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:28.029747 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-8dacb1f5-3ec2-413c-8dc3-df90c13a765a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Request body: {'floatingip': {'floating_network_id': 'a87473c6-c83a-46be-82ea-730517c84287', 'port_id': 'd0f0841a-7c58-4712-9225-d92b779da525', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:28.050595 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b73c64-06a5-433f-acad-f654f37c070d None None] Routers {'6e5c3dd9-fcf2-4324-958a-a20fb84baf72'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:28.051494 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-11b73c64-06a5-433f-acad-f654f37c070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6e5c3dd9-fcf2-4324-958a-a20fb84baf72'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:28.065126 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-72f7774a-ae20-459c-bf5a-b0be04a1b651 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:28.075199 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-72f7774a-ae20-459c-bf5a-b0be04a1b651 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "PUT /networking/v2.0/routers/6e5c3dd9-fcf2-4324-958a-a20fb84baf72 HTTP/1.1" status: 200 len: 882 time: 8.4717467 Oct 26 15:21:28.076094 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:28.081102 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6779460-e5e1-495c-8361-7aa36dbafb1c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:28.094264 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57448) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:28.130375 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-d6779460-e5e1-495c-8361-7aa36dbafb1c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:28.135814 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8dacb1f5-3ec2-413c-8dc3-df90c13a765a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:28.141172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aa96d7-0537-4c9b-90a1-e3d46709dc0f None None] Network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:28.141771 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-11b73c64-06a5-433f-acad-f654f37c070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:28.152480 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b73c64-06a5-433f-acad-f654f37c070d None None] Routers {'6e5c3dd9-fcf2-4324-958a-a20fb84baf72'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:28.153308 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-11b73c64-06a5-433f-acad-f654f37c070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6e5c3dd9-fcf2-4324-958a-a20fb84baf72'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:28.159301 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6779460-e5e1-495c-8361-7aa36dbafb1c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:28.160082 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d6779460-e5e1-495c-8361-7aa36dbafb1c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:28.227603 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d6779460-e5e1-495c-8361-7aa36dbafb1c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7135665 Oct 26 15:21:28.254270 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-11b73c64-06a5-433f-acad-f654f37c070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:28.255395 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b73c64-06a5-433f-acad-f654f37c070d None None] The sync data for ids ['6e5c3dd9-fcf2-4324-958a-a20fb84baf72'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:28.272383 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57450) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:28.317154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-dd49f367-41ff-45df-816f-9f84fcb7df9a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Deleting port 1a23e190-de8f-4484-93e2-43a0999bbbee {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:28.317506 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dd49f367-41ff-45df-816f-9f84fcb7df9a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (1a23e190-de8f-4484-93e2-43a0999bbbee), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:28.346885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6f36685-8426-407b-8a1c-d92cb35e7595 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:28.423480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-441b1d64-bd49-4fc9-8fc7-5ec30a28fed7', 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7', 'project_id': '34f29e84b222418880f9a2e6a4499a45', 'fixed_ips': [{'subnet_id': 'aada81b3-04e0-44d0-89ec-c084b29deca7'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:21:28.424444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:28.455574 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-8dacb1f5-3ec2-413c-8dc3-df90c13a765a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:21:28.457350 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8dacb1f5-3ec2-413c-8dc3-df90c13a765a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4319859 Oct 26 15:21:28.460685 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57452) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:28.470156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-ca492be2-fd69-42ed-b21d-2121d35d434f tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': 'd0f0841a-7c58-4712-9225-d92b779da525', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:28.528144 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ca492be2-fd69-42ed-b21d-2121d35d434f tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:28.543568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2097f9-43af-473d-a447-ef35b87a7d7b None None] Network b8832fe7-0add-4ea7-a4ef-95b158162d11 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:28.615284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f6f36685-8426-407b-8a1c-d92cb35e7595 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:28.615542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6f36685-8426-407b-8a1c-d92cb35e7595), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:28.615858 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f6f36685-8426-407b-8a1c-d92cb35e7595 Oct 26 15:21:28.641960 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ca492be2-fd69-42ed-b21d-2121d35d434f tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:28.666463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b0e268f3-925d-4cb3-a1cc-fc2227490dc6 None None] Provisioning complete for port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:28.666808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b0e268f3-925d-4cb3-a1cc-fc2227490dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:28.667124 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b0e268f3-925d-4cb3-a1cc-fc2227490dc6 None None] Attempt 1 to provision port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b Oct 26 15:21:28.743737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:28.752267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:28.787689 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-ca492be2-fd69-42ed-b21d-2121d35d434f tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Allocated IP 172.26.11.171 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/9f4c7d2b-dcb8-4935-9543-a956d5f1df42) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:28.841178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Allocated IP 2001:db8::1 (441b1d64-bd49-4fc9-8fc7-5ec30a28fed7/aada81b3-04e0-44d0-89ec-c084b29deca7/06e78598-8a15-4805-b72c-796a5887f39d) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:28.862006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:28.880871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6f36685-8426-407b-8a1c-d92cb35e7595 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:28.882228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17c095c6-9db4-451b-979a-87c577ee4f97 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:28.996258 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ca492be2-fd69-42ed-b21d-2121d35d434f tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for port (9f4c7d2b-dcb8-4935-9543-a956d5f1df42), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.011033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-02db2b20-0540-41fa-8dc6-0118ab95e19f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (7cc18024-2a8c-453c-b818-36390cf04062), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.037605 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-662d10ab-45e8-44e8-ba2a-84a79f017d34 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "GET /networking/v2.0/routers/6e5c3dd9-fcf2-4324-958a-a20fb84baf72 HTTP/1.1" status: 200 len: 923 time: 0.9263418 Oct 26 15:21:29.037815 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57454) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:29.042217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b0e268f3-925d-4cb3-a1cc-fc2227490dc6 None None] Current status of the port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:29.042685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b0e268f3-925d-4cb3-a1cc-fc2227490dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.060636 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dd49f367-41ff-45df-816f-9f84fcb7df9a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (1a23e190-de8f-4484-93e2-43a0999bbbee), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.067297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (441b1d64-bd49-4fc9-8fc7-5ec30a28fed7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.083029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:29.096983 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8c6272-0a8e-4097-beac-a823e2f33fe1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:29.098278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e3aa8f-6da9-4a8b-9c6f-0fab450f99a5 None None] Update dhcp port {'port': {'network_id': 'b8832fe7-0add-4ea7-a4ef-95b158162d11', 'fixed_ips': [{'subnet_id': '7569b154-6b51-4e6f-b68b-1fd77d6dcb87', 'ip_address': '2001:db8::2'}, {'subnet_id': '3d888d15-f245-4ffe-b896-429b15cd727b'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': '77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:21:29.099210 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7c8c6272-0a8e-4097-beac-a823e2f33fe1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&device_id=6e5c3dd9-fcf2-4324-958a-a20fb84baf72&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 946 time: 0.0593634 Oct 26 15:21:29.102498 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-dd49f367-41ff-45df-816f-9f84fcb7df9a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Calling delete_port for 1a23e190-de8f-4484-93e2-43a0999bbbee owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:29.103604 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57456) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:29.108517 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ca492be2-fd69-42ed-b21d-2121d35d434f tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (9f4c7d2b-dcb8-4935-9543-a956d5f1df42), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.138912 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca492be2-fd69-42ed-b21d-2121d35d434f tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:29.145185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-b0e268f3-925d-4cb3-a1cc-fc2227490dc6 None None] For port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b,segment=NetworkSegment(a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa),segment_id=a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:29.146296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 17c095c6-9db4-451b-979a-87c577ee4f97 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:29.146814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (17c095c6-9db4-451b-979a-87c577ee4f97), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.148155 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 17c095c6-9db4-451b-979a-87c577ee4f97 Oct 26 15:21:29.176926 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-ca492be2-fd69-42ed-b21d-2121d35d434f tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:29.209528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-02db2b20-0540-41fa-8dc6-0118ab95e19f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (7cc18024-2a8c-453c-b818-36390cf04062), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.210906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b0e268f3-925d-4cb3-a1cc-fc2227490dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.221590 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca492be2-fd69-42ed-b21d-2121d35d434f tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:29.230009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4accdf-8682-4dae-a07f-65b5c3e4f191 None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:29.259944 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (aada81b3-04e0-44d0-89ec-c084b29deca7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.264065 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02db2b20-0540-41fa-8dc6-0118ab95e19f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network b8832fe7-0add-4ea7-a4ef-95b158162d11 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:29.270694 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6866db84-1866-4169-8fee-a12ea597d935 None None] New status for floating IP 5acb5302-e6d4-4c13-9ef6-39b5af2566f5: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:21:29.271542 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:29.288095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-72e3aa8f-6da9-4a8b-9c6f-0fab450f99a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.298526 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca492be2-fd69-42ed-b21d-2121d35d434f tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Pushing event updated for resources: {'Port': ['ID=9f4c7d2b-dcb8-4935-9543-a956d5f1df42,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:29.318750 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-02db2b20-0540-41fa-8dc6-0118ab95e19f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:29.329586 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db2b20-0540-41fa-8dc6-0118ab95e19f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:29.331116 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:29.334254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02db2b20-0540-41fa-8dc6-0118ab95e19f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:29.334904 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-02db2b20-0540-41fa-8dc6-0118ab95e19f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.337529 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db2b20-0540-41fa-8dc6-0118ab95e19f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=7cc18024-2a8c-453c-b818-36390cf04062,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:29.389008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4accdf-8682-4dae-a07f-65b5c3e4f191 None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:29.389871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7b4accdf-8682-4dae-a07f-65b5c3e4f191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:29.463390 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-02db2b20-0540-41fa-8dc6-0118ab95e19f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 2.7854445 Oct 26 15:21:29.466463 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57458) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:29.473061 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-d67fdd28-cfc1-47bb-97e9-0ce60e21e5a0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7569b154-6b51-4e6f-b68b-1fd77d6dcb87'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:29.474371 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:29.483760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Publish callbacks [] for port (06e78598-8a15-4805-b72c-796a5887f39d), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.488523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e268f3-925d-4cb3-a1cc-fc2227490dc6 None None] Pushing event updated for resources: {'Port': ['ID=77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:29.533011 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989a6790-35b8-48a3-b254-1df3ac8c3f59 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:29.534783 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-989a6790-35b8-48a3-b254-1df3ac8c3f59 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "GET /networking/v2.0/networks/10462a5a-0e7e-425f-bf32-fbf3f0450853 HTTP/1.1" status: 200 len: 881 time: 0.4299123 Oct 26 15:21:29.538053 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57460) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:29.580914 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e3e16149-54e4-4a90-9179-bb9edd0f270a tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6e5c3dd9-fcf2-4324-958a-a20fb84baf72 HTTP/1.1" status: 200 len: 205 time: 0.0406330 Oct 26 15:21:29.581450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (06e78598-8a15-4805-b72c-796a5887f39d), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.582560 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-ca492be2-fd69-42ed-b21d-2121d35d434f tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Deleting port 9f4c7d2b-dcb8-4935-9543-a956d5f1df42 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:29.583060 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ca492be2-fd69-42ed-b21d-2121d35d434f tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (9f4c7d2b-dcb8-4935-9543-a956d5f1df42), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.584220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57462) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:29.667421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (aada81b3-04e0-44d0-89ec-c084b29deca7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.680102 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ca492be2-fd69-42ed-b21d-2121d35d434f tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (9f4c7d2b-dcb8-4935-9543-a956d5f1df42), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.680458 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ca492be2-fd69-42ed-b21d-2121d35d434f tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for floatingip (9f4c7d2b-dcb8-4935-9543-a956d5f1df42), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.684606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 17c095c6-9db4-451b-979a-87c577ee4f97 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:29.685988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:29.694790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:29.696090 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-ca492be2-fd69-42ed-b21d-2121d35d434f tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Calling delete_port for 9f4c7d2b-dcb8-4935-9543-a956d5f1df42 owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:29.723522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:29.726033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:29.728274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Pushing event updated for resources: {'Port': ['ID=06e78598-8a15-4805-b72c-796a5887f39d,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:29.736619 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Subnet': ['ID=aada81b3-04e0-44d0-89ec-c084b29deca7,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:29.785915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-7b4accdf-8682-4dae-a07f-65b5c3e4f191 None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:29.804845 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (441b1d64-bd49-4fc9-8fc7-5ec30a28fed7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.826134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dd49f367-41ff-45df-816f-9f84fcb7df9a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (1a23e190-de8f-4484-93e2-43a0999bbbee), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.828574 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d67fdd28-cfc1-47bb-97e9-0ce60e21e5a0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (7cc18024-2a8c-453c-b818-36390cf04062), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.836627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ca492be2-fd69-42ed-b21d-2121d35d434f tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (9f4c7d2b-dcb8-4935-9543-a956d5f1df42), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:29.864908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca492be2-fd69-42ed-b21d-2121d35d434f tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Pushing event deleted for resources: {'Port': ['ID=9f4c7d2b-dcb8-4935-9543-a956d5f1df42,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:29.908463 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441b1d64-bd49-4fc9-8fc7-5ec30a28fed7']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:29.922637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49f367-41ff-45df-816f-9f84fcb7df9a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Pushing event deleted for resources: {'Port': ['ID=1a23e190-de8f-4484-93e2-43a0999bbbee,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:29.936675 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60f1553-b914-47ba-8a86-116b7b99a08d') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:29.937011 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60f1553-b914-47ba-8a86-116b7b99a08d') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:29.966102 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:21:29.978978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-72e3aa8f-6da9-4a8b-9c6f-0fab450f99a5 None None] Allocated IP 2001:db8:0:1::2 (b8832fe7-0add-4ea7-a4ef-95b158162d11/3d888d15-f245-4ffe-b896-429b15cd727b/77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:29.990204 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-ca492be2-fd69-42ed-b21d-2121d35d434f tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] create failed (client error): The resource could not be found. Oct 26 15:21:29.991407 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ca492be2-fd69-42ed-b21d-2121d35d434f tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.5295939 Oct 26 15:21:29.996179 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57466) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:29.998592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (e60f1553-b914-47ba-8a86-116b7b99a08d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.006022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 77d842c7-22e3-4a31-904f-093d3a1cac97 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:30.008420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.008908 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 77d842c7-22e3-4a31-904f-093d3a1cac97 Oct 26 15:21:30.039326 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-72f5e6b4-6b2d-4224-9507-08ed7961b56d tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (6e5c3dd9-fcf2-4324-958a-a20fb84baf72), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.043775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:30.044580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:30.045103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:30.047782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:30.096391 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a642163f-6340-4a88-9b03-3070270e7a41 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Deleting port d0f0841a-7c58-4712-9225-d92b779da525 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:30.097049 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a642163f-6340-4a88-9b03-3070270e7a41 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (d0f0841a-7c58-4712-9225-d92b779da525), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:30.098236 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:30.101642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:30.110686 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (e60f1553-b914-47ba-8a86-116b7b99a08d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.127066 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:30.130442 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:30.131080 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (e60f1553-b914-47ba-8a86-116b7b99a08d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.207989 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a642163f-6340-4a88-9b03-3070270e7a41 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (d0f0841a-7c58-4712-9225-d92b779da525), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.209485 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment e60f1553-b914-47ba-8a86-116b7b99a08d resource provider aggregate not found Oct 26 15:21:30.224689 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dd49f367-41ff-45df-816f-9f84fcb7df9a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (6b8b560c-7ec8-43a1-8fac-c39ef794817a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.226204 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a642163f-6340-4a88-9b03-3070270e7a41 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Calling delete_port for d0f0841a-7c58-4712-9225-d92b779da525 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:30.294019 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment e60f1553-b914-47ba-8a86-116b7b99a08d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e60f1553-b914-47ba-8a86-116b7b99a08d found for delete ", "request_id": "req-750a7041-91ea-4d93-89f6-b765630c84ee"}]} Oct 26 15:21:30.334113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e8c3b3-2d72-4531-a5e9-efe6760ba149 None None] New status for floating IP 8ad214f2-742d-45b9-986d-d7f299ca376a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:30.337697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:30.341253 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Failed to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] Oct 26 15:21:30.346125 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:30.346555 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempt 2 to bind port 06e78598-8a15-4805-b72c-796a5887f39d Oct 26 15:21:30.375787 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a642163f-6340-4a88-9b03-3070270e7a41 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (d0f0841a-7c58-4712-9225-d92b779da525), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.408091 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642163f-6340-4a88-9b03-3070270e7a41 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Pushing event deleted for resources: {'Port': ['ID=d0f0841a-7c58-4712-9225-d92b779da525,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:30.408933 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=11,neutron:UPDATE=3,neutron:SELECT=86 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:30.456098 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.db.api [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 15:21:30.456098 dv-neutron-759874-6-hyperv neutron-server[105321]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 15:21:30.456098 dv-neutron-759874-6-hyperv neutron-server[105321]: [parameters: {'id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] Oct 26 15:21:30.456098 dv-neutron-759874-6-hyperv neutron-server[105321]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:21:30.456552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG oslo_db.api [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:21:30.456633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:30.457091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:30.457380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:30.491940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:30.494451 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:30.498556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:30.498642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dd49f367-41ff-45df-816f-9f84fcb7df9a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (6b8b560c-7ec8-43a1-8fac-c39ef794817a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.508140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:30.508361 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dd49f367-41ff-45df-816f-9f84fcb7df9a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_controller (6b8b560c-7ec8-43a1-8fac-c39ef794817a), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.513947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a642163f-6340-4a88-9b03-3070270e7a41 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.525976 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a642163f-6340-4a88-9b03-3070270e7a41 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] 10.222.0.60 "DELETE /networking/v2.0/ports/d0f0841a-7c58-4712-9225-d92b779da525 HTTP/1.1" status: 204 len: 168 time: 0.5289943 Oct 26 15:21:30.527326 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57472) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:30.611736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Failed to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] Oct 26 15:21:30.621638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-72f5e6b4-6b2d-4224-9507-08ed7961b56d tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_gateway (6e5c3dd9-fcf2-4324-958a-a20fb84baf72), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.621638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dd49f367-41ff-45df-816f-9f84fcb7df9a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (6b8b560c-7ec8-43a1-8fac-c39ef794817a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.621638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd49f367-41ff-45df-816f-9f84fcb7df9a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Fanout notify agent at l3_agent the message router_deleted on router 6b8b560c-7ec8-43a1-8fac-c39ef794817a {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:21:30.621638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dd49f367-41ff-45df-816f-9f84fcb7df9a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.622756 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184bfa1b-88c7-4d5b-a612-0d97affd8338 None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:30.623259 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dd49f367-41ff-45df-816f-9f84fcb7df9a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "DELETE /networking/v2.0/routers/6b8b560c-7ec8-43a1-8fac-c39ef794817a HTTP/1.1" status: 204 len: 168 time: 3.3454807 Oct 26 15:21:30.623259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57474) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:30.626544 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f0549316-1556-47f2-9f6f-1f6f127f2034 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1381083548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:30.635276 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempt 3 to bind port 06e78598-8a15-4805-b72c-796a5887f39d Oct 26 15:21:30.636120 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184bfa1b-88c7-4d5b-a612-0d97affd8338 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:30.636962 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-184bfa1b-88c7-4d5b-a612-0d97affd8338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:30.639140 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:30.650485 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f40fc2a-f11c-4bba-9293-71f151a785c6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:30.658209 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1f40fc2a-f11c-4bba-9293-71f151a785c6 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f HTTP/1.1" status: 200 len: 913 time: 0.1294453 Oct 26 15:21:30.659139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57476) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:30.693188 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:30.718360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:30.719547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:30.720060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:30.728179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-72e3aa8f-6da9-4a8b-9c6f-0fab450f99a5 None None] For port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b,segment=NetworkSegment(a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa),segment_id=a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:30.731801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:30.732432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.770443 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-184bfa1b-88c7-4d5b-a612-0d97affd8338 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:30.780470 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f0549316-1556-47f2-9f6f-1f6f127f2034 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (f6a0b007-b4e3-4797-bdb7-49c9f43a4e07), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.782037 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f0549316-1556-47f2-9f6f-1f6f127f2034 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (f6a0b007-b4e3-4797-bdb7-49c9f43a4e07), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:30.815797 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:30.819040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:30.838884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:30.841884 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Failed to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] Oct 26 15:21:30.841977 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-72f5e6b4-6b2d-4224-9507-08ed7961b56d tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Deleting port bfde4829-8120-4239-afec-2703e0eb3bd2 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:30.841977 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-72f5e6b4-6b2d-4224-9507-08ed7961b56d tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (bfde4829-8120-4239-afec-2703e0eb3bd2), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.866292 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempt 4 to bind port 06e78598-8a15-4805-b72c-796a5887f39d Oct 26 15:21:30.901897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-72e3aa8f-6da9-4a8b-9c6f-0fab450f99a5 None None] Publish callbacks [] for port (77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.919113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:30.919726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:30.920082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:30.927749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-72e3aa8f-6da9-4a8b-9c6f-0fab450f99a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.947507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 77d842c7-22e3-4a31-904f-093d3a1cac97, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77d842c7-22e3-4a31-904f-093d3a1cac97,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:30.973398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (441b1d64-bd49-4fc9-8fc7-5ec30a28fed7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:30.977018 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:30.979674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:30.983006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:30.983834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:31.008217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7b4accdf-8682-4dae-a07f-65b5c3e4f191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:26Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:21:27Z', 'revision_number': 6, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:26Z', 'revision_number': 16, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:31.009273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f0549316-1556-47f2-9f6f-1f6f127f2034 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_controller (f6a0b007-b4e3-4797-bdb7-49c9f43a4e07), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:31.057314 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-184bfa1b-88c7-4d5b-a612-0d97affd8338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:21:29Z', 'revision_number': 6, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:24Z', 'revision_number': 16, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:31.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:31.078705 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Failed to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] Oct 26 15:21:31.087029 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempt 5 to bind port 06e78598-8a15-4805-b72c-796a5887f39d Oct 26 15:21:31.092856 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184bfa1b-88c7-4d5b-a612-0d97affd8338 None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:31.105546 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184bfa1b-88c7-4d5b-a612-0d97affd8338 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:31.106161 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-184bfa1b-88c7-4d5b-a612-0d97affd8338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:31.108367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4accdf-8682-4dae-a07f-65b5c3e4f191 None None] Checking router: 62b9f0e9-5874-41a0-857a-c43efc83f0ef for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:31.125560 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f0549316-1556-47f2-9f6f-1f6f127f2034 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (f6a0b007-b4e3-4797-bdb7-49c9f43a4e07), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:31.155814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:31.157168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:31.157692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:31.166009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3aa8f-6da9-4a8b-9c6f-0fab450f99a5 None None] Pushing event updated for resources: {'Port': ['ID=77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:31.190142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-d67fdd28-cfc1-47bb-97e9-0ce60e21e5a0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Delete allocated IP 2001:db8:0:1::6d (b8832fe7-0add-4ea7-a4ef-95b158162d11/3d888d15-f245-4ffe-b896-429b15cd727b) {{(pid=105321) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:31.195625 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:31.199094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:31.201905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4accdf-8682-4dae-a07f-65b5c3e4f191 None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:31.202536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7b4accdf-8682-4dae-a07f-65b5c3e4f191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:31.268117 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-184bfa1b-88c7-4d5b-a612-0d97affd8338 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:31.270305 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f0549316-1556-47f2-9f6f-1f6f127f2034 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:31.274027 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f0549316-1556-47f2-9f6f-1f6f127f2034 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6507239 Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:31.275777 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:31.278265 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Failed to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] Oct 26 15:21:31.278353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57478) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:31.279728 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempt 6 to bind port 06e78598-8a15-4805-b72c-796a5887f39d Oct 26 15:21:31.282649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-72f5e6b4-6b2d-4224-9507-08ed7961b56d tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (bfde4829-8120-4239-afec-2703e0eb3bd2), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:31.283798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 48dc8cb6-5318-4f85-8e5d-2af8765d605e triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:31.284483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:31.284985 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 48dc8cb6-5318-4f85-8e5d-2af8765d605e Oct 26 15:21:31.297659 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-89ce93cc-5054-411d-879f-d5b7c18f61f8 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Request body: {'router': {'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:31.317564 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:31.338199 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-72f5e6b4-6b2d-4224-9507-08ed7961b56d tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Calling delete_port for bfde4829-8120-4239-afec-2703e0eb3bd2 owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:31.365865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:31.366435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:31.366580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:31.407517 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Deleting port 06e78598-8a15-4805-b72c-796a5887f39d {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:31.408107 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (06e78598-8a15-4805-b72c-796a5887f39d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:31.408541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:31.411668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:31.413857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=77d842c7-22e3-4a31-904f-093d3a1cac97,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:31.433252 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:31.474663 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:31.477355 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Failed to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] Oct 26 15:21:31.477445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a9a0dc4-0548-4482-8e82-8195af00597a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:31.484198 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempt 7 to bind port 06e78598-8a15-4805-b72c-796a5887f39d Oct 26 15:21:31.541155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:31.541736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:31.542289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:31.550068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-7b4accdf-8682-4dae-a07f-65b5c3e4f191 None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:31.617751 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89ce93cc-5054-411d-879f-d5b7c18f61f8 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_gateway (f6a0b007-b4e3-4797-bdb7-49c9f43a4e07), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:31.621934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:31.626971 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:31.630832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:31.661822 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-184bfa1b-88c7-4d5b-a612-0d97affd8338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:21:29Z', 'revision_number': 6, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:30Z', 'revision_number': 17, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:31.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:31.699271 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Failed to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] Oct 26 15:21:31.704285 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184bfa1b-88c7-4d5b-a612-0d97affd8338 None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:21:29Z', 'revision_number': 6, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:30Z', 'revision_number': 17, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:31.715820 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempt 8 to bind port 06e78598-8a15-4805-b72c-796a5887f39d Oct 26 15:21:31.790276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:31.791187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:31.805650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:31.806627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:31.807200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:31.828500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:31.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:31.848728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:31.855023 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89ce93cc-5054-411d-879f-d5b7c18f61f8 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_gateway (f6a0b007-b4e3-4797-bdb7-49c9f43a4e07), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:31.896723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d73d3b-099f-4718-8003-0bc309cde552 None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:31.896949 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89ce93cc-5054-411d-879f-d5b7c18f61f8 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:31.928082 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:31.931220 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Failed to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] Oct 26 15:21:31.946095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:31.964714 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempt 9 to bind port 06e78598-8a15-4805-b72c-796a5887f39d Oct 26 15:21:31.978496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d73d3b-099f-4718-8003-0bc309cde552 None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:31.979439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-54d73d3b-099f-4718-8003-0bc309cde552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:32.035089 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-89ce93cc-5054-411d-879f-d5b7c18f61f8 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Allocated IP 172.26.11.80 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/2d6599a9-250a-4ff7-834f-351b0e9efa00) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:32.040973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:32.041836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:32.204279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] For port 06e78598-8a15-4805-b72c-796a5887f39d, host dv-neutron-759874-6-hyperv, got binding levels [] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:32.204741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (06e78598-8a15-4805-b72c-796a5887f39d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:32.217379 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89ce93cc-5054-411d-879f-d5b7c18f61f8 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for port (2d6599a9-250a-4ff7-834f-351b0e9efa00), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:32.261244 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89ce93cc-5054-411d-879f-d5b7c18f61f8 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (2d6599a9-250a-4ff7-834f-351b0e9efa00), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:32.317826 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ce93cc-5054-411d-879f-d5b7c18f61f8 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:32.322201 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-89ce93cc-5054-411d-879f-d5b7c18f61f8 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:32.329601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ce93cc-5054-411d-879f-d5b7c18f61f8 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:32.377311 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:32.378555 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce93cc-5054-411d-879f-d5b7c18f61f8 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Pushing event updated for resources: {'Port': ['ID=2d6599a9-250a-4ff7-834f-351b0e9efa00,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:32.383120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d67fdd28-cfc1-47bb-97e9-0ce60e21e5a0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (7cc18024-2a8c-453c-b818-36390cf04062), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:32.391812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-54d73d3b-099f-4718-8003-0bc309cde552 None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:32.437286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:32.437774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:32.438141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:32.441850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9781b309-d72f-4283-a2f6-c55ed4a75d35 None None] Network b8832fe7-0add-4ea7-a4ef-95b158162d11 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:32.448869 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d67fdd28-cfc1-47bb-97e9-0ce60e21e5a0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (7cc18024-2a8c-453c-b818-36390cf04062), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:32.466244 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Calling delete_port for 06e78598-8a15-4805-b72c-796a5887f39d owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:32.506382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:32.507930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:32.549574 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:32.554148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:32.614697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:32.618033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:32.655892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-717928b7-9ad1-4cac-b0c5-f31d006f9014 None None] Provisioning complete for port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:32.656079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-717928b7-9ad1-4cac-b0c5-f31d006f9014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:32.656959 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-717928b7-9ad1-4cac-b0c5-f31d006f9014 None None] Attempt 1 to provision port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b Oct 26 15:21:32.668277 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-d67fdd28-cfc1-47bb-97e9-0ce60e21e5a0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] In _notify_port_updated(), no bound segment for port 7cc18024-2a8c-453c-b818-36390cf04062 on network b8832fe7-0add-4ea7-a4ef-95b158162d11 {{(pid=105321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:21:32.689641 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89ce93cc-5054-411d-879f-d5b7c18f61f8 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_gateway (f6a0b007-b4e3-4797-bdb7-49c9f43a4e07), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:32.697628 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67fdd28-cfc1-47bb-97e9-0ce60e21e5a0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:32.698552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d67fdd28-cfc1-47bb-97e9-0ce60e21e5a0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:32.700201 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d67fdd28-cfc1-47bb-97e9-0ce60e21e5a0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "PUT /networking/v2.0/ports/7cc18024-2a8c-453c-b818-36390cf04062 HTTP/1.1" status: 200 len: 924 time: 3.2318454 Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:32.708198 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:32.710766 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Failed to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] Oct 26 15:21:32.710860 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57480) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:32.716582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-0e545e89-2fa2-4fbb-8970-59cf750ca4e5 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7569b154-6b51-4e6f-b68b-1fd77d6dcb87'}, {'subnet_id': '3d888d15-f245-4ffe-b896-429b15cd727b'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:32.726972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fdd28-cfc1-47bb-97e9-0ce60e21e5a0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=7cc18024-2a8c-453c-b818-36390cf04062,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:32.731895 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempt 10 to bind port 06e78598-8a15-4805-b72c-796a5887f39d Oct 26 15:21:32.765197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:32.781955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:32.782338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:32.782677 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 Oct 26 15:21:32.814135 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-72f5e6b4-6b2d-4224-9507-08ed7961b56d tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (bfde4829-8120-4239-afec-2703e0eb3bd2), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:32.844660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:32.845050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:32.845412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:32.872535 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5e6b4-6b2d-4224-9507-08ed7961b56d tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Pushing event deleted for resources: {'Port': ['ID=bfde4829-8120-4239-afec-2703e0eb3bd2,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:33.003233 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a0dc4-0548-4482-8e82-8195af00597a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Deleting port f51945ec-14a4-465d-a194-58036e253fde {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:33.003585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a9a0dc4-0548-4482-8e82-8195af00597a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f51945ec-14a4-465d-a194-58036e253fde), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:33.048846 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:33.052461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Attempting to bind port 06e78598-8a15-4805-b72c-796a5887f39d on network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:33.129318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7b4accdf-8682-4dae-a07f-65b5c3e4f191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:26Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:21:27Z', 'revision_number': 6, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:26Z', 'revision_number': 16, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet aada81b3-04e0-44d0-89ec-c084b29deca7 could not be found. Oct 26 15:21:33.138005 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:33.140476 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Failed to bind port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': 'e60f1553-b914-47ba-8a86-116b7b99a08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '441b1d64-bd49-4fc9-8fc7-5ec30a28fed7'}] Oct 26 15:21:33.140476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (06e78598-8a15-4805-b72c-796a5887f39d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:33.230976 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a9a0dc4-0548-4482-8e82-8195af00597a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f51945ec-14a4-465d-a194-58036e253fde), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:33.232949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4accdf-8682-4dae-a07f-65b5c3e4f191 None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:26Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:21:27Z', 'revision_number': 6, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:26Z', 'revision_number': 16, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:33.241780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0e545e89-2fa2-4fbb-8970-59cf750ca4e5 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (7cc18024-2a8c-453c-b818-36390cf04062), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:33.244335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-717928b7-9ad1-4cac-b0c5-f31d006f9014 None None] Current status of the port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:33.250345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89ce93cc-5054-411d-879f-d5b7c18f61f8 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (f6a0b007-b4e3-4797-bdb7-49c9f43a4e07), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:33.255540 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89ce93cc-5054-411d-879f-d5b7c18f61f8 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (f6a0b007-b4e3-4797-bdb7-49c9f43a4e07), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:33.259950 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:33.265109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (06e78598-8a15-4805-b72c-796a5887f39d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:33.295572 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a0dc4-0548-4482-8e82-8195af00597a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Calling delete_port for f51945ec-14a4-465d-a194-58036e253fde owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:33.404525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c9cbee1e-8260-44cd-88dd-58dc5efb2f06 None None] Port 06e78598-8a15-4805-b72c-796a5887f39d has been deleted concurrently {{(pid=105323) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 26 15:21:33.406978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:33.407373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:33.418255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-54d73d3b-099f-4718-8003-0bc309cde552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:21:30Z', 'revision_number': 7, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:33.480014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d73d3b-099f-4718-8003-0bc309cde552 None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:33.495595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:33.508439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:33.522387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:33.525965 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d73d3b-099f-4718-8003-0bc309cde552 None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:33.526326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-54d73d3b-099f-4718-8003-0bc309cde552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:33.529528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No DVR routers for this DVR port 06e78598-8a15-4805-b72c-796a5887f39d on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:21:33.572938 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ce93cc-5054-411d-879f-d5b7c18f61f8 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Router f6a0b007-b4e3-4797-bdb7-49c9f43a4e07 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:21:33.617561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Port': ['ID=06e78598-8a15-4805-b72c-796a5887f39d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:33.630378 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-72f5e6b4-6b2d-4224-9507-08ed7961b56d tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (6e5c3dd9-fcf2-4324-958a-a20fb84baf72), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:33.822845 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ce93cc-5054-411d-879f-d5b7c18f61f8 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:33.831381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d6206c67-0384-4be1-abd1-8e9ce5564f42 None None] Provisioning complete for port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:33.831381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d6206c67-0384-4be1-abd1-8e9ce5564f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:33.831921 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d6206c67-0384-4be1-abd1-8e9ce5564f42 None None] Attempt 1 to provision port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b Oct 26 15:21:33.833505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:21:33.833863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d0248ea5-96ba-4e6f-bcd7-8eb8da0f89b4 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:33.837486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:33.839998 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8106da-c37e-40e0-9a97-7ac175a3ba36 None None] Sync routers for ids ['f6a0b007-b4e3-4797-bdb7-49c9f43a4e07'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:33.843037 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89ce93cc-5054-411d-879f-d5b7c18f61f8 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:33.844280 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-89ce93cc-5054-411d-879f-d5b7c18f61f8 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "PUT /networking/v2.0/routers/f6a0b007-b4e3-4797-bdb7-49c9f43a4e07 HTTP/1.1" status: 200 len: 880 time: 2.5650063 Oct 26 15:21:33.847079 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57482) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:33.847889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:33.878532 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8106da-c37e-40e0-9a97-7ac175a3ba36 None None] Routers {'f6a0b007-b4e3-4797-bdb7-49c9f43a4e07'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:33.883664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:33.884110 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7b8106da-c37e-40e0-9a97-7ac175a3ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f6a0b007-b4e3-4797-bdb7-49c9f43a4e07'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:33.945201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-54d73d3b-099f-4718-8003-0bc309cde552 None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:34.094627 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (441b1d64-bd49-4fc9-8fc7-5ec30a28fed7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:34.131932 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b5cf14b0-0cde-4002-866b-31af7b181605 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "GET /networking/v2.0/routers/f6a0b007-b4e3-4797-bdb7-49c9f43a4e07 HTTP/1.1" status: 200 len: 921 time: 0.2812762 Oct 26 15:21:34.132197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57484) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:34.133780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:34.134183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:34.166494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-72f5e6b4-6b2d-4224-9507-08ed7961b56d tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (6e5c3dd9-fcf2-4324-958a-a20fb84baf72), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:34.183788 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-72f5e6b4-6b2d-4224-9507-08ed7961b56d tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_controller (6e5c3dd9-fcf2-4324-958a-a20fb84baf72), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:34.220195 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441b1d64-bd49-4fc9-8fc7-5ec30a28fed7']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:34.222401 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee13710-f506-4cb4-9998-15275810afe6 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:34.229282 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3ee13710-f506-4cb4-9998-15275810afe6 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&device_id=f6a0b007-b4e3-4797-bdb7-49c9f43a4e07&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0953667 Oct 26 15:21:34.232859 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57486) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:34.246862 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7b8106da-c37e-40e0-9a97-7ac175a3ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:34.273056 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8106da-c37e-40e0-9a97-7ac175a3ba36 None None] Routers {'f6a0b007-b4e3-4797-bdb7-49c9f43a4e07'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:34.274015 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7b8106da-c37e-40e0-9a97-7ac175a3ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f6a0b007-b4e3-4797-bdb7-49c9f43a4e07'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:34.283504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60f1553-b914-47ba-8a86-116b7b99a08d') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:34.284374 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60f1553-b914-47ba-8a86-116b7b99a08d') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:34.320054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 77d842c7-22e3-4a31-904f-093d3a1cac97, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77d842c7-22e3-4a31-904f-093d3a1cac97,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:34.323492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d6206c67-0384-4be1-abd1-8e9ce5564f42 None None] Current status of the port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:34.340079 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7b8106da-c37e-40e0-9a97-7ac175a3ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:34.342359 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8106da-c37e-40e0-9a97-7ac175a3ba36 None None] The sync data for ids ['f6a0b007-b4e3-4797-bdb7-49c9f43a4e07'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:34.358314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (e60f1553-b914-47ba-8a86-116b7b99a08d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:34.369431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:34.370630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:34.393869 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (e60f1553-b914-47ba-8a86-116b7b99a08d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:34.420077 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b691e130-9767-4e2e-b67b-b89135b4fead tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:34.421507 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b691e130-9767-4e2e-b67b-b89135b4fead tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "GET /networking/v2.0/networks/10462a5a-0e7e-425f-bf32-fbf3f0450853 HTTP/1.1" status: 200 len: 881 time: 0.1875129 Oct 26 15:21:34.423116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:34.425869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57488) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:34.461055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-0e545e89-2fa2-4fbb-8970-59cf750ca4e5 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Allocated IP 2001:db8:0:1::185 (b8832fe7-0add-4ea7-a4ef-95b158162d11/3d888d15-f245-4ffe-b896-429b15cd727b/7cc18024-2a8c-453c-b818-36390cf04062) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:34.466967 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-44d4fa80-b6e8-47b8-81d2-a77511129e24 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6a0b007-b4e3-4797-bdb7-49c9f43a4e07 HTTP/1.1" status: 200 len: 205 time: 0.0398116 Oct 26 15:21:34.471557 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57490) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:34.479468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d6206c67-0384-4be1-abd1-8e9ce5564f42 None None] Provisioning complete for port 7cc18024-2a8c-453c-b818-36390cf04062 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:34.479853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d6206c67-0384-4be1-abd1-8e9ce5564f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (7cc18024-2a8c-453c-b818-36390cf04062), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:34.480195 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d6206c67-0384-4be1-abd1-8e9ce5564f42 None None] Attempt 1 to provision port 7cc18024-2a8c-453c-b818-36390cf04062 Oct 26 15:21:34.490650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:34.492491 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-72f5e6b4-6b2d-4224-9507-08ed7961b56d tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (6e5c3dd9-fcf2-4324-958a-a20fb84baf72), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:34.493623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f5e6b4-6b2d-4224-9507-08ed7961b56d tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Fanout notify agent at l3_agent the message router_deleted on router 6e5c3dd9-fcf2-4324-958a-a20fb84baf72 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:21:34.501957 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-72f5e6b4-6b2d-4224-9507-08ed7961b56d tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:34.503104 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-72f5e6b4-6b2d-4224-9507-08ed7961b56d tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "DELETE /networking/v2.0/routers/6e5c3dd9-fcf2-4324-958a-a20fb84baf72 HTTP/1.1" status: 204 len: 168 time: 4.9176800 Oct 26 15:21:34.546196 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57492) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:34.569272 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7184d668-f429-409a-ba74-9bdefcced960 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-32923827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:34.578149 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:34.578772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (e60f1553-b914-47ba-8a86-116b7b99a08d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:34.615899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7184d668-f429-409a-ba74-9bdefcced960 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (eb13fbb0-a37f-46d7-9208-0c75c4a117fa), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:34.617151 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7184d668-f429-409a-ba74-9bdefcced960 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (eb13fbb0-a37f-46d7-9208-0c75c4a117fa), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:34.629931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:34.728717 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7184d668-f429-409a-ba74-9bdefcced960 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_controller (eb13fbb0-a37f-46d7-9208-0c75c4a117fa), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:34.733477 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e73053d6-96ee-44cd-bdea-616ec6c7d6f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (f6a0b007-b4e3-4797-bdb7-49c9f43a4e07), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:34.745345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:34.794484 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment e60f1553-b914-47ba-8a86-116b7b99a08d resource provider aggregate not found Oct 26 15:21:34.813005 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7184d668-f429-409a-ba74-9bdefcced960 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (eb13fbb0-a37f-46d7-9208-0c75c4a117fa), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:34.833606 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment e60f1553-b914-47ba-8a86-116b7b99a08d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e60f1553-b914-47ba-8a86-116b7b99a08d found for delete ", "request_id": "req-d07e6ff8-7645-4ec4-9255-3186ca511c41"}]} Oct 26 15:21:34.838405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=77d842c7-22e3-4a31-904f-093d3a1cac97,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:34.846209 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7184d668-f429-409a-ba74-9bdefcced960 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:34.848608 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7184d668-f429-409a-ba74-9bdefcced960 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2990532 Oct 26 15:21:34.851682 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:34.852336 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57498) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:34.855014 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:34.859308 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-2778a1f6-43b1-4a41-b8ff-3b2bcb433724 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'enable_snat': True}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:34.885122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d6206c67-0384-4be1-abd1-8e9ce5564f42 None None] Port 7cc18024-2a8c-453c-b818-36390cf04062 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:21:34.893260 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (441b1d64-bd49-4fc9-8fc7-5ec30a28fed7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:34.895877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e128c4-47ee-4a0e-ae45-0c219d077703 None None] New status for floating IP 5acb5302-e6d4-4c13-9ef6-39b5af2566f5: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:21:34.901446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:34.905551 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/networks/441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 HTTP/1.1" status: 204 len: 168 time: 6.6248901 Oct 26 15:21:34.916286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57500) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:34.933401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-3edb8bd4-516c-4627-941a-bced4cb4cf28 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1863896288'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:34.938064 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a9a0dc4-0548-4482-8e82-8195af00597a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (f51945ec-14a4-465d-a194-58036e253fde), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:35.035594 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbde165-080f-4895-a200-6df301662711 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Network': ['ID=441b1d64-bd49-4fc9-8fc7-5ec30a28fed7,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:35.044528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a0dc4-0548-4482-8e82-8195af00597a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Pushing event deleted for resources: {'Port': ['ID=f51945ec-14a4-465d-a194-58036e253fde,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:35.152597 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e73053d6-96ee-44cd-bdea-616ec6c7d6f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_gateway (f6a0b007-b4e3-4797-bdb7-49c9f43a4e07), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:35.196145 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a9a0dc4-0548-4482-8e82-8195af00597a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:35.211982 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edb8bd4-516c-4627-941a-bced4cb4cf28 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:35.215980 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3edb8bd4-516c-4627-941a-bced4cb4cf28 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:35.229536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-7e7f26fe-35ac-4a20-9607-a64219e5b35d None None] Provisioning complete for port 7cc18024-2a8c-453c-b818-36390cf04062 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:35.230913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7e7f26fe-35ac-4a20-9607-a64219e5b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (7cc18024-2a8c-453c-b818-36390cf04062), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:35.231256 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7e7f26fe-35ac-4a20-9607-a64219e5b35d None None] Attempt 1 to provision port 7cc18024-2a8c-453c-b818-36390cf04062 Oct 26 15:21:35.249617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:35.250623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:35.256675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-e73053d6-96ee-44cd-bdea-616ec6c7d6f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Deleting port 2d6599a9-250a-4ff7-834f-351b0e9efa00 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:35.257201 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e73053d6-96ee-44cd-bdea-616ec6c7d6f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (2d6599a9-250a-4ff7-834f-351b0e9efa00), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:35.258116 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0e545e89-2fa2-4fbb-8970-59cf750ca4e5 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (7cc18024-2a8c-453c-b818-36390cf04062), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:35.306886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edb8bd4-516c-4627-941a-bced4cb4cf28 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:35.311325 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0e545e89-2fa2-4fbb-8970-59cf750ca4e5 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (7cc18024-2a8c-453c-b818-36390cf04062), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:35.342608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e85f26-8272-46a7-a6f8-07065e718fb7 None None] DHCP port deletion for 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:21:35.346472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-54d73d3b-099f-4718-8003-0bc309cde552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:21:30Z', 'revision_number': 7, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:35.378334 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e545e89-2fa2-4fbb-8970-59cf750ca4e5 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=7cc18024-2a8c-453c-b818-36390cf04062,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:35.417670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3edb8bd4-516c-4627-941a-bced4cb4cf28 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (5c4324bb-4a1d-4d64-acca-0e3312630326), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:35.418024 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-3edb8bd4-516c-4627-941a-bced4cb4cf28 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Added segment 5c4324bb-4a1d-4d64-acca-0e3312630326 of type vlan for network 16aec21d-e038-422e-999b-7dff0697a3c4 Oct 26 15:21:35.426998 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2778a1f6-43b1-4a41-b8ff-3b2bcb433724 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_gateway (eb13fbb0-a37f-46d7-9208-0c75c4a117fa), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:35.533762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:35.572489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d73d3b-099f-4718-8003-0bc309cde552 None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:21:30Z', 'revision_number': 7, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:35.575476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65ab4f1-a5d7-4be5-b020-2c5216d171e8 None None] Network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:35.597549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65ab4f1-a5d7-4be5-b020-2c5216d171e8 None None] Network 441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:21:35.615854 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e73053d6-96ee-44cd-bdea-616ec6c7d6f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (2d6599a9-250a-4ff7-834f-351b0e9efa00), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:35.615994 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-0e545e89-2fa2-4fbb-8970-59cf750ca4e5 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] In _notify_port_updated(), no bound segment for port 7cc18024-2a8c-453c-b818-36390cf04062 on network b8832fe7-0add-4ea7-a4ef-95b158162d11 {{(pid=105321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:21:35.618246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f26fe-35ac-4a20-9607-a64219e5b35d None None] Port 7cc18024-2a8c-453c-b818-36390cf04062 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:21:35.628003 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e545e89-2fa2-4fbb-8970-59cf750ca4e5 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:35.628948 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0e545e89-2fa2-4fbb-8970-59cf750ca4e5 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:35.630478 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0e545e89-2fa2-4fbb-8970-59cf750ca4e5 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "PUT /networking/v2.0/ports/7cc18024-2a8c-453c-b818-36390cf04062 HTTP/1.1" status: 200 len: 1010 time: 2.9184301 Oct 26 15:21:35.633507 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57502) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:35.633998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:35.670114 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3edb8bd4-516c-4627-941a-bced4cb4cf28 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (16aec21d-e038-422e-999b-7dff0697a3c4), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:35.746452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:35.753888 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-e73053d6-96ee-44cd-bdea-616ec6c7d6f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Calling delete_port for 2d6599a9-250a-4ff7-834f-351b0e9efa00 owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:35.762456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-f13cbc51-7ece-4ccf-86db-a737bdac28e9 None None] Could not find standard attr ID for object 06e78598-8a15-4805-b72c-796a5887f39d. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:21:35.779880 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9a0dc4-0548-4482-8e82-8195af00597a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Router 7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:21:35.832258 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3edb8bd4-516c-4627-941a-bced4cb4cf28 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (16aec21d-e038-422e-999b-7dff0697a3c4), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:35.837227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb8bd4-516c-4627-941a-bced4cb4cf28 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:35.838317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3edb8bd4-516c-4627-941a-bced4cb4cf28 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:35.848549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:35.974301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a54d569d-e2ec-4572-95e4-76ff754b3d74 None None] Provisioning complete for port 7cc18024-2a8c-453c-b818-36390cf04062 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:35.974683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a54d569d-e2ec-4572-95e4-76ff754b3d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (7cc18024-2a8c-453c-b818-36390cf04062), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:35.975027 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a54d569d-e2ec-4572-95e4-76ff754b3d74 None None] Attempt 1 to provision port 7cc18024-2a8c-453c-b818-36390cf04062 Oct 26 15:21:35.990948 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-6c424a66-445e-4a8e-b0bd-f536296ef2b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port 7cc18024-2a8c-453c-b818-36390cf04062 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:35.991739 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6c424a66-445e-4a8e-b0bd-f536296ef2b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (7cc18024-2a8c-453c-b818-36390cf04062), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:36.010523 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3edb8bd4-516c-4627-941a-bced4cb4cf28 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0847797 Oct 26 15:21:36.027223 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57506) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:36.038213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a54d569d-e2ec-4572-95e4-76ff754b3d74 None None] Port 7cc18024-2a8c-453c-b818-36390cf04062 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:21:36.061730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:36.063680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:36.070621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e309577e-47fc-4b9a-a009-c27ec77c6cd0 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'subnet': {'network_id': '16aec21d-e038-422e-999b-7dff0697a3c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:36.074910 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:36.082775 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9a0dc4-0548-4482-8e82-8195af00597a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:36.120237 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9094da-0587-4f6b-8dad-e3b50df72b40 None None] Sync routers for ids ['7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:36.126795 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5a9a0dc4-0548-4482-8e82-8195af00597a tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] 10.222.0.60 "PUT /networking/v2.0/routers/7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4664869 Oct 26 15:21:36.137104 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9094da-0587-4f6b-8dad-e3b50df72b40 None None] Routers {'7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:36.139058 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7f9094da-0587-4f6b-8dad-e3b50df72b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:36.142379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57508) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:36.182376 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb8bd4-516c-4627-941a-bced4cb4cf28 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Network': ['ID=16aec21d-e038-422e-999b-7dff0697a3c4,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:36.188286 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7f9094da-0587-4f6b-8dad-e3b50df72b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:36.204981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 16aec21d-e038-422e-999b-7dff0697a3c4 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:36.239071 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9094da-0587-4f6b-8dad-e3b50df72b40 None None] Routers {'7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:36.240756 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7f9094da-0587-4f6b-8dad-e3b50df72b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:36.321573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:36.322613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:36.328215 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7f9094da-0587-4f6b-8dad-e3b50df72b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:36.335058 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9094da-0587-4f6b-8dad-e3b50df72b40 None None] The sync data for ids ['7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:36.364885 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:36.373897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2778a1f6-43b1-4a41-b8ff-3b2bcb433724 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_gateway (eb13fbb0-a37f-46d7-9208-0c75c4a117fa), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:36.403547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:36.417124 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2778a1f6-43b1-4a41-b8ff-3b2bcb433724 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:36.423528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-109f2655-a524-42cd-bf13-3511d3be4fd7 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for router (7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:36.453825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:36.478457 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6c424a66-445e-4a8e-b0bd-f536296ef2b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (7cc18024-2a8c-453c-b818-36390cf04062), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:36.568441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-6c424a66-445e-4a8e-b0bd-f536296ef2b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for 7cc18024-2a8c-453c-b818-36390cf04062 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:36.598788 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:36.935095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77103459-4236-40d9-adca-ad42d46eed50 None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:36.962168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77103459-4236-40d9-adca-ad42d46eed50 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:36.963061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-77103459-4236-40d9-adca-ad42d46eed50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:36.987852 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e309577e-47fc-4b9a-a009-c27ec77c6cd0 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:36.989931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e73053d6-96ee-44cd-bdea-616ec6c7d6f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (2d6599a9-250a-4ff7-834f-351b0e9efa00), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:36.995444 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e309577e-47fc-4b9a-a009-c27ec77c6cd0 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.001859 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2366279c-baed-4343-bb93-a25ab762cefa None None] New status for floating IP 025376ae-2426-4e90-a744-5451bc4dcd75: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:21:37.011903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-2778a1f6-43b1-4a41-b8ff-3b2bcb433724 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Allocated IP 172.26.11.215 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/ef39f89f-b9d8-446f-aa62-0ee173c852ae) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:37.071421 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73053d6-96ee-44cd-bdea-616ec6c7d6f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Pushing event deleted for resources: {'Port': ['ID=2d6599a9-250a-4ff7-834f-351b0e9efa00,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:37.257435 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-109f2655-a524-42cd-bf13-3511d3be4fd7 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.257840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-77103459-4236-40d9-adca-ad42d46eed50 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:37.263671 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-109f2655-a524-42cd-bf13-3511d3be4fd7 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for router_controller (7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.294905 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:37.335256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:37.353716 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-109f2655-a524-42cd-bf13-3511d3be4fd7 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.354726 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109f2655-a524-42cd-bf13-3511d3be4fd7 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Fanout notify agent at l3_agent the message router_deleted on router 7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:21:37.406482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-109f2655-a524-42cd-bf13-3511d3be4fd7 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.411083 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2778a1f6-43b1-4a41-b8ff-3b2bcb433724 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for port (ef39f89f-b9d8-446f-aa62-0ee173c852ae), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.411568 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-109f2655-a524-42cd-bf13-3511d3be4fd7 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] 10.222.0.60 "DELETE /networking/v2.0/routers/7e0b80f6-14e7-48f5-b94f-d5ffdaf99c8f HTTP/1.1" status: 204 len: 168 time: 1.2580056 Oct 26 15:21:37.417820 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57512) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:37.443293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:37.450506 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e73053d6-96ee-44cd-bdea-616ec6c7d6f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (f6a0b007-b4e3-4797-bdb7-49c9f43a4e07), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.467051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:37.509302 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-66287507-f378-43de-a0b2-60e65bc11ad8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Deleting subnet b0f40bf9-3480-471c-877e-da2f099e99ea {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:21:37.534794 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2778a1f6-43b1-4a41-b8ff-3b2bcb433724 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (ef39f89f-b9d8-446f-aa62-0ee173c852ae), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.560258 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-66287507-f378-43de-a0b2-60e65bc11ad8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for subnet (b0f40bf9-3480-471c-877e-da2f099e99ea), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.583047 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2778a1f6-43b1-4a41-b8ff-3b2bcb433724 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:37.652584 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-2778a1f6-43b1-4a41-b8ff-3b2bcb433724 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:37.660769 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-66287507-f378-43de-a0b2-60e65bc11ad8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (b0f40bf9-3480-471c-877e-da2f099e99ea), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.661900 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e73053d6-96ee-44cd-bdea-616ec6c7d6f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (f6a0b007-b4e3-4797-bdb7-49c9f43a4e07), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.665030 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e73053d6-96ee-44cd-bdea-616ec6c7d6f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_controller (f6a0b007-b4e3-4797-bdb7-49c9f43a4e07), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.697767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 48dc8cb6-5318-4f85-8e5d-2af8765d605e triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:37.697966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.698480 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 48dc8cb6-5318-4f85-8e5d-2af8765d605e Oct 26 15:21:37.721904 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2778a1f6-43b1-4a41-b8ff-3b2bcb433724 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:37.775246 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e73053d6-96ee-44cd-bdea-616ec6c7d6f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (f6a0b007-b4e3-4797-bdb7-49c9f43a4e07), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.775857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73053d6-96ee-44cd-bdea-616ec6c7d6f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Fanout notify agent at l3_agent the message router_deleted on router f6a0b007-b4e3-4797-bdb7-49c9f43a4e07 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:21:37.804873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-66287507-f378-43de-a0b2-60e65bc11ad8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (b0f40bf9-3480-471c-877e-da2f099e99ea), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.825677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e73053d6-96ee-44cd-bdea-616ec6c7d6f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.830582 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e73053d6-96ee-44cd-bdea-616ec6c7d6f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "DELETE /networking/v2.0/routers/f6a0b007-b4e3-4797-bdb7-49c9f43a4e07 HTTP/1.1" status: 204 len: 168 time: 3.3541496 Oct 26 15:21:37.833671 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57514) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:37.835580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=4,neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:37.837386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-77103459-4236-40d9-adca-ad42d46eed50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:21:35Z', 'revision_number': 7, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:34Z', 'revision_number': 18, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:37.841198 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-52a77a40-0154-4397-8d2f-7d1c605e313c tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1610802399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:37.865319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77103459-4236-40d9-adca-ad42d46eed50 None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:37.886950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77103459-4236-40d9-adca-ad42d46eed50 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:37.887860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-77103459-4236-40d9-adca-ad42d46eed50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:37.890601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778a1f6-43b1-4a41-b8ff-3b2bcb433724 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Pushing event updated for resources: {'Port': ['ID=ef39f89f-b9d8-446f-aa62-0ee173c852ae,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:37.901845 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-66287507-f378-43de-a0b2-60e65bc11ad8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (b0f40bf9-3480-471c-877e-da2f099e99ea), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.923743 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-52a77a40-0154-4397-8d2f-7d1c605e313c tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (715930b0-f35a-4556-87e4-38f297a6c125), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.929104 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-52a77a40-0154-4397-8d2f-7d1c605e313c tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (715930b0-f35a-4556-87e4-38f297a6c125), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.934298 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-66287507-f378-43de-a0b2-60e65bc11ad8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:37.941086 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-66287507-f378-43de-a0b2-60e65bc11ad8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/b0f40bf9-3480-471c-877e-da2f099e99ea HTTP/1.1" status: 204 len: 168 time: 0.5199878 Oct 26 15:21:37.941729 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57516) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:37.967726 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:37.994126 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66287507-f378-43de-a0b2-60e65bc11ad8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f40bf9-3480-471c-877e-da2f099e99ea,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:38.080385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:38.089936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (a87473c6-c83a-46be-82ea-730517c84287), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.106371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-77103459-4236-40d9-adca-ad42d46eed50 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:38.139014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:38.139630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.149998 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6c424a66-445e-4a8e-b0bd-f536296ef2b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (7cc18024-2a8c-453c-b818-36390cf04062), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.182602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Deleting port 17c095c6-9db4-451b-979a-87c577ee4f97 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:38.183017 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (17c095c6-9db4-451b-979a-87c577ee4f97), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.227646 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-52a77a40-0154-4397-8d2f-7d1c605e313c tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_controller (715930b0-f35a-4556-87e4-38f297a6c125), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.228653 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c424a66-445e-4a8e-b0bd-f536296ef2b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=7cc18024-2a8c-453c-b818-36390cf04062,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:38.241209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:38.285237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-52a77a40-0154-4397-8d2f-7d1c605e313c tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (715930b0-f35a-4556-87e4-38f297a6c125), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.306348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.307381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:38.329138 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] For port 17c095c6-9db4-451b-979a-87c577ee4f97, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=17c095c6-9db4-451b-979a-87c577ee4f97,segment=NetworkSegment(9b02c0ae-f334-4bd1-ae4c-ecd743160d54),segment_id=9b02c0ae-f334-4bd1-ae4c-ecd743160d54)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:38.329823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (17c095c6-9db4-451b-979a-87c577ee4f97), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.383203 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6c424a66-445e-4a8e-b0bd-f536296ef2b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.383203 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6c424a66-445e-4a8e-b0bd-f536296ef2b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/ports/7cc18024-2a8c-453c-b818-36390cf04062 HTTP/1.1" status: 204 len: 168 time: 2.7371128 Oct 26 15:21:38.383447 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57518) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:38.419845 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-c883e4b1-7f09-461b-abc9-a6842c47d6e3 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] GET failed (client error): The resource could not be found. Oct 26 15:21:38.425470 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c883e4b1-7f09-461b-abc9-a6842c47d6e3 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports/7cc18024-2a8c-453c-b818-36390cf04062 HTTP/1.1" status: 404 len: 333 time: 0.0389292 Oct 26 15:21:38.427166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Calling delete_port for 17c095c6-9db4-451b-979a-87c577ee4f97 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:38.429783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57520) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:38.442624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e309577e-47fc-4b9a-a009-c27ec77c6cd0 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (ecfd521c-a8d9-45fe-8ad1-0e5042d31d6d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.449410 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-52a77a40-0154-4397-8d2f-7d1c605e313c tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.453662 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-52a77a40-0154-4397-8d2f-7d1c605e313c tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6167128 Oct 26 15:21:38.454293 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57522) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:38.471556 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-ac7a3350-0a2b-4309-9c4b-6ca9ac43eec9 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'enable_snat': True}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:38.527915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2778a1f6-43b1-4a41-b8ff-3b2bcb433724 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_gateway (eb13fbb0-a37f-46d7-9208-0c75c4a117fa), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.611785 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c283e77-c2b8-449b-a844-33a0ccce28b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting subnet 3d888d15-f245-4ffe-b896-429b15cd727b {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:21:38.615623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c283e77-c2b8-449b-a844-33a0ccce28b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (3d888d15-f245-4ffe-b896-429b15cd727b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.630029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f18902f-b49f-4f5a-9156-cef35ff70c80 None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:38.664055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c283e77-c2b8-449b-a844-33a0ccce28b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (3d888d15-f245-4ffe-b896-429b15cd727b), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.703628 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309577e-47fc-4b9a-a009-c27ec77c6cd0 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Subnet': ['ID=ecfd521c-a8d9-45fe-8ad1-0e5042d31d6d,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:38.709968 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004b8d1e-75c5-4dac-b2fd-45d760b52085 None None] Network a87473c6-c83a-46be-82ea-730517c84287 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:38.743972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309577e-47fc-4b9a-a009-c27ec77c6cd0 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Checking segment: {'id': '5c4324bb-4a1d-4d64-acca-0e3312630326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '16aec21d-e038-422e-999b-7dff0697a3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:38.744450 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e309577e-47fc-4b9a-a009-c27ec77c6cd0 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network hostable DHCP agents. Network: 16aec21d-e038-422e-999b-7dff0697a3c4, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:38.759044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:38.794851 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3350-0a2b-4309-9c4b-6ca9ac43eec9 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_gateway (715930b0-f35a-4556-87e4-38f297a6c125), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.801513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:38.806757 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (17c095c6-9db4-451b-979a-87c577ee4f97), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.815846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f18902f-b49f-4f5a-9156-cef35ff70c80 None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:38.816501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6f18902f-b49f-4f5a-9156-cef35ff70c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:38.818349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eaee7a51-61cc-44e1-ad44-eb5bbdecaaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.841233 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e309577e-47fc-4b9a-a009-c27ec77c6cd0 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network 16aec21d-e038-422e-999b-7dff0697a3c4 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:38.850794 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Pushing event deleted for resources: {'Port': ['ID=17c095c6-9db4-451b-979a-87c577ee4f97,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:38.855669 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] No DVR routers for this DVR port 17c095c6-9db4-451b-979a-87c577ee4f97 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:21:38.865055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c283e77-c2b8-449b-a844-33a0ccce28b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (3d888d15-f245-4ffe-b896-429b15cd727b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.889948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:38.910739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:38.911131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.911473 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 Oct 26 15:21:38.913880 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-e309577e-47fc-4b9a-a009-c27ec77c6cd0 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 16aec21d-e038-422e-999b-7dff0697a3c4) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:38.918546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e309577e-47fc-4b9a-a009-c27ec77c6cd0 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:38.919447 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e309577e-47fc-4b9a-a009-c27ec77c6cd0 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.963906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba24135-075e-42f0-89ac-2ebc3887a32f None None] Network 16aec21d-e038-422e-999b-7dff0697a3c4 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:38.973882 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2778a1f6-43b1-4a41-b8ff-3b2bcb433724 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (eb13fbb0-a37f-46d7-9208-0c75c4a117fa), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:38.975408 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9925f8a1-a22b-419e-97bc-e11d2e0c0abb None None] New status for floating IP 8ad214f2-742d-45b9-986d-d7f299ca376a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:21:39.008633 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2778a1f6-43b1-4a41-b8ff-3b2bcb433724 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (eb13fbb0-a37f-46d7-9208-0c75c4a117fa), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:39.044537 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (a87473c6-c83a-46be-82ea-730517c84287), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:39.077836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87473c6-c83a-46be-82ea-730517c84287']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:39.088176 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:39.102673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b02c0ae-f334-4bd1-ae4c-ecd743160d54') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:39.102891 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b02c0ae-f334-4bd1-ae4c-ecd743160d54') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:39.124029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (9b02c0ae-f334-4bd1-ae4c-ecd743160d54), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:39.140431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0fcfd7-4253-47ec-bf73-d56d72b239de None None] DHCP port deletion for a87473c6-c83a-46be-82ea-730517c84287 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:21:39.142136 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (9b02c0ae-f334-4bd1-ae4c-ecd743160d54), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:39.148940 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:39.149470 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (9b02c0ae-f334-4bd1-ae4c-ecd743160d54), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:39.168412 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3350-0a2b-4309-9c4b-6ca9ac43eec9 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_gateway (715930b0-f35a-4556-87e4-38f297a6c125), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:39.188390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:39.189355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:39.190614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:39.191245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3350-0a2b-4309-9c4b-6ca9ac43eec9 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:39.261894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-6f18902f-b49f-4f5a-9156-cef35ff70c80 None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:39.278526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:INSERT=2,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:39.283008 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c283e77-c2b8-449b-a844-33a0ccce28b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (3d888d15-f245-4ffe-b896-429b15cd727b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:39.329590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-77103459-4236-40d9-adca-ad42d46eed50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:21:35Z', 'revision_number': 7, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:34Z', 'revision_number': 18, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:39.336729 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57526) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:39.336973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:39.337099 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e309577e-47fc-4b9a-a009-c27ec77c6cd0 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2788577 Oct 26 15:21:39.338273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c283e77-c2b8-449b-a844-33a0ccce28b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:39.341731 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:39.347116 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1c283e77-c2b8-449b-a844-33a0ccce28b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/3d888d15-f245-4ffe-b896-429b15cd727b HTTP/1.1" status: 204 len: 168 time: 0.9160626 Oct 26 15:21:39.348919 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 9b02c0ae-f334-4bd1-ae4c-ecd743160d54 resource provider aggregate not found Oct 26 15:21:39.351102 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-8d28ac82-eb8c-4e58-b696-1bfd87c0a82f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'subnet': {'network_id': '16aec21d-e038-422e-999b-7dff0697a3c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:39.353335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c283e77-c2b8-449b-a844-33a0ccce28b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Subnet': ['ID=3d888d15-f245-4ffe-b896-429b15cd727b,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:39.359972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57528) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:39.410473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59156164-7889-4433-941f-26d681517b5f None None] Network b8832fe7-0add-4ea7-a4ef-95b158162d11 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:39.419849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77103459-4236-40d9-adca-ad42d46eed50 None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:21:35Z', 'revision_number': 7, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:34Z', 'revision_number': 18, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:39.438933 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47836f6-652f-47ef-b5d0-bfd2d3204e2f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting subnet 7569b154-6b51-4e6f-b68b-1fd77d6dcb87 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:21:39.442987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f47836f6-652f-47ef-b5d0-bfd2d3204e2f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (7569b154-6b51-4e6f-b68b-1fd77d6dcb87), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:39.476215 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 9b02c0ae-f334-4bd1-ae4c-ecd743160d54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b02c0ae-f334-4bd1-ae4c-ecd743160d54 found for delete ", "request_id": "req-870fdbed-011f-4885-9bdc-79a4fb69c16d"}]} Oct 26 15:21:39.477139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (a87473c6-c83a-46be-82ea-730517c84287), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:39.496779 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:39.502673 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] 10.222.0.60 "DELETE /networking/v2.0/networks/a87473c6-c83a-46be-82ea-730517c84287 HTTP/1.1" status: 204 len: 168 time: 1.5573473 Oct 26 15:21:39.504527 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248f14e-16c4-4aec-88f1-4c5272c9acb8 tempest-FloatingIPNegativeTestJSON-1363872406 tempest-FloatingIPNegativeTestJSON-1363872406-project] Pushing event deleted for resources: {'Network': ['ID=a87473c6-c83a-46be-82ea-730517c84287,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:39.521332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-16aec21d-e038-422e-999b-7dff0697a3c4', 'network_id': '16aec21d-e038-422e-999b-7dff0697a3c4', 'project_id': '34f29e84b222418880f9a2e6a4499a45', 'fixed_ips': [{'subnet_id': 'ecfd521c-a8d9-45fe-8ad1-0e5042d31d6d'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:21:39.521818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:39.525863 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f47836f6-652f-47ef-b5d0-bfd2d3204e2f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (7569b154-6b51-4e6f-b68b-1fd77d6dcb87), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:39.557066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:39.557458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:39.557802 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b Oct 26 15:21:39.679417 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f47836f6-652f-47ef-b5d0-bfd2d3204e2f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (7569b154-6b51-4e6f-b68b-1fd77d6dcb87), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:39.781788 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-ac7a3350-0a2b-4309-9c4b-6ca9ac43eec9 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Allocated IP 172.26.11.194 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/e564ad56-f621-4498-b59b-d36502e9b41d) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:39.795297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f47836f6-652f-47ef-b5d0-bfd2d3204e2f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (7569b154-6b51-4e6f-b68b-1fd77d6dcb87), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:39.838670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2778a1f6-43b1-4a41-b8ff-3b2bcb433724 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Router eb13fbb0-a37f-46d7-9208-0c75c4a117fa is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:21:39.916511 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47836f6-652f-47ef-b5d0-bfd2d3204e2f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Subnet': ['ID=7569b154-6b51-4e6f-b68b-1fd77d6dcb87,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:39.928717 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f47836f6-652f-47ef-b5d0-bfd2d3204e2f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:39.943901 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f47836f6-652f-47ef-b5d0-bfd2d3204e2f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/7569b154-6b51-4e6f-b68b-1fd77d6dcb87 HTTP/1.1" status: 204 len: 168 time: 0.5826356 Oct 26 15:21:39.946549 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57536) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:39.971203 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57538) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:40.013231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:40.077332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (b8832fe7-0add-4ea7-a4ef-95b158162d11), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:40.114589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Allocated IP 2001:db8::2 (16aec21d-e038-422e-999b-7dff0697a3c4/ecfd521c-a8d9-45fe-8ad1-0e5042d31d6d/7d36a8e0-e2ca-4286-bcd6-222589460b65) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:40.144626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6f18902f-b49f-4f5a-9156-cef35ff70c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:33Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:21:37Z', 'revision_number': 7, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:38Z', 'revision_number': 19, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:40.202923 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3350-0a2b-4309-9c4b-6ca9ac43eec9 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for port (e564ad56-f621-4498-b59b-d36502e9b41d), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:40.224705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:40.225498 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2778a1f6-43b1-4a41-b8ff-3b2bcb433724 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:40.226877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474be4c9-6fcd-42fb-9bc2-72b79c16307b None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:40.233393 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2778a1f6-43b1-4a41-b8ff-3b2bcb433724 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:40.235316 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2778a1f6-43b1-4a41-b8ff-3b2bcb433724 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "PUT /networking/v2.0/routers/eb13fbb0-a37f-46d7-9208-0c75c4a117fa HTTP/1.1" status: 200 len: 918 time: 5.3801317 Oct 26 15:21:40.235718 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:40.239790 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae430ec-7bd7-49e4-a049-6d10023bc8e5 None None] Sync routers for ids ['eb13fbb0-a37f-46d7-9208-0c75c4a117fa'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:40.242240 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57542) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:40.245162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f18902f-b49f-4f5a-9156-cef35ff70c80 None None] Checking router: 62b9f0e9-5874-41a0-857a-c43efc83f0ef for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:40.261789 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae430ec-7bd7-49e4-a049-6d10023bc8e5 None None] Routers {'eb13fbb0-a37f-46d7-9208-0c75c4a117fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:40.262543 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ae430ec-7bd7-49e4-a049-6d10023bc8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['eb13fbb0-a37f-46d7-9208-0c75c4a117fa'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:40.295802 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:40.296386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:40.318143 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ae430ec-7bd7-49e4-a049-6d10023bc8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:40.335694 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae430ec-7bd7-49e4-a049-6d10023bc8e5 None None] Routers {'eb13fbb0-a37f-46d7-9208-0c75c4a117fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:40.339885 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ae430ec-7bd7-49e4-a049-6d10023bc8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['eb13fbb0-a37f-46d7-9208-0c75c4a117fa'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:40.364194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d28ac82-eb8c-4e58-b696-1bfd87c0a82f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:40.368006 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d28ac82-eb8c-4e58-b696-1bfd87c0a82f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:40.368439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474be4c9-6fcd-42fb-9bc2-72b79c16307b None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:40.373936 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3350-0a2b-4309-9c4b-6ca9ac43eec9 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (e564ad56-f621-4498-b59b-d36502e9b41d), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:40.377217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-474be4c9-6fcd-42fb-9bc2-72b79c16307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:40.383098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f18902f-b49f-4f5a-9156-cef35ff70c80 None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:40.384525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6f18902f-b49f-4f5a-9156-cef35ff70c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:40.425575 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] For port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b,segment=NetworkSegment(a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa),segment_id=a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:40.425933 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:40.426467 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ae430ec-7bd7-49e4-a049-6d10023bc8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:40.434482 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae430ec-7bd7-49e4-a049-6d10023bc8e5 None None] The sync data for ids ['eb13fbb0-a37f-46d7-9208-0c75c4a117fa'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:40.443038 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:40.543421 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-379cf5e2-1a91-433f-99f8-5367c0cce551 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e219fc10ff9447efaf166cb2fda8d8c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5693548 Oct 26 15:21:40.544148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57544) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:40.579663 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:40.584428 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7a3350-0a2b-4309-9c4b-6ca9ac43eec9 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:40.591086 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:40.629356 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:40.651441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:40.703491 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No DVR routers for this DVR port 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:21:40.775281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:40.777107 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:40.793464 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a3350-0a2b-4309-9c4b-6ca9ac43eec9 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Pushing event updated for resources: {'Port': ['ID=e564ad56-f621-4498-b59b-d36502e9b41d,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:40.814587 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f57dd307-19eb-4a17-9af5-ee2731be9232 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "GET /networking/v2.0/routers/eb13fbb0-a37f-46d7-9208-0c75c4a117fa HTTP/1.1" status: 200 len: 924 time: 0.5669019 Oct 26 15:21:40.815955 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-ac7a3350-0a2b-4309-9c4b-6ca9ac43eec9 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:40.819462 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a3350-0a2b-4309-9c4b-6ca9ac43eec9 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:40.824489 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57546) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:40.878668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-637b4ba2-a0e3-469d-a091-5e06b6ea8b08 admin admin] Publish callbacks [] for security_group (ebf45a59-047d-40a7-b73b-ddbccdf8e692), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:40.912743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (b8832fe7-0add-4ea7-a4ef-95b158162d11), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:40.932556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-637b4ba2-a0e3-469d-a091-5e06b6ea8b08 admin admin] Publish callbacks [] for security_group (ebf45a59-047d-40a7-b73b-ddbccdf8e692), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:40.952392 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359360fa-c7e0-42d7-888b-9ed1243dbf86 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:40.954502 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-359360fa-c7e0-42d7-888b-9ed1243dbf86 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&device_id=eb13fbb0-a37f-46d7-9208-0c75c4a117fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 946 time: 0.1185763 Oct 26 15:21:40.959386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57548) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:40.980208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8832fe7-0add-4ea7-a4ef-95b158162d11']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:41.000172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f1eaff-e891-435c-a913-7e55dc9197ec None None] Network b8832fe7-0add-4ea7-a4ef-95b158162d11 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:41.016173 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:41.016380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:41.056863 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.080095 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.085926 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d28ac82-eb8c-4e58-b696-1bfd87c0a82f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (561280a4-c74b-4821-a919-0ba878bb3814), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.092455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:41.092993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.099238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9da47e0e-c19b-43fb-a4e2-89fb44e50829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.102942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:41.103640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.121082 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-637b4ba2-a0e3-469d-a091-5e06b6ea8b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ebf45a59-047d-40a7-b73b-ddbccdf8e692), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.123659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-637b4ba2-a0e3-469d-a091-5e06b6ea8b08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.127712 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-637b4ba2-a0e3-469d-a091-5e06b6ea8b08 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ebf45a59-047d-40a7-b73b-ddbccdf8e692 HTTP/1.1" status: 204 len: 168 time: 0.5548081 Oct 26 15:21:41.134382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:41.157226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-cba7858a-287b-4d92-9a3a-9ef0f6fe65ed None None] Could not find standard attr ID for object 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:21:41.171497 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b4ba2-a0e3-469d-a091-5e06b6ea8b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf45a59-047d-40a7-b73b-ddbccdf8e692,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:41.173517 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff329855-d280-4f63-aace-3b7db23ef2d1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:41.177318 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ff329855-d280-4f63-aace-3b7db23ef2d1 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "GET /networking/v2.0/networks/10462a5a-0e7e-425f-bf32-fbf3f0450853 HTTP/1.1" status: 200 len: 881 time: 0.2151067 Oct 26 15:21:41.178910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.194958 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57552) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:41.209618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (b8832fe7-0add-4ea7-a4ef-95b158162d11), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.222128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:41.243038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Publish callbacks [] for port (7d36a8e0-e2ca-4286-bcd6-222589460b65), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.246922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-474be4c9-6fcd-42fb-9bc2-72b79c16307b None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:41.260595 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.277145 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/networks/b8832fe7-0add-4ea7-a4ef-95b158162d11 HTTP/1.1" status: 204 len: 168 time: 1.3291919 Oct 26 15:21:41.279685 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-53afd559-19a9-433e-b967-6382a9ec707e tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=eb13fbb0-a37f-46d7-9208-0c75c4a117fa HTTP/1.1" status: 200 len: 205 time: 0.0841498 Oct 26 15:21:41.283922 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57554) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:41.289385 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57556) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:41.318730 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ea717-8ab5-4f01-a415-33daf0d10147 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Network': ['ID=b8832fe7-0add-4ea7-a4ef-95b158162d11,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:41.385131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d28ac82-eb8c-4e58-b696-1bfd87c0a82f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network 16aec21d-e038-422e-999b-7dff0697a3c4 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:41.393139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b138011-cac0-4c1f-9dec-48a0449f9f13 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:41.399883 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6b138011-cac0-4c1f-9dec-48a0449f9f13 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1091547 Oct 26 15:21:41.400662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57560) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:41.407361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915952f6-92aa-4abc-943f-8229c5b05aae None None] DHCP port deletion for b8832fe7-0add-4ea7-a4ef-95b158162d11 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:21:41.418563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-6f18902f-b49f-4f5a-9156-cef35ff70c80 None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:41.432157 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-8d28ac82-eb8c-4e58-b696-1bfd87c0a82f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:41.457266 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d28ac82-eb8c-4e58-b696-1bfd87c0a82f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:41.457867 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d28ac82-eb8c-4e58-b696-1bfd87c0a82f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.469191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (7d36a8e0-e2ca-4286-bcd6-222589460b65), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.477775 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-35223e71-e470-4500-8ec0-0daefe3bb97d tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0727766 Oct 26 15:21:41.480829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57564) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:41.485784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28ac82-eb8c-4e58-b696-1bfd87c0a82f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Subnet': ['ID=561280a4-c74b-4821-a919-0ba878bb3814,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:41.493814 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-932dd6d2-08fe-46ca-9ebe-6d51bf04e4e1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-918801918'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:41.494857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:41.520883 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa resource provider aggregate not found Oct 26 15:21:41.548390 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8d28ac82-eb8c-4e58-b696-1bfd87c0a82f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2018139 Oct 26 15:21:41.549629 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2aad0e3-964e-4bc1-b66b-dae25ddeb3fa found for delete ", "request_id": "req-904285c9-5081-466b-943a-ef4695b982d4"}]} Oct 26 15:21:41.550954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57572) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:41.603728 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932dd6d2-08fe-46ca-9ebe-6d51bf04e4e1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:41.607967 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-932dd6d2-08fe-46ca-9ebe-6d51bf04e4e1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.620415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:41.643461 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932dd6d2-08fe-46ca-9ebe-6d51bf04e4e1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:41.652214 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-932dd6d2-08fe-46ca-9ebe-6d51bf04e4e1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (868794d9-48cf-4ed1-9373-f5fa5c1f606f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.652561 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-932dd6d2-08fe-46ca-9ebe-6d51bf04e4e1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Added segment 868794d9-48cf-4ed1-9373-f5fa5c1f606f of type vlan for network 53c0079f-a06e-42a0-9999-2464f97dce63 Oct 26 15:21:41.667622 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad11d-8abd-4e28-a137-29b3cdd529ca tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (eb13fbb0-a37f-46d7-9208-0c75c4a117fa), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.680756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Network 16aec21d-e038-422e-999b-7dff0697a3c4 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:41.686371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:41.726712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:41.736340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:41.740362 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fabefb-6984-41c8-93c9-b4fc0e21d27e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:41.743170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fabefb-6984-41c8-93c9-b4fc0e21d27e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:41.744376 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fabefb-6984-41c8-93c9-b4fc0e21d27e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:41.747474 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fabefb-6984-41c8-93c9-b4fc0e21d27e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:41.749271 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fabefb-6984-41c8-93c9-b4fc0e21d27e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:41.756978 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-48fabefb-6984-41c8-93c9-b4fc0e21d27e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2046976 Oct 26 15:21:41.757705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57578) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:41.773634 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-3be35668-aec6-4db1-88c2-44c9a7333545 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-457240597'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:41.792480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-932dd6d2-08fe-46ca-9ebe-6d51bf04e4e1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (53c0079f-a06e-42a0-9999-2464f97dce63), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.830633 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be35668-aec6-4db1-88c2-44c9a7333545 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:41.835098 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3be35668-aec6-4db1-88c2-44c9a7333545 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.840989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:41.866980 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-932dd6d2-08fe-46ca-9ebe-6d51bf04e4e1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (53c0079f-a06e-42a0-9999-2464f97dce63), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.874118 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932dd6d2-08fe-46ca-9ebe-6d51bf04e4e1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:41.875298 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-932dd6d2-08fe-46ca-9ebe-6d51bf04e4e1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.890161 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3350-0a2b-4309-9c4b-6ca9ac43eec9 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_gateway (715930b0-f35a-4556-87e4-38f297a6c125), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.897777 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad11d-8abd-4e28-a137-29b3cdd529ca tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_gateway (eb13fbb0-a37f-46d7-9208-0c75c4a117fa), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:41.900318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:41.900318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 06e78598-8a15-4805-b72c-796a5887f39d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:41.956158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be35668-aec6-4db1-88c2-44c9a7333545 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:41.958312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Pushing event updated for resources: {'Port': ['ID=7d36a8e0-e2ca-4286-bcd6-222589460b65,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:41.976791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 06e78598-8a15-4805-b72c-796a5887f39d {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:21:41.978263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 06e78598-8a15-4805-b72c-796a5887f39d not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:41.985060 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-932dd6d2-08fe-46ca-9ebe-6d51bf04e4e1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4997311 Oct 26 15:21:41.988467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57586) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:41.993924 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-dac19206-e578-4b0e-9cba-7759fb61c91f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'subnet': {'network_id': '53c0079f-a06e-42a0-9999-2464f97dce63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:42.002458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:42.017462 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932dd6d2-08fe-46ca-9ebe-6d51bf04e4e1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Network': ['ID=53c0079f-a06e-42a0-9999-2464f97dce63,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:42.026184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3be35668-aec6-4db1-88c2-44c9a7333545 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (424cb8c1-d738-486d-bfb3-02a33aa41d91), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:42.026495 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-3be35668-aec6-4db1-88c2-44c9a7333545 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Added segment 424cb8c1-d738-486d-bfb3-02a33aa41d91 of type vlan for network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f Oct 26 15:21:42.042732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:42.051162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Attempting to bind port 7d36a8e0-e2ca-4286-bcd6-222589460b65 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:42.051379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Attempting to bind port 7d36a8e0-e2ca-4286-bcd6-222589460b65 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5c4324bb-4a1d-4d64-acca-0e3312630326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '16aec21d-e038-422e-999b-7dff0697a3c4'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:42.051730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Attempting to bind port 7d36a8e0-e2ca-4286-bcd6-222589460b65 on network 16aec21d-e038-422e-999b-7dff0697a3c4 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:42.101730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:42.115134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 53c0079f-a06e-42a0-9999-2464f97dce63 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:42.132647 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3be35668-aec6-4db1-88c2-44c9a7333545 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (0977573f-2007-4503-b6ec-0d1b7a1d6f3f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:42.206000 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac19206-e578-4b0e-9cba-7759fb61c91f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:42.212316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dac19206-e578-4b0e-9cba-7759fb61c91f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:42.221126 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:42.221380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3be35668-aec6-4db1-88c2-44c9a7333545 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (0977573f-2007-4503-b6ec-0d1b7a1d6f3f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:42.229372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ad11d-8abd-4e28-a137-29b3cdd529ca tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Deleting port ef39f89f-b9d8-446f-aa62-0ee173c852ae {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:42.230763 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be35668-aec6-4db1-88c2-44c9a7333545 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:42.231648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3be35668-aec6-4db1-88c2-44c9a7333545 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-591900'] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:42.236817 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad11d-8abd-4e28-a137-29b3cdd529ca tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (ef39f89f-b9d8-446f-aa62-0ee173c852ae), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:42.263585 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3350-0a2b-4309-9c4b-6ca9ac43eec9 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (715930b0-f35a-4556-87e4-38f297a6c125), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:42.275767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:42.277603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2dcf2-4127-4e19-a783-bf9b96c991ae None None] New status for floating IP 5acb5302-e6d4-4c13-9ef6-39b5af2566f5: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:21:42.299041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:42.305667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3350-0a2b-4309-9c4b-6ca9ac43eec9 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (715930b0-f35a-4556-87e4-38f297a6c125), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:42.324220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:21:42.324636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Checking segment: {'id': '5c4324bb-4a1d-4d64-acca-0e3312630326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '16aec21d-e038-422e-999b-7dff0697a3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:42.325021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:42.325424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Bound using segment: {'id': '5c4324bb-4a1d-4d64-acca-0e3312630326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '16aec21d-e038-422e-999b-7dff0697a3c4'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:21:42.325914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Bound port: 7d36a8e0-e2ca-4286-bcd6-222589460b65, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4324bb-4a1d-4d64-acca-0e3312630326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '16aec21d-e038-422e-999b-7dff0697a3c4'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:21:42.326296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (7d36a8e0-e2ca-4286-bcd6-222589460b65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:42.402782 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57594) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:42.418395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-474be4c9-6fcd-42fb-9bc2-72b79c16307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:21:39Z', 'revision_number': 8, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:42.433355 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3be35668-aec6-4db1-88c2-44c9a7333545 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6689472 Oct 26 15:21:42.437873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57598) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:42.445992 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-2de3dc28-fe06-4cbe-80f4-98d46bec2f1d tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:42.470473 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be35668-aec6-4db1-88c2-44c9a7333545 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Network': ['ID=0977573f-2007-4503-b6ec-0d1b7a1d6f3f,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:42.502778 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad11d-8abd-4e28-a137-29b3cdd529ca tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (ef39f89f-b9d8-446f-aa62-0ee173c852ae), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:42.545512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ad11d-8abd-4e28-a137-29b3cdd529ca tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Calling delete_port for ef39f89f-b9d8-446f-aa62-0ee173c852ae owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:42.566684 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7a3350-0a2b-4309-9c4b-6ca9ac43eec9 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Router 715930b0-f35a-4556-87e4-38f297a6c125 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:21:42.573384 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-553b7df3-7a46-4cbc-8d41-9e11453887c9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1477283216'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:42.688633 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553b7df3-7a46-4cbc-8d41-9e11453887c9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:42.692494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-553b7df3-7a46-4cbc-8d41-9e11453887c9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:42.708907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:42.712133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474be4c9-6fcd-42fb-9bc2-72b79c16307b None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:42.738292 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2de3dc28-fe06-4cbe-80f4-98d46bec2f1d tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (0977573f-2007-4503-b6ec-0d1b7a1d6f3f), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:42.741784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-553b7df3-7a46-4cbc-8d41-9e11453887c9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:42.745933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6f18902f-b49f-4f5a-9156-cef35ff70c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:33Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:21:37Z', 'revision_number': 7, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:38Z', 'revision_number': 19, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:42.747860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:42.748894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:42.783540 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2de3dc28-fe06-4cbe-80f4-98d46bec2f1d tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (0977573f-2007-4503-b6ec-0d1b7a1d6f3f), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:42.797966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dac19206-e578-4b0e-9cba-7759fb61c91f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (d1644189-52d6-4619-b5d9-d0c5041f0a73), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:42.852105 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2de3dc28-fe06-4cbe-80f4-98d46bec2f1d tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f is not hosted by any dhcp agent {{(pid=105321) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 15:21:42.856965 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3dc28-fe06-4cbe-80f4-98d46bec2f1d tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:42.857733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2de3dc28-fe06-4cbe-80f4-98d46bec2f1d tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:42.861345 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2de3dc28-fe06-4cbe-80f4-98d46bec2f1d tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "PUT /networking/v2.0/networks/0977573f-2007-4503-b6ec-0d1b7a1d6f3f HTTP/1.1" status: 200 len: 723 time: 0.4203551 Oct 26 15:21:42.863362 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57600) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:42.892586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f18902f-b49f-4f5a-9156-cef35ff70c80 None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:33Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:21:37Z', 'revision_number': 7, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:38Z', 'revision_number': 19, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:42.917923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-050183b7-dac9-4439-88ac-1dceaa445d7f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'subnet': {'network_id': '0977573f-2007-4503-b6ec-0d1b7a1d6f3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:42.934506 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:42.962930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] For port 7d36a8e0-e2ca-4286-bcd6-222589460b65, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:43.010593 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac19206-e578-4b0e-9cba-7759fb61c91f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Subnet': ['ID=d1644189-52d6-4619-b5d9-d0c5041f0a73,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:43.019880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7a3350-0a2b-4309-9c4b-6ca9ac43eec9 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:43.021506 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:43.024214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3350-0a2b-4309-9c4b-6ca9ac43eec9 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.025619 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ac7a3350-0a2b-4309-9c4b-6ca9ac43eec9 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "PUT /networking/v2.0/routers/715930b0-f35a-4556-87e4-38f297a6c125 HTTP/1.1" status: 200 len: 916 time: 4.5656674 Oct 26 15:21:43.028656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57602) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:43.042273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3dc28-fe06-4cbe-80f4-98d46bec2f1d tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Network': ['ID=0977573f-2007-4503-b6ec-0d1b7a1d6f3f,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:43.044678 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dc4e72-fcbf-448d-8390-4f63478adbca None None] Sync routers for ids ['715930b0-f35a-4556-87e4-38f297a6c125'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:43.069182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] For port 7d36a8e0-e2ca-4286-bcd6-222589460b65, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=7d36a8e0-e2ca-4286-bcd6-222589460b65,segment=NetworkSegment(5c4324bb-4a1d-4d64-acca-0e3312630326),segment_id=5c4324bb-4a1d-4d64-acca-0e3312630326)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:43.075181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:43.081491 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac19206-e578-4b0e-9cba-7759fb61c91f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Checking segment: {'id': '868794d9-48cf-4ed1-9373-f5fa5c1f606f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '53c0079f-a06e-42a0-9999-2464f97dce63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:43.081915 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dc4e72-fcbf-448d-8390-4f63478adbca None None] Routers {'715930b0-f35a-4556-87e4-38f297a6c125'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:43.082020 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac19206-e578-4b0e-9cba-7759fb61c91f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network hostable DHCP agents. Network: 53c0079f-a06e-42a0-9999-2464f97dce63, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:43.084665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474be4c9-6fcd-42fb-9bc2-72b79c16307b None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:43.085045 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-11dc4e72-fcbf-448d-8390-4f63478adbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['715930b0-f35a-4556-87e4-38f297a6c125'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:43.085396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-474be4c9-6fcd-42fb-9bc2-72b79c16307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:43.095214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (7d36a8e0-e2ca-4286-bcd6-222589460b65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.133218 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-553b7df3-7a46-4cbc-8d41-9e11453887c9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for security_group (bab61eed-d625-4f04-b558-f7d1aea0d10d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.141515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac19206-e578-4b0e-9cba-7759fb61c91f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network 53c0079f-a06e-42a0-9999-2464f97dce63 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:43.148459 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-553b7df3-7a46-4cbc-8d41-9e11453887c9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (bab61eed-d625-4f04-b558-f7d1aea0d10d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.157934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050183b7-dac9-4439-88ac-1dceaa445d7f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:43.162393 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-11dc4e72-fcbf-448d-8390-4f63478adbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:43.168749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-050183b7-dac9-4439-88ac-1dceaa445d7f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.175011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:43.175705 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dc4e72-fcbf-448d-8390-4f63478adbca None None] Routers {'715930b0-f35a-4556-87e4-38f297a6c125'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:43.176309 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-11dc4e72-fcbf-448d-8390-4f63478adbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['715930b0-f35a-4556-87e4-38f297a6c125'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:43.228254 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-11dc4e72-fcbf-448d-8390-4f63478adbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:43.229148 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dc4e72-fcbf-448d-8390-4f63478adbca None None] The sync data for ids ['715930b0-f35a-4556-87e4-38f297a6c125'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:43.247663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:43.256575 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad11d-8abd-4e28-a137-29b3cdd529ca tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (ef39f89f-b9d8-446f-aa62-0ee173c852ae), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.269754 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e522ae58-361a-48cd-ae3e-65f40a25863c tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "GET /networking/v2.0/routers/715930b0-f35a-4556-87e4-38f297a6c125 HTTP/1.1" status: 200 len: 922 time: 0.2399194 Oct 26 15:21:43.292441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57606) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:43.306166 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ad11d-8abd-4e28-a137-29b3cdd529ca tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Pushing event deleted for resources: {'Port': ['ID=ef39f89f-b9d8-446f-aa62-0ee173c852ae,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:43.365003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:43.420875 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af48eab-e2a7-46a6-af95-2d58108a060e tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:43.426114 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4af48eab-e2a7-46a6-af95-2d58108a060e tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&device_id=715930b0-f35a-4556-87e4-38f297a6c125&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 946 time: 0.1294262 Oct 26 15:21:43.426114 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57608) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:43.436902 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:43.450819 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553b7df3-7a46-4cbc-8d41-9e11453887c9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:43.453240 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-dac19206-e578-4b0e-9cba-7759fb61c91f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 53c0079f-a06e-42a0-9999-2464f97dce63) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:43.465311 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac19206-e578-4b0e-9cba-7759fb61c91f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:43.466229 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dac19206-e578-4b0e-9cba-7759fb61c91f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.477983 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b7df3-7a46-4cbc-8d41-9e11453887c9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab61eed-d625-4f04-b558-f7d1aea0d10d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:43.513261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc14b025-3f7e-4050-9437-773ef598e332 None None] Network 53c0079f-a06e-42a0-9999-2464f97dce63 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:43.521251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad11d-8abd-4e28-a137-29b3cdd529ca tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (eb13fbb0-a37f-46d7-9208-0c75c4a117fa), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.560008 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-553b7df3-7a46-4cbc-8d41-9e11453887c9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (b6993982-7c79-4873-ab5e-a3fde32ea3f7), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.560619 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-553b7df3-7a46-4cbc-8d41-9e11453887c9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Added segment b6993982-7c79-4873-ab5e-a3fde32ea3f7 of type vlan for network 6e247482-3db9-4457-9a6d-4a8d02c2431a Oct 26 15:21:43.596589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40f4f6-f5b8-41c5-a908-91c67c111088 None None] Pushing event updated for resources: {'Port': ['ID=7d36a8e0-e2ca-4286-bcd6-222589460b65,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:43.630152 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dac19206-e578-4b0e-9cba-7759fb61c91f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6381385 Oct 26 15:21:43.637165 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57610) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:43.680943 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-184311a8-12a5-4fbc-9a01-3c21064f8cca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'network_id': '53c0079f-a06e-42a0-9999-2464f97dce63', 'name': 'tempest-PortsIpV6TestJSON-214335559'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:43.690963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad11d-8abd-4e28-a137-29b3cdd529ca tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (eb13fbb0-a37f-46d7-9208-0c75c4a117fa), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.696081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad11d-8abd-4e28-a137-29b3cdd529ca tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_controller (eb13fbb0-a37f-46d7-9208-0c75c4a117fa), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.729639 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-553b7df3-7a46-4cbc-8d41-9e11453887c9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (6e247482-3db9-4457-9a6d-4a8d02c2431a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.739329 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-050183b7-dac9-4439-88ac-1dceaa445d7f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (26da3d7e-b102-47ae-a298-47ee3edf3875), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.759352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:43.784926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.825911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-474be4c9-6fcd-42fb-9bc2-72b79c16307b None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:43.828512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.828867 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dca460-3e57-4fd2-8fbc-e5fb7b2f90dc tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:43.830307 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-70dca460-3e57-4fd2-8fbc-e5fb7b2f90dc tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "GET /networking/v2.0/networks/10462a5a-0e7e-425f-bf32-fbf3f0450853 HTTP/1.1" status: 200 len: 881 time: 0.4036968 Oct 26 15:21:43.834009 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57612) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:43.847928 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:43.865584 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050183b7-dac9-4439-88ac-1dceaa445d7f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Subnet': ['ID=26da3d7e-b102-47ae-a298-47ee3edf3875,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:43.874447 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ad6f29e0-f4f9-4110-8df8-5b1353a634e0 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=715930b0-f35a-4556-87e4-38f297a6c125 HTTP/1.1" status: 200 len: 205 time: 0.0367959 Oct 26 15:21:43.875625 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57614) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:43.875931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad11d-8abd-4e28-a137-29b3cdd529ca tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (eb13fbb0-a37f-46d7-9208-0c75c4a117fa), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.876695 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5ad11d-8abd-4e28-a137-29b3cdd529ca tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Fanout notify agent at l3_agent the message router_deleted on router eb13fbb0-a37f-46d7-9208-0c75c4a117fa {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:21:43.888264 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad11d-8abd-4e28-a137-29b3cdd529ca tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.888579 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050183b7-dac9-4439-88ac-1dceaa445d7f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Checking segment: {'id': '424cb8c1-d738-486d-bfb3-02a33aa41d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0977573f-2007-4503-b6ec-0d1b7a1d6f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:43.888999 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050183b7-dac9-4439-88ac-1dceaa445d7f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network hostable DHCP agents. Network: 0977573f-2007-4503-b6ec-0d1b7a1d6f3f, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:43.895884 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9f5ad11d-8abd-4e28-a137-29b3cdd529ca tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "DELETE /networking/v2.0/routers/eb13fbb0-a37f-46d7-9208-0c75c4a117fa HTTP/1.1" status: 204 len: 168 time: 2.6013374 Oct 26 15:21:43.896529 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57616) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:43.909340 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d47e8fac-28ff-467a-9677-0f1084e5f585 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-98404192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:43.928718 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:43.932705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-553b7df3-7a46-4cbc-8d41-9e11453887c9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (6e247482-3db9-4457-9a6d-4a8d02c2431a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.939052 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553b7df3-7a46-4cbc-8d41-9e11453887c9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:43.939405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-553b7df3-7a46-4cbc-8d41-9e11453887c9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.972962 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d47e8fac-28ff-467a-9677-0f1084e5f585 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (d8d6c31d-e069-4332-9fab-99bddbb6c414), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:43.974121 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d47e8fac-28ff-467a-9677-0f1084e5f585 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (d8d6c31d-e069-4332-9fab-99bddbb6c414), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:44.015691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184311a8-12a5-4fbc-9a01-3c21064f8cca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:44.017275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-53c0079f-a06e-42a0-9999-2464f97dce63', 'network_id': '53c0079f-a06e-42a0-9999-2464f97dce63', 'project_id': '157edd7550b842b7a441bf9ab1570671', 'fixed_ips': [{'subnet_id': 'd1644189-52d6-4619-b5d9-d0c5041f0a73'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:21:44.018215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:44.020054 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-184311a8-12a5-4fbc-9a01-3c21064f8cca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:44.032832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:44.034232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:44.047132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-184311a8-12a5-4fbc-9a01-3c21064f8cca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] device_id is not set on port 0265442f-c294-4139-bb05-6a60632698e9 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:21:44.106598 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-553b7df3-7a46-4cbc-8d41-9e11453887c9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7021248 Oct 26 15:21:44.108566 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0d2d517b-52c2-4ee2-824c-ffbc9ed32382 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (715930b0-f35a-4556-87e4-38f297a6c125), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:44.193435 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b7df3-7a46-4cbc-8d41-9e11453887c9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Network': ['ID=6e247482-3db9-4457-9a6d-4a8d02c2431a,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:44.203171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d47e8fac-28ff-467a-9677-0f1084e5f585 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_controller (d8d6c31d-e069-4332-9fab-99bddbb6c414), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:44.237377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 6e247482-3db9-4457-9a6d-4a8d02c2431a details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:44.241942 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d47e8fac-28ff-467a-9677-0f1084e5f585 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (d8d6c31d-e069-4332-9fab-99bddbb6c414), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:44.256459 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57618) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:44.262020 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-35aa5d89-8946-4d11-8145-25b8a00feca8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'subnet': {'network_id': '6e247482-3db9-4457-9a6d-4a8d02c2431a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:44.298189 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050183b7-dac9-4439-88ac-1dceaa445d7f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:44.346261 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-050183b7-dac9-4439-88ac-1dceaa445d7f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 0977573f-2007-4503-b6ec-0d1b7a1d6f3f) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:44.354187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050183b7-dac9-4439-88ac-1dceaa445d7f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:44.355079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-050183b7-dac9-4439-88ac-1dceaa445d7f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:44.355212 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-184311a8-12a5-4fbc-9a01-3c21064f8cca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Allocated IP 2001:db8::2d0 (53c0079f-a06e-42a0-9999-2464f97dce63/d1644189-52d6-4619-b5d9-d0c5041f0a73/0265442f-c294-4139-bb05-6a60632698e9) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:44.361317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:44.379797 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d47e8fac-28ff-467a-9677-0f1084e5f585 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:44.383491 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d47e8fac-28ff-467a-9677-0f1084e5f585 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4769576 Oct 26 15:21:44.385809 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57620) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:44.408619 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-171ebbb4-66be-4e0b-9baf-f5b725bfb968 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'enable_snat': False}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:44.442748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20870796-f894-4716-9a39-eb178b5473e6 None None] Network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:44.460185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ee503-d1ec-4f84-8733-2065264a596e None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:44.494482 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35aa5d89-8946-4d11-8145-25b8a00feca8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:44.503193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-35aa5d89-8946-4d11-8145-25b8a00feca8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:44.515609 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-050183b7-dac9-4439-88ac-1dceaa445d7f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6094620 Oct 26 15:21:44.518468 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57622) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:44.524501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0d2d517b-52c2-4ee2-824c-ffbc9ed32382 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_gateway (715930b0-f35a-4556-87e4-38f297a6c125), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:44.536312 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-071ae21e-c496-4d0d-b01e-3ac8a36c0fc5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:44.581798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:44.582488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ee503-d1ec-4f84-8733-2065264a596e None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:44.590940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e87ee503-d1ec-4f84-8733-2065264a596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:44.611404 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:44.720897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:44.856007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-474be4c9-6fcd-42fb-9bc2-72b79c16307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:21:39Z', 'revision_number': 8, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:44.865852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb98862-3f81-4ac7-a7bd-580963143d85 None None] Network 16aec21d-e038-422e-999b-7dff0697a3c4 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:44.868323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:44.937483 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-071ae21e-c496-4d0d-b01e-3ac8a36c0fc5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6443701'] for subnet (26da3d7e-b102-47ae-a298-47ee3edf3875), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:45.001940 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-184311a8-12a5-4fbc-9a01-3c21064f8cca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (0265442f-c294-4139-bb05-6a60632698e9), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:45.005484 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:45.142125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-e87ee503-d1ec-4f84-8733-2065264a596e None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:45.169755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-171ebbb4-66be-4e0b-9baf-f5b725bfb968 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_gateway (d8d6c31d-e069-4332-9fab-99bddbb6c414), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:45.176694 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d517b-52c2-4ee2-824c-ffbc9ed32382 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Deleting port e564ad56-f621-4498-b59b-d36502e9b41d {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:45.177465 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0d2d517b-52c2-4ee2-824c-ffbc9ed32382 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (e564ad56-f621-4498-b59b-d36502e9b41d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:45.190298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474be4c9-6fcd-42fb-9bc2-72b79c16307b None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:21:39Z', 'revision_number': 8, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:45.221006 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-35aa5d89-8946-4d11-8145-25b8a00feca8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (337a5511-b542-4e82-bb34-c91da894debb), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:45.236496 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-184311a8-12a5-4fbc-9a01-3c21064f8cca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (0265442f-c294-4139-bb05-6a60632698e9), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:45.266931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0d2d517b-52c2-4ee2-824c-ffbc9ed32382 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (e564ad56-f621-4498-b59b-d36502e9b41d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:45.283136 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d517b-52c2-4ee2-824c-ffbc9ed32382 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Calling delete_port for e564ad56-f621-4498-b59b-d36502e9b41d owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:45.314197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-071ae21e-c496-4d0d-b01e-3ac8a36c0fc5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787935637432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6469662'] for subnet (26da3d7e-b102-47ae-a298-47ee3edf3875), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:45.376928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ef80118a-74ce-4be1-b3d1-fb9438e8baf5 None None] Provisioning complete for port 7d36a8e0-e2ca-4286-bcd6-222589460b65 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:45.377125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ef80118a-74ce-4be1-b3d1-fb9438e8baf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (7d36a8e0-e2ca-4286-bcd6-222589460b65), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:45.377986 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ef80118a-74ce-4be1-b3d1-fb9438e8baf5 None None] Attempt 1 to provision port 7d36a8e0-e2ca-4286-bcd6-222589460b65 Oct 26 15:21:45.397399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184311a8-12a5-4fbc-9a01-3c21064f8cca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=0265442f-c294-4139-bb05-6a60632698e9,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:45.428271 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071ae21e-c496-4d0d-b01e-3ac8a36c0fc5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:45.428977 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-071ae21e-c496-4d0d-b01e-3ac8a36c0fc5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:45.431190 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-071ae21e-c496-4d0d-b01e-3ac8a36c0fc5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "PUT /networking/v2.0/subnets/26da3d7e-b102-47ae-a298-47ee3edf3875 HTTP/1.1" status: 200 len: 826 time: 0.8989189 Oct 26 15:21:45.439593 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57624) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:45.477785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-0977573f-2007-4503-b6ec-0d1b7a1d6f3f', 'network_id': '0977573f-2007-4503-b6ec-0d1b7a1d6f3f', 'project_id': '34f29e84b222418880f9a2e6a4499a45', 'fixed_ips': [{'subnet_id': '26da3d7e-b102-47ae-a298-47ee3edf3875'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:21:45.479105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:45.515563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:45.517829 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184311a8-12a5-4fbc-9a01-3c21064f8cca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network 53c0079f-a06e-42a0-9999-2464f97dce63 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:45.519598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa5d89-8946-4d11-8145-25b8a00feca8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Checking segment: {'id': 'b6993982-7c79-4873-ab5e-a3fde32ea3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6e247482-3db9-4457-9a6d-4a8d02c2431a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:45.520195 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aa5d89-8946-4d11-8145-25b8a00feca8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network hostable DHCP agents. Network: 6e247482-3db9-4457-9a6d-4a8d02c2431a, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:45.535666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-184311a8-12a5-4fbc-9a01-3c21064f8cca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:45.586923 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184311a8-12a5-4fbc-9a01-3c21064f8cca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:45.595233 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184311a8-12a5-4fbc-9a01-3c21064f8cca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:45.596325 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-184311a8-12a5-4fbc-9a01-3c21064f8cca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:45.599485 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa5d89-8946-4d11-8145-25b8a00feca8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Subnet': ['ID=337a5511-b542-4e82-bb34-c91da894debb,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:45.608619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Allocated IP 2001:db8::2 (53c0079f-a06e-42a0-9999-2464f97dce63/d1644189-52d6-4619-b5d9-d0c5041f0a73/b54f261f-0b97-47d8-9507-58602f6eb4ad) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:45.661827 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-171ebbb4-66be-4e0b-9baf-f5b725bfb968 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_gateway (d8d6c31d-e069-4332-9fab-99bddbb6c414), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:45.685167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:45.685392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:45.697397 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aa5d89-8946-4d11-8145-25b8a00feca8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network 6e247482-3db9-4457-9a6d-4a8d02c2431a is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:45.706239 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-184311a8-12a5-4fbc-9a01-3c21064f8cca tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0255747 Oct 26 15:21:45.706440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-171ebbb4-66be-4e0b-9baf-f5b725bfb968 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:45.707231 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:45.716002 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57626) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:45.725398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-866869f8-0e12-4818-9a8c-97f97b6b9d2c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'network_id': '53c0079f-a06e-42a0-9999-2464f97dce63', 'name': 'tempest-PortsIpV6TestJSON-314516933'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:45.753342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:45.754610 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (0977573f-2007-4503-b6ec-0d1b7a1d6f3f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:45.757081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ae21e-c496-4d0d-b01e-3ac8a36c0fc5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Subnet': ['ID=26da3d7e-b102-47ae-a298-47ee3edf3875,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:45.760293 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-35aa5d89-8946-4d11-8145-25b8a00feca8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 6e247482-3db9-4457-9a6d-4a8d02c2431a) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:45.768386 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aa5d89-8946-4d11-8145-25b8a00feca8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:45.769124 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-35aa5d89-8946-4d11-8145-25b8a00feca8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:45.775365 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:45.811430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2403df-a5ff-4200-8daf-4f8c664611b7 None None] Network 6e247482-3db9-4457-9a6d-4a8d02c2431a requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:45.853865 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-35aa5d89-8946-4d11-8145-25b8a00feca8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5959699 Oct 26 15:21:45.866384 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57628) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:45.874075 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-39035558-9372-4dca-a763-ce1a74d3f17e tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-908602417'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:45.904885 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (26da3d7e-b102-47ae-a298-47ee3edf3875), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:45.929231 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-171ebbb4-66be-4e0b-9baf-f5b725bfb968 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Allocated IP 172.26.11.38 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/e6b3b26f-0874-4c20-86ce-7c5bb60aa69e) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:45.929887 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39035558-9372-4dca-a763-ce1a74d3f17e tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:45.933996 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39035558-9372-4dca-a763-ce1a74d3f17e tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:45.974052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Allocated IP 2001:db8::2 (0977573f-2007-4503-b6ec-0d1b7a1d6f3f/26da3d7e-b102-47ae-a298-47ee3edf3875/ccc196f9-7dec-499d-8116-2157031a2cf9) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:45.987945 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39035558-9372-4dca-a763-ce1a74d3f17e tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:45.992653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=5,neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:46.005225 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39035558-9372-4dca-a763-ce1a74d3f17e tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (d5cd678a-7f3e-4122-b882-ecc3094a8f0c), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.005603 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-39035558-9372-4dca-a763-ce1a74d3f17e tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Added segment d5cd678a-7f3e-4122-b882-ecc3094a8f0c of type vlan for network 79562cce-bd6f-4901-8ad9-f8f27a9b80db Oct 26 15:21:46.075457 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39035558-9372-4dca-a763-ce1a74d3f17e tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (79562cce-bd6f-4901-8ad9-f8f27a9b80db), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.083239 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:46.084975 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105285e7-84c5-4bb6-80b0-d5c50f89633e None None] New status for floating IP 025376ae-2426-4e90-a744-5451bc4dcd75: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:21:46.112133 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39035558-9372-4dca-a763-ce1a74d3f17e tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (79562cce-bd6f-4901-8ad9-f8f27a9b80db), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.127077 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39035558-9372-4dca-a763-ce1a74d3f17e tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:46.127790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39035558-9372-4dca-a763-ce1a74d3f17e tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.144333 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-171ebbb4-66be-4e0b-9baf-f5b725bfb968 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for port (e6b3b26f-0874-4c20-86ce-7c5bb60aa69e), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.190826 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-39035558-9372-4dca-a763-ce1a74d3f17e tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3234680 Oct 26 15:21:46.194341 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57630) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:46.199541 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-15d58ebf-b2d0-4511-b6f5-7433e9e6c3d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'subnet': {'network_id': '79562cce-bd6f-4901-8ad9-f8f27a9b80db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:46.207983 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0d2d517b-52c2-4ee2-824c-ffbc9ed32382 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (e564ad56-f621-4498-b59b-d36502e9b41d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.209843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:46.275517 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:46.305385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d517b-52c2-4ee2-824c-ffbc9ed32382 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Pushing event deleted for resources: {'Port': ['ID=e564ad56-f621-4498-b59b-d36502e9b41d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:46.315062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-171ebbb4-66be-4e0b-9baf-f5b725bfb968 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (e6b3b26f-0874-4c20-86ce-7c5bb60aa69e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.320237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39035558-9372-4dca-a763-ce1a74d3f17e tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Network': ['ID=79562cce-bd6f-4901-8ad9-f8f27a9b80db,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:46.335526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ef80118a-74ce-4be1-b3d1-fb9438e8baf5 None None] Current status of the port 7d36a8e0-e2ca-4286-bcd6-222589460b65 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:46.335732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ef80118a-74ce-4be1-b3d1-fb9438e8baf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (7d36a8e0-e2ca-4286-bcd6-222589460b65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.372642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.373419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17c095c6-9db4-451b-979a-87c577ee4f97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:46.402243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 79562cce-bd6f-4901-8ad9-f8f27a9b80db details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:46.439398 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d58ebf-b2d0-4511-b6f5-7433e9e6c3d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:46.444839 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-15d58ebf-b2d0-4511-b6f5-7433e9e6c3d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.474546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 17c095c6-9db4-451b-979a-87c577ee4f97 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:21:46.474546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17c095c6-9db4-451b-979a-87c577ee4f97 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:46.474805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:46.490408 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171ebbb4-66be-4e0b-9baf-f5b725bfb968 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:46.503972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-171ebbb4-66be-4e0b-9baf-f5b725bfb968 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:46.520970 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ebbb4-66be-4e0b-9baf-f5b725bfb968 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:46.527588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ebbb4-66be-4e0b-9baf-f5b725bfb968 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Pushing event updated for resources: {'Port': ['ID=e6b3b26f-0874-4c20-86ce-7c5bb60aa69e,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:46.583307 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0d2d517b-52c2-4ee2-824c-ffbc9ed32382 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (715930b0-f35a-4556-87e4-38f297a6c125), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.611675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Publish callbacks [] for port (ccc196f9-7dec-499d-8116-2157031a2cf9), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.621420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:21:46.621783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77e5d99c-d8c1-4cc5-8d02-6ca1c70c815b not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:46.658416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-ef80118a-74ce-4be1-b3d1-fb9438e8baf5 None None] For port 7d36a8e0-e2ca-4286-bcd6-222589460b65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=7d36a8e0-e2ca-4286-bcd6-222589460b65,segment=NetworkSegment(5c4324bb-4a1d-4d64-acca-0e3312630326),segment_id=5c4324bb-4a1d-4d64-acca-0e3312630326)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:46.682126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:46.683432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.684754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:46.721647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ef80118a-74ce-4be1-b3d1-fb9438e8baf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (7d36a8e0-e2ca-4286-bcd6-222589460b65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.726885 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (26da3d7e-b102-47ae-a298-47ee3edf3875), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.739076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (ccc196f9-7dec-499d-8116-2157031a2cf9), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.762926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0d2d517b-52c2-4ee2-824c-ffbc9ed32382 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (715930b0-f35a-4556-87e4-38f297a6c125), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.766842 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0d2d517b-52c2-4ee2-824c-ffbc9ed32382 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_controller (715930b0-f35a-4556-87e4-38f297a6c125), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.769568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:46.811687 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866869f8-0e12-4818-9a8c-97f97b6b9d2c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:46.815120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-866869f8-0e12-4818-9a8c-97f97b6b9d2c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.845863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05239f92-798c-4c9b-8240-f9cb28888f09 None None] Update dhcp port {'port': {'network_id': '16aec21d-e038-422e-999b-7dff0697a3c4', 'fixed_ips': [{'subnet_id': 'ecfd521c-a8d9-45fe-8ad1-0e5042d31d6d', 'ip_address': '2001:db8::2'}, {'subnet_id': '561280a4-c74b-4821-a919-0ba878bb3814'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': '7d36a8e0-e2ca-4286-bcd6-222589460b65'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:21:46.859937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:46.865332 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (0977573f-2007-4503-b6ec-0d1b7a1d6f3f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.886525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:46.903851 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0977573f-2007-4503-b6ec-0d1b7a1d6f3f']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:46.917876 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424cb8c1-d738-486d-bfb3-02a33aa41d91') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:46.918255 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424cb8c1-d738-486d-bfb3-02a33aa41d91') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:46.918467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-866869f8-0e12-4818-9a8c-97f97b6b9d2c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] device_id is not set on port 1241ec35-8e1c-4c6e-8b11-b5cbf5ac816c yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:21:46.927328 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0d2d517b-52c2-4ee2-824c-ffbc9ed32382 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (715930b0-f35a-4556-87e4-38f297a6c125), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.927876 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2d517b-52c2-4ee2-824c-ffbc9ed32382 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Fanout notify agent at l3_agent the message router_deleted on router 715930b0-f35a-4556-87e4-38f297a6c125 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:21:46.929894 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (424cb8c1-d738-486d-bfb3-02a33aa41d91), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.937068 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0d2d517b-52c2-4ee2-824c-ffbc9ed32382 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.941502 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0d2d517b-52c2-4ee2-824c-ffbc9ed32382 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "DELETE /networking/v2.0/routers/715930b0-f35a-4556-87e4-38f297a6c125 HTTP/1.1" status: 204 len: 168 time: 3.0597885 Oct 26 15:21:46.945128 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57632) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:46.950654 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-45d5a684-4cf4-46c2-a140-954c4f8d83f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-389066966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:46.955933 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Subnet': ['ID=26da3d7e-b102-47ae-a298-47ee3edf3875,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:46.969449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Publish callbacks [] for port (b54f261f-0b97-47d8-9507-58602f6eb4ad), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.974716 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (424cb8c1-d738-486d-bfb3-02a33aa41d91), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.988444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:46.990178 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:46.990593 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (424cb8c1-d738-486d-bfb3-02a33aa41d91), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.993414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-6e247482-3db9-4457-9a6d-4a8d02c2431a', 'network_id': '6e247482-3db9-4457-9a6d-4a8d02c2431a', 'project_id': '1f3d9e39a73b4f6dbd8554e45cd19aed', 'fixed_ips': [{'subnet_id': '337a5511-b542-4e82-bb34-c91da894debb'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:21:46.994521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:46.996563 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:47.025123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:47.025399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-15d58ebf-b2d0-4511-b6f5-7433e9e6c3d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (0ca8c6c9-8d68-4530-81af-c9cbe5de789e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:47.028599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:47.033978 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 424cb8c1-d738-486d-bfb3-02a33aa41d91 resource provider aggregate not found Oct 26 15:21:47.049515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (b54f261f-0b97-47d8-9507-58602f6eb4ad), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:47.051681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e87ee503-d1ec-4f84-8733-2065264a596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:21:42Z', 'revision_number': 8, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:34Z', 'revision_number': 18, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:47.090200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ee503-d1ec-4f84-8733-2065264a596e None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:47.094673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-05239f92-798c-4c9b-8240-f9cb28888f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (7d36a8e0-e2ca-4286-bcd6-222589460b65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:47.134893 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 424cb8c1-d738-486d-bfb3-02a33aa41d91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 424cb8c1-d738-486d-bfb3-02a33aa41d91 found for delete ", "request_id": "req-319a670a-1d0c-4c8d-a4a0-0ecc70fe8652"}]} Oct 26 15:21:47.208671 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-866869f8-0e12-4818-9a8c-97f97b6b9d2c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Allocated IP 2001:db8::39c (53c0079f-a06e-42a0-9999-2464f97dce63/d1644189-52d6-4619-b5d9-d0c5041f0a73/1241ec35-8e1c-4c6e-8b11-b5cbf5ac816c) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:47.208988 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d58ebf-b2d0-4511-b6f5-7433e9e6c3d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Checking segment: {'id': 'd5cd678a-7f3e-4122-b882-ecc3094a8f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '79562cce-bd6f-4901-8ad9-f8f27a9b80db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:47.209357 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d58ebf-b2d0-4511-b6f5-7433e9e6c3d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network hostable DHCP agents. Network: 79562cce-bd6f-4901-8ad9-f8f27a9b80db, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:47.213410 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.db.api [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 15:21:47.213410 dv-neutron-759874-6-hyperv neutron-server[105322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 15:21:47.213410 dv-neutron-759874-6-hyperv neutron-server[105322]: [parameters: {'id': '0977573f-2007-4503-b6ec-0d1b7a1d6f3f'}] Oct 26 15:21:47.213410 dv-neutron-759874-6-hyperv neutron-server[105322]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:21:47.213955 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG oslo_db.api [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:21:47.228269 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d58ebf-b2d0-4511-b6f5-7433e9e6c3d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Subnet': ['ID=0ca8c6c9-8d68-4530-81af-c9cbe5de789e,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:47.250340 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d58ebf-b2d0-4511-b6f5-7433e9e6c3d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network 79562cce-bd6f-4901-8ad9-f8f27a9b80db is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:47.260599 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-45d5a684-4cf4-46c2-a140-954c4f8d83f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (3b9114a5-b831-4c54-adcb-1d6a3b47449e), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:47.261643 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-45d5a684-4cf4-46c2-a140-954c4f8d83f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (3b9114a5-b831-4c54-adcb-1d6a3b47449e), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:47.263804 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-15d58ebf-b2d0-4511-b6f5-7433e9e6c3d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 79562cce-bd6f-4901-8ad9-f8f27a9b80db) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:47.277134 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d58ebf-b2d0-4511-b6f5-7433e9e6c3d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:47.277755 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-15d58ebf-b2d0-4511-b6f5-7433e9e6c3d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:47.306230 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-15d58ebf-b2d0-4511-b6f5-7433e9e6c3d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1108267 Oct 26 15:21:47.312395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57638) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:47.390320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:47.439046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Network 53c0079f-a06e-42a0-9999-2464f97dce63 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:47.440193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-746bb3f1-1a6f-41c2-b624-2fb5b72a996d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (79562cce-bd6f-4901-8ad9-f8f27a9b80db), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:47.441382 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=79,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:47.444516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71f447a-5aef-409d-9719-606f99c72a4e None None] Network 79562cce-bd6f-4901-8ad9-f8f27a9b80db requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:47.505177 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-746bb3f1-1a6f-41c2-b624-2fb5b72a996d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (0ca8c6c9-8d68-4530-81af-c9cbe5de789e), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:47.525348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80118a-74ce-4be1-b3d1-fb9438e8baf5 None None] Pushing event updated for resources: {'Port': ['ID=7d36a8e0-e2ca-4286-bcd6-222589460b65,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:47.532414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8518dca1-231e-4ac3-a524-b6ab4f117251 None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:47.582267 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-746bb3f1-1a6f-41c2-b624-2fb5b72a996d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (0ca8c6c9-8d68-4530-81af-c9cbe5de789e), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:47.610873 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bb3f1-1a6f-41c2-b624-2fb5b72a996d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca8c6c9-8d68-4530-81af-c9cbe5de789e,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:47.632773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:47.635177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:47.637614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ee503-d1ec-4f84-8733-2065264a596e None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:47.637955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e87ee503-d1ec-4f84-8733-2065264a596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:47.657886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-45d5a684-4cf4-46c2-a140-954c4f8d83f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_controller (3b9114a5-b831-4c54-adcb-1d6a3b47449e), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:47.663050 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-171ebbb4-66be-4e0b-9baf-f5b725bfb968 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router_gateway (d8d6c31d-e069-4332-9fab-99bddbb6c414), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:47.685467 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-746bb3f1-1a6f-41c2-b624-2fb5b72a996d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (79562cce-bd6f-4901-8ad9-f8f27a9b80db), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:47.707420 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-45d5a684-4cf4-46c2-a140-954c4f8d83f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (3b9114a5-b831-4c54-adcb-1d6a3b47449e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:47.709201 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-746bb3f1-1a6f-41c2-b624-2fb5b72a996d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79562cce-bd6f-4901-8ad9-f8f27a9b80db']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:47.714941 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-866869f8-0e12-4818-9a8c-97f97b6b9d2c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (1241ec35-8e1c-4c6e-8b11-b5cbf5ac816c), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:47.721371 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (0977573f-2007-4503-b6ec-0d1b7a1d6f3f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:47.721596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:47.727737 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-746bb3f1-1a6f-41c2-b624-2fb5b72a996d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5cd678a-7f3e-4122-b882-ecc3094a8f0c') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:47.728078 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-746bb3f1-1a6f-41c2-b624-2fb5b72a996d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5cd678a-7f3e-4122-b882-ecc3094a8f0c') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:47.743493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-45d5a684-4cf4-46c2-a140-954c4f8d83f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:47.744727 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-45d5a684-4cf4-46c2-a140-954c4f8d83f5 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7990220 Oct 26 15:21:47.748135 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-746bb3f1-1a6f-41c2-b624-2fb5b72a996d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (d5cd678a-7f3e-4122-b882-ecc3094a8f0c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:47.751766 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57640) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:47.763207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:47.763782 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-d49d1e6c-553e-429f-9d4c-9f27f3710a6c tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'enable_snat': False}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:47.765368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:47.768242 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:47.768620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '424cb8c1-d738-486d-bfb3-02a33aa41d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0977573f-2007-4503-b6ec-0d1b7a1d6f3f'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:47.769011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:47.787380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8518dca1-231e-4ac3-a524-b6ab4f117251 None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:47.788052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8518dca1-231e-4ac3-a524-b6ab4f117251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:47.888309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-866869f8-0e12-4818-9a8c-97f97b6b9d2c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (1241ec35-8e1c-4c6e-8b11-b5cbf5ac816c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:47.961702 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:47.964391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:48.054869 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c689976-c83c-43b8-ba6c-b8bf1532da0f None None] New status for floating IP 8ad214f2-742d-45b9-986d-d7f299ca376a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:21:48.066161 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-746bb3f1-1a6f-41c2-b624-2fb5b72a996d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (d5cd678a-7f3e-4122-b882-ecc3094a8f0c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.073200 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866869f8-0e12-4818-9a8c-97f97b6b9d2c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network 53c0079f-a06e-42a0-9999-2464f97dce63 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:48.073969 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866869f8-0e12-4818-9a8c-97f97b6b9d2c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=1241ec35-8e1c-4c6e-8b11-b5cbf5ac816c,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:48.074925 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Deleting port ccc196f9-7dec-499d-8116-2157031a2cf9 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:48.075333 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (ccc196f9-7dec-499d-8116-2157031a2cf9), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.078481 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746bb3f1-1a6f-41c2-b624-2fb5b72a996d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:48.079832 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-746bb3f1-1a6f-41c2-b624-2fb5b72a996d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (d5cd678a-7f3e-4122-b882-ecc3094a8f0c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.079946 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-866869f8-0e12-4818-9a8c-97f97b6b9d2c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:48.106206 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:48.106596 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:48.110895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866869f8-0e12-4818-9a8c-97f97b6b9d2c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:48.110989 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Failed to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '424cb8c1-d738-486d-bfb3-02a33aa41d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0977573f-2007-4503-b6ec-0d1b7a1d6f3f'}] Oct 26 15:21:48.112790 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866869f8-0e12-4818-9a8c-97f97b6b9d2c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:48.113443 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-866869f8-0e12-4818-9a8c-97f97b6b9d2c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.119433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a1318-b098-4b7b-8b67-ca5109b77c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-79562cce-bd6f-4901-8ad9-f8f27a9b80db', 'network_id': '79562cce-bd6f-4901-8ad9-f8f27a9b80db', 'project_id': '1f3d9e39a73b4f6dbd8554e45cd19aed', 'fixed_ips': [{'subnet_id': '0ca8c6c9-8d68-4530-81af-c9cbe5de789e'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:21:48.120349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-622a1318-b098-4b7b-8b67-ca5109b77c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.138176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Pushing event updated for resources: {'Port': ['ID=ccc196f9-7dec-499d-8116-2157031a2cf9,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:48.204578 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] For port ccc196f9-7dec-499d-8116-2157031a2cf9, host dv-neutron-759874-6-hyperv, got binding levels [] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:48.205071 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (ccc196f9-7dec-499d-8116-2157031a2cf9), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.214521 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempt 2 to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 Oct 26 15:21:48.214748 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-746bb3f1-1a6f-41c2-b624-2fb5b72a996d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (79562cce-bd6f-4901-8ad9-f8f27a9b80db), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.223805 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-746bb3f1-1a6f-41c2-b624-2fb5b72a996d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.232199 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-746bb3f1-1a6f-41c2-b624-2fb5b72a996d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/79562cce-bd6f-4901-8ad9-f8f27a9b80db HTTP/1.1" status: 204 len: 168 time: 0.9122653 Oct 26 15:21:48.232981 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57642) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:48.238953 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-99575a80-2997-44ad-b4a0-9ef00fe6e034 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1074197127'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:48.253141 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Calling delete_port for ccc196f9-7dec-499d-8116-2157031a2cf9 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:48.260012 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bb3f1-1a6f-41c2-b624-2fb5b72a996d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Network': ['ID=79562cce-bd6f-4901-8ad9-f8f27a9b80db,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:48.291101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:48.291475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '424cb8c1-d738-486d-bfb3-02a33aa41d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0977573f-2007-4503-b6ec-0d1b7a1d6f3f'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:48.291988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:48.356162 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99575a80-2997-44ad-b4a0-9ef00fe6e034 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:48.356568 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:48.359910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:48.361281 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-99575a80-2997-44ad-b4a0-9ef00fe6e034 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.379797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b61d39-046e-4897-99f3-367e0ae4fd87 None None] Network 79562cce-bd6f-4901-8ad9-f8f27a9b80db requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:48.408419 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:48.411075 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Failed to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '424cb8c1-d738-486d-bfb3-02a33aa41d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0977573f-2007-4503-b6ec-0d1b7a1d6f3f'}] Oct 26 15:21:48.411075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b61d39-046e-4897-99f3-367e0ae4fd87 None None] Network 79562cce-bd6f-4901-8ad9-f8f27a9b80db could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:21:48.416897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99575a80-2997-44ad-b4a0-9ef00fe6e034 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:48.422565 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempt 3 to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 Oct 26 15:21:48.426871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Attempting to bind port b54f261f-0b97-47d8-9507-58602f6eb4ad on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:48.427249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Attempting to bind port b54f261f-0b97-47d8-9507-58602f6eb4ad by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '868794d9-48cf-4ed1-9373-f5fa5c1f606f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '53c0079f-a06e-42a0-9999-2464f97dce63'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:48.427618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Attempting to bind port b54f261f-0b97-47d8-9507-58602f6eb4ad on network 53c0079f-a06e-42a0-9999-2464f97dce63 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:48.432944 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-99575a80-2997-44ad-b4a0-9ef00fe6e034 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (8d10f605-e718-4c07-b184-446fc50ee8e4), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.433374 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-99575a80-2997-44ad-b4a0-9ef00fe6e034 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Added segment 8d10f605-e718-4c07-b184-446fc50ee8e4 of type vlan for network 01fd5aff-6ff0-4056-8eef-15acc498a4e5 Oct 26 15:21:48.435628 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (ccc196f9-7dec-499d-8116-2157031a2cf9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.440621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-8518dca1-231e-4ac3-a524-b6ab4f117251 None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:48.448767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:48.450828 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82,neutron:DELETE=13,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:48.476299 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Port': ['ID=ccc196f9-7dec-499d-8116-2157031a2cf9,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:48.509632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Pushing event updated for resources: {'Port': ['ID=b54f261f-0b97-47d8-9507-58602f6eb4ad,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:48.520992 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No DVR routers for this DVR port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:21:48.534563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d49d1e6c-553e-429f-9d4c-9f27f3710a6c tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_gateway (3b9114a5-b831-4c54-adcb-1d6a3b47449e), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.541741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-171ebbb4-66be-4e0b-9baf-f5b725bfb968 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (d8d6c31d-e069-4332-9fab-99bddbb6c414), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.549591 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-171ebbb4-66be-4e0b-9baf-f5b725bfb968 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (d8d6c31d-e069-4332-9fab-99bddbb6c414), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.554674 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-866869f8-0e12-4818-9a8c-97f97b6b9d2c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8372931 Oct 26 15:21:48.558545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57646) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:48.567931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-99575a80-2997-44ad-b4a0-9ef00fe6e034 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (01fd5aff-6ff0-4056-8eef-15acc498a4e5), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.568852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:48.570924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:48.571295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '424cb8c1-d738-486d-bfb3-02a33aa41d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0977573f-2007-4503-b6ec-0d1b7a1d6f3f'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:48.571659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:48.584568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-e87ee503-d1ec-4f84-8733-2065264a596e None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:48.594814 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:48.622031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Allocated IP 172.20.255.242 (6e247482-3db9-4457-9a6d-4a8d02c2431a/337a5511-b542-4e82-bb34-c91da894debb/86ebc209-e8c7-4485-a77a-15b2c7427b7d) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:48.662778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:48.671678 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (0977573f-2007-4503-b6ec-0d1b7a1d6f3f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.701527 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-99575a80-2997-44ad-b4a0-9ef00fe6e034 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (01fd5aff-6ff0-4056-8eef-15acc498a4e5), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:48.702655 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:48.705750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:48.710387 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99575a80-2997-44ad-b4a0-9ef00fe6e034 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:48.711192 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-99575a80-2997-44ad-b4a0-9ef00fe6e034 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.715882 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0977573f-2007-4503-b6ec-0d1b7a1d6f3f']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:48.765056 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8937b4-3049-4a59-9cba-e55b255f02d0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:48.767519 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-aa8937b4-3049-4a59-9cba-e55b255f02d0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2d0 HTTP/1.1" status: 200 len: 928 time: 0.2065032 Oct 26 15:21:48.775586 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57648) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:48.779927 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424cb8c1-d738-486d-bfb3-02a33aa41d91') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:48.780273 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424cb8c1-d738-486d-bfb3-02a33aa41d91') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:48.801115 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-99575a80-2997-44ad-b4a0-9ef00fe6e034 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5647070 Oct 26 15:21:48.812171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (424cb8c1-d738-486d-bfb3-02a33aa41d91), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.813778 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57650) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:48.816006 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:48.819073 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Failed to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '424cb8c1-d738-486d-bfb3-02a33aa41d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0977573f-2007-4503-b6ec-0d1b7a1d6f3f'}] Oct 26 15:21:48.820402 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-12a2fcd4-830c-4b55-bf56-bd4e18731900 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'subnet': {'network_id': '01fd5aff-6ff0-4056-8eef-15acc498a4e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:48.821765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-05239f92-798c-4c9b-8240-f9cb28888f09 None None] Allocated IP 172.20.0.1 (16aec21d-e038-422e-999b-7dff0697a3c4/561280a4-c74b-4821-a919-0ba878bb3814/7d36a8e0-e2ca-4286-bcd6-222589460b65) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:48.833536 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempt 4 to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 Oct 26 15:21:48.843889 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99575a80-2997-44ad-b4a0-9ef00fe6e034 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Network': ['ID=01fd5aff-6ff0-4056-8eef-15acc498a4e5,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:48.856347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:21:48.856725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Checking segment: {'id': '868794d9-48cf-4ed1-9373-f5fa5c1f606f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '53c0079f-a06e-42a0-9999-2464f97dce63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:48.857339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.857888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Bound using segment: {'id': '868794d9-48cf-4ed1-9373-f5fa5c1f606f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '53c0079f-a06e-42a0-9999-2464f97dce63'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:21:48.858602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Bound port: b54f261f-0b97-47d8-9507-58602f6eb4ad, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868794d9-48cf-4ed1-9373-f5fa5c1f606f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '53c0079f-a06e-42a0-9999-2464f97dce63'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:21:48.859482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b54f261f-0b97-47d8-9507-58602f6eb4ad), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.875218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 01fd5aff-6ff0-4056-8eef-15acc498a4e5 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:48.893699 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (424cb8c1-d738-486d-bfb3-02a33aa41d91), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.912740 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:48.913213 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (424cb8c1-d738-486d-bfb3-02a33aa41d91), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:48.955120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:48.955963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:48.992527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:48.993171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '424cb8c1-d738-486d-bfb3-02a33aa41d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0977573f-2007-4503-b6ec-0d1b7a1d6f3f'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:48.993683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:49.001958 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (0977573f-2007-4503-b6ec-0d1b7a1d6f3f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:49.007855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:49.012188 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/networks/0977573f-2007-4503-b6ec-0d1b7a1d6f3f HTTP/1.1" status: 204 len: 168 time: 3.5711000 Oct 26 15:21:49.017457 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57652) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:49.018150 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a2fcd4-830c-4b55-bf56-bd4e18731900 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:49.022159 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-12a2fcd4-830c-4b55-bf56-bd4e18731900 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:49.040139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-1271384d-3ec3-4443-ab9f-4a28ebb05fdb tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port 1241ec35-8e1c-4c6e-8b11-b5cbf5ac816c {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:49.040733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1271384d-3ec3-4443-ab9f-4a28ebb05fdb tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (1241ec35-8e1c-4c6e-8b11-b5cbf5ac816c), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:49.090159 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.ipam_backend_mixin [None req-12a2fcd4-830c-4b55-bf56-bd4e18731900 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Performing IP validity checks on allocation pools {{(pid=105322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 26 15:21:49.090703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.ipam_backend_mixin [None req-12a2fcd4-830c-4b55-bf56-bd4e18731900 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 26 15:21:49.123375 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d49d1e6c-553e-429f-9d4c-9f27f3710a6c tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_gateway (3b9114a5-b831-4c54-adcb-1d6a3b47449e), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:49.154065 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d49d1e6c-553e-429f-9d4c-9f27f3710a6c tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:49.223780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171ebbb4-66be-4e0b-9baf-f5b725bfb968 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Router d8d6c31d-e069-4332-9fab-99bddbb6c414 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:21:49.241455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1271384d-3ec3-4443-ab9f-4a28ebb05fdb tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (1241ec35-8e1c-4c6e-8b11-b5cbf5ac816c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:49.276052 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-12a2fcd4-830c-4b55-bf56-bd4e18731900 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (6ad5cad3-be38-448b-9cab-71516498bd55), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:49.282388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-1271384d-3ec3-4443-ab9f-4a28ebb05fdb tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for 1241ec35-8e1c-4c6e-8b11-b5cbf5ac816c owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:49.283447 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:49.288205 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment d5cd678a-7f3e-4122-b882-ecc3094a8f0c resource provider aggregate not found Oct 26 15:21:49.294549 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c26d97-fef3-4d36-9042-34356c3d604e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Network': ['ID=0977573f-2007-4503-b6ec-0d1b7a1d6f3f,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:49.297800 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-784eb829-c3cc-405c-ae78-f9e869a2f0aa tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] DELETE failed (client error): The resource could not be found. Oct 26 15:21:49.298336 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-784eb829-c3cc-405c-ae78-f9e869a2f0aa tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:21:49.302466 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-784eb829-c3cc-405c-ae78-f9e869a2f0aa tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/networks/0977573f-2007-4503-b6ec-0d1b7a1d6f3f HTTP/1.1" status: 404 len: 339 time: 0.0633261 Oct 26 15:21:49.324962 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57660) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:49.365836 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d56a09b8-b99f-4b4a-b403-fb6d4b0869a8 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-228945341', 'description': 'd1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:49.365836 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment d5cd678a-7f3e-4122-b882-ecc3094a8f0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5cd678a-7f3e-4122-b882-ecc3094a8f0c found for delete ", "request_id": "req-d806b5c2-abfd-4830-8869-5a87b353b94c"}]} Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:49.366272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:49.383866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab89d94-4709-4dc1-9b96-21cde5ce3e20 None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:49.386654 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 424cb8c1-d738-486d-bfb3-02a33aa41d91 resource provider aggregate not found Oct 26 15:21:49.413953 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 424cb8c1-d738-486d-bfb3-02a33aa41d91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 424cb8c1-d738-486d-bfb3-02a33aa41d91 found for delete ", "request_id": "req-49c2538a-a619-4533-81e0-1ef6f0b034ba"}]} Oct 26 15:21:49.429911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:49.447745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a2fcd4-830c-4b55-bf56-bd4e18731900 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Checking segment: {'id': '8d10f605-e718-4c07-b184-446fc50ee8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '01fd5aff-6ff0-4056-8eef-15acc498a4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:49.448102 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a2fcd4-830c-4b55-bf56-bd4e18731900 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network hostable DHCP agents. Network: 01fd5aff-6ff0-4056-8eef-15acc498a4e5, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:49.453179 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2fcd4-830c-4b55-bf56-bd4e18731900 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Subnet': ['ID=6ad5cad3-be38-448b-9cab-71516498bd55,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:49.457575 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56a09b8-b99f-4b4a-b403-fb6d4b0869a8 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:49.462171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d56a09b8-b99f-4b4a-b403-fb6d4b0869a8 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:49.501827 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56a09b8-b99f-4b4a-b403-fb6d4b0869a8 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:49.512929 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d56a09b8-b99f-4b4a-b403-fb6d4b0869a8 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (48b4bd85-c31e-429d-84b4-d05723c7b1f1), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:49.513358 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-d56a09b8-b99f-4b4a-b403-fb6d4b0869a8 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Added segment 48b4bd85-c31e-429d-84b4-d05723c7b1f1 of type vlan for network 9bab04b0-3df5-4f17-bf40-79631bf18e40 Oct 26 15:21:49.523590 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:49.523870 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:49.527397 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Failed to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '424cb8c1-d738-486d-bfb3-02a33aa41d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0977573f-2007-4503-b6ec-0d1b7a1d6f3f'}] Oct 26 15:21:49.528309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-d49d1e6c-553e-429f-9d4c-9f27f3710a6c tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Allocated IP 172.26.11.59 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/19eafe12-c280-4338-b9c3-812aaec22c78) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:49.541361 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempt 5 to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 Oct 26 15:21:49.565475 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d56a09b8-b99f-4b4a-b403-fb6d4b0869a8 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (9bab04b0-3df5-4f17-bf40-79631bf18e40), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:49.602336 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d56a09b8-b99f-4b4a-b403-fb6d4b0869a8 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (9bab04b0-3df5-4f17-bf40-79631bf18e40), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:49.612327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56a09b8-b99f-4b4a-b403-fb6d4b0869a8 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:49.613180 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d56a09b8-b99f-4b4a-b403-fb6d4b0869a8 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:49.622399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a2fcd4-830c-4b55-bf56-bd4e18731900 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network 01fd5aff-6ff0-4056-8eef-15acc498a4e5 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:49.625275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:49.625869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:49.626472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:49.628459 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171ebbb4-66be-4e0b-9baf-f5b725bfb968 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:49.629473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab89d94-4709-4dc1-9b96-21cde5ce3e20 None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:49.630332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7ab89d94-4709-4dc1-9b96-21cde5ce3e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:49.637344 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862b1de-4e4f-481d-8bfc-ab998d983c4d None None] Sync routers for ids ['d8d6c31d-e069-4332-9fab-99bddbb6c414'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:49.640381 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1271384d-3ec3-4443-ab9f-4a28ebb05fdb tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (1241ec35-8e1c-4c6e-8b11-b5cbf5ac816c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:49.645141 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-171ebbb4-66be-4e0b-9baf-f5b725bfb968 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:49.648983 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-171ebbb4-66be-4e0b-9baf-f5b725bfb968 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "PUT /networking/v2.0/routers/d8d6c31d-e069-4332-9fab-99bddbb6c414 HTTP/1.1" status: 200 len: 918 time: 5.2596812 Oct 26 15:21:49.660452 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862b1de-4e4f-481d-8bfc-ab998d983c4d None None] Routers {'d8d6c31d-e069-4332-9fab-99bddbb6c414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:49.662081 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0862b1de-4e4f-481d-8bfc-ab998d983c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d8d6c31d-e069-4332-9fab-99bddbb6c414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:49.662656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57666) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:49.715474 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0862b1de-4e4f-481d-8bfc-ab998d983c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:49.725879 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862b1de-4e4f-481d-8bfc-ab998d983c4d None None] Routers {'d8d6c31d-e069-4332-9fab-99bddbb6c414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:49.726761 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0862b1de-4e4f-481d-8bfc-ab998d983c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d8d6c31d-e069-4332-9fab-99bddbb6c414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:49.730896 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271384d-3ec3-4443-ab9f-4a28ebb05fdb tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=1241ec35-8e1c-4c6e-8b11-b5cbf5ac816c,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:49.759193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] For port b54f261f-0b97-47d8-9507-58602f6eb4ad, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:49.773635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] For port b54f261f-0b97-47d8-9507-58602f6eb4ad, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=b54f261f-0b97-47d8-9507-58602f6eb4ad,segment=NetworkSegment(868794d9-48cf-4ed1-9373-f5fa5c1f606f),segment_id=868794d9-48cf-4ed1-9373-f5fa5c1f606f)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:49.787327 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d56a09b8-b99f-4b4a-b403-fb6d4b0869a8 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4511795 Oct 26 15:21:49.787327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:49.788107 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ed5b695a-becf-49ed-9b0a-b0dfba3cabb4 tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "GET /networking/v2.0/routers/d8d6c31d-e069-4332-9fab-99bddbb6c414 HTTP/1.1" status: 200 len: 924 time: 0.1132612 Oct 26 15:21:49.799419 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0862b1de-4e4f-481d-8bfc-ab998d983c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:49.800055 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862b1de-4e4f-481d-8bfc-ab998d983c4d None None] The sync data for ids ['d8d6c31d-e069-4332-9fab-99bddbb6c414'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:49.800338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:49.803082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:49.807911 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57668) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:49.808246 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57670) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:49.808977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:49.809399 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1271384d-3ec3-4443-ab9f-4a28ebb05fdb tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:49.810185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:49.813461 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1271384d-3ec3-4443-ab9f-4a28ebb05fdb tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/ports/1241ec35-8e1c-4c6e-8b11-b5cbf5ac816c HTTP/1.1" status: 204 len: 168 time: 1.0332022 Oct 26 15:21:49.822422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57672) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:49.835407 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-12a2fcd4-830c-4b55-bf56-bd4e18731900 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 01fd5aff-6ff0-4056-8eef-15acc498a4e5) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:49.871735 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a2fcd4-830c-4b55-bf56-bd4e18731900 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:49.872625 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-12a2fcd4-830c-4b55-bf56-bd4e18731900 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:49.878545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:49.880575 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f51434-6dea-441f-8323-3122f70483a7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] GET failed (client error): The resource could not be found. Oct 26 15:21:49.882191 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-85f51434-6dea-441f-8323-3122f70483a7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports/1241ec35-8e1c-4c6e-8b11-b5cbf5ac816c HTTP/1.1" status: 404 len: 333 time: 0.0585835 Oct 26 15:21:49.886200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (b54f261f-0b97-47d8-9507-58602f6eb4ad), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:49.889415 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57674) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:49.890359 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a09b8-b99f-4b4a-b403-fb6d4b0869a8 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Network': ['ID=9bab04b0-3df5-4f17-bf40-79631bf18e40,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:49.902815 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:49.941120 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-12a2fcd4-830c-4b55-bf56-bd4e18731900 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1226835 Oct 26 15:21:49.942022 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464f40cf-f562-4d80-a98a-5e07a1fce9be tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:49.947068 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-464f40cf-f562-4d80-a98a-5e07a1fce9be tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&device_id=d8d6c31d-e069-4332-9fab-99bddbb6c414&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1279750 Oct 26 15:21:49.947068 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57676) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:49.951646 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57678) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:49.980092 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de159d3-72ec-4f38-bfbb-5df7651a813c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:49.981715 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0de159d3-72ec-4f38-bfbb-5df7651a813c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "GET /networking/v2.0/networks?id=9bab04b0-3df5-4f17-bf40-79631bf18e40 HTTP/1.1" status: 200 len: 764 time: 0.1672180 Oct 26 15:21:49.992067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a00ff80-0075-4899-b91b-45df24706b5b None None] Network 01fd5aff-6ff0-4056-8eef-15acc498a4e5 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:49.995294 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57680) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:49.996458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 9bab04b0-3df5-4f17-bf40-79631bf18e40 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:50.012491 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-53a24c9b-15be-4125-ac60-681e5da54ff1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'network': {'description': 'd2'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:50.082692 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d49d1e6c-553e-429f-9d4c-9f27f3710a6c tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for port (19eafe12-c280-4338-b9c3-812aaec22c78), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:50.106859 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-64b8e3c1-c0cc-420a-840c-67d719ac4bdd tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port 0265442f-c294-4139-bb05-6a60632698e9 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:50.107609 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-64b8e3c1-c0cc-420a-840c-67d719ac4bdd tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (0265442f-c294-4139-bb05-6a60632698e9), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:50.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:50.115453 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Failed to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [] Oct 26 15:21:50.150395 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempt 6 to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 Oct 26 15:21:50.272851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Publish callbacks [] for port (86ebc209-e8c7-4485-a77a-15b2c7427b7d), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:50.276153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-05239f92-798c-4c9b-8240-f9cb28888f09 None None] For port 7d36a8e0-e2ca-4286-bcd6-222589460b65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=7d36a8e0-e2ca-4286-bcd6-222589460b65,segment=NetworkSegment(5c4324bb-4a1d-4d64-acca-0e3312630326),segment_id=5c4324bb-4a1d-4d64-acca-0e3312630326)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:50.277870 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8354910f-ad5d-4c42-991c-632a770021d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (01fd5aff-6ff0-4056-8eef-15acc498a4e5), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:50.303871 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75578b6b-b3f2-46f5-9a40-fb161f025ffb tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:50.314367 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-75578b6b-b3f2-46f5-9a40-fb161f025ffb tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "GET /networking/v2.0/networks/10462a5a-0e7e-425f-bf32-fbf3f0450853 HTTP/1.1" status: 200 len: 881 time: 0.3606925 Oct 26 15:21:50.317532 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57682) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:50.318810 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-05239f92-798c-4c9b-8240-f9cb28888f09 None None] Publish callbacks [] for port (7d36a8e0-e2ca-4286-bcd6-222589460b65), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:50.355609 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d49d1e6c-553e-429f-9d4c-9f27f3710a6c tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (19eafe12-c280-4338-b9c3-812aaec22c78), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:50.369694 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-64b8e3c1-c0cc-420a-840c-67d719ac4bdd tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (0265442f-c294-4139-bb05-6a60632698e9), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:50.395630 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-64b8e3c1-c0cc-420a-840c-67d719ac4bdd tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for 0265442f-c294-4139-bb05-6a60632698e9 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:50.472113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-7ab89d94-4709-4dc1-9b96-21cde5ce3e20 None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:50.482533 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9769c001-2efd-4211-8b0d-3876361168ca tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d8d6c31d-e069-4332-9fab-99bddbb6c414 HTTP/1.1" status: 200 len: 205 time: 0.1639359 Oct 26 15:21:50.491906 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57684) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:50.505494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:50.507512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8518dca1-231e-4ac3-a524-b6ab4f117251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:41Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:21:46Z', 'revision_number': 8, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:45Z', 'revision_number': 20, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:50.532042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-53a24c9b-15be-4125-ac60-681e5da54ff1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (9bab04b0-3df5-4f17-bf40-79631bf18e40), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:50.554915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8354910f-ad5d-4c42-991c-632a770021d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (6ad5cad3-be38-448b-9cab-71516498bd55), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:50.569146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d1e6c-553e-429f-9d4c-9f27f3710a6c tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Pushing event updated for resources: {'Port': ['ID=19eafe12-c280-4338-b9c3-812aaec22c78,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:50.573449 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:50.578016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:50.578442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:50.578730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:50.580763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-05239f92-798c-4c9b-8240-f9cb28888f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (7d36a8e0-e2ca-4286-bcd6-222589460b65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:50.583417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (86ebc209-e8c7-4485-a77a-15b2c7427b7d), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:50.586550 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49d1e6c-553e-429f-9d4c-9f27f3710a6c tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:50.589593 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-53a24c9b-15be-4125-ac60-681e5da54ff1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (9bab04b0-3df5-4f17-bf40-79631bf18e40), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:50.639574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8518dca1-231e-4ac3-a524-b6ab4f117251 None None] Checking router: 62b9f0e9-5874-41a0-857a-c43efc83f0ef for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:50.672378 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-64b8e3c1-c0cc-420a-840c-67d719ac4bdd tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (0265442f-c294-4139-bb05-6a60632698e9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:50.714097 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53a24c9b-15be-4125-ac60-681e5da54ff1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network 9bab04b0-3df5-4f17-bf40-79631bf18e40 is not hosted by any dhcp agent {{(pid=105321) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 15:21:50.715474 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-85af0d2e-2de9-4ce7-9594-554f9d7e652f tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (d8d6c31d-e069-4332-9fab-99bddbb6c414), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:50.716420 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:50.719861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:50.721376 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a24c9b-15be-4125-ac60-681e5da54ff1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:50.721376 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-53a24c9b-15be-4125-ac60-681e5da54ff1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:50.725300 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-53a24c9b-15be-4125-ac60-681e5da54ff1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "PUT /networking/v2.0/networks/9bab04b0-3df5-4f17-bf40-79631bf18e40 HTTP/1.1" status: 200 len: 761 time: 0.7143388 Oct 26 15:21:50.734401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-d49d1e6c-553e-429f-9d4c-9f27f3710a6c tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:50.738608 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49d1e6c-553e-429f-9d4c-9f27f3710a6c tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:50.758430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8e3c1-c0cc-420a-840c-67d719ac4bdd tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=0265442f-c294-4139-bb05-6a60632698e9,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:50.765264 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57686) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Failed to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [] Oct 26 15:21:50.823274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:50.826197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35c607-bbc7-4e53-b327-d0e960ddbcea None None] Pushing event updated for resources: {'Port': ['ID=b54f261f-0b97-47d8-9507-58602f6eb4ad,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:50.844293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Network 6e247482-3db9-4457-9a6d-4a8d02c2431a is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:50.855460 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempt 7 to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 Oct 26 15:21:50.883627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:50.889320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8518dca1-231e-4ac3-a524-b6ab4f117251 None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:50.890974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8518dca1-231e-4ac3-a524-b6ab4f117251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:50.903909 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a24c9b-15be-4125-ac60-681e5da54ff1 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Network': ['ID=9bab04b0-3df5-4f17-bf40-79631bf18e40,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:50.909723 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-64b8e3c1-c0cc-420a-840c-67d719ac4bdd tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:50.913666 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-64b8e3c1-c0cc-420a-840c-67d719ac4bdd tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/ports/0265442f-c294-4139-bb05-6a60632698e9 HTTP/1.1" status: 204 len: 168 time: 1.0205507 Oct 26 15:21:50.925804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:50.930520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57688) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:50.948697 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:51.012215 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48f526e-0c70-4d43-8123-f5b5c4a91006 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] GET failed (client error): The resource could not be found. Oct 26 15:21:51.013668 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f48f526e-0c70-4d43-8123-f5b5c4a91006 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports/0265442f-c294-4139-bb05-6a60632698e9 HTTP/1.1" status: 404 len: 333 time: 0.0832388 Oct 26 15:21:51.018105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57690) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:51.024600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:51.024776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:51.025093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:51.031233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 9bab04b0-3df5-4f17-bf40-79631bf18e40 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:51.053156 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7fe87811-d57c-46a4-ac3f-517509deefda req-4112255d-d732-480c-a697-5445a0f5c555 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3221912 Oct 26 15:21:51.084929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8354910f-ad5d-4c42-991c-632a770021d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (6ad5cad3-be38-448b-9cab-71516498bd55), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:51.092342 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe000e2-3c56-46b2-a213-61fd05d14a48 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:51.093935 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0fe000e2-3c56-46b2-a213-61fd05d14a48 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "GET /networking/v2.0/networks?id=9bab04b0-3df5-4f17-bf40-79631bf18e40 HTTP/1.1" status: 200 len: 764 time: 0.3276696 Oct 26 15:21:51.100162 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57692) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:51.125066 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:51.125884 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-85af0d2e-2de9-4ce7-9594-554f9d7e652f tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_gateway (d8d6c31d-e069-4332-9fab-99bddbb6c414), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:51.145603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-acafe568-e989-466a-8673-3706ec2d797f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting subnet d1644189-52d6-4619-b5d9-d0c5041f0a73 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:21:51.150843 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-acafe568-e989-466a-8673-3706ec2d797f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (d1644189-52d6-4619-b5d9-d0c5041f0a73), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:51.157519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e87ee503-d1ec-4f84-8733-2065264a596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:21:42Z', 'revision_number': 8, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:34Z', 'revision_number': 18, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:51.162338 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:51.165375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:51.195380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8354910f-ad5d-4c42-991c-632a770021d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (01fd5aff-6ff0-4056-8eef-15acc498a4e5), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:51.219150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 7d36a8e0-e2ca-4286-bcd6-222589460b65 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:51.224992 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-8354910f-ad5d-4c42-991c-632a770021d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01fd5aff-6ff0-4056-8eef-15acc498a4e5']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:51.225264 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-85af0d2e-2de9-4ce7-9594-554f9d7e652f tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Deleting port e6b3b26f-0874-4c20-86ce-7c5bb60aa69e {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:51.225610 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-85af0d2e-2de9-4ce7-9594-554f9d7e652f tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (e6b3b26f-0874-4c20-86ce-7c5bb60aa69e), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:51.235973 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-8354910f-ad5d-4c42-991c-632a770021d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d10f605-e718-4c07-b184-446fc50ee8e4') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:51.236274 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-8354910f-ad5d-4c42-991c-632a770021d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d10f605-e718-4c07-b184-446fc50ee8e4') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:51.246711 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8354910f-ad5d-4c42-991c-632a770021d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (8d10f605-e718-4c07-b184-446fc50ee8e4), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:51.261317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8354910f-ad5d-4c42-991c-632a770021d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (8d10f605-e718-4c07-b184-446fc50ee8e4), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:51.265532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:51.268496 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Failed to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [] Oct 26 15:21:51.268496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afaaa88-8286-4b8c-960e-4187512f438b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-01fd5aff-6ff0-4056-8eef-15acc498a4e5', 'network_id': '01fd5aff-6ff0-4056-8eef-15acc498a4e5', 'project_id': '1f3d9e39a73b4f6dbd8554e45cd19aed', 'fixed_ips': [{'subnet_id': '6ad5cad3-be38-448b-9cab-71516498bd55'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:21:51.268496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5afaaa88-8286-4b8c-960e-4187512f438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:51.273377 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8354910f-ad5d-4c42-991c-632a770021d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:51.273786 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8354910f-ad5d-4c42-991c-632a770021d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (8d10f605-e718-4c07-b184-446fc50ee8e4), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:51.286373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05239f92-798c-4c9b-8240-f9cb28888f09 None None] Pushing event updated for resources: {'Port': ['ID=7d36a8e0-e2ca-4286-bcd6-222589460b65,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:51.301418 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-acafe568-e989-466a-8673-3706ec2d797f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (d1644189-52d6-4619-b5d9-d0c5041f0a73), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:51.340456 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:51.364184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354910f-ad5d-4c42-991c-632a770021d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad5cad3-be38-448b-9cab-71516498bd55,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:51.405827 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-85af0d2e-2de9-4ce7-9594-554f9d7e652f tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (e6b3b26f-0874-4c20-86ce-7c5bb60aa69e), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:51.410380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8354910f-ad5d-4c42-991c-632a770021d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (01fd5aff-6ff0-4056-8eef-15acc498a4e5), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:51.421524 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 8d10f605-e718-4c07-b184-446fc50ee8e4 resource provider aggregate not found Oct 26 15:21:51.429553 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-85af0d2e-2de9-4ce7-9594-554f9d7e652f tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Calling delete_port for e6b3b26f-0874-4c20-86ce-7c5bb60aa69e owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:51.439095 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-acafe568-e989-466a-8673-3706ec2d797f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (d1644189-52d6-4619-b5d9-d0c5041f0a73), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:51.504690 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8354910f-ad5d-4c42-991c-632a770021d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:51.508177 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8354910f-ad5d-4c42-991c-632a770021d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/01fd5aff-6ff0-4056-8eef-15acc498a4e5 HTTP/1.1" status: 204 len: 168 time: 1.5546181 Oct 26 15:21:51.513701 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57698) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:51.523848 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7884c516-fd1a-4f34-9b0a-2e3e72e8826f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1338992411'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:51.538533 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 8d10f605-e718-4c07-b184-446fc50ee8e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d10f605-e718-4c07-b184-446fc50ee8e4 found for delete ", "request_id": "req-6cc3238e-5576-47e1-aae9-d2e122352fa8"}]} Oct 26 15:21:51.567393 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempt 8 to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 Oct 26 15:21:51.573234 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:51.579435 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7884c516-fd1a-4f34-9b0a-2e3e72e8826f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:51.583516 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7884c516-fd1a-4f34-9b0a-2e3e72e8826f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:51.585926 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-acafe568-e989-466a-8673-3706ec2d797f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (d1644189-52d6-4619-b5d9-d0c5041f0a73), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:51.596136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a1e5a2-f7d7-43ba-94fa-6bf317ccd6eb None None] Network 53c0079f-a06e-42a0-9999-2464f97dce63 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:51.599493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354910f-ad5d-4c42-991c-632a770021d8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Network': ['ID=01fd5aff-6ff0-4056-8eef-15acc498a4e5,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:51.626611 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe87811-d57c-46a4-ac3f-517509deefda req-7eecee70-23bb-4d43-bc9a-efb75caae135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:51.627841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:51.628292 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7fe87811-d57c-46a4-ac3f-517509deefda req-7eecee70-23bb-4d43-bc9a-efb75caae135 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=eb308ad4ce614eb6aeda74b7a58907d8&device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 1130 time: 0.2860498 Oct 26 15:21:51.630265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ee503-d1ec-4f84-8733-2065264a596e None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:21:42Z', 'revision_number': 8, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:34Z', 'revision_number': 18, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:51.712759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:51.713187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:51.713693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:51.763677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-acafe568-e989-466a-8673-3706ec2d797f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:51.767261 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-acafe568-e989-466a-8673-3706ec2d797f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/d1644189-52d6-4619-b5d9-d0c5041f0a73 HTTP/1.1" status: 204 len: 168 time: 0.7481894 Oct 26 15:21:51.771510 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-85af0d2e-2de9-4ce7-9594-554f9d7e652f tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (e6b3b26f-0874-4c20-86ce-7c5bb60aa69e), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:51.793381 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57700) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:51.832297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Attempting to bind port 86ebc209-e8c7-4485-a77a-15b2c7427b7d on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:51.833420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Attempting to bind port 86ebc209-e8c7-4485-a77a-15b2c7427b7d by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'b6993982-7c79-4873-ab5e-a3fde32ea3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6e247482-3db9-4457-9a6d-4a8d02c2431a'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:51.833597 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafe568-e989-466a-8673-3706ec2d797f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Subnet': ['ID=d1644189-52d6-4619-b5d9-d0c5041f0a73,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:51.834032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Attempting to bind port 86ebc209-e8c7-4485-a77a-15b2c7427b7d on network 6e247482-3db9-4457-9a6d-4a8d02c2431a {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:51.849991 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7884c516-fd1a-4f34-9b0a-2e3e72e8826f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:51.855139 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af0d2e-2de9-4ce7-9594-554f9d7e652f tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Pushing event deleted for resources: {'Port': ['ID=e6b3b26f-0874-4c20-86ce-7c5bb60aa69e,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:51.894988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074e589d-afd2-4d70-a0dd-c85addbe002a tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:51.899117 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-074e589d-afd2-4d70-a0dd-c85addbe002a tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5582812 Oct 26 15:21:51.906784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57702) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:51.936105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-3c3840d7-9d6d-4a8f-8a76-db8af63696b6 None None] Provisioning complete for port b54f261f-0b97-47d8-9507-58602f6eb4ad triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:51.936869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3c3840d7-9d6d-4a8f-8a76-db8af63696b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b54f261f-0b97-47d8-9507-58602f6eb4ad), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:51.937412 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-3c3840d7-9d6d-4a8f-8a76-db8af63696b6 None None] Attempt 1 to provision port b54f261f-0b97-47d8-9507-58602f6eb4ad Oct 26 15:21:51.938367 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d49d1e6c-553e-429f-9d4c-9f27f3710a6c tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router_gateway (3b9114a5-b831-4c54-adcb-1d6a3b47449e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:52.028246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2807c62d-b3db-46cb-a962-ba23f66486fd None None] Network 01fd5aff-6ff0-4056-8eef-15acc498a4e5 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:52.056297 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:52.059004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:52.097486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2807c62d-b3db-46cb-a962-ba23f66486fd None None] Network 01fd5aff-6ff0-4056-8eef-15acc498a4e5 could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:21:52.152148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 7d36a8e0-e2ca-4286-bcd6-222589460b65 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:52.152524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (7d36a8e0-e2ca-4286-bcd6-222589460b65), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:52.152896 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 7d36a8e0-e2ca-4286-bcd6-222589460b65 Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:52.223877 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:52.226538 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Failed to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [] Oct 26 15:21:52.276373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7884c516-fd1a-4f34-9b0a-2e3e72e8826f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (62a873c1-4794-4d88-83bf-6e9fd912379c), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:52.276732 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-7884c516-fd1a-4f34-9b0a-2e3e72e8826f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Added segment 62a873c1-4794-4d88-83bf-6e9fd912379c of type vlan for network 8625bf35-f1ea-441a-9843-24120005d12b Oct 26 15:21:52.282544 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempt 9 to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 Oct 26 15:21:52.292568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Pushing event updated for resources: {'Port': ['ID=86ebc209-e8c7-4485-a77a-15b2c7427b7d,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:52.378206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-8518dca1-231e-4ac3-a524-b6ab4f117251 None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:52.381358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:52.381701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:52.382064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:52.437875 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7884c516-fd1a-4f34-9b0a-2e3e72e8826f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (8625bf35-f1ea-441a-9843-24120005d12b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:52.455006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236a06aa-05a4-4bb6-88c9-79cf912acf1c None None] DHCP port deletion for 53c0079f-a06e-42a0-9999-2464f97dce63 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:21:52.456988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4257f1eb-5b32-4cad-a9f8-d0e842948e5c None None] Network 16aec21d-e038-422e-999b-7dff0697a3c4 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:52.472237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:52.488709 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (53c0079f-a06e-42a0-9999-2464f97dce63), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:52.499913 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:52.516050 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4c7b5344-543d-4cb7-84e8-2b5913e93f47 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "GET /networking/v2.0/subnets?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853 HTTP/1.1" status: 200 len: 207 time: 0.6059749 Oct 26 15:21:52.521854 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57704) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:52.537582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:52.553829 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-85af0d2e-2de9-4ce7-9594-554f9d7e652f tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (d8d6c31d-e069-4332-9fab-99bddbb6c414), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:52.559360 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7884c516-fd1a-4f34-9b0a-2e3e72e8826f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (8625bf35-f1ea-441a-9843-24120005d12b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:52.566334 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7884c516-fd1a-4f34-9b0a-2e3e72e8826f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:52.567674 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7884c516-fd1a-4f34-9b0a-2e3e72e8826f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:52.587327 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:52.590533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:52.668205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:21:52.668611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Checking segment: {'id': 'b6993982-7c79-4873-ab5e-a3fde32ea3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6e247482-3db9-4457-9a6d-4a8d02c2431a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:52.669028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:52.669426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Bound using segment: {'id': 'b6993982-7c79-4873-ab5e-a3fde32ea3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6e247482-3db9-4457-9a6d-4a8d02c2431a'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:21:52.669968 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Bound port: 86ebc209-e8c7-4485-a77a-15b2c7427b7d, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6993982-7c79-4873-ab5e-a3fde32ea3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6e247482-3db9-4457-9a6d-4a8d02c2431a'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:21:52.670353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (86ebc209-e8c7-4485-a77a-15b2c7427b7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:52.705563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-236a06aa-05a4-4bb6-88c9-79cf912acf1c None None] Deleting port b54f261f-0b97-47d8-9507-58602f6eb4ad {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:52.705944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-236a06aa-05a4-4bb6-88c9-79cf912acf1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (b54f261f-0b97-47d8-9507-58602f6eb4ad), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:52.730126 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe87811-d57c-46a4-ac3f-517509deefda req-0b378c64-76b9-4329-bc43-c35f17caf195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:52.731632 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7fe87811-d57c-46a4-ac3f-517509deefda req-0b378c64-76b9-4329-bc43-c35f17caf195 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=b43676e9-42d1-409d-82a9-d0337695b267 HTTP/1.1" status: 200 len: 913 time: 1.0382102 Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:52.777169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:52.779786 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Failed to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [] Oct 26 15:21:52.786193 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7884c516-fd1a-4f34-9b0a-2e3e72e8826f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2670710 Oct 26 15:21:52.797583 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57706) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:52.800777 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempt 10 to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 Oct 26 15:21:52.807900 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-89f89191-f328-42cf-bee5-d01b39fc451f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'subnet': {'network_id': '8625bf35-f1ea-441a-9843-24120005d12b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:52.821005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d49d1e6c-553e-429f-9d4c-9f27f3710a6c tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (3b9114a5-b831-4c54-adcb-1d6a3b47449e), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:52.838473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7ab89d94-4709-4dc1-9b96-21cde5ce3e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:21:48Z', 'revision_number': 9, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:52.855587 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-85af0d2e-2de9-4ce7-9594-554f9d7e652f tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (d8d6c31d-e069-4332-9fab-99bddbb6c414), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:52.860328 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port b54f261f-0b97-47d8-9507-58602f6eb4ad {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:52.860577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (b54f261f-0b97-47d8-9507-58602f6eb4ad), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:52.863099 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-85af0d2e-2de9-4ce7-9594-554f9d7e652f tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_controller (d8d6c31d-e069-4332-9fab-99bddbb6c414), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:52.867180 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884c516-fd1a-4f34-9b0a-2e3e72e8826f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Network': ['ID=8625bf35-f1ea-441a-9843-24120005d12b,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:52.898625 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d49d1e6c-553e-429f-9d4c-9f27f3710a6c tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (3b9114a5-b831-4c54-adcb-1d6a3b47449e), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:52.912836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab89d94-4709-4dc1-9b96-21cde5ce3e20 None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:52.914799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-3c3840d7-9d6d-4a8f-8a76-db8af63696b6 None None] Current status of the port b54f261f-0b97-47d8-9507-58602f6eb4ad is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:52.915012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3c3840d7-9d6d-4a8f-8a76-db8af63696b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b54f261f-0b97-47d8-9507-58602f6eb4ad), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:52.924846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 8625bf35-f1ea-441a-9843-24120005d12b details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:52.940731 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7fe87811-d57c-46a4-ac3f-517509deefda req-73051cd6-1677-4565-bf67-618f00e341b0 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6334c0ac-4879-4360-9735-979c498df914 HTTP/1.1" status: 200 len: 1002 time: 0.1931078 Oct 26 15:21:52.973506 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-85af0d2e-2de9-4ce7-9594-554f9d7e652f tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (d8d6c31d-e069-4332-9fab-99bddbb6c414), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:52.974342 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85af0d2e-2de9-4ce7-9594-554f9d7e652f tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Fanout notify agent at l3_agent the message router_deleted on router d8d6c31d-e069-4332-9fab-99bddbb6c414 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:21:52.982027 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-85af0d2e-2de9-4ce7-9594-554f9d7e652f tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:52.990540 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-85af0d2e-2de9-4ce7-9594-554f9d7e652f tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "DELETE /networking/v2.0/routers/d8d6c31d-e069-4332-9fab-99bddbb6c414 HTTP/1.1" status: 204 len: 168 time: 2.4958596 Oct 26 15:21:52.991270 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57708) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:53.001541 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1444637356', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}, 'admin_state_up': False}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:53.006479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] For port 86ebc209-e8c7-4485-a77a-15b2c7427b7d, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:53.009663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] For port 86ebc209-e8c7-4485-a77a-15b2c7427b7d, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=86ebc209-e8c7-4485-a77a-15b2c7427b7d,segment=NetworkSegment(b6993982-7c79-4873-ab5e-a3fde32ea3f7),segment_id=b6993982-7c79-4873-ab5e-a3fde32ea3f7)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:53.012245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:53.013544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:53.014128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:53.014676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:53.034820 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] For port b54f261f-0b97-47d8-9507-58602f6eb4ad, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=b54f261f-0b97-47d8-9507-58602f6eb4ad,segment=NetworkSegment(868794d9-48cf-4ed1-9373-f5fa5c1f606f),segment_id=868794d9-48cf-4ed1-9373-f5fa5c1f606f)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:53.035282 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (b54f261f-0b97-47d8-9507-58602f6eb4ad), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:53.058014 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for b54f261f-0b97-47d8-9507-58602f6eb4ad owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:53.070871 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (e47de72e-3ff8-4cdc-b390-c02778a7fd9d), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:53.071973 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (e47de72e-3ff8-4cdc-b390-c02778a7fd9d), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:53.078666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (86ebc209-e8c7-4485-a77a-15b2c7427b7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:53.135297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae83bc-2595-4be3-988d-9740267aab07 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:53.145483 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae83bc-2595-4be3-988d-9740267aab07 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:53.152779 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae83bc-2595-4be3-988d-9740267aab07 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:53.164877 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae83bc-2595-4be3-988d-9740267aab07 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:53.181041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae83bc-2595-4be3-988d-9740267aab07 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:53.194479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae83bc-2595-4be3-988d-9740267aab07 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:53.197055 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-edae83bc-2595-4be3-988d-9740267aab07 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6737623 Oct 26 15:21:53.203343 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57710) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:53.221548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe87811-d57c-46a4-ac3f-517509deefda req-b740fa56-bf55-48ba-af50-bf54fff7cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:53.223769 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7fe87811-d57c-46a4-ac3f-517509deefda req-b740fa56-bf55-48ba-af50-bf54fff7cc38 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2 HTTP/1.1" status: 200 len: 851 time: 0.2626650 Oct 26 15:21:53.322506 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_controller (e47de72e-3ff8-4cdc-b390-c02778a7fd9d), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:53.334579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:53.340305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 7d36a8e0-e2ca-4286-bcd6-222589460b65 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:53.346808 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:53.350098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Attempting to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:53.370162 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe87811-d57c-46a4-ac3f-517509deefda req-ee28e6f4-3ca7-45f9-9661-5ca1daeb953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:53.377789 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7fe87811-d57c-46a4-ac3f-517509deefda req-ee28e6f4-3ca7-45f9-9661-5ca1daeb953b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b43676e9-42d1-409d-82a9-d0337695b267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1368775 Oct 26 15:21:53.383174 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f89191-f328-42cf-bee5-d01b39fc451f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:53.397227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-89f89191-f328-42cf-bee5-d01b39fc451f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 26da3d7e-b102-47ae-a298-47ee3edf3875 could not be found. Oct 26 15:21:53.402262 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:53.408450 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Failed to bind port ccc196f9-7dec-499d-8116-2157031a2cf9 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [] Oct 26 15:21:53.409061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc196f9-7dec-499d-8116-2157031a2cf9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:53.411831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:53.414077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab89d94-4709-4dc1-9b96-21cde5ce3e20 None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:53.414901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7ab89d94-4709-4dc1-9b96-21cde5ce3e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:53.418976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-236a06aa-05a4-4bb6-88c9-79cf912acf1c None None] For port b54f261f-0b97-47d8-9507-58602f6eb4ad, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=b54f261f-0b97-47d8-9507-58602f6eb4ad,segment=NetworkSegment(868794d9-48cf-4ed1-9373-f5fa5c1f606f),segment_id=868794d9-48cf-4ed1-9373-f5fa5c1f606f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:53.419546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-236a06aa-05a4-4bb6-88c9-79cf912acf1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (b54f261f-0b97-47d8-9507-58602f6eb4ad), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:53.453725 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (b54f261f-0b97-47d8-9507-58602f6eb4ad), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:53.555639 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:53.569264 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=b54f261f-0b97-47d8-9507-58602f6eb4ad,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:53.580147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No DVR routers for this DVR port b54f261f-0b97-47d8-9507-58602f6eb4ad on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:21:53.610648 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d354c711-d690-4867-8a5e-0364c5864d76 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4009995 Oct 26 15:21:53.614620 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57712) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:53.690682 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_gateway (e47de72e-3ff8-4cdc-b390-c02778a7fd9d), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:53.729539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:53.778343 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7d2f5c-3ffc-474c-8516-cfbb10b3a749 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:53.779996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7d2f5c-3ffc-474c-8516-cfbb10b3a749 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:53.782295 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7d2f5c-3ffc-474c-8516-cfbb10b3a749 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:53.783942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7d2f5c-3ffc-474c-8516-cfbb10b3a749 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:53.785958 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7d2f5c-3ffc-474c-8516-cfbb10b3a749 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:53.791746 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3b7d2f5c-3ffc-474c-8516-cfbb10b3a749 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1705885 Oct 26 15:21:53.796968 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57714) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:53.797973 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7fe87811-d57c-46a4-ac3f-517509deefda req-976b0a08-b670-4987-8f05-4b7ff264d1cb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b43676e9-42d1-409d-82a9-d0337695b267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895159 Oct 26 15:21:53.833236 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49d1e6c-553e-429f-9d4c-9f27f3710a6c tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Router 3b9114a5-b831-4c54-adcb-1d6a3b47449e is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:21:53.851445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-236a06aa-05a4-4bb6-88c9-79cf912acf1c None None] Calling delete_port for b54f261f-0b97-47d8-9507-58602f6eb4ad owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:53.908720 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (53c0079f-a06e-42a0-9999-2464f97dce63), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:53.908980 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:53.929347 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:53.959887 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c0079f-a06e-42a0-9999-2464f97dce63']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:53.961777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4a45b11a-0e52-466d-ac4a-30450c3d0232 None None] Port ccc196f9-7dec-499d-8116-2157031a2cf9 has been deleted concurrently {{(pid=105323) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 26 15:21:53.999706 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27158151-3994-419c-bbe2-f784c7596dd4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['shared'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:54.001435 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27158151-3994-419c-bbe2-f784c7596dd4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['shared'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:54.002998 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27158151-3994-419c-bbe2-f784c7596dd4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['shared'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:54.004696 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27158151-3994-419c-bbe2-f784c7596dd4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['shared'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:54.006391 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27158151-3994-419c-bbe2-f784c7596dd4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['shared'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:54.012280 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-27158151-3994-419c-bbe2-f784c7596dd4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2076850 Oct 26 15:21:54.015335 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868794d9-48cf-4ed1-9373-f5fa5c1f606f') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:54.015335 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868794d9-48cf-4ed1-9373-f5fa5c1f606f') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:54.015574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8518dca1-231e-4ac3-a524-b6ab4f117251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:41Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:21:46Z', 'revision_number': 8, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:45Z', 'revision_number': 20, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:54.018850 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57716) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:54.028351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc8edf-911b-4659-ac19-e7ae0e65ed4f None None] Pushing event updated for resources: {'Port': ['ID=86ebc209-e8c7-4485-a77a-15b2c7427b7d,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:54.031553 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (868794d9-48cf-4ed1-9373-f5fa5c1f606f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:54.071900 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-89f89191-f328-42cf-bee5-d01b39fc451f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (e68f21cf-a103-4041-8be9-0f66ac5da94d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:54.096514 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (868794d9-48cf-4ed1-9373-f5fa5c1f606f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:54.130369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8518dca1-231e-4ac3-a524-b6ab4f117251 None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:41Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:21:46Z', 'revision_number': 8, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:45Z', 'revision_number': 20, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:54.135889 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:54.135889 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (868794d9-48cf-4ed1-9373-f5fa5c1f606f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:54.211929 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 868794d9-48cf-4ed1-9373-f5fa5c1f606f resource provider aggregate not found Oct 26 15:21:54.243049 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7fe87811-d57c-46a4-ac3f-517509deefda req-8d3f1587-02b7-4674-a149-df511f2fb721 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b43676e9-42d1-409d-82a9-d0337695b267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206223 Oct 26 15:21:54.252947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-7ab89d94-4709-4dc1-9b96-21cde5ce3e20 None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:54.260236 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_gateway (e47de72e-3ff8-4cdc-b390-c02778a7fd9d), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:54.264166 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 868794d9-48cf-4ed1-9373-f5fa5c1f606f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 868794d9-48cf-4ed1-9373-f5fa5c1f606f found for delete ", "request_id": "req-304b725e-ea00-4b69-9756-1cdc5b6543de"}]} Oct 26 15:21:54.306959 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:54.350104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c39d690c-79f9-4a5d-806f-ef490f5339c9 None None] Provisioning complete for port 7d36a8e0-e2ca-4286-bcd6-222589460b65 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:54.350617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c39d690c-79f9-4a5d-806f-ef490f5339c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (7d36a8e0-e2ca-4286-bcd6-222589460b65), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:54.351115 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c39d690c-79f9-4a5d-806f-ef490f5339c9 None None] Attempt 1 to provision port 7d36a8e0-e2ca-4286-bcd6-222589460b65 Oct 26 15:21:54.353548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:54.354801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:54.384784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49d1e6c-553e-429f-9d4c-9f27f3710a6c tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:54.393206 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (53c0079f-a06e-42a0-9999-2464f97dce63), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:54.401989 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:54.414609 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/networks/53c0079f-a06e-42a0-9999-2464f97dce63 HTTP/1.1" status: 204 len: 168 time: 2.6183693 Oct 26 15:21:54.421482 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57724) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:54.431995 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d49d1e6c-553e-429f-9d4c-9f27f3710a6c tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:54.433951 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d49d1e6c-553e-429f-9d4c-9f27f3710a6c tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "PUT /networking/v2.0/routers/3b9114a5-b831-4c54-adcb-1d6a3b47449e HTTP/1.1" status: 200 len: 915 time: 6.6799819 Oct 26 15:21:54.438396 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f898aa49-a651-486f-adde-280bb2d18828 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2087966149'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:54.440512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57726) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:54.450259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f89191-f328-42cf-bee5-d01b39fc451f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Subnet': ['ID=e68f21cf-a103-4041-8be9-0f66ac5da94d,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:54.473116 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5cb63-fbb5-4956-920f-a200c2c94019 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Network': ['ID=53c0079f-a06e-42a0-9999-2464f97dce63,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:54.532341 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f89191-f328-42cf-bee5-d01b39fc451f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Checking segment: {'id': '62a873c1-4794-4d88-83bf-6e9fd912379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8625bf35-f1ea-441a-9843-24120005d12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:54.532717 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f89191-f328-42cf-bee5-d01b39fc451f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network hostable DHCP agents. Network: 8625bf35-f1ea-441a-9843-24120005d12b, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:54.536601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f898aa49-a651-486f-adde-280bb2d18828 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:54.541599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f898aa49-a651-486f-adde-280bb2d18828 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:54.548003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d32919-27bd-4d37-9efa-a06baa74302a None None] Sync routers for ids ['3b9114a5-b831-4c54-adcb-1d6a3b47449e'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:54.573222 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4de25e-e3a2-4cad-85a4-765bebe09a1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:54.578031 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cb4de25e-e3a2-4cad-85a4-765bebe09a1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "GET /networking/v2.0/networks/e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37 HTTP/1.1" status: 200 len: 804 time: 0.5342960 Oct 26 15:21:54.580107 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57728) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:54.580552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:54.693145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d32919-27bd-4d37-9efa-a06baa74302a None None] Routers {'3b9114a5-b831-4c54-adcb-1d6a3b47449e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:54.693848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d8d32919-27bd-4d37-9efa-a06baa74302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['3b9114a5-b831-4c54-adcb-1d6a3b47449e'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:54.714496 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Allocated IP 172.26.11.17 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/258ca82d-16b3-415d-897d-f4d8cccb59ba) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:54.724008 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f898aa49-a651-486f-adde-280bb2d18828 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:54.748583 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f898aa49-a651-486f-adde-280bb2d18828 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (91d62609-5b81-4c7a-8c70-279b80e3988a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:54.749086 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-f898aa49-a651-486f-adde-280bb2d18828 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Added segment 91d62609-5b81-4c7a-8c70-279b80e3988a of type vlan for network f75efd33-50b7-4b73-9d41-546a3a85cf1e Oct 26 15:21:54.782686 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-485ff2d6-d23d-4fc7-922f-030fed24816f tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "GET /networking/v2.0/routers/3b9114a5-b831-4c54-adcb-1d6a3b47449e HTTP/1.1" status: 200 len: 921 time: 0.3308744 Oct 26 15:21:54.782686 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f89191-f328-42cf-bee5-d01b39fc451f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network 8625bf35-f1ea-441a-9843-24120005d12b is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:54.783869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57730) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:54.796690 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-89f89191-f328-42cf-bee5-d01b39fc451f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 8625bf35-f1ea-441a-9843-24120005d12b) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:54.805872 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f89191-f328-42cf-bee5-d01b39fc451f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:54.812632 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-89f89191-f328-42cf-bee5-d01b39fc451f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:54.855798 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-89f89191-f328-42cf-bee5-d01b39fc451f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0542471 Oct 26 15:21:54.855798 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57732) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:54.860194 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3237c656-694a-4ece-9b1c-51db32b24443 None None] New status for floating IP 5acb5302-e6d4-4c13-9ef6-39b5af2566f5: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:21:54.908009 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-032cde5b-57a7-4088-8a7e-10067651ccd4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "GET /networking/v2.0/networks/e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2972536 Oct 26 15:21:54.910510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c791aae-89e2-4139-adab-3e697988eef0 None None] Network 8625bf35-f1ea-441a-9843-24120005d12b requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:54.931795 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57734) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:54.975604 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64587006-8334-4f8d-9822-85f458772bd6 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:54.979356 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-64587006-8334-4f8d-9822-85f458772bd6 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&device_id=3b9114a5-b831-4c54-adcb-1d6a3b47449e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1823797 Oct 26 15:21:55.016053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c39d690c-79f9-4a5d-806f-ef490f5339c9 None None] Current status of the port 7d36a8e0-e2ca-4286-bcd6-222589460b65 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:55.022896 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dda9df-b26a-4cba-9b4f-0835e8715b07 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:55.027893 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for port (258ca82d-16b3-415d-897d-f4d8cccb59ba), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:55.028068 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-63dda9df-b26a-4cba-9b4f-0835e8715b07 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "GET /networking/v2.0/subnets/190a3a3a-7a9d-495e-8dcc-1db9b529445f HTTP/1.1" status: 200 len: 843 time: 0.0921147 Oct 26 15:21:55.028068 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57736) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:55.028246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaadf83-40ff-4527-ba51-1c3da4a85f6c None None] Network 6e247482-3db9-4457-9a6d-4a8d02c2431a requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:55.029154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57738) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:55.030970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d8d32919-27bd-4d37-9efa-a06baa74302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:55.038599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f898aa49-a651-486f-adde-280bb2d18828 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (f75efd33-50b7-4b73-9d41-546a3a85cf1e), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:55.092680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:55.098553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:55.099084 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:55.102816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-236a06aa-05a4-4bb6-88c9-79cf912acf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (b54f261f-0b97-47d8-9507-58602f6eb4ad), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:55.111224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f898aa49-a651-486f-adde-280bb2d18828 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (f75efd33-50b7-4b73-9d41-546a3a85cf1e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:55.126004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f898aa49-a651-486f-adde-280bb2d18828 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:55.126655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f898aa49-a651-486f-adde-280bb2d18828 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:55.161470 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (258ca82d-16b3-415d-897d-f4d8cccb59ba), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:55.161943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d32919-27bd-4d37-9efa-a06baa74302a None None] Routers {'3b9114a5-b831-4c54-adcb-1d6a3b47449e'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:55.162615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d8d32919-27bd-4d37-9efa-a06baa74302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['3b9114a5-b831-4c54-adcb-1d6a3b47449e'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:55.178394 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:55.192357 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f898aa49-a651-486f-adde-280bb2d18828 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7657628 Oct 26 15:21:55.193483 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57740) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:55.214774 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-2d624cc8-89b0-4366-8ab7-f81514961b19 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'subnet': {'network_id': 'f75efd33-50b7-4b73-9d41-546a3a85cf1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:55.258783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:55.259041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:55.296319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (8625bf35-f1ea-441a-9843-24120005d12b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:55.301198 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:55.303667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:55.307009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a744d284-07a8-41fa-9670-977bd3487a29 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['shared'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:55.320231 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a744d284-07a8-41fa-9670-977bd3487a29 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "GET /networking/v2.0/subnets/190a3a3a-7a9d-495e-8dcc-1db9b529445f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2637854 Oct 26 15:21:55.321493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57742) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:55.327611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-236a06aa-05a4-4bb6-88c9-79cf912acf1c None None] Network 53c0079f-a06e-42a0-9999-2464f97dce63 is not hosted by any dhcp agent {{(pid=105323) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 15:21:55.328280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a06aa-05a4-4bb6-88c9-79cf912acf1c None None] No DVR routers for this DVR port b54f261f-0b97-47d8-9507-58602f6eb4ad on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:21:55.330043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a06aa-05a4-4bb6-88c9-79cf912acf1c None None] Pushing event deleted for resources: {'Port': ['ID=b54f261f-0b97-47d8-9507-58602f6eb4ad,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:55.335567 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-9488eb4f-9038-4d31-a0be-1c896acc9acd tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-52546924'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:55.345589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-869973a2-3543-40fb-bc95-4092fd444147 None None] Provisioning complete for port 86ebc209-e8c7-4485-a77a-15b2c7427b7d triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:55.346239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-869973a2-3543-40fb-bc95-4092fd444147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (86ebc209-e8c7-4485-a77a-15b2c7427b7d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:55.347393 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-869973a2-3543-40fb-bc95-4092fd444147 None None] Attempt 1 to provision port 86ebc209-e8c7-4485-a77a-15b2c7427b7d Oct 26 15:21:55.359933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-8625bf35-f1ea-441a-9843-24120005d12b', 'network_id': '8625bf35-f1ea-441a-9843-24120005d12b', 'project_id': '1f3d9e39a73b4f6dbd8554e45cd19aed', 'fixed_ips': [{'subnet_id': 'e68f21cf-a103-4041-8be9-0f66ac5da94d'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:21:55.361105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:55.364073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d8d32919-27bd-4d37-9efa-a06baa74302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:55.364777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d32919-27bd-4d37-9efa-a06baa74302a None None] The sync data for ids ['3b9114a5-b831-4c54-adcb-1d6a3b47449e'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:55.371991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:55.404286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:55.493984 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Pushing event updated for resources: {'Port': ['ID=258ca82d-16b3-415d-897d-f4d8cccb59ba,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:55.495152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9488eb4f-9038-4d31-a0be-1c896acc9acd tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:55.500421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9488eb4f-9038-4d31-a0be-1c896acc9acd tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:55.507954 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898aa49-a651-486f-adde-280bb2d18828 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Network': ['ID=f75efd33-50b7-4b73-9d41-546a3a85cf1e,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:55.536663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:55.540929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:55.619430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d624cc8-89b0-4366-8ab7-f81514961b19 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:55.626278 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2d624cc8-89b0-4366-8ab7-f81514961b19 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:55.641028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network f75efd33-50b7-4b73-9d41-546a3a85cf1e details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:55.867379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:55.905075 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_gateway (e47de72e-3ff8-4cdc-b390-c02778a7fd9d), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:55.934748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7ab89d94-4709-4dc1-9b96-21cde5ce3e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:21:48Z', 'revision_number': 9, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:55.963563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9488eb4f-9038-4d31-a0be-1c896acc9acd tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:55.977284 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9488eb4f-9038-4d31-a0be-1c896acc9acd tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:55.977552 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-9488eb4f-9038-4d31-a0be-1c896acc9acd tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Added segment 9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5 of type vlan for network 02e546e7-00ac-4803-b005-ff7c9a1500b8 Oct 26 15:21:56.029744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9488eb4f-9038-4d31-a0be-1c896acc9acd tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (02e546e7-00ac-4803-b005-ff7c9a1500b8), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:56.061979 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c237b3-9d49-4b56-b30e-f71bccdc0370 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:56.063982 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-34c237b3-9d49-4b56-b30e-f71bccdc0370 tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "GET /networking/v2.0/networks/10462a5a-0e7e-425f-bf32-fbf3f0450853 HTTP/1.1" status: 200 len: 881 time: 1.0356805 Oct 26 15:21:56.065063 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (e68f21cf-a103-4041-8be9-0f66ac5da94d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:56.070169 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57744) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:56.080840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-869973a2-3543-40fb-bc95-4092fd444147 None None] Current status of the port 86ebc209-e8c7-4485-a77a-15b2c7427b7d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:56.086707 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9488eb4f-9038-4d31-a0be-1c896acc9acd tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (02e546e7-00ac-4803-b005-ff7c9a1500b8), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:56.087414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-869973a2-3543-40fb-bc95-4092fd444147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (86ebc209-e8c7-4485-a77a-15b2c7427b7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:56.093874 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9488eb4f-9038-4d31-a0be-1c896acc9acd tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:56.094624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9488eb4f-9038-4d31-a0be-1c896acc9acd tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:56.118143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae69f095-1315-4d8d-88fd-ff80f26661ce None None] DHCP port deletion for 0977573f-2007-4503-b6ec-0d1b7a1d6f3f request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:21:56.137297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab89d94-4709-4dc1-9b96-21cde5ce3e20 None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '8ad214f2-742d-45b9-986d-d7f299ca376a', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'floating_ip_address': '172.26.11.109', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'port_id': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'mac_address': 'fa:16:3e:48:b8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2259c2-6513-40de-8b05-709666925775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:46Z', 'updated_at': '2022-10-26T15:21:48Z', 'revision_number': 9, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:56.231017 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-86016732-559c-4677-93da-e5f759f23e7a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3b9114a5-b831-4c54-adcb-1d6a3b47449e HTTP/1.1" status: 200 len: 205 time: 0.1577337 Oct 26 15:21:56.241308 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57746) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:56.350370 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9488eb4f-9038-4d31-a0be-1c896acc9acd tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0238667 Oct 26 15:21:56.357973 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57748) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:56.366731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-bb8eda33-e616-49e2-b8a6-5ac8f9cba47b tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'subnet': {'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:56.373460 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488eb4f-9038-4d31-a0be-1c896acc9acd tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Network': ['ID=02e546e7-00ac-4803-b005-ff7c9a1500b8,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:56.524461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8ca264-96c5-4c7a-ab5c-4aa8a0c98114 None None] Network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:56.533883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 02e546e7-00ac-4803-b005-ff7c9a1500b8 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:56.537535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02094e66-0df8-4d2e-80d2-2eb23e9a7443 None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:56.540522 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2261f62b-805b-440c-a75c-815878f9ddd4 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (3b9114a5-b831-4c54-adcb-1d6a3b47449e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:56.564666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2d624cc8-89b0-4366-8ab7-f81514961b19 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (e12b913d-048b-4ac9-908f-b57964418773), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:56.580308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:56.633313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8eda33-e616-49e2-b8a6-5ac8f9cba47b tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Made reservation on behalf of 34f29e84b222418880f9a2e6a4499a45 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:56.639146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bb8eda33-e616-49e2-b8a6-5ac8f9cba47b tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:56.660726 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:56.668174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8ca264-96c5-4c7a-ab5c-4aa8a0c98114 None None] Network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:21:56.672055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Allocated IP 172.20.0.1 (8625bf35-f1ea-441a-9843-24120005d12b/e68f21cf-a103-4041-8be9-0f66ac5da94d/e157100a-9a85-4568-9299-dbcf5b723ed2) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:56.734097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69482566-c751-4ecd-869f-e1b46c435832 None None] Network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:56.735419 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d624cc8-89b0-4366-8ab7-f81514961b19 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Subnet': ['ID=e12b913d-048b-4ac9-908f-b57964418773,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:56.759370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-869973a2-3543-40fb-bc95-4092fd444147 None None] For port 86ebc209-e8c7-4485-a77a-15b2c7427b7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=86ebc209-e8c7-4485-a77a-15b2c7427b7d,segment=NetworkSegment(b6993982-7c79-4873-ab5e-a3fde32ea3f7),segment_id=b6993982-7c79-4873-ab5e-a3fde32ea3f7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:56.774254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:56.811695 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.ipam_backend_mixin [None req-bb8eda33-e616-49e2-b8a6-5ac8f9cba47b tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Performing IP validity checks on allocation pools {{(pid=105321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 26 15:21:56.812225 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.ipam_backend_mixin [None req-bb8eda33-e616-49e2-b8a6-5ac8f9cba47b tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 26 15:21:56.832565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-869973a2-3543-40fb-bc95-4092fd444147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (86ebc209-e8c7-4485-a77a-15b2c7427b7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:56.848204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02094e66-0df8-4d2e-80d2-2eb23e9a7443 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:56.849640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-02094e66-0df8-4d2e-80d2-2eb23e9a7443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:56.852358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69482566-c751-4ecd-869f-e1b46c435832 None None] Network 0977573f-2007-4503-b6ec-0d1b7a1d6f3f could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:21:56.875303 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:56.875943 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2261f62b-805b-440c-a75c-815878f9ddd4 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_gateway (3b9114a5-b831-4c54-adcb-1d6a3b47449e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:56.887605 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d624cc8-89b0-4366-8ab7-f81514961b19 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Checking segment: {'id': '91d62609-5b81-4c7a-8c70-279b80e3988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f75efd33-50b7-4b73-9d41-546a3a85cf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:56.887975 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d624cc8-89b0-4366-8ab7-f81514961b19 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network hostable DHCP agents. Network: f75efd33-50b7-4b73-9d41-546a3a85cf1e, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:56.892912 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:56.939627 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-2261f62b-805b-440c-a75c-815878f9ddd4 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Deleting port 19eafe12-c280-4338-b9c3-812aaec22c78 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:56.939985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2261f62b-805b-440c-a75c-815878f9ddd4 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (19eafe12-c280-4338-b9c3-812aaec22c78), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:56.977608 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d624cc8-89b0-4366-8ab7-f81514961b19 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network f75efd33-50b7-4b73-9d41-546a3a85cf1e is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:57.003511 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-2d624cc8-89b0-4366-8ab7-f81514961b19 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, f75efd33-50b7-4b73-9d41-546a3a85cf1e) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:57.031366 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d624cc8-89b0-4366-8ab7-f81514961b19 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:57.033251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2d624cc8-89b0-4366-8ab7-f81514961b19 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:57.050883 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (e47de72e-3ff8-4cdc-b390-c02778a7fd9d), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:57.065619 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2d624cc8-89b0-4366-8ab7-f81514961b19 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8547456 Oct 26 15:21:57.073732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57750) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:57.074370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f088d966-4d61-48a1-80b3-f434cfcd2093 None None] Network f75efd33-50b7-4b73-9d41-546a3a85cf1e requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:57.083082 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f349917e-a1e0-43fd-ab78-00553ae97c0e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'network_id': 'f75efd33-50b7-4b73-9d41-546a3a85cf1e', 'name': 'tempest-PortsIpV6TestJSON-812892435', 'fixed_ips': [{'subnet_id': 'e12b913d-048b-4ac9-908f-b57964418773', 'ip_address': '2001:db8::10'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:57.135207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 7d36a8e0-e2ca-4286-bcd6-222589460b65 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:57.184533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2261f62b-805b-440c-a75c-815878f9ddd4 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (19eafe12-c280-4338-b9c3-812aaec22c78), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:57.195987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e912592a-1f08-4029-a993-e522f0e73c97 None None] Provisioning complete for port 86ebc209-e8c7-4485-a77a-15b2c7427b7d triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:57.196629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e912592a-1f08-4029-a993-e522f0e73c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (86ebc209-e8c7-4485-a77a-15b2c7427b7d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:57.197154 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e912592a-1f08-4029-a993-e522f0e73c97 None None] Attempt 1 to provision port 86ebc209-e8c7-4485-a77a-15b2c7427b7d Oct 26 15:21:57.207267 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:57.237315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-2261f62b-805b-440c-a75c-815878f9ddd4 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Calling delete_port for 19eafe12-c280-4338-b9c3-812aaec22c78 owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:57.254353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Router e47de72e-3ff8-4cdc-b390-c02778a7fd9d is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:21:57.321379 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a901a1-764d-485e-955f-7db31ef47799 None None] New status for floating IP 025376ae-2426-4e90-a744-5451bc4dcd75: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:21:57.351802 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bb8eda33-e616-49e2-b8a6-5ac8f9cba47b tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (84ad72a1-f208-4315-b000-1bafff86ffa3), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:57.405922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869973a2-3543-40fb-bc95-4092fd444147 None None] Pushing event updated for resources: {'Port': ['ID=86ebc209-e8c7-4485-a77a-15b2c7427b7d,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:57.451685 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:57.461093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-f75efd33-50b7-4b73-9d41-546a3a85cf1e', 'network_id': 'f75efd33-50b7-4b73-9d41-546a3a85cf1e', 'project_id': '157edd7550b842b7a441bf9ab1570671', 'fixed_ips': [{'subnet_id': 'e12b913d-048b-4ac9-908f-b57964418773'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:21:57.462335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:57.482545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 7d36a8e0-e2ca-4286-bcd6-222589460b65 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:57.483920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (7d36a8e0-e2ca-4286-bcd6-222589460b65), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:57.484528 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 7d36a8e0-e2ca-4286-bcd6-222589460b65 Oct 26 15:21:57.487214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a55e718-0e77-449f-b78e-9c8416494446 None None] Sync routers for ids ['e47de72e-3ff8-4cdc-b390-c02778a7fd9d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:57.501001 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:57.502776 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d4c2dec3-b1db-41d5-929e-16f8e0cefe26 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.5060308 Oct 26 15:21:57.505822 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57752) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:57.515187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f9e5ffcb-c382-418d-865e-d3c4bb67fe1e tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:57.516639 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8eda33-e616-49e2-b8a6-5ac8f9cba47b tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Subnet': ['ID=84ad72a1-f208-4315-b000-1bafff86ffa3,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:57.551455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-02094e66-0df8-4d2e-80d2-2eb23e9a7443 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:57.587943 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f349917e-a1e0-43fd-ab78-00553ae97c0e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:57.657508 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:57.676682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8eda33-e616-49e2-b8a6-5ac8f9cba47b tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Checking segment: {'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:21:57.677200 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8eda33-e616-49e2-b8a6-5ac8f9cba47b tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network hostable DHCP agents. Network: 02e546e7-00ac-4803-b005-ff7c9a1500b8, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:57.777879 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8eda33-e616-49e2-b8a6-5ac8f9cba47b tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Network 02e546e7-00ac-4803-b005-ff7c9a1500b8 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:57.799099 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f349917e-a1e0-43fd-ab78-00553ae97c0e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:57.818410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-bb8eda33-e616-49e2-b8a6-5ac8f9cba47b tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 02e546e7-00ac-4803-b005-ff7c9a1500b8) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:57.826366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8eda33-e616-49e2-b8a6-5ac8f9cba47b tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:57.827017 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bb8eda33-e616-49e2-b8a6-5ac8f9cba47b tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:57.845439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-f349917e-a1e0-43fd-ab78-00553ae97c0e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] device_id is not set on port 37902295-3743-4e46-8d10-e611159c9e1c yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:21:57.852630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:57.853875 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2261f62b-805b-440c-a75c-815878f9ddd4 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (19eafe12-c280-4338-b9c3-812aaec22c78), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:57.865768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3392a22-87e6-4eb2-bb0f-b719838f25a4 None None] Network 02e546e7-00ac-4803-b005-ff7c9a1500b8 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:21:57.868955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a55e718-0e77-449f-b78e-9c8416494446 None None] Routers {'e47de72e-3ff8-4cdc-b390-c02778a7fd9d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:57.869592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7a55e718-0e77-449f-b78e-9c8416494446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['e47de72e-3ff8-4cdc-b390-c02778a7fd9d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:57.947225 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bb8eda33-e616-49e2-b8a6-5ac8f9cba47b tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5867975 Oct 26 15:21:57.951160 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261f62b-805b-440c-a75c-815878f9ddd4 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Pushing event deleted for resources: {'Port': ['ID=19eafe12-c280-4338-b9c3-812aaec22c78,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:57.955676 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57754) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:57.959071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:57.961049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e912592a-1f08-4029-a993-e522f0e73c97 None None] Current status of the port 86ebc209-e8c7-4485-a77a-15b2c7427b7d is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:57.962185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-dcafff0f-71c4-4113-8bd3-8749578b1bd2 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:57.965236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e912592a-1f08-4029-a993-e522f0e73c97 None None] Could not find standard attr ID for object ccc196f9-7dec-499d-8116-2157031a2cf9. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:21:57.981868 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f9e5ffcb-c382-418d-865e-d3c4bb67fe1e tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_gateway (e47de72e-3ff8-4cdc-b390-c02778a7fd9d), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.000452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f9e5ffcb-c382-418d-865e-d3c4bb67fe1e tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_gateway (e47de72e-3ff8-4cdc-b390-c02778a7fd9d), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.060245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-f9e5ffcb-c382-418d-865e-d3c4bb67fe1e tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Deleting port 258ca82d-16b3-415d-897d-f4d8cccb59ba {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:58.060595 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f9e5ffcb-c382-418d-865e-d3c4bb67fe1e tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (258ca82d-16b3-415d-897d-f4d8cccb59ba), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.096826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7a55e718-0e77-449f-b78e-9c8416494446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:58.123957 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:58.130548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Publish callbacks [] for port (e157100a-9a85-4568-9299-dbcf5b723ed2), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.187185 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f9e5ffcb-c382-418d-865e-d3c4bb67fe1e tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (258ca82d-16b3-415d-897d-f4d8cccb59ba), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.193461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a55e718-0e77-449f-b78e-9c8416494446 None None] Routers {'e47de72e-3ff8-4cdc-b390-c02778a7fd9d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:58.194265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7a55e718-0e77-449f-b78e-9c8416494446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['e47de72e-3ff8-4cdc-b390-c02778a7fd9d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:58.204018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (e157100a-9a85-4568-9299-dbcf5b723ed2), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.207243 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-f9e5ffcb-c382-418d-865e-d3c4bb67fe1e tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Calling delete_port for 258ca82d-16b3-415d-897d-f4d8cccb59ba owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:58.234036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2261f62b-805b-440c-a75c-815878f9ddd4 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (3b9114a5-b831-4c54-adcb-1d6a3b47449e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.332753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Pushing event updated for resources: {'Port': ['ID=e157100a-9a85-4568-9299-dbcf5b723ed2,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:58.334493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2261f62b-805b-440c-a75c-815878f9ddd4 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (3b9114a5-b831-4c54-adcb-1d6a3b47449e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.337042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2261f62b-805b-440c-a75c-815878f9ddd4 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_controller (3b9114a5-b831-4c54-adcb-1d6a3b47449e), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.343743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 7d36a8e0-e2ca-4286-bcd6-222589460b65 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:58.345212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:58.358612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7a55e718-0e77-449f-b78e-9c8416494446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:58.359215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a55e718-0e77-449f-b78e-9c8416494446 None None] The sync data for ids ['e47de72e-3ff8-4cdc-b390-c02778a7fd9d'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:58.360354 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:58.389258 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (e68f21cf-a103-4041-8be9-0f66ac5da94d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.398982 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dcafff0f-71c4-4113-8bd3-8749578b1bd2 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5402212'] for subnet (84ad72a1-f208-4315-b000-1bafff86ffa3), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.417279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Network 8625bf35-f1ea-441a-9843-24120005d12b is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:58.439508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:58.455727 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f9e5ffcb-c382-418d-865e-d3c4bb67fe1e tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (258ca82d-16b3-415d-897d-f4d8cccb59ba), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.467723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Allocated IP 2001:db8::2 (f75efd33-50b7-4b73-9d41-546a3a85cf1e/e12b913d-048b-4ac9-908f-b57964418773/9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:58.471741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:58.481390 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2261f62b-805b-440c-a75c-815878f9ddd4 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (3b9114a5-b831-4c54-adcb-1d6a3b47449e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.482010 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2261f62b-805b-440c-a75c-815878f9ddd4 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Fanout notify agent at l3_agent the message router_deleted on router 3b9114a5-b831-4c54-adcb-1d6a3b47449e {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:21:58.488890 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5ffcb-c382-418d-865e-d3c4bb67fe1e tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Pushing event deleted for resources: {'Port': ['ID=258ca82d-16b3-415d-897d-f4d8cccb59ba,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:58.489235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2261f62b-805b-440c-a75c-815878f9ddd4 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.490325 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2261f62b-805b-440c-a75c-815878f9ddd4 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "DELETE /networking/v2.0/routers/3b9114a5-b831-4c54-adcb-1d6a3b47449e HTTP/1.1" status: 204 len: 168 time: 2.2428355 Oct 26 15:21:58.500103 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57756) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:58.505215 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1881819469', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}, 'admin_state_up': False}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:21:58.505794 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Subnet': ['ID=e68f21cf-a103-4041-8be9-0f66ac5da94d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:58.527938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (8625bf35-f1ea-441a-9843-24120005d12b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.560603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:58.586671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-02e546e7-00ac-4803-b005-ff7c9a1500b8', 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8', 'project_id': '34f29e84b222418880f9a2e6a4499a45', 'fixed_ips': [{'subnet_id': '84ad72a1-f208-4315-b000-1bafff86ffa3'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:21:58.586671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.586885 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (119ec94a-0c47-4cdf-9102-fe0e962ec60b), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.586885 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (119ec94a-0c47-4cdf-9102-fe0e962ec60b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.591059 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b986942-6570-4a01-b20c-b99049fbf710 None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:58.592837 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:58.608362 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b986942-6570-4a01-b20c-b99049fbf710 None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:58.612869 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7b986942-6570-4a01-b20c-b99049fbf710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:58.631872 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8625bf35-f1ea-441a-9843-24120005d12b']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:58.651346 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f9e5ffcb-c382-418d-865e-d3c4bb67fe1e tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (e47de72e-3ff8-4cdc-b390-c02778a7fd9d), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.656710 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a873c1-4794-4d88-83bf-6e9fd912379c') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:58.657092 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a873c1-4794-4d88-83bf-6e9fd912379c') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:58.672229 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:58.675033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-02094e66-0df8-4d2e-80d2-2eb23e9a7443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:21:55Z', 'revision_number': 9, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:34Z', 'revision_number': 18, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:58.677232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (62a873c1-4794-4d88-83bf-6e9fd912379c), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.678493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 48dc8cb6-5318-4f85-8e5d-2af8765d605e triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:21:58.678493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.678774 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 48dc8cb6-5318-4f85-8e5d-2af8765d605e Oct 26 15:21:58.709277 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (62a873c1-4794-4d88-83bf-6e9fd912379c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.715243 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_controller (119ec94a-0c47-4cdf-9102-fe0e962ec60b), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.738651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:58.739443 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (62a873c1-4794-4d88-83bf-6e9fd912379c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.779098 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7b986942-6570-4a01-b20c-b99049fbf710 None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:58.891747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.db.api [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 15:21:58.891747 dv-neutron-759874-6-hyperv neutron-server[105321]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 15:21:58.891747 dv-neutron-759874-6-hyperv neutron-server[105321]: [parameters: {'id': '8625bf35-f1ea-441a-9843-24120005d12b'}] Oct 26 15:21:58.891747 dv-neutron-759874-6-hyperv neutron-server[105321]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:21:58.892886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG oslo_db.api [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:21:58.925734 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 62a873c1-4794-4d88-83bf-6e9fd912379c resource provider aggregate not found Oct 26 15:21:58.942642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dcafff0f-71c4-4113-8bd3-8749578b1bd2 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787935637432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6506305'] for subnet (84ad72a1-f208-4315-b000-1bafff86ffa3), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:58.955704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02094e66-0df8-4d2e-80d2-2eb23e9a7443 None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:58.961087 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 62a873c1-4794-4d88-83bf-6e9fd912379c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62a873c1-4794-4d88-83bf-6e9fd912379c found for delete ", "request_id": "req-3eb24947-f580-4824-820b-d971dd76ba17"}]} Oct 26 15:21:58.970086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:58.970461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '62a873c1-4794-4d88-83bf-6e9fd912379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8625bf35-f1ea-441a-9843-24120005d12b'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:58.970828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:59.005153 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcafff0f-71c4-4113-8bd3-8749578b1bd2 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:21:59.006112 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dcafff0f-71c4-4113-8bd3-8749578b1bd2 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:59.007656 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dcafff0f-71c4-4113-8bd3-8749578b1bd2 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "PUT /networking/v2.0/subnets/84ad72a1-f208-4315-b000-1bafff86ffa3 HTTP/1.1" status: 200 len: 900 time: 1.0498009 Oct 26 15:21:59.011447 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57762) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:59.078354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02094e66-0df8-4d2e-80d2-2eb23e9a7443 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:59.078981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-02094e66-0df8-4d2e-80d2-2eb23e9a7443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:59.092156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ef9c6f-5fdb-4ca2-866b-44c30c76eab0 None None] New status for floating IP 8ad214f2-742d-45b9-986d-d7f299ca376a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:21:59.095559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:59.099187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:59.113133 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafff0f-71c4-4113-8bd3-8749578b1bd2 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event updated for resources: {'Subnet': ['ID=84ad72a1-f208-4315-b000-1bafff86ffa3,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:59.181593 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (02e546e7-00ac-4803-b005-ff7c9a1500b8), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:59.209121 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:59.212314 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f9e5ffcb-c382-418d-865e-d3c4bb67fe1e tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (e47de72e-3ff8-4cdc-b390-c02778a7fd9d), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:59.217167 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7b986942-6570-4a01-b20c-b99049fbf710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:41Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:21:57Z', 'revision_number': 9, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:45Z', 'revision_number': 20, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:59.219728 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_gateway (119ec94a-0c47-4cdf-9102-fe0e962ec60b), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:21:59.222038 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:59.225335 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Failed to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '62a873c1-4794-4d88-83bf-6e9fd912379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8625bf35-f1ea-441a-9843-24120005d12b'}] Oct 26 15:21:59.228053 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f9e5ffcb-c382-418d-865e-d3c4bb67fe1e tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (e47de72e-3ff8-4cdc-b390-c02778a7fd9d), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:59.235294 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempt 2 to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 Oct 26 15:21:59.253298 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (84ad72a1-f208-4315-b000-1bafff86ffa3), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:59.255420 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b986942-6570-4a01-b20c-b99049fbf710 None None] Checking router: 62b9f0e9-5874-41a0-857a-c43efc83f0ef for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:59.265265 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b986942-6570-4a01-b20c-b99049fbf710 None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:59.266102 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7b986942-6570-4a01-b20c-b99049fbf710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:59.349184 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:59.376509 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7b986942-6570-4a01-b20c-b99049fbf710 None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:59.385764 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e5ffcb-c382-418d-865e-d3c4bb67fe1e tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Router e47de72e-3ff8-4cdc-b390-c02778a7fd9d has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:21:59.394777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (8625bf35-f1ea-441a-9843-24120005d12b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:59.427981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:59.428353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '62a873c1-4794-4d88-83bf-6e9fd912379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8625bf35-f1ea-441a-9843-24120005d12b'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:59.428921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:59.453934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Publish callbacks [] for port (9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:59.479948 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Deleting port e157100a-9a85-4568-9299-dbcf5b723ed2 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:21:59.480666 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (e157100a-9a85-4568-9299-dbcf5b723ed2), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:59.495102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:21:59.495498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:21:59.512736 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:59.516505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:59.523377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:59.525950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Allocated IP 2001:db8::3 (02e546e7-00ac-4803-b005-ff7c9a1500b8/84ad72a1-f208-4315-b000-1bafff86ffa3/9c7e8155-5d68-497e-af1a-15e4b272df77) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:59.545510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:59.569070 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e5ffcb-c382-418d-865e-d3c4bb67fe1e tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:59.577662 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f9e5ffcb-c382-418d-865e-d3c4bb67fe1e tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:59.579381 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f9e5ffcb-c382-418d-865e-d3c4bb67fe1e tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "PUT /networking/v2.0/routers/e47de72e-3ff8-4cdc-b390-c02778a7fd9d HTTP/1.1" status: 200 len: 710 time: 2.0697351 Oct 26 15:21:59.583674 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57764) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:21:59.587092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-02094e66-0df8-4d2e-80d2-2eb23e9a7443 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:21:59.599721 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c34c78-0fee-4e97-9be0-7e9160519599 None None] Sync routers for ids ['e47de72e-3ff8-4cdc-b390-c02778a7fd9d'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:59.605467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] For port e157100a-9a85-4568-9299-dbcf5b723ed2, host dv-neutron-759874-6-hyperv, got binding levels [] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:59.605837 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (e157100a-9a85-4568-9299-dbcf5b723ed2), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:59.621737 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Calling delete_port for e157100a-9a85-4568-9299-dbcf5b723ed2 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:21:59.632231 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c34c78-0fee-4e97-9be0-7e9160519599 None None] Routers {'e47de72e-3ff8-4cdc-b390-c02778a7fd9d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:59.633211 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-16c34c78-0fee-4e97-9be0-7e9160519599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['e47de72e-3ff8-4cdc-b390-c02778a7fd9d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:59.649632 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_gateway (119ec94a-0c47-4cdf-9102-fe0e962ec60b), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:21:59.665155 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:59.668669 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Failed to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '62a873c1-4794-4d88-83bf-6e9fd912379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8625bf35-f1ea-441a-9843-24120005d12b'}] Oct 26 15:21:59.670918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Network f75efd33-50b7-4b73-9d41-546a3a85cf1e is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:59.676365 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempt 3 to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 Oct 26 15:21:59.678624 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-16c34c78-0fee-4e97-9be0-7e9160519599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:59.700203 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c34c78-0fee-4e97-9be0-7e9160519599 None None] Routers {'e47de72e-3ff8-4cdc-b390-c02778a7fd9d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:21:59.701467 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-16c34c78-0fee-4e97-9be0-7e9160519599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['e47de72e-3ff8-4cdc-b390-c02778a7fd9d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:59.706928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:59.719483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:21:59.723951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:59.759030 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-16c34c78-0fee-4e97-9be0-7e9160519599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:59.759896 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c34c78-0fee-4e97-9be0-7e9160519599 None None] The sync data for ids ['e47de72e-3ff8-4cdc-b390-c02778a7fd9d'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:59.775332 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7b986942-6570-4a01-b20c-b99049fbf710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:41Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:21:57Z', 'revision_number': 9, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:45Z', 'revision_number': 20, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:59.791846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:21:59.792489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '62a873c1-4794-4d88-83bf-6e9fd912379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8625bf35-f1ea-441a-9843-24120005d12b'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:21:59.793047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:59.811844 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (e157100a-9a85-4568-9299-dbcf5b723ed2), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:59.815571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:21:59.828258 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b986942-6570-4a01-b20c-b99049fbf710 None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:41Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:21:57Z', 'revision_number': 9, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:45Z', 'revision_number': 20, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:21:59.850754 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:59.854422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:59.867375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:59.877773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Pushing event updated for resources: {'Port': ['ID=9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:59.891814 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Port': ['ID=e157100a-9a85-4568-9299-dbcf5b723ed2,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:59.903344 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-f349917e-a1e0-43fd-ab78-00553ae97c0e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Allocated IP 2001:db8::10 (f75efd33-50b7-4b73-9d41-546a3a85cf1e/e12b913d-048b-4ac9-908f-b57964418773/37902295-3743-4e46-8d10-e611159c9e1c) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:59.915267 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No DVR routers for this DVR port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:21:59.929620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:21:59.930455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 86ebc209-e8c7-4485-a77a-15b2c7427b7d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:21:59.958188 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:21:59.961231 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Failed to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '62a873c1-4794-4d88-83bf-6e9fd912379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8625bf35-f1ea-441a-9843-24120005d12b'}] Oct 26 15:21:59.975236 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempt 4 to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 Oct 26 15:22:00.041182 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:00.075395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:00.083883 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f02f923b-024d-465c-be69-62882c29761b tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "GET /networking/v2.0/routers/e47de72e-3ff8-4cdc-b390-c02778a7fd9d HTTP/1.1" status: 200 len: 745 time: 0.4962726 Oct 26 15:22:00.096396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Attempting to bind port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:00.097071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Attempting to bind port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '91d62609-5b81-4c7a-8c70-279b80e3988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f75efd33-50b7-4b73-9d41-546a3a85cf1e'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:00.098050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Attempting to bind port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 on network f75efd33-50b7-4b73-9d41-546a3a85cf1e {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:00.142884 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57766) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:00.156488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:00.156872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '62a873c1-4794-4d88-83bf-6e9fd912379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8625bf35-f1ea-441a-9843-24120005d12b'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:00.157414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:00.212892 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6e1c2a11-6599-4456-a30e-5d53d50207ff tempest-RoutersIpV6AdminTest-1650440314 tempest-RoutersIpV6AdminTest-1650440314-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&device_id=e47de72e-3ff8-4cdc-b390-c02778a7fd9d HTTP/1.1" status: 200 len: 205 time: 0.0686808 Oct 26 15:22:00.230874 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57768) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:00.245424 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:00.249370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:00.259266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:00.265087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (8625bf35-f1ea-441a-9843-24120005d12b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:00.271827 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:00.276584 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-102a8f42-e2e7-49c4-83a3-d843da09eec4 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e47de72e-3ff8-4cdc-b390-c02778a7fd9d HTTP/1.1" status: 200 len: 205 time: 0.0440917 Oct 26 15:22:00.280706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57770) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:00.294055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:00.305660 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:00.309513 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Failed to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '62a873c1-4794-4d88-83bf-6e9fd912379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8625bf35-f1ea-441a-9843-24120005d12b'}] Oct 26 15:22:00.316302 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Allocated IP 172.26.11.63 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/dca10176-3847-4dc2-b24a-3c235d070020) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:00.341747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:00.353154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8625bf35-f1ea-441a-9843-24120005d12b']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:00.389303 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempt 5 to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 Oct 26 15:22:00.404833 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a873c1-4794-4d88-83bf-6e9fd912379c') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:00.405135 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a873c1-4794-4d88-83bf-6e9fd912379c') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:00.420157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:22:00.421109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Checking segment: {'id': '91d62609-5b81-4c7a-8c70-279b80e3988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f75efd33-50b7-4b73-9d41-546a3a85cf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:00.421524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:00.421929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Bound using segment: {'id': '91d62609-5b81-4c7a-8c70-279b80e3988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f75efd33-50b7-4b73-9d41-546a3a85cf1e'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:22:00.422427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Bound port: 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d62609-5b81-4c7a-8c70-279b80e3988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f75efd33-50b7-4b73-9d41-546a3a85cf1e'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:22:00.422817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:00.424786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 86ebc209-e8c7-4485-a77a-15b2c7427b7d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:00.425167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (86ebc209-e8c7-4485-a77a-15b2c7427b7d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:00.425505 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 86ebc209-e8c7-4485-a77a-15b2c7427b7d Oct 26 15:22:00.458118 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (62a873c1-4794-4d88-83bf-6e9fd912379c), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:00.460008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Publish callbacks [] for port (9c7e8155-5d68-497e-af1a-15e4b272df77), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:00.465099 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-04e99fcf-c4cf-42a1-b56d-4568fb700cbf tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (e47de72e-3ff8-4cdc-b390-c02778a7fd9d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:00.489360 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for port (dca10176-3847-4dc2-b24a-3c235d070020), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:00.493475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:00.493854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '62a873c1-4794-4d88-83bf-6e9fd912379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8625bf35-f1ea-441a-9843-24120005d12b'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:00.494221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:00.506023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (9c7e8155-5d68-497e-af1a-15e4b272df77), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:00.535108 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (62a873c1-4794-4d88-83bf-6e9fd912379c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:00.538489 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (dca10176-3847-4dc2-b24a-3c235d070020), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:00.562207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:00.565049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:00.607260 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:00.611636 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:00.612690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-02094e66-0df8-4d2e-80d2-2eb23e9a7443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:21:55Z', 'revision_number': 9, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:34Z', 'revision_number': 18, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:00.615700 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:00.619381 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Pushing event updated for resources: {'Port': ['ID=dca10176-3847-4dc2-b24a-3c235d070020,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:00.640569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:00.641032 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (62a873c1-4794-4d88-83bf-6e9fd912379c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:00.774724 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (84ad72a1-f208-4315-b000-1bafff86ffa3), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:00.860703 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:00.863398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Failed to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '62a873c1-4794-4d88-83bf-6e9fd912379c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8625bf35-f1ea-441a-9843-24120005d12b'}] Oct 26 15:22:00.863478 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Subnet': ['ID=84ad72a1-f208-4315-b000-1bafff86ffa3,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:00.870528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-04e99fcf-c4cf-42a1-b56d-4568fb700cbf tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (e47de72e-3ff8-4cdc-b390-c02778a7fd9d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:00.873193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (8625bf35-f1ea-441a-9843-24120005d12b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:00.875564 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempt 6 to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 Oct 26 15:22:00.888439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-04e99fcf-c4cf-42a1-b56d-4568fb700cbf tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router_controller (e47de72e-3ff8-4cdc-b390-c02778a7fd9d), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:00.889742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Network 02e546e7-00ac-4803-b005-ff7c9a1500b8 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:00.891348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02094e66-0df8-4d2e-80d2-2eb23e9a7443 None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:21:55Z', 'revision_number': 9, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:34Z', 'revision_number': 18, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:22:00.903731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:00.909962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:00.910481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:00.911015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:00.914382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Pushing event updated for resources: {'Port': ['ID=9c7e8155-5d68-497e-af1a-15e4b272df77,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:00.918196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:00.928235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:00.935248 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/8625bf35-f1ea-441a-9843-24120005d12b HTTP/1.1" status: 204 len: 168 time: 6.0751989 Oct 26 15:22:00.935248 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57772) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:00.949767 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:00.953072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:00.954287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-9622f19d-4ca0-4864-85e5-f602295e667c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-258395187'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:00.957344 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] For port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:22:00.993332 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_gateway (119ec94a-0c47-4cdf-9102-fe0e962ec60b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:01.020302 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90e03f-46ff-4b4f-8b97-3e762df4d925 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Network': ['ID=8625bf35-f1ea-441a-9843-24120005d12b,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:01.024541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f349917e-a1e0-43fd-ab78-00553ae97c0e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (37902295-3743-4e46-8d10-e611159c9e1c), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:01.027162 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:01.030795 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Failed to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [] Oct 26 15:22:01.035163 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempt 7 to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 Oct 26 15:22:01.039695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] For port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0,segment=NetworkSegment(91d62609-5b81-4c7a-8c70-279b80e3988a),segment_id=91d62609-5b81-4c7a-8c70-279b80e3988a)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:22:01.062347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:01.062876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:01.063348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:01.064337 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9622f19d-4ca0-4864-85e5-f602295e667c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:01.068262 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9622f19d-4ca0-4864-85e5-f602295e667c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:01.082850 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 62a873c1-4794-4d88-83bf-6e9fd912379c resource provider aggregate not found Oct 26 15:22:01.101489 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (02e546e7-00ac-4803-b005-ff7c9a1500b8), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:01.115266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:01.122373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 86ebc209-e8c7-4485-a77a-15b2c7427b7d is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:01.130637 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 62a873c1-4794-4d88-83bf-6e9fd912379c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62a873c1-4794-4d88-83bf-6e9fd912379c found for delete ", "request_id": "req-b17bff1f-c0ac-4a32-b3ef-e4ebaa685faf"}]} Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:01.130815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:01.133576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-04e99fcf-c4cf-42a1-b56d-4568fb700cbf tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (e47de72e-3ff8-4cdc-b390-c02778a7fd9d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:01.133576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e99fcf-c4cf-42a1-b56d-4568fb700cbf tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Fanout notify agent at l3_agent the message router_deleted on router e47de72e-3ff8-4cdc-b390-c02778a7fd9d {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:22:01.167531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc196f9-7dec-499d-8116-2157031a2cf9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:01.181838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-04e99fcf-c4cf-42a1-b56d-4568fb700cbf tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:01.185480 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-04e99fcf-c4cf-42a1-b56d-4568fb700cbf tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "DELETE /networking/v2.0/routers/e47de72e-3ff8-4cdc-b390-c02778a7fd9d HTTP/1.1" status: 204 len: 168 time: 0.9029937 Oct 26 15:22:01.194290 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57778) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:01.196018 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=5,neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:01.211921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e546e7-00ac-4803-b005-ff7c9a1500b8']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:01.215891 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9622f19d-4ca0-4864-85e5-f602295e667c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:01.254962 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:01.263061 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Failed to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [] Oct 26 15:22:01.264688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: ccc196f9-7dec-499d-8116-2157031a2cf9 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:22:01.265072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc196f9-7dec-499d-8116-2157031a2cf9 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:22:01.267506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:01.269802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:01.272552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:01.272820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:01.276835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:01.277333 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:01.285871 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempt 8 to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 Oct 26 15:22:01.287612 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-940236f8-2718-4794-9430-cc79c2f8e384 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e47de72e-3ff8-4cdc-b390-c02778a7fd9d HTTP/1.1" status: 200 len: 205 time: 0.0865419 Oct 26 15:22:01.303851 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57780) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:01.305048 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9622f19d-4ca0-4864-85e5-f602295e667c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (b58920f2-d844-47d8-8a5f-713b184d9a30), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:01.305286 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-9622f19d-4ca0-4864-85e5-f602295e667c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Added segment b58920f2-d844-47d8-8a5f-713b184d9a30 of type vlan for network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 Oct 26 15:22:01.316078 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:01.350998 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (119ec94a-0c47-4cdf-9102-fe0e962ec60b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:01.373092 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:01.377311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:01.386923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:01.394829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:01.395507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:01.416507 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f349917e-a1e0-43fd-ab78-00553ae97c0e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (37902295-3743-4e46-8d10-e611159c9e1c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:01.430454 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-f585d635-fb5f-40a6-b51c-6b11390dee4b tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] delete failed (client error): The resource could not be found. Oct 26 15:22:01.431969 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f585d635-fb5f-40a6-b51c-6b11390dee4b tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "DELETE /networking/v2.0/routers/e47de72e-3ff8-4cdc-b390-c02778a7fd9d HTTP/1.1" status: 404 len: 336 time: 0.1233277 Oct 26 15:22:01.441276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57782) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:01.470371 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:01.506880 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-64e2be45-2676-474f-bab8-65d3f864963b tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d8d6c31d-e069-4332-9fab-99bddbb6c414 HTTP/1.1" status: 200 len: 205 time: 0.0643899 Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:01.519229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:01.522411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:01.522411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:01.523279 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57784) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:01.530400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:01.533002 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9622f19d-4ca0-4864-85e5-f602295e667c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:01.587835 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-db0966fe-c45b-472d-877a-dabb0102a7a7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] delete failed (client error): The resource could not be found. Oct 26 15:22:01.589287 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-db0966fe-c45b-472d-877a-dabb0102a7a7 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "DELETE /networking/v2.0/routers/d8d6c31d-e069-4332-9fab-99bddbb6c414 HTTP/1.1" status: 404 len: 336 time: 0.0625608 Oct 26 15:22:01.594528 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57786) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:01.635264 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:01.637849 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Failed to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] Oct 26 15:22:01.640037 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempt 2 to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 Oct 26 15:22:01.643313 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6144e5-21ab-4ea8-a6b1-a6cf87e58c87 None None] Pushing event updated for resources: {'Port': ['ID=9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:01.649461 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:01.654819 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Failed to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [] Oct 26 15:22:01.661634 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempt 9 to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 Oct 26 15:22:01.664248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:01.687887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:01.693335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:01.693781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:01.699333 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e7a382aa-b26c-4232-a338-4c25e4e28555 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=eb13fbb0-a37f-46d7-9208-0c75c4a117fa HTTP/1.1" status: 200 len: 205 time: 0.1014688 Oct 26 15:22:01.701322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57788) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:01.728873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:01.729105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:01.729328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:01.735858 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9622f19d-4ca0-4864-85e5-f602295e667c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:01.749601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9622f19d-4ca0-4864-85e5-f602295e667c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:01.750309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9622f19d-4ca0-4864-85e5-f602295e667c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:01.754520 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-11968abd-5961-49a6-b56c-6665161d47b8 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] delete failed (client error): The resource could not be found. Oct 26 15:22:01.757956 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-11968abd-5961-49a6-b56c-6665161d47b8 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "DELETE /networking/v2.0/routers/eb13fbb0-a37f-46d7-9208-0c75c4a117fa HTTP/1.1" status: 404 len: 336 time: 0.0525637 Oct 26 15:22:01.760132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57790) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:01.775527 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:01.783075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:01.787102 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:01.791241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:01.816610 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e1de91e5-66cb-4cd9-8891-d8e5271c9b44 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6e5c3dd9-fcf2-4324-958a-a20fb84baf72 HTTP/1.1" status: 200 len: 205 time: 0.0531867 Oct 26 15:22:01.820114 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57792) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:01.820556 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:01.849417 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349917e-a1e0-43fd-ab78-00553ae97c0e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network f75efd33-50b7-4b73-9d41-546a3a85cf1e is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:01.851951 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:01.855508 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Failed to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [] Oct 26 15:22:01.860692 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9622f19d-4ca0-4864-85e5-f602295e667c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9104779 Oct 26 15:22:01.864505 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622f19d-4ca0-4864-85e5-f602295e667c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Network': ['ID=39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:01.867703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.db.api [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 15:22:01.867703 dv-neutron-759874-6-hyperv neutron-server[105321]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 15:22:01.867703 dv-neutron-759874-6-hyperv neutron-server[105321]: [parameters: {'id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] Oct 26 15:22:01.867703 dv-neutron-759874-6-hyperv neutron-server[105321]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:22:01.868101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG oslo_db.api [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:22:01.871171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57794) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:01.872286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-f349917e-a1e0-43fd-ab78-00553ae97c0e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:01.875244 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f349917e-a1e0-43fd-ab78-00553ae97c0e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:01.880712 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f349917e-a1e0-43fd-ab78-00553ae97c0e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:01.881963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f349917e-a1e0-43fd-ab78-00553ae97c0e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:01.891740 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-be078c53-892e-4ad4-9fa1-cfbd4543929b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'subnet': {'network_id': '39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:01.905942 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-b6c1838b-acae-4ba5-b95d-e54b10331494 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] delete failed (client error): The resource could not be found. Oct 26 15:22:01.906261 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempt 10 to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 Oct 26 15:22:01.909315 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b6c1838b-acae-4ba5-b95d-e54b10331494 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "DELETE /networking/v2.0/routers/6e5c3dd9-fcf2-4324-958a-a20fb84baf72 HTTP/1.1" status: 404 len: 336 time: 0.0760427 Oct 26 15:22:01.909705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:01.910608 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57796) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:01.915340 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:01.923990 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Failed to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] Oct 26 15:22:01.930701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:22:01.937199 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempt 3 to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 Oct 26 15:22:01.955074 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1fe113b5-62db-43c3-b04d-143d57272466 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bc7b2553-a526-4539-aaa2-0b686d302fa7 HTTP/1.1" status: 200 len: 205 time: 0.0423431 Oct 26 15:22:01.958460 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57798) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:01.966929 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Router 119ec94a-0c47-4cdf-9102-fe0e962ec60b is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:22:01.995199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:01.995715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:01.996200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:01.998781 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:02.004444 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-958ee170-cf31-4679-a02a-5e408524ce2e tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] delete failed (client error): The resource could not be found. Oct 26 15:22:02.005743 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-958ee170-cf31-4679-a02a-5e408524ce2e tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "DELETE /networking/v2.0/routers/bc7b2553-a526-4539-aaa2-0b686d302fa7 HTTP/1.1" status: 404 len: 336 time: 0.0459449 Oct 26 15:22:02.008720 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57800) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:02.026763 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349917e-a1e0-43fd-ab78-00553ae97c0e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=37902295-3743-4e46-8d10-e611159c9e1c,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:02.034531 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be078c53-892e-4ad4-9fa1-cfbd4543929b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:02.039498 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-be078c53-892e-4ad4-9fa1-cfbd4543929b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:02.062361 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-15f0754e-16ea-4c10-aa72-45681111b029 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6778e0b-e7ca-4577-920b-2a90820fc94e HTTP/1.1" status: 200 len: 205 time: 0.0470443 Oct 26 15:22:02.063065 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57802) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:02.068640 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f349917e-a1e0-43fd-ab78-00553ae97c0e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.9886134 Oct 26 15:22:02.069376 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57804) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:02.078119 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-5eb12d4d-0a9a-4255-b112-41a4357d7ca4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'network_id': 'f75efd33-50b7-4b73-9d41-546a3a85cf1e', 'name': 'tempest-PortsIpV6TestJSON-1511891521', 'fixed_ips': [{'subnet_id': 'e12b913d-048b-4ac9-908f-b57964418773', 'ip_address': '2001:db8::f'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:02.126853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:02.127976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:02.128537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:02.130522 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-12941989-bcec-42ea-a915-88034df1a6e1 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] delete failed (client error): The resource could not be found. Oct 26 15:22:02.136973 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-12941989-bcec-42ea-a915-88034df1a6e1 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "DELETE /networking/v2.0/routers/f6778e0b-e7ca-4577-920b-2a90820fc94e HTTP/1.1" status: 404 len: 336 time: 0.0725112 Oct 26 15:22:02.141108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57808) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:02.147176 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:02.152410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Attempting to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on network 8625bf35-f1ea-441a-9843-24120005d12b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:02.173982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:02.175435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e68f21cf-a103-4041-8be9-0f66ac5da94d could not be found. Oct 26 15:22:02.240787 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:02.244819 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Failed to bind port e157100a-9a85-4568-9299-dbcf5b723ed2 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [] Oct 26 15:22:02.245562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e157100a-9a85-4568-9299-dbcf5b723ed2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:02.268304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:02.294734 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae31076d-7481-4174-95fa-96f48c3fceb2 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:02.296536 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae31076d-7481-4174-95fa-96f48c3fceb2 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:02.303244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ab6f7-40b5-4382-897b-3bf94dad7065 None None] Port e157100a-9a85-4568-9299-dbcf5b723ed2 has been deleted concurrently {{(pid=105323) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 26 15:22:02.318893 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ae31076d-7481-4174-95fa-96f48c3fceb2 tempest-RoutersIpV6AdminTest-1833751963 tempest-RoutersIpV6AdminTest-1833751963-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/ef14a71c-4b63-4a5b-9dc8-bf25f19e0c02 HTTP/1.1" status: 404 len: 337 time: 0.1652298 Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:02.319648 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:02.324239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:02.361976 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:02.367817 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Failed to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] Oct 26 15:22:02.371483 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (02e546e7-00ac-4803-b005-ff7c9a1500b8), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:02.419864 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:02.422545 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempt 4 to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 Oct 26 15:22:02.429930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb12d4d-0a9a-4255-b112-41a4357d7ca4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:02.442469 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5eb12d4d-0a9a-4255-b112-41a4357d7ca4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:02.473609 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-5eb12d4d-0a9a-4255-b112-41a4357d7ca4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] device_id is not set on port 3fb82782-2cc1-474f-8308-8b9b6fa6dd0b yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:22:02.480253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:02.481154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:02.481738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:02.509268 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:02.513297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:02.566477 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:02.570418 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Failed to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] Oct 26 15:22:02.571297 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempt 5 to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 Oct 26 15:22:02.576482 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:22:02.586864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:02.589699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:02.590444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:02.591005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:02.628906 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:02.631561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:02.671534 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:02.676690 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d887ce14-10cb-4525-b13f-2f0c5ba123d2 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1749725 Oct 26 15:22:02.677338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57812) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:02.680496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19428bf6-5fc7-452a-8af0-b1fd3485f1b5 None None] Sync routers for ids ['119ec94a-0c47-4cdf-9102-fe0e962ec60b'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:22:02.682024 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7b615654-e960-44ed-82be-b5daf8c2bc77 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:02.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:02.692093 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Failed to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] Oct 26 15:22:02.692093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:02.716721 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempt 6 to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 Oct 26 15:22:02.871363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:02.871862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:02.873217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:02.884044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Deleting port 9c7e8155-5d68-497e-af1a-15e4b272df77 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:02.884493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (9c7e8155-5d68-497e-af1a-15e4b272df77), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:02.964314 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:02.968139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:02.970607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19428bf6-5fc7-452a-8af0-b1fd3485f1b5 None None] Routers {'119ec94a-0c47-4cdf-9102-fe0e962ec60b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:02.972727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-19428bf6-5fc7-452a-8af0-b1fd3485f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['119ec94a-0c47-4cdf-9102-fe0e962ec60b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:02.974981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec2f492-a7d0-4ee6-8d00-0996f1a062b0 None None] Network f75efd33-50b7-4b73-9d41-546a3a85cf1e requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:03.085498 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:03.088565 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Failed to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] Oct 26 15:22:03.089369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-19428bf6-5fc7-452a-8af0-b1fd3485f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:03.125362 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempt 7 to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 Oct 26 15:22:03.148857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:03.150554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:03.151298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:03.157951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57820) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:03.173736 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-5eb12d4d-0a9a-4255-b112-41a4357d7ca4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Allocated IP 2001:db8::f (f75efd33-50b7-4b73-9d41-546a3a85cf1e/e12b913d-048b-4ac9-908f-b57964418773/3fb82782-2cc1-474f-8308-8b9b6fa6dd0b) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:03.179922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49c08db5-dcbc-4777-8f3f-8aeaec639cdb None None] Provisioning complete for port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:03.180434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49c08db5-dcbc-4777-8f3f-8aeaec639cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:03.181180 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49c08db5-dcbc-4777-8f3f-8aeaec639cdb None None] Attempt 1 to provision port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 Oct 26 15:22:03.186145 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5 resource provider aggregate not found Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:03.187281 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:03.190235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:03.192204 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-be078c53-892e-4ad4-9fa1-cfbd4543929b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (5cabae34-90fc-49ce-86a2-94c00e73d3c6), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:03.228877 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:03.231673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] For port 9c7e8155-5d68-497e-af1a-15e4b272df77, host dv-neutron-759874-6-hyperv, got binding levels [] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:03.232429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (9c7e8155-5d68-497e-af1a-15e4b272df77), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:03.279251 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5 found for delete ", "request_id": "req-7e5ef19c-a844-44d7-b020-b05a25b9a0a8"}]} Oct 26 15:22:03.297777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Calling delete_port for 9c7e8155-5d68-497e-af1a-15e4b272df77 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:03.334971 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7b615654-e960-44ed-82be-b5daf8c2bc77 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_gateway (119ec94a-0c47-4cdf-9102-fe0e962ec60b), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:03.349479 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7b615654-e960-44ed-82be-b5daf8c2bc77 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_gateway (119ec94a-0c47-4cdf-9102-fe0e962ec60b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:03.384349 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:03.387874 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Failed to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] Oct 26 15:22:03.388667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19428bf6-5fc7-452a-8af0-b1fd3485f1b5 None None] Routers {'119ec94a-0c47-4cdf-9102-fe0e962ec60b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:03.389866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-19428bf6-5fc7-452a-8af0-b1fd3485f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['119ec94a-0c47-4cdf-9102-fe0e962ec60b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:03.396472 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-7b615654-e960-44ed-82be-b5daf8c2bc77 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Deleting port dca10176-3847-4dc2-b24a-3c235d070020 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:03.397525 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7b615654-e960-44ed-82be-b5daf8c2bc77 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (dca10176-3847-4dc2-b24a-3c235d070020), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:03.411309 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempt 8 to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 Oct 26 15:22:03.414036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:03.426479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-562d59ec-034e-44d1-9fab-5820e3b07072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:03.428401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be078c53-892e-4ad4-9fa1-cfbd4543929b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Subnet': ['ID=5cabae34-90fc-49ce-86a2-94c00e73d3c6,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:03.487262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-19428bf6-5fc7-452a-8af0-b1fd3485f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:03.487972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19428bf6-5fc7-452a-8af0-b1fd3485f1b5 None None] The sync data for ids ['119ec94a-0c47-4cdf-9102-fe0e962ec60b'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:22:03.489652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:03.490721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:03.522953 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7b615654-e960-44ed-82be-b5daf8c2bc77 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (dca10176-3847-4dc2-b24a-3c235d070020), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:03.544407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:03.545453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:03.545453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:03.556358 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-7b615654-e960-44ed-82be-b5daf8c2bc77 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Calling delete_port for dca10176-3847-4dc2-b24a-3c235d070020 owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:03.606345 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be078c53-892e-4ad4-9fa1-cfbd4543929b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Checking segment: {'id': 'b58920f2-d844-47d8-8a5f-713b184d9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:03.606345 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be078c53-892e-4ad4-9fa1-cfbd4543929b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network hostable DHCP agents. Network: 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:03.609646 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:03.612822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:03.650979 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:03.654034 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Failed to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] Oct 26 15:22:03.654034 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempt 9 to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 Oct 26 15:22:03.675350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:03.675733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:03.676564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:03.696205 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be078c53-892e-4ad4-9fa1-cfbd4543929b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:22:03.717435 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (9c7e8155-5d68-497e-af1a-15e4b272df77), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:03.729049 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5eb12d4d-0a9a-4255-b112-41a4357d7ca4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (3fb82782-2cc1-474f-8308-8b9b6fa6dd0b), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:03.735682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49c08db5-dcbc-4777-8f3f-8aeaec639cdb None None] Current status of the port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:03.736093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49c08db5-dcbc-4777-8f3f-8aeaec639cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:03.774212 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:03.777469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:03.783067 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-be078c53-892e-4ad4-9fa1-cfbd4543929b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:03.787684 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be078c53-892e-4ad4-9fa1-cfbd4543929b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:03.788304 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-be078c53-892e-4ad4-9fa1-cfbd4543929b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:03.798938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:03.811542 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No DVR routers for this DVR port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:03.828746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6b6dc5-3594-4c86-a7a1-bdf4427133fa None None] Network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:03.866637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Port': ['ID=9c7e8155-5d68-497e-af1a-15e4b272df77,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:03.867946 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7b615654-e960-44ed-82be-b5daf8c2bc77 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (dca10176-3847-4dc2-b24a-3c235d070020), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:03.894287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-562d59ec-034e-44d1-9fab-5820e3b07072 admin admin] Publish callbacks [] for security_group (5cfb4137-d29d-4d38-bc2c-3ec8256ec6b1), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:03.898493 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:03.903864 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Failed to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] Oct 26 15:22:03.920479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:03.922148 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:03.922364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:03.927589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b615654-e960-44ed-82be-b5daf8c2bc77 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Pushing event deleted for resources: {'Port': ['ID=dca10176-3847-4dc2-b24a-3c235d070020,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:03.943955 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempt 10 to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 Oct 26 15:22:03.944647 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57826) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:03.950227 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-be078c53-892e-4ad4-9fa1-cfbd4543929b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0629184 Oct 26 15:22:03.982513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:04.046348 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b10b5f-5241-4c03-9ebc-4540a9295ae2 None None] New status for floating IP 025376ae-2426-4e90-a744-5451bc4dcd75: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:22:04.046915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (02e546e7-00ac-4803-b005-ff7c9a1500b8), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:04.063231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:04.074561 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:04.075151 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49c08db5-dcbc-4777-8f3f-8aeaec639cdb None None] For port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0,segment=NetworkSegment(91d62609-5b81-4c7a-8c70-279b80e3988a),segment_id=91d62609-5b81-4c7a-8c70-279b80e3988a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:04.084460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:04.102956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:04.103603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:04.104190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:04.112027 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e546e7-00ac-4803-b005-ff7c9a1500b8']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:04.135229 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:04.136690 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:04.161310 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:04.165536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49c08db5-dcbc-4777-8f3f-8aeaec639cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:04.185543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:04.200188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:04.208916 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:04.209422 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:04.274672 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7b615654-e960-44ed-82be-b5daf8c2bc77 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (119ec94a-0c47-4cdf-9102-fe0e962ec60b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:04.286941 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-562d59ec-034e-44d1-9fab-5820e3b07072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (5cfb4137-d29d-4d38-bc2c-3ec8256ec6b1), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:04.306196 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:04.310380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Attempting to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on network 02e546e7-00ac-4803-b005-ff7c9a1500b8 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:04.351075 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84ad72a1-f208-4315-b000-1bafff86ffa3 could not be found. Oct 26 15:22:04.367492 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:04.370255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Failed to bind port 9c7e8155-5d68-497e-af1a-15e4b272df77 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '02e546e7-00ac-4803-b005-ff7c9a1500b8'}] Oct 26 15:22:04.370255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9c7e8155-5d68-497e-af1a-15e4b272df77), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:04.580377 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7b615654-e960-44ed-82be-b5daf8c2bc77 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (119ec94a-0c47-4cdf-9102-fe0e962ec60b), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:04.587898 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7b615654-e960-44ed-82be-b5daf8c2bc77 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (119ec94a-0c47-4cdf-9102-fe0e962ec60b), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:04.590977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff3713d-c832-4e24-8e65-036c4d192d44 None None] DHCP port deletion for 8625bf35-f1ea-441a-9843-24120005d12b request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:22:04.594647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a894e1f0-7c98-43e7-834e-415a91f8c7e0 None None] Provisioning complete for port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:04.595232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a894e1f0-7c98-43e7-834e-415a91f8c7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:04.596238 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a894e1f0-7c98-43e7-834e-415a91f8c7e0 None None] Attempt 1 to provision port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 Oct 26 15:22:04.607578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:04.651755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (02e546e7-00ac-4803-b005-ff7c9a1500b8), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:04.652068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-810182a9-8cb9-441d-9492-7e5d1b0778df None None] Port 9c7e8155-5d68-497e-af1a-15e4b272df77 has been deleted concurrently {{(pid=105323) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 26 15:22:04.654148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0', 'network_id': '39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0', 'project_id': '1f3d9e39a73b4f6dbd8554e45cd19aed', 'fixed_ips': [{'subnet_id': '5cabae34-90fc-49ce-86a2-94c00e73d3c6'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:22:04.655583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:04.663818 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:04.670940 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/networks/02e546e7-00ac-4803-b005-ff7c9a1500b8 HTTP/1.1" status: 204 len: 168 time: 5.6545162 Oct 26 15:22:04.672071 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-562d59ec-034e-44d1-9fab-5820e3b07072 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a08e03a07a794e1da9af8648f68eff89&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5130210 Oct 26 15:22:04.672773 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d59ec-034e-44d1-9fab-5820e3b07072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfb4137-d29d-4d38-bc2c-3ec8256ec6b1,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:04.676367 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57828) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:04.676367 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57830) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:04.688858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:04.713055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5eb12d4d-0a9a-4255-b112-41a4357d7ca4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (3fb82782-2cc1-474f-8308-8b9b6fa6dd0b), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:04.725871 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3417a7-a357-4f4f-88d2-11d5b4b8ecbc tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Network': ['ID=02e546e7-00ac-4803-b005-ff7c9a1500b8,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:04.792219 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-af74ced5-1589-438f-ac58-c5ceff3d85d4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:04.792594 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af74ced5-1589-438f-ac58-c5ceff3d85d4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:04.800959 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-af74ced5-1589-438f-ac58-c5ceff3d85d4 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/84ad72a1-f208-4315-b000-1bafff86ffa3 HTTP/1.1" status: 404 len: 337 time: 0.1150370 Oct 26 15:22:04.804916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b7433f-a8e0-480e-b438-eb8c2cda7bbb None None] Network 8625bf35-f1ea-441a-9843-24120005d12b requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:04.806967 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57832) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:04.819218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c08db5-dcbc-4777-8f3f-8aeaec639cdb None None] Pushing event updated for resources: {'Port': ['ID=9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:04.825791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b7433f-a8e0-480e-b438-eb8c2cda7bbb None None] Network 8625bf35-f1ea-441a-9843-24120005d12b could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:22:04.836402 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-13443c48-4b6e-4dc6-bb5c-eaf4ad3bfbe0 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:04.843851 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13443c48-4b6e-4dc6-bb5c-eaf4ad3bfbe0 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:04.844084 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-13443c48-4b6e-4dc6-bb5c-eaf4ad3bfbe0 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/networks/02e546e7-00ac-4803-b005-ff7c9a1500b8 HTTP/1.1" status: 404 len: 339 time: 0.0337014 Oct 26 15:22:04.848499 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57834) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:04.857512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb12d4d-0a9a-4255-b112-41a4357d7ca4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network f75efd33-50b7-4b73-9d41-546a3a85cf1e is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:04.860945 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:04.861979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:04.875062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-5eb12d4d-0a9a-4255-b112-41a4357d7ca4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:04.895705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb12d4d-0a9a-4255-b112-41a4357d7ca4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:04.900383 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb12d4d-0a9a-4255-b112-41a4357d7ca4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:04.901367 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5eb12d4d-0a9a-4255-b112-41a4357d7ca4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:04.965388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb12d4d-0a9a-4255-b112-41a4357d7ca4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=3fb82782-2cc1-474f-8308-8b9b6fa6dd0b,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:05.021223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc148f0-1aba-4483-986c-945f7f9a716b None None] New status for floating IP 5acb5302-e6d4-4c13-9ef6-39b5af2566f5: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:22:05.022285 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5eb12d4d-0a9a-4255-b112-41a4357d7ca4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9490764 Oct 26 15:22:05.026469 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7ebab926-04f3-4f3d-b7d1-c02ccfbc9698 admin admin] Publish callbacks [] for security_group (5cfb4137-d29d-4d38-bc2c-3ec8256ec6b1), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.034518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57836) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:05.039470 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (5cabae34-90fc-49ce-86a2-94c00e73d3c6), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.084645 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7ebab926-04f3-4f3d-b7d1-c02ccfbc9698 admin admin] Publish callbacks [] for security_group (5cfb4137-d29d-4d38-bc2c-3ec8256ec6b1), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.107464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cbd1dc21-d675-46da-b4c6-2eab21eb1c9a tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (9bab04b0-3df5-4f17-bf40-79631bf18e40), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.114782 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b615654-e960-44ed-82be-b5daf8c2bc77 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Router 119ec94a-0c47-4cdf-9102-fe0e962ec60b has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:22:05.135812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a894e1f0-7c98-43e7-834e-415a91f8c7e0 None None] Current status of the port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:05.213120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a894e1f0-7c98-43e7-834e-415a91f8c7e0 None None] Provisioning complete for port 37902295-3743-4e46-8d10-e611159c9e1c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:05.213722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a894e1f0-7c98-43e7-834e-415a91f8c7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (37902295-3743-4e46-8d10-e611159c9e1c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.219548 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a894e1f0-7c98-43e7-834e-415a91f8c7e0 None None] Attempt 1 to provision port 37902295-3743-4e46-8d10-e611159c9e1c Oct 26 15:22:05.245069 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c1ba63-cc78-4f44-98dc-8ed64e39965a tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:05.250071 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-00c1ba63-cc78-4f44-98dc-8ed64e39965a tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2085285 Oct 26 15:22:05.252116 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57838) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:05.310461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Allocated IP 172.20.0.2 (39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0/5cabae34-90fc-49ce-86a2-94c00e73d3c6/22d15576-7aab-45ac-8c33-6ec7f48cb692) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:05.315144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:05.316269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:05.318170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cbd1dc21-d675-46da-b4c6-2eab21eb1c9a tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (9bab04b0-3df5-4f17-bf40-79631bf18e40), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.356763 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-cbd1dc21-d675-46da-b4c6-2eab21eb1c9a tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bab04b0-3df5-4f17-bf40-79631bf18e40']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:05.360983 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5 resource provider aggregate not found Oct 26 15:22:05.382700 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7ebab926-04f3-4f3d-b7d1-c02ccfbc9698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (5cfb4137-d29d-4d38-bc2c-3ec8256ec6b1), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.385379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7ebab926-04f3-4f3d-b7d1-c02ccfbc9698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.393046 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7ebab926-04f3-4f3d-b7d1-c02ccfbc9698 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/5cfb4137-d29d-4d38-bc2c-3ec8256ec6b1 HTTP/1.1" status: 204 len: 168 time: 0.7057500 Oct 26 15:22:05.395877 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f7d8437-6897-4fb7-abbe-d9e2e8a9cce5 found for delete ", "request_id": "req-3ffd3f67-3465-4666-84e5-71a27efc0475"}]} Oct 26 15:22:05.399635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:05.401900 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-cbd1dc21-d675-46da-b4c6-2eab21eb1c9a tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b4bd85-c31e-429d-84b4-d05723c7b1f1') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:05.402439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-cbd1dc21-d675-46da-b4c6-2eab21eb1c9a tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b4bd85-c31e-429d-84b4-d05723c7b1f1') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:05.405772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a894e1f0-7c98-43e7-834e-415a91f8c7e0 None None] Port 37902295-3743-4e46-8d10-e611159c9e1c cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:22:05.420147 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebab926-04f3-4f3d-b7d1-c02ccfbc9698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfb4137-d29d-4d38-bc2c-3ec8256ec6b1,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:05.421665 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40763a75-5019-43f3-903c-c81be7badf8d tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:05.424161 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cbd1dc21-d675-46da-b4c6-2eab21eb1c9a tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (48b4bd85-c31e-429d-84b4-d05723c7b1f1), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.446125 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cbd1dc21-d675-46da-b4c6-2eab21eb1c9a tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (48b4bd85-c31e-429d-84b4-d05723c7b1f1), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.448183 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40763a75-5019-43f3-903c-c81be7badf8d tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:05.472495 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40763a75-5019-43f3-903c-c81be7badf8d tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:05.473280 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd1dc21-d675-46da-b4c6-2eab21eb1c9a tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:05.473946 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cbd1dc21-d675-46da-b4c6-2eab21eb1c9a tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (48b4bd85-c31e-429d-84b4-d05723c7b1f1), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.477980 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-40763a75-5019-43f3-903c-c81be7badf8d tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2218676 Oct 26 15:22:05.487225 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57846) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:05.572823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2e16f0ab-612a-41da-9abf-1378d34ece02 None None] Could not find standard attr ID for object e157100a-9a85-4568-9299-dbcf5b723ed2. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:22:05.581265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cbd1dc21-d675-46da-b4c6-2eab21eb1c9a tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (9bab04b0-3df5-4f17-bf40-79631bf18e40), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.589322 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cbd1dc21-d675-46da-b4c6-2eab21eb1c9a tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.593178 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cbd1dc21-d675-46da-b4c6-2eab21eb1c9a tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/networks/9bab04b0-3df5-4f17-bf40-79631bf18e40 HTTP/1.1" status: 204 len: 168 time: 0.7338591 Oct 26 15:22:05.595362 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57850) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:05.638111 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b615654-e960-44ed-82be-b5daf8c2bc77 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:22:05.639243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1dc21-d675-46da-b4c6-2eab21eb1c9a tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Network': ['ID=9bab04b0-3df5-4f17-bf40-79631bf18e40,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:05.648116 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a6b9c4-1800-4bce-a4ba-db6b26ac5a59 None None] Sync routers for ids ['119ec94a-0c47-4cdf-9102-fe0e962ec60b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:22:05.656183 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc67cd1-df9d-4bb4-9cf5-b91a34c1d239 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:05.657718 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc67cd1-df9d-4bb4-9cf5-b91a34c1d239 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:05.662254 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a6b9c4-1800-4bce-a4ba-db6b26ac5a59 None None] Routers {'119ec94a-0c47-4cdf-9102-fe0e962ec60b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:05.662750 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-55a6b9c4-1800-4bce-a4ba-db6b26ac5a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['119ec94a-0c47-4cdf-9102-fe0e962ec60b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:05.666128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7b615654-e960-44ed-82be-b5daf8c2bc77 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.668279 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7b615654-e960-44ed-82be-b5daf8c2bc77 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "PUT /networking/v2.0/routers/119ec94a-0c47-4cdf-9102-fe0e962ec60b HTTP/1.1" status: 200 len: 706 time: 2.9889364 Oct 26 15:22:05.671376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57852) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:05.676065 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-efc67cd1-df9d-4bb4-9cf5-b91a34c1d239 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/26da3d7e-b102-47ae-a298-47ee3edf3875 HTTP/1.1" status: 404 len: 337 time: 0.0789051 Oct 26 15:22:05.677850 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57854) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:05.708531 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-55a6b9c4-1800-4bce-a4ba-db6b26ac5a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:05.714942 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-5511496f-04df-4723-b1b4-1ca9ab293d5c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:05.716853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5511496f-04df-4723-b1b4-1ca9ab293d5c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:05.723695 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5511496f-04df-4723-b1b4-1ca9ab293d5c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/networks/0977573f-2007-4503-b6ec-0d1b7a1d6f3f HTTP/1.1" status: 404 len: 339 time: 0.0429094 Oct 26 15:22:05.725976 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57856) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:05.734071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:05.737300 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a6b9c4-1800-4bce-a4ba-db6b26ac5a59 None None] Routers {'119ec94a-0c47-4cdf-9102-fe0e962ec60b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:05.737484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:05.737955 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-55a6b9c4-1800-4bce-a4ba-db6b26ac5a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['119ec94a-0c47-4cdf-9102-fe0e962ec60b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:05.738871 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b5136829-4115-4ee4-9eac-48ebc751de07 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port 3fb82782-2cc1-474f-8308-8b9b6fa6dd0b {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:05.739335 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b5136829-4115-4ee4-9eac-48ebc751de07 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (3fb82782-2cc1-474f-8308-8b9b6fa6dd0b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.750884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Publish callbacks [] for port (22d15576-7aab-45ac-8c33-6ec7f48cb692), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.779833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (22d15576-7aab-45ac-8c33-6ec7f48cb692), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.834653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:05.834831 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-93fdd50f-5c65-46c3-85bf-5a9e279a9ba7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Deleting subnet 561280a4-c74b-4821-a919-0ba878bb3814 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:05.835824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2e16f0ab-612a-41da-9abf-1378d34ece02 None None] Provisioning complete for port 3fb82782-2cc1-474f-8308-8b9b6fa6dd0b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:05.836511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2e16f0ab-612a-41da-9abf-1378d34ece02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3fb82782-2cc1-474f-8308-8b9b6fa6dd0b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.836879 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2e16f0ab-612a-41da-9abf-1378d34ece02 None None] Attempt 1 to provision port 3fb82782-2cc1-474f-8308-8b9b6fa6dd0b Oct 26 15:22:05.839183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-93fdd50f-5c65-46c3-85bf-5a9e279a9ba7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for subnet (561280a4-c74b-4821-a919-0ba878bb3814), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.844971 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fe0d6b1d-1b41-445c-80b1-7eecd89e5cbd tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "GET /networking/v2.0/routers/119ec94a-0c47-4cdf-9102-fe0e962ec60b HTTP/1.1" status: 200 len: 741 time: 0.1701553 Oct 26 15:22:05.849530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:05.852650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:05.854418 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57858) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:05.856949 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:05.860310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dff7297-ed2b-45e3-b99a-d62c3acecf96 None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:22:05.877419 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-55a6b9c4-1800-4bce-a4ba-db6b26ac5a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:05.878374 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a6b9c4-1800-4bce-a4ba-db6b26ac5a59 None None] The sync data for ids ['119ec94a-0c47-4cdf-9102-fe0e962ec60b'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:22:05.925836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57860) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:05.947828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:05.962405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-93fdd50f-5c65-46c3-85bf-5a9e279a9ba7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (561280a4-c74b-4821-a919-0ba878bb3814), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:05.988565 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b5136829-4115-4ee4-9eac-48ebc751de07 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (3fb82782-2cc1-474f-8308-8b9b6fa6dd0b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.007283 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b5136829-4115-4ee4-9eac-48ebc751de07 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for 3fb82782-2cc1-474f-8308-8b9b6fa6dd0b owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:06.010551 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:06.062621 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d561d300-685c-496d-9259-bcd61a16fa72 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=9295bd1fafdb46ee90cc8d4b1b91aa84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356218 Oct 26 15:22:06.066323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57862) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:06.066564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dff7297-ed2b-45e3-b99a-d62c3acecf96 None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:06.068707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4dff7297-ed2b-45e3-b99a-d62c3acecf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:06.137284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (5cabae34-90fc-49ce-86a2-94c00e73d3c6), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.151324 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-19ca7c6b-0a78-4946-874d-879564530faf tempest-RoutersAdminTest-812046590 tempest-RoutersAdminTest-812046590-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&device_id=119ec94a-0c47-4cdf-9102-fe0e962ec60b HTTP/1.1" status: 200 len: 205 time: 0.2923636 Oct 26 15:22:06.152217 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57864) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:06.161948 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-93fdd50f-5c65-46c3-85bf-5a9e279a9ba7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (561280a4-c74b-4821-a919-0ba878bb3814), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.163761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2e16f0ab-612a-41da-9abf-1378d34ece02 None None] Port 3fb82782-2cc1-474f-8308-8b9b6fa6dd0b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:22:06.176692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2e16f0ab-612a-41da-9abf-1378d34ece02 None None] Provisioning complete for port 37902295-3743-4e46-8d10-e611159c9e1c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:06.177191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2e16f0ab-612a-41da-9abf-1378d34ece02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (37902295-3743-4e46-8d10-e611159c9e1c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.177606 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2e16f0ab-612a-41da-9abf-1378d34ece02 None None] Attempt 1 to provision port 37902295-3743-4e46-8d10-e611159c9e1c Oct 26 15:22:06.203314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:06.214378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Pushing event updated for resources: {'Port': ['ID=22d15576-7aab-45ac-8c33-6ec7f48cb692,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:06.221697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2e16f0ab-612a-41da-9abf-1378d34ece02 None None] Port 37902295-3743-4e46-8d10-e611159c9e1c cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:22:06.230395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:06.230951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'b58920f2-d844-47d8-8a5f-713b184d9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:06.231485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:06.239664 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Subnet': ['ID=5cabae34-90fc-49ce-86a2-94c00e73d3c6,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:06.240693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6a7389a6-26c2-4134-a639-9838538876c0 admin admin] Publish callbacks [] for security_group (4ea889f7-e028-42f6-ab87-f882e76e830b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.253985 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d822a775-a2e8-425a-9e87-1d2be1b3e70e tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=119ec94a-0c47-4cdf-9102-fe0e962ec60b HTTP/1.1" status: 200 len: 205 time: 0.0899603 Oct 26 15:22:06.255317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57866) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:06.312070 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6a7389a6-26c2-4134-a639-9838538876c0 admin admin] Publish callbacks [] for security_group (4ea889f7-e028-42f6-ab87-f882e76e830b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:06.316332 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:06.320012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:06.358379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-93fdd50f-5c65-46c3-85bf-5a9e279a9ba7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (561280a4-c74b-4821-a919-0ba878bb3814), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:06.358714 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:06.361833 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Failed to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': 'b58920f2-d844-47d8-8a5f-713b184d9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0'}] Oct 26 15:22:06.365181 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.365929 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempt 2 to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 Oct 26 15:22:06.373445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4dff7297-ed2b-45e3-b99a-d62c3acecf96 None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:22:06.379516 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b5136829-4115-4ee4-9eac-48ebc751de07 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (3fb82782-2cc1-474f-8308-8b9b6fa6dd0b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.399140 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-94124a02-1b69-49d7-84a0-d9cbb0e40978 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (119ec94a-0c47-4cdf-9102-fe0e962ec60b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.431839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:06.432342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'b58920f2-d844-47d8-8a5f-713b184d9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:06.432828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:06.453458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdd50f-5c65-46c3-85bf-5a9e279a9ba7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Subnet': ['ID=561280a4-c74b-4821-a919-0ba878bb3814,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:06.466678 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b5136829-4115-4ee4-9eac-48ebc751de07 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.476514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-93fdd50f-5c65-46c3-85bf-5a9e279a9ba7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:06.480161 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:06.482979 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b5136829-4115-4ee4-9eac-48ebc751de07 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/ports/3fb82782-2cc1-474f-8308-8b9b6fa6dd0b HTTP/1.1" status: 204 len: 168 time: 0.9503393 Oct 26 15:22:06.483628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:06.484263 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-93fdd50f-5c65-46c3-85bf-5a9e279a9ba7 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/561280a4-c74b-4821-a919-0ba878bb3814 HTTP/1.1" status: 204 len: 168 time: 0.7527580 Oct 26 15:22:06.487074 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57868) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:06.487503 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57870) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:06.506832 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:06.510853 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5136829-4115-4ee4-9eac-48ebc751de07 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=3fb82782-2cc1-474f-8308-8b9b6fa6dd0b,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:06.531418 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58920f2-d844-47d8-8a5f-713b184d9a30') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:06.531753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58920f2-d844-47d8-8a5f-713b184d9a30') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:06.545696 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (b58920f2-d844-47d8-8a5f-713b184d9a30), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.558199 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-864e2145-bba0-4995-abb4-a7cc1022e796 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Deleting subnet ecfd521c-a8d9-45fe-8ad1-0e5042d31d6d {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:06.566160 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (b58920f2-d844-47d8-8a5f-713b184d9a30), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.567178 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-864e2145-bba0-4995-abb4-a7cc1022e796 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for subnet (ecfd521c-a8d9-45fe-8ad1-0e5042d31d6d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.575577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:06.575993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (b58920f2-d844-47d8-8a5f-713b184d9a30), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.634390 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6a7389a6-26c2-4134-a639-9838538876c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (4ea889f7-e028-42f6-ab87-f882e76e830b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.638204 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6a7389a6-26c2-4134-a639-9838538876c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.639676 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6a7389a6-26c2-4134-a639-9838538876c0 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/4ea889f7-e028-42f6-ab87-f882e76e830b HTTP/1.1" status: 204 len: 168 time: 0.5717120 Oct 26 15:22:06.642521 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment b58920f2-d844-47d8-8a5f-713b184d9a30 resource provider aggregate not found Oct 26 15:22:06.677878 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment b58920f2-d844-47d8-8a5f-713b184d9a30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b58920f2-d844-47d8-8a5f-713b184d9a30 found for delete ", "request_id": "req-d3c08c53-f989-4868-bea1-42ab449e16c0"}]} Oct 26 15:22:06.680213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fb4a95-c19b-45d6-9aa7-129202421eb0 None None] Network 16aec21d-e038-422e-999b-7dff0697a3c4 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:06.680453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.db.api [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 15:22:06.680453 dv-neutron-759874-6-hyperv neutron-server[105322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 15:22:06.680453 dv-neutron-759874-6-hyperv neutron-server[105322]: [parameters: {'id': '39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0'}] Oct 26 15:22:06.680453 dv-neutron-759874-6-hyperv neutron-server[105322]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:22:06.681863 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG oslo_db.api [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:22:06.688925 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05240e3-d0b8-4ab6-87a9-491c310f585c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] GET failed (client error): The resource could not be found. Oct 26 15:22:06.691163 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b05240e3-d0b8-4ab6-87a9-491c310f585c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports/3fb82782-2cc1-474f-8308-8b9b6fa6dd0b HTTP/1.1" status: 404 len: 333 time: 0.2020364 Oct 26 15:22:06.695660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57878) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:06.703830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c5fe24c7-5d23-4db3-9a58-bb22429ecd9b None None] Could not find standard attr ID for object 9c7e8155-5d68-497e-af1a-15e4b272df77. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:22:06.704467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7389a6-26c2-4134-a639-9838538876c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea889f7-e028-42f6-ab87-f882e76e830b,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:06.750398 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:06.753403 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Failed to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': 'b58920f2-d844-47d8-8a5f-713b184d9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0'}] Oct 26 15:22:06.783058 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempt 3 to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 Oct 26 15:22:06.794148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd89999-68b3-4172-b623-84eb884da298 None None] DHCP port deletion for 02e546e7-00ac-4803-b005-ff7c9a1500b8 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:22:06.796764 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:06.796947 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3550619-23b2-46f7-9589-9e5763e96b74 None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:22:06.798816 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a8333b4c-e76b-4c6e-b500-8861727203bc tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port 37902295-3743-4e46-8d10-e611159c9e1c {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:06.799173 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a8333b4c-e76b-4c6e-b500-8861727203bc tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (37902295-3743-4e46-8d10-e611159c9e1c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.807320 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-864e2145-bba0-4995-abb4-a7cc1022e796 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (ecfd521c-a8d9-45fe-8ad1-0e5042d31d6d), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.821104 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3550619-23b2-46f7-9589-9e5763e96b74 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:06.821663 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c3550619-23b2-46f7-9589-9e5763e96b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:06.894524 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-94124a02-1b69-49d7-84a0-d9cbb0e40978 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (119ec94a-0c47-4cdf-9102-fe0e962ec60b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.905876 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-94124a02-1b69-49d7-84a0-d9cbb0e40978 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router_controller (119ec94a-0c47-4cdf-9102-fe0e962ec60b), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.928688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a8333b4c-e76b-4c6e-b500-8861727203bc tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (37902295-3743-4e46-8d10-e611159c9e1c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:06.954225 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a8333b4c-e76b-4c6e-b500-8861727203bc tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for 37902295-3743-4e46-8d10-e611159c9e1c owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:06.970259 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:07.003824 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:22:07.040103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-864e2145-bba0-4995-abb4-a7cc1022e796 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (ecfd521c-a8d9-45fe-8ad1-0e5042d31d6d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:07.054505 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c3550619-23b2-46f7-9589-9e5763e96b74 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:22:07.078454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-94124a02-1b69-49d7-84a0-d9cbb0e40978 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (119ec94a-0c47-4cdf-9102-fe0e962ec60b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:07.079406 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94124a02-1b69-49d7-84a0-d9cbb0e40978 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Fanout notify agent at l3_agent the message router_deleted on router 119ec94a-0c47-4cdf-9102-fe0e962ec60b {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:22:07.094625 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-94124a02-1b69-49d7-84a0-d9cbb0e40978 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:07.096051 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-94124a02-1b69-49d7-84a0-d9cbb0e40978 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "DELETE /networking/v2.0/routers/119ec94a-0c47-4cdf-9102-fe0e962ec60b HTTP/1.1" status: 204 len: 168 time: 0.8383393 Oct 26 15:22:07.099804 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57882) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:07.129696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 86ebc209-e8c7-4485-a77a-15b2c7427b7d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:07.136609 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8ad046fe-2f65-464a-a26f-73bc0af56b1e tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=119ec94a-0c47-4cdf-9102-fe0e962ec60b HTTP/1.1" status: 200 len: 205 time: 0.0354228 Oct 26 15:22:07.140522 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57884) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:07.188157 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:07.192098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:07.192476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'b58920f2-d844-47d8-8a5f-713b184d9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:07.192863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:07.199072 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a8333b4c-e76b-4c6e-b500-8861727203bc tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (37902295-3743-4e46-8d10-e611159c9e1c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:07.202875 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-235112f1-8caa-4547-87e0-857c04d4d98a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] delete failed (client error): The resource could not be found. Oct 26 15:22:07.206435 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-235112f1-8caa-4547-87e0-857c04d4d98a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "DELETE /networking/v2.0/routers/119ec94a-0c47-4cdf-9102-fe0e962ec60b HTTP/1.1" status: 404 len: 336 time: 0.0646079 Oct 26 15:22:07.212982 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57886) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:07.231664 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:07.234959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:07.234959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a002d5-16c1-4a6b-af5e-f905ca07b787 None None] Network 02e546e7-00ac-4803-b005-ff7c9a1500b8 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:07.258250 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5bc33a61-5efe-481d-85ad-749d665d6a34 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3b9114a5-b831-4c54-adcb-1d6a3b47449e HTTP/1.1" status: 200 len: 205 time: 0.0461674 Oct 26 15:22:07.267202 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57888) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:07.273587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4dff7297-ed2b-45e3-b99a-d62c3acecf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:41Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:22:04Z', 'revision_number': 10, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:22:03Z', 'revision_number': 22, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:07.292589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8333b4c-e76b-4c6e-b500-8861727203bc tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=37902295-3743-4e46-8d10-e611159c9e1c,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:07.327675 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-eeace38f-ca6a-42b9-b627-096613d4128a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] delete failed (client error): The resource could not be found. Oct 26 15:22:07.329782 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eeace38f-ca6a-42b9-b627-096613d4128a tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "DELETE /networking/v2.0/routers/3b9114a5-b831-4c54-adcb-1d6a3b47449e HTTP/1.1" status: 404 len: 336 time: 0.0559223 Oct 26 15:22:07.333176 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57892) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:07.334163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dff7297-ed2b-45e3-b99a-d62c3acecf96 None None] Checking router: 62b9f0e9-5874-41a0-857a-c43efc83f0ef for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:07.367280 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:07.369986 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Failed to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': 'b58920f2-d844-47d8-8a5f-713b184d9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0'}] Oct 26 15:22:07.369986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a002d5-16c1-4a6b-af5e-f905ca07b787 None None] Network 02e546e7-00ac-4803-b005-ff7c9a1500b8 could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:22:07.377967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 86ebc209-e8c7-4485-a77a-15b2c7427b7d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:07.378397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (86ebc209-e8c7-4485-a77a-15b2c7427b7d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:07.378740 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 86ebc209-e8c7-4485-a77a-15b2c7427b7d Oct 26 15:22:07.380234 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a8333b4c-e76b-4c6e-b500-8861727203bc tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:07.384649 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempt 4 to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 Oct 26 15:22:07.390495 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6d0d3e84-e6c4-4b2f-a0f6-3a6050f341d7 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=715930b0-f35a-4556-87e4-38f297a6c125 HTTP/1.1" status: 200 len: 205 time: 0.0559289 Oct 26 15:22:07.391521 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a8333b4c-e76b-4c6e-b500-8861727203bc tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/ports/37902295-3743-4e46-8d10-e611159c9e1c HTTP/1.1" status: 204 len: 168 time: 0.6933365 Oct 26 15:22:07.391941 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57894) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:07.394929 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57896) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:07.395133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7501bd-441c-45dc-b911-c4a82e9076d2 None None] Network 02e546e7-00ac-4803-b005-ff7c9a1500b8 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:07.419419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dff7297-ed2b-45e3-b99a-d62c3acecf96 None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:07.420404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4dff7297-ed2b-45e3-b99a-d62c3acecf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:07.424279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-864e2145-bba0-4995-abb4-a7cc1022e796 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (ecfd521c-a8d9-45fe-8ad1-0e5042d31d6d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:07.433018 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0210414-d6c1-48ea-b573-62d88208099d tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] GET failed (client error): The resource could not be found. Oct 26 15:22:07.435180 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f0210414-d6c1-48ea-b573-62d88208099d tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports/37902295-3743-4e46-8d10-e611159c9e1c HTTP/1.1" status: 404 len: 333 time: 0.0421033 Oct 26 15:22:07.454256 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57902) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:07.464867 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-615485ff-efdb-4aef-b5bf-499b4734ec89 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] delete failed (client error): The resource could not be found. Oct 26 15:22:07.465896 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-615485ff-efdb-4aef-b5bf-499b4734ec89 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "DELETE /networking/v2.0/routers/715930b0-f35a-4556-87e4-38f297a6c125 HTTP/1.1" status: 404 len: 336 time: 0.0699492 Oct 26 15:22:07.468609 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Deleting port 22d15576-7aab-45ac-8c33-6ec7f48cb692 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:07.469899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (22d15576-7aab-45ac-8c33-6ec7f48cb692), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:07.470667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57904) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:07.478034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7501bd-441c-45dc-b911-c4a82e9076d2 None None] Network 02e546e7-00ac-4803-b005-ff7c9a1500b8 could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:22:07.488395 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 48b4bd85-c31e-429d-84b4-d05723c7b1f1 resource provider aggregate not found Oct 26 15:22:07.495773 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e2145-bba0-4995-abb4-a7cc1022e796 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Subnet': ['ID=ecfd521c-a8d9-45fe-8ad1-0e5042d31d6d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:07.503111 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-864e2145-bba0-4995-abb4-a7cc1022e796 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:07.512859 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-864e2145-bba0-4995-abb4-a7cc1022e796 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/ecfd521c-a8d9-45fe-8ad1-0e5042d31d6d HTTP/1.1" status: 204 len: 168 time: 1.0229068 Oct 26 15:22:07.517036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57910) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:07.557650 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2ada08c1-b1a6-4f24-a5ba-b0dc5eb31441 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6a0b007-b4e3-4797-bdb7-49c9f43a4e07 HTTP/1.1" status: 200 len: 205 time: 0.0636725 Oct 26 15:22:07.566458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:07.568388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'b58920f2-d844-47d8-8a5f-713b184d9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:07.569421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:07.574162 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57912) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:07.602341 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 48b4bd85-c31e-429d-84b4-d05723c7b1f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48b4bd85-c31e-429d-84b4-d05723c7b1f1 found for delete ", "request_id": "req-8b8bc48d-8f92-489c-bfd2-d5020eb28669"}]} Oct 26 15:22:07.602624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:07.617718 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c3550619-23b2-46f7-9589-9e5763e96b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:22:05Z', 'revision_number': 10, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:34Z', 'revision_number': 18, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:07.657418 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-db0ef196-9a4c-45f2-aec4-8006f97e7054 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] delete failed (client error): The resource could not be found. Oct 26 15:22:07.658425 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-db0ef196-9a4c-45f2-aec4-8006f97e7054 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "DELETE /networking/v2.0/routers/f6a0b007-b4e3-4797-bdb7-49c9f43a4e07 HTTP/1.1" status: 404 len: 336 time: 0.0788348 Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:07.660489 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:07.663427 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57918) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:07.669370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:07.671070 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:07.672910 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3550619-23b2-46f7-9589-9e5763e96b74 None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:22:07.689838 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3550619-23b2-46f7-9589-9e5763e96b74 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:07.690484 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c3550619-23b2-46f7-9589-9e5763e96b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:21:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:07.691799 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (16aec21d-e038-422e-999b-7dff0697a3c4), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:07.718903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-3191ae12-43ac-4292-b315-911efd80b03f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting subnet e12b913d-048b-4ac9-908f-b57964418773 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:07.727569 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3191ae12-43ac-4292-b315-911efd80b03f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (e12b913d-048b-4ac9-908f-b57964418773), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:07.733207 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:07.737943 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Failed to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': 'b58920f2-d844-47d8-8a5f-713b184d9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0'}] Oct 26 15:22:07.742301 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempt 5 to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 Oct 26 15:22:07.752592 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e71534ed-9413-41c8-a3f2-611c042e45c6 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6b8b560c-7ec8-43a1-8fac-c39ef794817a HTTP/1.1" status: 200 len: 205 time: 0.0882919 Oct 26 15:22:07.753257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57920) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:07.769884 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] For port 22d15576-7aab-45ac-8c33-6ec7f48cb692, host dv-neutron-759874-6-hyperv, got binding levels [] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:07.771253 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (22d15576-7aab-45ac-8c33-6ec7f48cb692), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:07.798801 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Calling delete_port for 22d15576-7aab-45ac-8c33-6ec7f48cb692 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:07.806737 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3191ae12-43ac-4292-b315-911efd80b03f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (e12b913d-048b-4ac9-908f-b57964418773), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:07.860698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:07.865849 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-1acec22c-b238-4364-91b4-e52ac26508e1 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] delete failed (client error): The resource could not be found. Oct 26 15:22:07.870694 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1acec22c-b238-4364-91b4-e52ac26508e1 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "DELETE /networking/v2.0/routers/6b8b560c-7ec8-43a1-8fac-c39ef794817a HTTP/1.1" status: 404 len: 336 time: 0.1162453 Oct 26 15:22:07.873878 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57924) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:07.874979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:07.875549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'b58920f2-d844-47d8-8a5f-713b184d9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:07.876017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:07.903682 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:07.907814 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:07.913108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:07.940685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ddd8c3-2929-46bf-8ce8-37bb8eba3d90 None None] Update dhcp port {'port': {'network_id': '16aec21d-e038-422e-999b-7dff0697a3c4', 'fixed_ips': [{'subnet_id': 'ecfd521c-a8d9-45fe-8ad1-0e5042d31d6d'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': '7d36a8e0-e2ca-4286-bcd6-222589460b65'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:22:07.945786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4dff7297-ed2b-45e3-b99a-d62c3acecf96 None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:22:07.966654 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ac083056-9dae-4cde-b4d9-db8918f4db00 tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f7a5a06-6e6a-4d32-8721-3dace3a9365b HTTP/1.1" status: 200 len: 205 time: 0.0906320 Oct 26 15:22:07.967377 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57930) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:07.999254 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:08.005298 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Failed to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': 'b58920f2-d844-47d8-8a5f-713b184d9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0'}] Oct 26 15:22:08.006280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3191ae12-43ac-4292-b315-911efd80b03f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (e12b913d-048b-4ac9-908f-b57964418773), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.028729 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempt 6 to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 Oct 26 15:22:08.031269 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-a7fbde82-027c-408e-9a4a-332f8d576a8f tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] delete failed (client error): The resource could not be found. Oct 26 15:22:08.036480 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c3550619-23b2-46f7-9589-9e5763e96b74 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:22:08.036658 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a7fbde82-027c-408e-9a4a-332f8d576a8f tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "DELETE /networking/v2.0/routers/6f7a5a06-6e6a-4d32-8721-3dace3a9365b HTTP/1.1" status: 404 len: 336 time: 0.0651011 Oct 26 15:22:08.036750 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57932) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:08.046207 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Deleting port 7d36a8e0-e2ca-4286-bcd6-222589460b65 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:08.046742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (7d36a8e0-e2ca-4286-bcd6-222589460b65), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.057298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:08.083192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-40ddd8c3-2929-46bf-8ce8-37bb8eba3d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (7d36a8e0-e2ca-4286-bcd6-222589460b65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.097654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:08.099260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:08.100032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'b58920f2-d844-47d8-8a5f-713b184d9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:08.100508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:08.121246 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0a261d-6649-4fd8-80a1-6a3fc154dd4e tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:08.121631 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db0a261d-6649-4fd8-80a1-6a3fc154dd4e tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:08.133859 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-db0a261d-6649-4fd8-80a1-6a3fc154dd4e tempest-RoutersAdminTest-477976192 tempest-RoutersAdminTest-477976192-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/f1950b3c-b0a8-4369-8937-3ee7bde69557 HTTP/1.1" status: 404 len: 337 time: 0.0951922 Oct 26 15:22:08.145778 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (22d15576-7aab-45ac-8c33-6ec7f48cb692), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.162311 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] For port 7d36a8e0-e2ca-4286-bcd6-222589460b65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=7d36a8e0-e2ca-4286-bcd6-222589460b65,segment=NetworkSegment(5c4324bb-4a1d-4d64-acca-0e3312630326),segment_id=5c4324bb-4a1d-4d64-acca-0e3312630326)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:08.162687 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (7d36a8e0-e2ca-4286-bcd6-222589460b65), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.178497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 86ebc209-e8c7-4485-a77a-15b2c7427b7d is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:08.179714 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Calling delete_port for 7d36a8e0-e2ca-4286-bcd6-222589460b65 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:08.179849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:08.226169 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:08.231244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:08.258281 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Port': ['ID=22d15576-7aab-45ac-8c33-6ec7f48cb692,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:08.264197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No DVR routers for this DVR port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:08.267660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3191ae12-43ac-4292-b315-911efd80b03f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (e12b913d-048b-4ac9-908f-b57964418773), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:08.277600 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:08.282756 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Failed to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': 'b58920f2-d844-47d8-8a5f-713b184d9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0'}] Oct 26 15:22:08.294083 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempt 7 to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 Oct 26 15:22:08.314128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57938) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:08.315119 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:DELETE=9 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:08.356009 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191ae12-43ac-4292-b315-911efd80b03f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Subnet': ['ID=e12b913d-048b-4ac9-908f-b57964418773,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:08.358965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3191ae12-43ac-4292-b315-911efd80b03f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.365590 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3191ae12-43ac-4292-b315-911efd80b03f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/e12b913d-048b-4ac9-908f-b57964418773 HTTP/1.1" status: 204 len: 168 time: 0.9071622 Oct 26 15:22:08.367854 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57942) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:08.442835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492d2c9b-e4e0-476b-917f-aedf4cc82b87 None None] Network f75efd33-50b7-4b73-9d41-546a3a85cf1e requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:08.443709 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.470272 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:08.476917 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c3550619-23b2-46f7-9589-9e5763e96b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:22:05Z', 'revision_number': 10, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:34Z', 'revision_number': 18, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:08.481638 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58920f2-d844-47d8-8a5f-713b184d9a30') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:08.482203 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58920f2-d844-47d8-8a5f-713b184d9a30') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:08.495061 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (b58920f2-d844-47d8-8a5f-713b184d9a30), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.504472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (7d36a8e0-e2ca-4286-bcd6-222589460b65), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.511219 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (b58920f2-d844-47d8-8a5f-713b184d9a30), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.512661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:08.513553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.514857 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 Oct 26 15:22:08.519243 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:08.519651 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (b58920f2-d844-47d8-8a5f-713b184d9a30), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.555947 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Port': ['ID=7d36a8e0-e2ca-4286-bcd6-222589460b65,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:08.574050 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3550619-23b2-46f7-9589-9e5763e96b74 None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '5acb5302-e6d4-4c13-9ef6-39b5af2566f5', 'tenant_id': '478f977efd474c3582bb470139659899', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'port_id': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'mac_address': 'fa:16:3e:f3:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:52Z', 'updated_at': '2022-10-26T15:22:05Z', 'revision_number': 10, 'project_id': '478f977efd474c3582bb470139659899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:34Z', 'revision_number': 18, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:22:08.597861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No DVR routers for this DVR port 7d36a8e0-e2ca-4286-bcd6-222589460b65 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:08.619117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (f75efd33-50b7-4b73-9d41-546a3a85cf1e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.619341 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-8c07578a-eca8-43e1-adfb-39d07b21d458 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:08.624475 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8c07578a-eca8-43e1-adfb-39d07b21d458 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.2809670 Oct 26 15:22:08.625524 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:08.626318 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:08.627425 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57946) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:08.630597 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.636281 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-7ec9d4dc-4cf9-4f25-8f26-c750cb8ea27a tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/address-group returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:08.638154 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7ec9d4dc-4cf9-4f25-8f26-c750cb8ea27a tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0096731 Oct 26 15:22:08.648554 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.652923 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 HTTP/1.1" status: 204 len: 168 time: 4.7070894 Oct 26 15:22:08.653551 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57948) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:08.659089 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-3287fac4-db55-4b89-ae13-d5d0d53fe54b tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:08.660769 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3287fac4-db55-4b89-ae13-d5d0d53fe54b tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0056281 Oct 26 15:22:08.662708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57950) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:08.663085 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57952) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:08.681385 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-ae4e233f-a1c2-4104-84f4-c67ce72d1755 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1447227776'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:08.683759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:08.684242 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'b58920f2-d844-47d8-8a5f-713b184d9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:08.684622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:08.715913 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-35f84a5e-321e-41eb-abcd-801024ce0531 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:08.717964 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-35f84a5e-321e-41eb-abcd-801024ce0531 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0523977 Oct 26 15:22:08.719770 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57956) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:08.722040 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57960) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:08.737280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542f3e4-e30a-48e3-a7b1-427df2bc9f0c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Network': ['ID=39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:08.753833 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-294e3154-cb03-4de2-a10e-587ec8338c13 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/agent returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:08.754149 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-294e3154-cb03-4de2-a10e-587ec8338c13 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0145364 Oct 26 15:22:08.755398 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4e233f-a1c2-4104-84f4-c67ce72d1755 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:08.759660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ae4e233f-a1c2-4104-84f4-c67ce72d1755 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.766755 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment b58920f2-d844-47d8-8a5f-713b184d9a30 resource provider aggregate not found Oct 26 15:22:08.771333 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57964) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:08.776496 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-3f3cdcf3-851a-4a0d-af7f-2dba5222875d tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:08.777610 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3f3cdcf3-851a-4a0d-af7f-2dba5222875d tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0051444 Oct 26 15:22:08.786566 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57968) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:08.791061 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-5536e6d7-3eaa-4997-9358-f1bf23b5dd5d tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:08.792348 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5536e6d7-3eaa-4997-9358-f1bf23b5dd5d tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0046296 Oct 26 15:22:08.796481 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57970) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:08.798252 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment b58920f2-d844-47d8-8a5f-713b184d9a30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b58920f2-d844-47d8-8a5f-713b184d9a30 found for delete ", "request_id": "req-8d46ce8c-5856-45b2-872f-18d09e47d8b8"}]} Oct 26 15:22:08.803999 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-9ba0f557-dacf-4897-b12e-b27c6513643d tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:08.805012 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9ba0f557-dacf-4897-b12e-b27c6513643d tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0058887 Oct 26 15:22:08.808177 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57972) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:08.813761 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-91b38eb5-3277-488a-8f9d-e1c04b0c47c1 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:08.814724 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-91b38eb5-3277-488a-8f9d-e1c04b0c47c1 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0056546 Oct 26 15:22:08.819454 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57974) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:08.824948 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-56893936-7d2a-47d8-8c9c-4631ea021267 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:08.831489 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-56893936-7d2a-47d8-8c9c-4631ea021267 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0112960 Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:08.837153 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:08.840474 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57976) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:08.840936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:08.845667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4e233f-a1c2-4104-84f4-c67ce72d1755 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:22:08.851040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c40e5d-bf0a-4204-a629-0356779df39a None None] DHCP port deletion for f75efd33-50b7-4b73-9d41-546a3a85cf1e request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:22:08.851926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-5dec7bd4-ecf5-4316-b3ae-79a1f3936b1a tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:08.853169 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5dec7bd4-ecf5-4316-b3ae-79a1f3936b1a tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0131938 Oct 26 15:22:08.858689 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ae4e233f-a1c2-4104-84f4-c67ce72d1755 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (8fbd6318-4a19-4292-b0ca-279779cab253), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.859115 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-ae4e233f-a1c2-4104-84f4-c67ce72d1755 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Added segment 8fbd6318-4a19-4292-b0ca-279779cab253 of type vlan for network 85c37918-58a9-4ce0-8508-46b6802029f4 Oct 26 15:22:08.868326 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (16aec21d-e038-422e-999b-7dff0697a3c4), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.872732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57978) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:08.880511 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-cbee5eaf-e885-459a-b244-9b0cec076ba3 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:08.885165 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cbee5eaf-e885-459a-b244-9b0cec076ba3 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0080643 Oct 26 15:22:08.888425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57980) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:08.910037 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ae4e233f-a1c2-4104-84f4-c67ce72d1755 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (85c37918-58a9-4ce0-8508-46b6802029f4), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.914137 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-7f5079c4-14af-4473-8d4c-1fac99c88dcc tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/dvr returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:08.915168 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7f5079c4-14af-4473-8d4c-1fac99c88dcc tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0058842 Oct 26 15:22:08.918436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:08.918785 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.922867 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57982) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:08.959154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-6ee57fa2-3e99-46e7-b706-6d2e0809be32 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:08.965382 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6ee57fa2-3e99-46e7-b706-6d2e0809be32 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0170097 Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:08.973982 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:08.976590 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Failed to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': 'b58920f2-d844-47d8-8a5f-713b184d9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0'}] Oct 26 15:22:08.979750 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57984) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:08.980667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd52b-0240-4dc9-b6fc-ff36de43238b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.980914 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempt 8 to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 Oct 26 15:22:08.983710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a971849f-c85c-4b43-93c0-90724aa96043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:08.985513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbe98e0-e779-4af2-9f62-1fa1f54accdf None None] Network 16aec21d-e038-422e-999b-7dff0697a3c4 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:08.990583 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-28774c2e-2af4-4689-a296-33be247e19cd tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/external-net returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:08.993482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16aec21d-e038-422e-999b-7dff0697a3c4']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:08.994798 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-28774c2e-2af4-4689-a296-33be247e19cd tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0108683 Oct 26 15:22:09.001489 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57986) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.008859 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-a530faa6-643e-47e2-a67f-8815ec883fdb tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.017936 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a530faa6-643e-47e2-a67f-8815ec883fdb tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0084257 Oct 26 15:22:09.019138 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ae4e233f-a1c2-4104-84f4-c67ce72d1755 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (85c37918-58a9-4ce0-8508-46b6802029f4), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:09.027031 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4e233f-a1c2-4104-84f4-c67ce72d1755 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:09.027559 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ae4e233f-a1c2-4104-84f4-c67ce72d1755 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:09.031265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57988) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.036044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-8916a73e-fb8b-40d0-b583-981d0e54c6ad tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.037268 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8916a73e-fb8b-40d0-b583-981d0e54c6ad tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0049093 Oct 26 15:22:09.044419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:09.044928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:09.045155 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57990) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.045402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:09.048000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-6033d0d8-8e64-41e2-b581-3316cc10f3a0 None None] Could not find standard attr ID for object 7d36a8e0-e2ca-4286-bcd6-222589460b65. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:22:09.052649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-4cc8214e-9335-4c11-bf6d-5f551a1800aa tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.053965 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4cc8214e-9335-4c11-bf6d-5f551a1800aa tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0058234 Oct 26 15:22:09.059137 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4324bb-4a1d-4d64-acca-0e3312630326') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:09.059750 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4324bb-4a1d-4d64-acca-0e3312630326') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:09.062642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57992) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.074554 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-81facbf8-3e14-4d64-8ad4-3087db0e0e70 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.075896 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-81facbf8-3e14-4d64-8ad4-3087db0e0e70 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0060887 Oct 26 15:22:09.084670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 57994) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.092997 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-dc41c35f-d223-4019-b1a7-3f4c3aa10ecc tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/floating-ip-port-forwarding-detail returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.097185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (5c4324bb-4a1d-4d64-acca-0e3312630326), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:09.101513 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dc41c35f-d223-4019-b1a7-3f4c3aa10ecc tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/floating-ip-port-forwarding-detail HTTP/1.1" status: 200 len: 465 time: 0.0123391 Oct 26 15:22:09.101684 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57996) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.105129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-305423b2-0307-4c1b-bfbe-fc3a735e3135 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.106162 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-305423b2-0307-4c1b-bfbe-fc3a735e3135 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0044086 Oct 26 15:22:09.116952 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 57998) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:09.119977 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:09.122885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:09.128519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-c86978d2-db7c-48e1-9145-cc8e0a0c90c7 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/flavors returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.130399 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c86978d2-db7c-48e1-9145-cc8e0a0c90c7 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0105925 Oct 26 15:22:09.134059 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] For port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0,segment=NetworkSegment(91d62609-5b81-4c7a-8c70-279b80e3988a),segment_id=91d62609-5b81-4c7a-8c70-279b80e3988a)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:09.134754 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:09.140198 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ae4e233f-a1c2-4104-84f4-c67ce72d1755 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4756067 Oct 26 15:22:09.140937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58000) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.141279 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58002) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.151886 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-60e4c44c-75aa-411b-aec4-ba6aa619cfcc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'subnet': {'network_id': '85c37918-58a9-4ce0-8508-46b6802029f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:09.155129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (5c4324bb-4a1d-4d64-acca-0e3312630326), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:09.157944 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:09.163518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-473567d9-6caf-4e66-abbc-01ac583d6548 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.165564 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-473567d9-6caf-4e66-abbc-01ac583d6548 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0186751 Oct 26 15:22:09.168126 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58004) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.173316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-9af9c937-ecbc-43b0-9249-400a7c2e5d5d tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.174698 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9af9c937-ecbc-43b0-9249-400a7c2e5d5d tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0055068 Oct 26 15:22:09.176015 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:09.176553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (5c4324bb-4a1d-4d64-acca-0e3312630326), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:09.182476 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58006) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:09.191260 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:09.194159 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Failed to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [] Oct 26 15:22:09.194255 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-9561e9a7-cd28-4417-a8a2-0c992dcafb6d tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/router returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.194255 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9561e9a7-cd28-4417-a8a2-0c992dcafb6d tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0097055 Oct 26 15:22:09.196500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58008) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.203250 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-319938b1-5915-452c-87df-20b08891ef25 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.204325 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-319938b1-5915-452c-87df-20b08891ef25 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0052364 Oct 26 15:22:09.209728 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58010) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.215507 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-9010f5cd-e08a-438d-bad7-cfdab34e8c2e tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.216787 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9010f5cd-e08a-438d-bad7-cfdab34e8c2e tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0045798 Oct 26 15:22:09.219605 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e233f-a1c2-4104-84f4-c67ce72d1755 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Network': ['ID=85c37918-58a9-4ce0-8508-46b6802029f4,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:09.222026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58012) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.233422 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempt 9 to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 Oct 26 15:22:09.244153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-13c40e5d-bf0a-4204-a629-0356779df39a None None] Deleting port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:09.244542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-13c40e5d-bf0a-4204-a629-0356779df39a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:09.261099 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-f2a4ffd6-7379-4e6b-a737-ca5821749f8a tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.262064 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f2a4ffd6-7379-4e6b-a737-ca5821749f8a tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049512 Oct 26 15:22:09.266832 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58014) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.277890 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-536401cd-3d05-4376-9647-cc57150bb731 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.278960 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-536401cd-3d05-4376-9647-cc57150bb731 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0097833 Oct 26 15:22:09.286083 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58016) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.294051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-2641e4bc-8861-4842-9fd7-572bbf8d474b tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.298242 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2641e4bc-8861-4842-9fd7-572bbf8d474b tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0065103 Oct 26 15:22:09.300488 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58018) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.304734 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-da5a93e7-a303-4f94-bcb6-41e8519ee789 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/metering returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.308076 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-da5a93e7-a303-4f94-bcb6-41e8519ee789 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0042148 Oct 26 15:22:09.312088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:09.312594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:09.312919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:09.315330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 85c37918-58a9-4ce0-8508-46b6802029f4 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:22:09.316385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58020) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.321015 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-d60703d0-27d3-427e-b832-0da8ebbed655 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.324554 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d60703d0-27d3-427e-b832-0da8ebbed655 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046446 Oct 26 15:22:09.326319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58022) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.330153 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-fa3bf253-d739-48fd-bf0b-0296a1ee6c5e tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.334051 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fa3bf253-d739-48fd-bf0b-0296a1ee6c5e tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0052791 Oct 26 15:22:09.334933 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58024) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.344730 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-6ee08b7d-cbaa-4f7f-938d-0af815b02968 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.350411 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6ee08b7d-cbaa-4f7f-938d-0af815b02968 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0090551 Oct 26 15:22:09.352096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58026) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.361892 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-70b3ea34-501e-47b3-a3e6-ed00faccfbac tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.367572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58028) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.370477 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-70b3ea34-501e-47b3-a3e6-ed00faccfbac tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0071394 Oct 26 15:22:09.375216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-f5b2017c-b154-4988-83c6-792abe6be9e1 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.375573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (16aec21d-e038-422e-999b-7dff0697a3c4), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:09.380054 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f5b2017c-b154-4988-83c6-792abe6be9e1 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0054560 Oct 26 15:22:09.380162 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:09.380783 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58030) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.384064 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/networks/16aec21d-e038-422e-999b-7dff0697a3c4 HTTP/1.1" status: 204 len: 168 time: 1.8660269 Oct 26 15:22:09.392126 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58032) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.397193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-67c5f9d4-fbd8-44f0-b3e5-ef2e2041cedd tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.398351 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-67c5f9d4-fbd8-44f0-b3e5-ef2e2041cedd tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0140123 Oct 26 15:22:09.404572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58034) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.410975 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd52b-0240-4dc9-b6fc-ff36de43238b admin admin] Publish callbacks [] for security_group (2ee19830-c64c-4891-aa36-ba8a5bbd1ae9), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:09.416908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-e9d2213a-f769-47c7-97fa-a67084a55206 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/pagination returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.418051 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e9d2213a-f769-47c7-97fa-a67084a55206 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0096421 Oct 26 15:22:09.422501 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58036) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.431354 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-072aa476-8333-45c3-8ac2-a5cbf91d5862 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.432343 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-072aa476-8333-45c3-8ac2-a5cbf91d5862 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0086658 Oct 26 15:22:09.433162 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd52b-0240-4dc9-b6fc-ff36de43238b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (2ee19830-c64c-4891-aa36-ba8a5bbd1ae9), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:09.436577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58038) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.441041 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85a6cd2-cd07-4c74-bfeb-10678296576e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:09.441497 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85a6cd2-cd07-4c74-bfeb-10678296576e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:09.446863 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c85a6cd2-cd07-4c74-bfeb-10678296576e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/aada81b3-04e0-44d0-89ec-c084b29deca7 HTTP/1.1" status: 404 len: 337 time: 0.0518613 Oct 26 15:22:09.447825 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-3c8c7b30-342e-4f70-a667-422e408ad8fe tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/port-mac-override returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.449015 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3c8c7b30-342e-4f70-a667-422e408ad8fe tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/port-mac-override HTTP/1.1" status: 200 len: 445 time: 0.0073755 Oct 26 15:22:09.451207 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58040) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.452653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a15674-f76b-4503-ac57-7cfe34121b1f tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Network': ['ID=16aec21d-e038-422e-999b-7dff0697a3c4,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:09.466666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58042) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.476383 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-6a3a6e3e-47bd-4a69-8174-bc7064f88a64 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.477361 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6a3a6e3e-47bd-4a69-8174-bc7064f88a64 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0096209 Oct 26 15:22:09.485125 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e4c44c-75aa-411b-aec4-ba6aa619cfcc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:09.489112 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-60e4c44c-75aa-411b-aec4-ba6aa619cfcc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:09.494660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-13c40e5d-bf0a-4204-a629-0356779df39a None None] For port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0,segment=NetworkSegment(91d62609-5b81-4c7a-8c70-279b80e3988a),segment_id=91d62609-5b81-4c7a-8c70-279b80e3988a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:09.494859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58044) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.495100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-13c40e5d-bf0a-4204-a629-0356779df39a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:09.500131 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-1d253165-8a12-455f-8f39-66c8b744ca89 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.504909 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1d253165-8a12-455f-8f39-66c8b744ca89 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0090709 Oct 26 15:22:09.506085 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58046) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.514263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-13c40e5d-bf0a-4204-a629-0356779df39a None None] Calling delete_port for 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:09.514968 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-9ae5e929-5777-4e4e-a842-6b50c1368c2c tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/binding returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.519046 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9ae5e929-5777-4e4e-a842-6b50c1368c2c tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0100338 Oct 26 15:22:09.520451 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75430cd-aae7-4b1d-9468-3f8813e565aa tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:09.521242 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75430cd-aae7-4b1d-9468-3f8813e565aa tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:09.524627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58048) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.526586 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b75430cd-aae7-4b1d-9468-3f8813e565aa tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/networks/441b1d64-bd49-4fc9-8fc7-5ec30a28fed7 HTTP/1.1" status: 404 len: 339 time: 0.0703781 Oct 26 15:22:09.529521 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58050) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.544319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:09.574246 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:09.577896 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbd52b-0240-4dc9-b6fc-ff36de43238b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee19830-c64c-4891-aa36-ba8a5bbd1ae9,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:09.585808 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-00af8a2e-045a-4690-abd1-1dee2ca00d70 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.586811 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-00af8a2e-045a-4690-abd1-1dee2ca00d70 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0580034 Oct 26 15:22:09.589820 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d5dbd52b-0240-4dc9-b6fc-ff36de43238b admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f0a9463666bc4dd6bfe72be2b57653bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8688352 Oct 26 15:22:09.593729 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58052) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.594128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58054) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.598385 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-207c35dc-fe86-4538-b2be-1f133e16c099 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/port-security returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.599648 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-207c35dc-fe86-4538-b2be-1f133e16c099 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0043914 Oct 26 15:22:09.615013 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58056) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.616354 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a3394c-1deb-4e88-bd09-a7a6557874cb tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:09.616754 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a3394c-1deb-4e88-bd09-a7a6557874cb tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:09.618964 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-d28ff75f-e18d-4787-bf33-e212b7e9129c tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/project-id returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.620050 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-48a3394c-1deb-4e88-bd09-a7a6557874cb tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/0a579eb7-a575-4d52-a276-caf73b8e8027 HTTP/1.1" status: 404 len: 337 time: 0.0894289 Oct 26 15:22:09.622904 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d28ff75f-e18d-4787-bf33-e212b7e9129c tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0071051 Oct 26 15:22:09.625627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58060) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.628112 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No DVR routers for this DVR port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:09.635346 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58062) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.642287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-fb019c14-868b-4612-8e8d-72885ecadcfe tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/provider returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.647431 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fb019c14-868b-4612-8e8d-72885ecadcfe tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0102017 Oct 26 15:22:09.649300 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 5c4324bb-4a1d-4d64-acca-0e3312630326 resource provider aggregate not found Oct 26 15:22:09.657440 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58064) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.659415 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.ipam_backend_mixin [None req-60e4c44c-75aa-411b-aec4-ba6aa619cfcc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Performing IP validity checks on allocation pools {{(pid=105322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 26 15:22:09.659930 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.ipam_backend_mixin [None req-60e4c44c-75aa-411b-aec4-ba6aa619cfcc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 26 15:22:09.666581 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-55f0d3df-a5f5-4900-b514-2c6f5f56f038 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.667715 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-55f0d3df-a5f5-4900-b514-2c6f5f56f038 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0051036 Oct 26 15:22:09.675490 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58068) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.683127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-a454747d-4e7c-46b9-8798-ac9104e8aa6a tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/quotas returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.688189 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a454747d-4e7c-46b9-8798-ac9104e8aa6a tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0086327 Oct 26 15:22:09.689777 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58070) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.706649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:09.711457 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-151013ab-b938-42a7-aa86-c100a7a633cf tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.714920 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-151013ab-b938-42a7-aa86-c100a7a633cf tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044570 Oct 26 15:22:09.714920 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc75aa6a-bfd6-4cfe-a580-88cc53fb462c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:09.714920 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc75aa6a-bfd6-4cfe-a580-88cc53fb462c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:09.720934 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fc75aa6a-bfd6-4cfe-a580-88cc53fb462c tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/networks/86a75f62-0b5d-40e3-9cc5-6e865aedbc23 HTTP/1.1" status: 404 len: 339 time: 0.0867453 Oct 26 15:22:09.728004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58072) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.728359 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58074) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.733259 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-e58158c1-eb6d-4392-a87c-8155361fdc85 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.736566 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e58158c1-eb6d-4392-a87c-8155361fdc85 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0048673 Oct 26 15:22:09.742404 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58076) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.743298 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 5c4324bb-4a1d-4d64-acca-0e3312630326 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c4324bb-4a1d-4d64-acca-0e3312630326 found for delete ", "request_id": "req-6bcf41cb-a8f4-4831-af73-bd0f4dd7872d"}]} Oct 26 15:22:09.764122 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-8c151c22-e89f-45f1-a397-0e6913e69dd9 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.767733 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8c151c22-e89f-45f1-a397-0e6913e69dd9 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0046179 Oct 26 15:22:09.771679 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58078) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.772421 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=16 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:09.776505 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-5e285f66-a1fd-426b-8748-0168e37b5202 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.780602 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5e285f66-a1fd-426b-8748-0168e37b5202 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0049109 Oct 26 15:22:09.780602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (f75efd33-50b7-4b73-9d41-546a3a85cf1e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:09.783564 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58080) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.787660 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-6eb3595b-3043-441d-83ba-19eed3421e91 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.791020 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6eb3595b-3043-441d-83ba-19eed3421e91 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043759 Oct 26 15:22:09.793119 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58082) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.799864 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-06bac39a-b2d7-44a2-9354-8373217f8b27 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.803542 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-06bac39a-b2d7-44a2-9354-8373217f8b27 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048385 Oct 26 15:22:09.804320 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58084) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.806997 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b02d61-ac61-44e4-962a-4961be100979 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:09.807599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b02d61-ac61-44e4-962a-4961be100979 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:09.809197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-fedcc4f5-5804-4e6d-ae34-22b18528e225 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.812934 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fedcc4f5-5804-4e6d-ae34-22b18528e225 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0044718 Oct 26 15:22:09.813606 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-70b02d61-ac61-44e4-962a-4961be100979 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/e2bec156-888c-4ce6-8bbd-ec50fa01752c HTTP/1.1" status: 404 len: 337 time: 0.0783186 Oct 26 15:22:09.816400 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58086) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.816561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:09.817393 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58088) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.821581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75efd33-50b7-4b73-9d41-546a3a85cf1e']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:09.822812 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-de3505ec-6521-4bb2-9064-b696ba24b914 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.823765 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-de3505ec-6521-4bb2-9064-b696ba24b914 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0042036 Oct 26 15:22:09.826520 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58090) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.832022 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-4cdedad0-c865-4f05-a63c-01ea43232c5b tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.833322 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4cdedad0-c865-4f05-a63c-01ea43232c5b tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0051341 Oct 26 15:22:09.839742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58092) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.845958 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-ed36301b-8e75-46f9-8f0c-eca54da4f8d1 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.847944 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ed36301b-8e75-46f9-8f0c-eca54da4f8d1 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0069342 Oct 26 15:22:09.850636 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58094) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.855704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-e9e03b38-0035-4ffa-9df5-b907b1656c72 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.858678 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e9e03b38-0035-4ffa-9df5-b907b1656c72 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0064247 Oct 26 15:22:09.861625 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d62609-5b81-4c7a-8c70-279b80e3988a') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:09.861908 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d62609-5b81-4c7a-8c70-279b80e3988a') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:09.864050 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58096) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.869245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-ffe8bb15-2da0-4958-a0ab-0459ac0154bd tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.870345 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ffe8bb15-2da0-4958-a0ab-0459ac0154bd tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0048680 Oct 26 15:22:09.876261 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58098) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.880030 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4107a82-965d-4e42-aa1d-bcdb6b040ea0 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:09.880556 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4107a82-965d-4e42-aa1d-bcdb6b040ea0 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:09.882717 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-a2250bdb-21ea-4685-bab3-be2120a6e5b1 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.885841 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a2250bdb-21ea-4685-bab3-be2120a6e5b1 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0061681 Oct 26 15:22:09.886637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58100) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.887076 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f4107a82-965d-4e42-aa1d-bcdb6b040ea0 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/networks/0e56cbf3-447b-4803-8721-6e3a60729f2a HTTP/1.1" status: 404 len: 339 time: 0.0589008 Oct 26 15:22:09.887556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58102) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.891383 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0b98ac7c-046c-4f51-96db-ebd21ea19c7b admin admin] Publish callbacks [] for security_group (2ee19830-c64c-4891-aa36-ba8a5bbd1ae9), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:09.897211 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:09.901202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:09.903416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-a661ddd0-6f93-456e-939c-a09e5e0666a1 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/security-group returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.905184 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a661ddd0-6f93-456e-939c-a09e5e0666a1 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0076931 Oct 26 15:22:09.911324 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (91d62609-5b81-4c7a-8c70-279b80e3988a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:09.913385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58104) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.943034 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-d7fe4918-55f4-442c-91a8-f4d88a5025f6 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/service-type returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.944109 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d7fe4918-55f4-442c-91a8-f4d88a5025f6 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0054879 Oct 26 15:22:09.955875 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58106) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.959972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0b98ac7c-046c-4f51-96db-ebd21ea19c7b admin admin] Publish callbacks [] for security_group (2ee19830-c64c-4891-aa36-ba8a5bbd1ae9), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:09.963295 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-c64e6cd0-2051-4c8b-a402-dba2b9fe1add tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/sorting returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.964264 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c64e6cd0-2051-4c8b-a402-dba2b9fe1add tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0054455 Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:09.969712 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:09.972374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:09.973049 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58108) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.977726 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-c073adba-5280-4ee5-8d2b-3816a267a987 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.979207 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c073adba-5280-4ee5-8d2b-3816a267a987 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0053580 Oct 26 15:22:09.984144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (91d62609-5b81-4c7a-8c70-279b80e3988a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:09.985765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1154cfd3-395c-4e29-9e8e-69f0f2eb9664 None None] DHCP port deletion for 16aec21d-e038-422e-999b-7dff0697a3c4 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:22:09.987389 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58110) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:09.996139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-78ad8dde-1354-494c-bd07-5fbecf1a66b9 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:09.997133 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-78ad8dde-1354-494c-bd07-5fbecf1a66b9 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0052335 Oct 26 15:22:10.006086 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58112) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:10.011598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-3cffa3a3-7494-462d-911f-2793c81dfd52 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:10.012310 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:10.012732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (91d62609-5b81-4c7a-8c70-279b80e3988a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.016100 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3cffa3a3-7494-462d-911f-2793c81dfd52 tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0089383 Oct 26 15:22:10.018325 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58114) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:10.038508 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4eed66-1693-473d-8bad-814cccd2b96e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Deleting subnet 4349f566-af12-4e37-993f-87808cd244cb {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:10.038773 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-f2cd0cda-3f5d-4071-a7d5-0acc687e0ace tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:10.039151 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:10.042623 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Failed to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [] Oct 26 15:22:10.042715 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f2cd0cda-3f5d-4071-a7d5-0acc687e0ace tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0134642 Oct 26 15:22:10.044862 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58116) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:10.045514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:10.049107 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempt 10 to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 Oct 26 15:22:10.050342 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [None req-b6ae1f3b-c671-4531-a311-9a5cd045d07c tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:10.051910 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b6ae1f3b-c671-4531-a311-9a5cd045d07c tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0050008 Oct 26 15:22:10.052792 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4b4eed66-1693-473d-8bad-814cccd2b96e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for subnet (4349f566-af12-4e37-993f-87808cd244cb), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.059842 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58118) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:10.067661 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-e1c14834-e041-4ae6-abff-0dc43db056da tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:10.071355 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e1c14834-e041-4ae6-abff-0dc43db056da tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0108311 Oct 26 15:22:10.072068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58120) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:10.106701 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-54e39985-fd58-47c8-9263-c337d3b1cfea tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:10.110971 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-54e39985-fd58-47c8-9263-c337d3b1cfea tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0146472 Oct 26 15:22:10.111681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58122) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:10.114629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:10.115179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:10.115689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:10.121422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [None req-b7b71471-f66f-415c-aeab-bd6db936003f tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] http://10.222.0.60:9696/networking/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:22:10.129798 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b7b71471-f66f-415c-aeab-bd6db936003f tempest-ExtensionsTestJSON-727085009 tempest-ExtensionsTestJSON-727085009-project] 10.222.0.60 "GET /networking/v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0142279 Oct 26 15:22:10.166475 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-60e4c44c-75aa-411b-aec4-ba6aa619cfcc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (d8d73d18-95f7-4bd9-bc28-aa43a3708f39), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.176094 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4b4eed66-1693-473d-8bad-814cccd2b96e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (4349f566-af12-4e37-993f-87808cd244cb), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.191413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4dff7297-ed2b-45e3-b99a-d62c3acecf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:41Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:22:04Z', 'revision_number': 10, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:22:03Z', 'revision_number': 22, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:10.194359 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:10.199241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Attempting to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:10.205190 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0b98ac7c-046c-4f51-96db-ebd21ea19c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (2ee19830-c64c-4891-aa36-ba8a5bbd1ae9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.207026 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (f75efd33-50b7-4b73-9d41-546a3a85cf1e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.209228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:10.210483 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0b98ac7c-046c-4f51-96db-ebd21ea19c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.211990 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0b98ac7c-046c-4f51-96db-ebd21ea19c7b admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/2ee19830-c64c-4891-aa36-ba8a5bbd1ae9 HTTP/1.1" status: 204 len: 168 time: 0.6113846 Oct 26 15:22:10.239993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.243475 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/networks/f75efd33-50b7-4b73-9d41-546a3a85cf1e HTTP/1.1" status: 204 len: 168 time: 1.8725555 Oct 26 15:22:10.244410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fda972-250e-47c9-be6f-18ffc6f25d3c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Network': ['ID=f75efd33-50b7-4b73-9d41-546a3a85cf1e,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:10.249647 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58128) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:10.255014 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-24986b93-0807-4eb0-b8c0-ef0cc1909687 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-22003274'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:10.273455 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98ac7c-046c-4f51-96db-ebd21ea19c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee19830-c64c-4891-aa36-ba8a5bbd1ae9,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:10.348520 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24986b93-0807-4eb0-b8c0-ef0cc1909687 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:10.352597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-24986b93-0807-4eb0-b8c0-ef0cc1909687 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.358518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4c44c-75aa-411b-aec4-ba6aa619cfcc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Subnet': ['ID=d8d73d18-95f7-4bd9-bc28-aa43a3708f39,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 5cabae34-90fc-49ce-86a2-94c00e73d3c6 could not be found. Oct 26 15:22:10.363291 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:10.366652 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Failed to bind port 22d15576-7aab-45ac-8c33-6ec7f48cb692 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [] Oct 26 15:22:10.366652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22d15576-7aab-45ac-8c33-6ec7f48cb692), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.366992 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e4c44c-75aa-411b-aec4-ba6aa619cfcc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Checking segment: {'id': '8fbd6318-4a19-4292-b0ca-279779cab253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '85c37918-58a9-4ce0-8508-46b6802029f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:10.366992 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e4c44c-75aa-411b-aec4-ba6aa619cfcc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network hostable DHCP agents. Network: 85c37918-58a9-4ce0-8508-46b6802029f4, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:22:10.377483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dff7297-ed2b-45e3-b99a-d62c3acecf96 None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:21:41Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '025376ae-2426-4e90-a744-5451bc4dcd75', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'port_id': '6334c0ac-4879-4360-9735-979c498df914', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'mac_address': 'fa:16:3e:39:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:19:47Z', 'updated_at': '2022-10-26T15:22:04Z', 'revision_number': 10, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:22:03Z', 'revision_number': 22, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:22:10.396678 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e4c44c-75aa-411b-aec4-ba6aa619cfcc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network 85c37918-58a9-4ce0-8508-46b6802029f4 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:22:10.405349 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4b4eed66-1693-473d-8bad-814cccd2b96e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (4349f566-af12-4e37-993f-87808cd244cb), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.413398 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-60e4c44c-75aa-411b-aec4-ba6aa619cfcc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 85c37918-58a9-4ce0-8508-46b6802029f4) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:10.420140 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e4c44c-75aa-411b-aec4-ba6aa619cfcc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:10.421625 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-60e4c44c-75aa-411b-aec4-ba6aa619cfcc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.448326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026ddd77-81c6-4671-9dfd-50dc439d9636 None None] Network 85c37918-58a9-4ce0-8508-46b6802029f4 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:10.461014 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-60e4c44c-75aa-411b-aec4-ba6aa619cfcc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3133802 Oct 26 15:22:10.464447 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58132) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:10.466158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24986b93-0807-4eb0-b8c0-ef0cc1909687 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:22:10.471326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:10.478025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:10.511570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-24986b93-0807-4eb0-b8c0-ef0cc1909687 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (ecbd1579-a7e6-4b7c-a2f8-03149c428e60), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.514792 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-24986b93-0807-4eb0-b8c0-ef0cc1909687 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Added segment ecbd1579-a7e6-4b7c-a2f8-03149c428e60 of type vlan for network 4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef Oct 26 15:22:10.625085 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-24986b93-0807-4eb0-b8c0-ef0cc1909687 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.643544 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4b4eed66-1693-473d-8bad-814cccd2b96e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (4349f566-af12-4e37-993f-87808cd244cb), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.682517 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58136) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:10.702354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-13c40e5d-bf0a-4204-a629-0356779df39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.717864 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4eed66-1693-473d-8bad-814cccd2b96e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Subnet': ['ID=4349f566-af12-4e37-993f-87808cd244cb,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:10.720222 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4b4eed66-1693-473d-8bad-814cccd2b96e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.730806 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4b4eed66-1693-473d-8bad-814cccd2b96e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/4349f566-af12-4e37-993f-87808cd244cb HTTP/1.1" status: 204 len: 168 time: 0.8419728 Oct 26 15:22:10.737169 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58140) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:10.742112 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a9adcef9-11f8-4d1d-8913-dbd962ab197c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (85c37918-58a9-4ce0-8508-46b6802029f4), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.805874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cc62-0aeb-4c99-9f8c-def151dd7191 None None] Port 22d15576-7aab-45ac-8c33-6ec7f48cb692 has been deleted concurrently {{(pid=105323) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 26 15:22:10.820602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf5642d-c08c-4895-b0da-372e5f338588 None None] Network 37788003-3a0a-40cd-b7f9-58700b1759f4 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:10.824330 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-24986b93-0807-4eb0-b8c0-ef0cc1909687 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.829020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:10.833054 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24986b93-0807-4eb0-b8c0-ef0cc1909687 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:10.833734 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-24986b93-0807-4eb0-b8c0-ef0cc1909687 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.876959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b895c73-5ed5-4ac7-b9e0-9cd17cc80619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-85c37918-58a9-4ce0-8508-46b6802029f4', 'network_id': '85c37918-58a9-4ce0-8508-46b6802029f4', 'project_id': '1f3d9e39a73b4f6dbd8554e45cd19aed', 'fixed_ips': [{'subnet_id': 'd8d73d18-95f7-4bd9-bc28-aa43a3708f39'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:22:10.877190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1b895c73-5ed5-4ac7-b9e0-9cd17cc80619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.893627 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-24986b93-0807-4eb0-b8c0-ef0cc1909687 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6425030 Oct 26 15:22:10.898799 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58142) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:10.937561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13c40e5d-bf0a-4204-a629-0356779df39a None None] Network f75efd33-50b7-4b73-9d41-546a3a85cf1e is not hosted by any dhcp agent {{(pid=105323) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 15:22:10.938320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c40e5d-bf0a-4204-a629-0356779df39a None None] No DVR routers for this DVR port 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:10.939950 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a9adcef9-11f8-4d1d-8913-dbd962ab197c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (d8d73d18-95f7-4bd9-bc28-aa43a3708f39), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:10.975122 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-aa7e7359-952b-43b5-b4a7-c5d938acbeac tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'subnet': {'network_id': '4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:10.998323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:11.007437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c40e5d-bf0a-4204-a629-0356779df39a None None] Pushing event deleted for resources: {'Port': ['ID=9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:11.026779 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dae9e8d4-70a5-4fab-8a7b-009784889cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:11.053880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58144) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:11.120503 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a9adcef9-11f8-4d1d-8913-dbd962ab197c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (d8d73d18-95f7-4bd9-bc28-aa43a3708f39), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:11.169230 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-497eb4ee-35e6-4965-b0af-59f72e1a4318 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=1e69a63939704db0b07cd08fd8c8a545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1140597 Oct 26 15:22:11.169845 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58146) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:11.174835 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adcef9-11f8-4d1d-8913-dbd962ab197c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Subnet': ['ID=d8d73d18-95f7-4bd9-bc28-aa43a3708f39,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:11.204200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:11.262953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-39f01747-adf9-455a-87fe-70e3bb72dcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server [None req-1b895c73-5ed5-4ac7-b9e0-9cd17cc80619 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8d73d18-95f7-4bd9-bc28-aa43a3708f39: This subnet is being modified by another concurrent operation. Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:11.306058 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1018, in wrapper Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise exception Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8d73d18-95f7-4bd9-bc28-aa43a3708f39: This subnet is being modified by another concurrent operation. Oct 26 15:22:11.311245 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server Oct 26 15:22:11.362118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151a19a3-07e7-4801-a9ed-7a49eb4738a7 None None] New status for floating IP 5acb5302-e6d4-4c13-9ef6-39b5af2566f5: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:22:11.371300 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:11.399851 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a9adcef9-11f8-4d1d-8913-dbd962ab197c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (85c37918-58a9-4ce0-8508-46b6802029f4), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:11.451004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=7,neutron:DELETE=5,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:11.467861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (37788003-3a0a-40cd-b7f9-58700b1759f4), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:11.470106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:11.471899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:11.474126 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dae9e8d4-70a5-4fab-8a7b-009784889cf0 admin admin] Publish callbacks [] for security_group (dbf37938-3471-4cce-b944-a4524af3579b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:11.477239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92efbf8d-a07e-40fb-bd76-fd78c54bfb3e None None] DHCP port deletion for 37788003-3a0a-40cd-b7f9-58700b1759f4 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:22:11.480457 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-a9adcef9-11f8-4d1d-8913-dbd962ab197c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c37918-58a9-4ce0-8508-46b6802029f4']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:11.500133 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dae9e8d4-70a5-4fab-8a7b-009784889cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (dbf37938-3471-4cce-b944-a4524af3579b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:11.510997 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-a9adcef9-11f8-4d1d-8913-dbd962ab197c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbd6318-4a19-4292-b0ca-279779cab253') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:11.511288 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-a9adcef9-11f8-4d1d-8913-dbd962ab197c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbd6318-4a19-4292-b0ca-279779cab253') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:11.530426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24986b93-0807-4eb0-b8c0-ef0cc1909687 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Network': ['ID=4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:11.541688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7dfe7f85-6a87-44bc-b597-20f395428b7b admin admin] Publish callbacks [] for security_group (17e04e3c-f8c9-4ca4-a2c8-07d0be14949d), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:11.566188 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a9adcef9-11f8-4d1d-8913-dbd962ab197c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (8fbd6318-4a19-4292-b0ca-279779cab253), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:11.577422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:22:11.611041 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dae9e8d4-70a5-4fab-8a7b-009784889cf0 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=89bf26d254b24d1a984436fcb67d21a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9273903 Oct 26 15:22:11.612332 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a9adcef9-11f8-4d1d-8913-dbd962ab197c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (8fbd6318-4a19-4292-b0ca-279779cab253), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:11.616977 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58148) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:11.625361 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9e8d4-70a5-4fab-8a7b-009784889cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf37938-3471-4cce-b944-a4524af3579b,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:11.633319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:11.634670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Deleting port f6f36685-8426-407b-8a1c-d92cb35e7595 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:11.635235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f6f36685-8426-407b-8a1c-d92cb35e7595), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:11.637075 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7dfe7f85-6a87-44bc-b597-20f395428b7b admin admin] Publish callbacks [] for security_group (17e04e3c-f8c9-4ca4-a2c8-07d0be14949d), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:11.652619 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9adcef9-11f8-4d1d-8913-dbd962ab197c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:11.653038 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a9adcef9-11f8-4d1d-8913-dbd962ab197c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (8fbd6318-4a19-4292-b0ca-279779cab253), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:11.719321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:11.748987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] For port f6f36685-8426-407b-8a1c-d92cb35e7595, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6f36685-8426-407b-8a1c-d92cb35e7595,segment=NetworkSegment(c1f1cf72-e956-44f6-a806-047ec60cabe7),segment_id=c1f1cf72-e956-44f6-a806-047ec60cabe7)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:11.749386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f6f36685-8426-407b-8a1c-d92cb35e7595), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:11.750976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-92efbf8d-a07e-40fb-bd76-fd78c54bfb3e None None] Deleting port f6f36685-8426-407b-8a1c-d92cb35e7595 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:11.751644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-92efbf8d-a07e-40fb-bd76-fd78c54bfb3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f6f36685-8426-407b-8a1c-d92cb35e7595), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:11.795809 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7e7359-952b-43b5-b4a7-c5d938acbeac tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:11.806551 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7359-952b-43b5-b4a7-c5d938acbeac tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:11.812936 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 91d62609-5b81-4c7a-8c70-279b80e3988a resource provider aggregate not found Oct 26 15:22:11.851678 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Calling delete_port for f6f36685-8426-407b-8a1c-d92cb35e7595 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:11.861214 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 91d62609-5b81-4c7a-8c70-279b80e3988a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91d62609-5b81-4c7a-8c70-279b80e3988a found for delete ", "request_id": "req-eb2a7a7e-f280-46d9-a34a-3f5109bf07da"}]} Oct 26 15:22:11.897801 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:11.918837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-92efbf8d-a07e-40fb-bd76-fd78c54bfb3e None None] For port f6f36685-8426-407b-8a1c-d92cb35e7595, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6f36685-8426-407b-8a1c-d92cb35e7595,segment=NetworkSegment(c1f1cf72-e956-44f6-a806-047ec60cabe7),segment_id=c1f1cf72-e956-44f6-a806-047ec60cabe7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:11.919246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-92efbf8d-a07e-40fb-bd76-fd78c54bfb3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f6f36685-8426-407b-8a1c-d92cb35e7595), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:11.973601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-92efbf8d-a07e-40fb-bd76-fd78c54bfb3e None None] Calling delete_port for f6f36685-8426-407b-8a1c-d92cb35e7595 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:12.002191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.005158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:12.006378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:12.142763 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 8fbd6318-4a19-4292-b0ca-279779cab253 resource provider aggregate not found Oct 26 15:22:12.226408 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 8fbd6318-4a19-4292-b0ca-279779cab253 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fbd6318-4a19-4292-b0ca-279779cab253 found for delete ", "request_id": "req-4987c06b-02f5-4068-91e8-c40bb2482e87"}]} Oct 26 15:22:12.231731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:12.254695 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7359-952b-43b5-b4a7-c5d938acbeac tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (26d3993a-f8e0-4e81-85de-dffac09374b5), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.281265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-92efbf8d-a07e-40fb-bd76-fd78c54bfb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (f6f36685-8426-407b-8a1c-d92cb35e7595), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.337141 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a9adcef9-11f8-4d1d-8913-dbd962ab197c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (85c37918-58a9-4ce0-8508-46b6802029f4), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.343498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:12.345581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (f6f36685-8426-407b-8a1c-d92cb35e7595), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.348314 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a9adcef9-11f8-4d1d-8913-dbd962ab197c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.348690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efbf8d-a07e-40fb-bd76-fd78c54bfb3e None None] Pushing event deleted for resources: {'Port': ['ID=f6f36685-8426-407b-8a1c-d92cb35e7595,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:12.352181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92efbf8d-a07e-40fb-bd76-fd78c54bfb3e None None] No DVR routers for this DVR port f6f36685-8426-407b-8a1c-d92cb35e7595 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:12.360977 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a9adcef9-11f8-4d1d-8913-dbd962ab197c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/85c37918-58a9-4ce0-8508-46b6802029f4 HTTP/1.1" status: 204 len: 168 time: 1.8885047 Oct 26 15:22:12.361458 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58158) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:12.378128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-b9458005-94b0-46f7-9c52-dab0f715962b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-77219268'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:12.393434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No DVR routers for this DVR port f6f36685-8426-407b-8a1c-d92cb35e7595 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:12.401038 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adcef9-11f8-4d1d-8913-dbd962ab197c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Network': ['ID=85c37918-58a9-4ce0-8508-46b6802029f4,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:12.414887 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4e824cf0-01cd-47d4-8152-9ca8ca1d149f admin admin] Publish callbacks [] for security_group (dbf37938-3471-4cce-b944-a4524af3579b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.430880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7dfe7f85-6a87-44bc-b597-20f395428b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (17e04e3c-f8c9-4ca4-a2c8-07d0be14949d), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.433462 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7dfe7f85-6a87-44bc-b597-20f395428b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.434627 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7dfe7f85-6a87-44bc-b597-20f395428b7b admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/17e04e3c-f8c9-4ca4-a2c8-07d0be14949d HTTP/1.1" status: 204 len: 168 time: 1.2608643 Oct 26 15:22:12.446653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e7359-952b-43b5-b4a7-c5d938acbeac tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Subnet': ['ID=26d3993a-f8e0-4e81-85de-dffac09374b5,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:12.484224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe7f85-6a87-44bc-b597-20f395428b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e04e3c-f8c9-4ca4-a2c8-07d0be14949d,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:12.485976 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9458005-94b0-46f7-9c52-dab0f715962b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:12.489871 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b9458005-94b0-46f7-9c52-dab0f715962b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.498384 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Port': ['ID=f6f36685-8426-407b-8a1c-d92cb35e7595,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:12.504444 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e7359-952b-43b5-b4a7-c5d938acbeac tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Checking segment: {'id': 'ecbd1579-a7e6-4b7c-a2f8-03149c428e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:12.505045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7e7359-952b-43b5-b4a7-c5d938acbeac tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network hostable DHCP agents. Network: 4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:22:12.510634 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4e824cf0-01cd-47d4-8152-9ca8ca1d149f admin admin] Publish callbacks [] for security_group (dbf37938-3471-4cce-b944-a4524af3579b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.530488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:12.531738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:12.614416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:12.647685 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9458005-94b0-46f7-9c52-dab0f715962b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:22:12.660532 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (37788003-3a0a-40cd-b7f9-58700b1759f4), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.668077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:12.672277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:12.679445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66c4c23-307d-4db0-aa36-5c35ae7b3625 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:22:12.689434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37788003-3a0a-40cd-b7f9-58700b1759f4']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:12.693696 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b9458005-94b0-46f7-9c52-dab0f715962b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (962ac1ec-b81b-4dab-aeaf-0f8d1d5bc68a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.693881 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-b9458005-94b0-46f7-9c52-dab0f715962b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Added segment 962ac1ec-b81b-4dab-aeaf-0f8d1d5bc68a of type vlan for network 5d8b7873-c3bf-47e8-b184-60722f7cc3bf Oct 26 15:22:12.695562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4e824cf0-01cd-47d4-8152-9ca8ca1d149f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (dbf37938-3471-4cce-b944-a4524af3579b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.698406 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4e824cf0-01cd-47d4-8152-9ca8ca1d149f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.700142 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4e824cf0-01cd-47d4-8152-9ca8ca1d149f admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/dbf37938-3471-4cce-b944-a4524af3579b HTTP/1.1" status: 204 len: 168 time: 1.0759857 Oct 26 15:22:12.702880 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7e7359-952b-43b5-b4a7-c5d938acbeac tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network 4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:22:12.778398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f1cf72-e956-44f6-a806-047ec60cabe7') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:12.778398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f1cf72-e956-44f6-a806-047ec60cabe7') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:12.802396 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-aa7e7359-952b-43b5-b4a7-c5d938acbeac tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:12.805211 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (c1f1cf72-e956-44f6-a806-047ec60cabe7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.824588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7e7359-952b-43b5-b4a7-c5d938acbeac tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:12.825241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7359-952b-43b5-b4a7-c5d938acbeac tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.833776 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b9458005-94b0-46f7-9c52-dab0f715962b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (5d8b7873-c3bf-47e8-b184-60722f7cc3bf), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.864184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (c1f1cf72-e956-44f6-a806-047ec60cabe7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.877102 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e824cf0-01cd-47d4-8152-9ca8ca1d149f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf37938-3471-4cce-b944-a4524af3579b,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:12.885462 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:12.886226 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (c1f1cf72-e956-44f6-a806-047ec60cabe7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.900908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b9458005-94b0-46f7-9c52-dab0f715962b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (5d8b7873-c3bf-47e8-b184-60722f7cc3bf), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.908040 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-aa7e7359-952b-43b5-b4a7-c5d938acbeac tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9497287 Oct 26 15:22:12.914103 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9458005-94b0-46f7-9c52-dab0f715962b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:12.915885 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b9458005-94b0-46f7-9c52-dab0f715962b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:12.921617 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58166) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:12.980270 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-8ff7c55f-b451-4433-9dd0-9a6d435a8ac9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1613693708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:13.018817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a15a62ac-640a-4850-8461-fef320b5b87b None None] Could not find standard attr ID for object 22d15576-7aab-45ac-8c33-6ec7f48cb692. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:22:13.049619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:13.051958 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (37788003-3a0a-40cd-b7f9-58700b1759f4), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:13.063898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:13.099413 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/networks/37788003-3a0a-40cd-b7f9-58700b1759f4 HTTP/1.1" status: 204 len: 168 time: 2.3595951 Oct 26 15:22:13.102675 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58172) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:13.179079 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b9458005-94b0-46f7-9c52-dab0f715962b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8071892 Oct 26 15:22:13.181452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58176) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:13.196514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:13.215299 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a81033-7ef1-4340-ad6a-f936605cf27e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:13.216756 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-67c4da6c-9786-4651-92fd-4a390c470b15 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'subnet': {'network_id': '5d8b7873-c3bf-47e8-b184-60722f7cc3bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:13.217938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5a81033-7ef1-4340-ad6a-f936605cf27e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:13.229696 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c5a81033-7ef1-4340-ad6a-f936605cf27e tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/c55966ac-af52-4bed-af4f-7082673ed5ca HTTP/1.1" status: 404 len: 337 time: 0.0769036 Oct 26 15:22:13.241559 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485344e-793a-47f8-9817-3953525ebfd6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Network': ['ID=37788003-3a0a-40cd-b7f9-58700b1759f4,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:13.244721 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58180) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:13.291661 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9458005-94b0-46f7-9c52-dab0f715962b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Network': ['ID=5d8b7873-c3bf-47e8-b184-60722f7cc3bf,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:13.296420 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7435d27-5f50-4173-b9f8-8c9f201ddbc6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:13.297589 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7435d27-5f50-4173-b9f8-8c9f201ddbc6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:13.302312 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c55f-b451-4433-9dd0-9a6d435a8ac9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:13.303697 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c55f-b451-4433-9dd0-9a6d435a8ac9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:13.311050 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a7435d27-5f50-4173-b9f8-8c9f201ddbc6 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/networks/929788f4-3290-45e3-b901-a659d06c5bcf HTTP/1.1" status: 404 len: 339 time: 0.0615573 Oct 26 15:22:13.312054 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58186) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:13.323340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 5d8b7873-c3bf-47e8-b184-60722f7cc3bf details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:22:13.414073 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:13.444687 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:13.448780 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c55f-b451-4433-9dd0-9a6d435a8ac9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for router_controller (5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:13.453519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-03258be2-4c05-4d6b-8100-30ca3ab9c18d tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Deleting subnet 190a3a3a-7a9d-495e-8dcc-1db9b529445f {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:13.459108 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-03258be2-4c05-4d6b-8100-30ca3ab9c18d tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for subnet (190a3a3a-7a9d-495e-8dcc-1db9b529445f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:13.463127 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c55f-b451-4433-9dd0-9a6d435a8ac9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:13.481820 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c4da6c-9786-4651-92fd-4a390c470b15 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:13.487477 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-67c4da6c-9786-4651-92fd-4a390c470b15 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:13.512468 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c55f-b451-4433-9dd0-9a6d435a8ac9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:13.516692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:13.517980 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8ff7c55f-b451-4433-9dd0-9a6d435a8ac9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5693488 Oct 26 15:22:13.533536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66c4c23-307d-4db0-aa36-5c35ae7b3625 None None] Unable to find a vacant binding_index for network 4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef and agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b {{(pid=105323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 26 15:22:13.543342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66c4c23-307d-4db0-aa36-5c35ae7b3625 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef) {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:22:13.546871 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58194) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:13.552102 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f0662c89-3c3e-410c-bc29-d067b5e9e447 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'network_id': '4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef', 'name': 'tempest-PortsIpV6TestJSON-2120576972'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:13.563057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-03258be2-4c05-4d6b-8100-30ca3ab9c18d tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (190a3a3a-7a9d-495e-8dcc-1db9b529445f), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:13.567329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:13.620318 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42decee-382b-4998-9204-b7196155182d None None] New status for floating IP 025376ae-2426-4e90-a744-5451bc4dcd75: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:22:13.764103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-03258be2-4c05-4d6b-8100-30ca3ab9c18d tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (190a3a3a-7a9d-495e-8dcc-1db9b529445f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:13.778890 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0662c89-3c3e-410c-bc29-d067b5e9e447 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:13.783304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0662c89-3c3e-410c-bc29-d067b5e9e447 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:13.811535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:13.873728 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-f0662c89-3c3e-410c-bc29-d067b5e9e447 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] device_id is not set on port 5fff76ec-1625-4180-85e0-2e2b635ce7cd yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:22:13.882650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:13.883035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:13.883525 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 Oct 26 15:22:13.889784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:13.890922 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:13.900852 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-03258be2-4c05-4d6b-8100-30ca3ab9c18d tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (190a3a3a-7a9d-495e-8dcc-1db9b529445f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:13.945430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-67c4da6c-9786-4651-92fd-4a390c470b15 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (f3277014-fbe9-4606-ac4f-6f15937a5ed5), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:13.949411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:13.964434 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment c1f1cf72-e956-44f6-a806-047ec60cabe7 resource provider aggregate not found Oct 26 15:22:13.989062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03258be2-4c05-4d6b-8100-30ca3ab9c18d tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Subnet': ['ID=190a3a3a-7a9d-495e-8dcc-1db9b529445f,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:13.997408 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-03258be2-4c05-4d6b-8100-30ca3ab9c18d tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.004172 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-03258be2-4c05-4d6b-8100-30ca3ab9c18d tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/190a3a3a-7a9d-495e-8dcc-1db9b529445f HTTP/1.1" status: 204 len: 168 time: 0.6910698 Oct 26 15:22:14.008162 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment c1f1cf72-e956-44f6-a806-047ec60cabe7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1f1cf72-e956-44f6-a806-047ec60cabe7 found for delete ", "request_id": "req-34b40a5b-f81d-4cd7-8a59-37bfac3c8f6f"}]} Oct 26 15:22:14.011766 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58212) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:14.164387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:14.165699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.183086 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.188041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4da6c-9786-4651-92fd-4a390c470b15 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Subnet': ['ID=f3277014-fbe9-4606-ac4f-6f15937a5ed5,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:14.211844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:14.218171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.221239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:14.225411 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c4da6c-9786-4651-92fd-4a390c470b15 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Checking segment: {'id': '962ac1ec-b81b-4dab-aeaf-0f8d1d5bc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5d8b7873-c3bf-47e8-b184-60722f7cc3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:14.225782 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c4da6c-9786-4651-92fd-4a390c470b15 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network hostable DHCP agents. Network: 5d8b7873-c3bf-47e8-b184-60722f7cc3bf, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:22:14.238193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-f0662c89-3c3e-410c-bc29-d067b5e9e447 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Allocated IP 2001:db8::10d (4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef/26d3993a-f8e0-4e81-85de-dffac09374b5/5fff76ec-1625-4180-85e0-2e2b635ce7cd) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:14.243625 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58218) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:14.274241 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:14.306620 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Deleting port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:14.307383 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (ec981d0f-17b9-4bee-a3c0-af77a0b4ccce), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.309952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:14.318790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 48dc8cb6-5318-4f85-8e5d-2af8765d605e triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:14.319177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.319523 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 48dc8cb6-5318-4f85-8e5d-2af8765d605e Oct 26 15:22:14.342711 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c4da6c-9786-4651-92fd-4a390c470b15 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network 5d8b7873-c3bf-47e8-b184-60722f7cc3bf is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:22:14.404667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:14.405233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.409272 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:14.412014 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-1864f12f-5bf8-4d93-bed8-8f3c48437d63 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-342017680'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:14.426593 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-67c4da6c-9786-4651-92fd-4a390c470b15 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 5d8b7873-c3bf-47e8-b184-60722f7cc3bf) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:14.434840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1864f12f-5bf8-4d93-bed8-8f3c48437d63 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Made reservation on behalf of 79f6d585d71547a0a6629b12a8a70570 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:14.440641 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1864f12f-5bf8-4d93-bed8-8f3c48437d63 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.454306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1864f12f-5bf8-4d93-bed8-8f3c48437d63 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.464922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:14.470394 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] For port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ec981d0f-17b9-4bee-a3c0-af77a0b4ccce,segment=NetworkSegment(b8e29ba6-c979-43a1-9ecb-62291c0fb77e),segment_id=b8e29ba6-c979-43a1-9ecb-62291c0fb77e)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:14.470775 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (ec981d0f-17b9-4bee-a3c0-af77a0b4ccce), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.483673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.483789 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c4da6c-9786-4651-92fd-4a390c470b15 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:14.484328 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-67c4da6c-9786-4651-92fd-4a390c470b15 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.515388 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Calling delete_port for ec981d0f-17b9-4bee-a3c0-af77a0b4ccce owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:14.541324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c6cbe-65ed-478e-8192-350a86d294da None None] DHCP port deletion for 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:22:14.542144 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-67c4da6c-9786-4651-92fd-4a390c470b15 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3462074 Oct 26 15:22:14.547592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58226) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:14.593518 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1864f12f-5bf8-4d93-bed8-8f3c48437d63 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for security_group (b720b540-eb0d-4471-a920-4c5096eafeb3), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.594644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef', 'network_id': '4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef', 'project_id': '157edd7550b842b7a441bf9ab1570671', 'fixed_ips': [{'subnet_id': '26d3993a-f8e0-4e81-85de-dffac09374b5'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:22:14.595575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.601968 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1864f12f-5bf8-4d93-bed8-8f3c48437d63 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (b720b540-eb0d-4471-a920-4c5096eafeb3), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.623873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:14.651345 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1864f12f-5bf8-4d93-bed8-8f3c48437d63 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:22:14.674916 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864f12f-5bf8-4d93-bed8-8f3c48437d63 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b720b540-eb0d-4471-a920-4c5096eafeb3,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:14.684247 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1864f12f-5bf8-4d93-bed8-8f3c48437d63 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (ec548447-59f2-4876-bab6-234c9f4060e7), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.684625 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-1864f12f-5bf8-4d93-bed8-8f3c48437d63 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Added segment ec548447-59f2-4876-bab6-234c9f4060e7 of type vlan for network a2203b54-134c-46ec-86ae-2ed6074211a3 Oct 26 15:22:14.701836 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0662c89-3c3e-410c-bc29-d067b5e9e447 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (5fff76ec-1625-4180-85e0-2e2b635ce7cd), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.756614 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1864f12f-5bf8-4d93-bed8-8f3c48437d63 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (a2203b54-134c-46ec-86ae-2ed6074211a3), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.766824 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (ec981d0f-17b9-4bee-a3c0-af77a0b4ccce), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.778860 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d31c446-8b72-45f9-934d-a6993204d9ef tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (5d8b7873-c3bf-47e8-b184-60722f7cc3bf), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.786553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1864f12f-5bf8-4d93-bed8-8f3c48437d63 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (a2203b54-134c-46ec-86ae-2ed6074211a3), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.791473 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1864f12f-5bf8-4d93-bed8-8f3c48437d63 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:14.792079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1864f12f-5bf8-4d93-bed8-8f3c48437d63 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.845049 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Port': ['ID=ec981d0f-17b9-4bee-a3c0-af77a0b4ccce,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:14.845049 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] No DVR routers for this DVR port ec981d0f-17b9-4bee-a3c0-af77a0b4ccce on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:14.861703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0662c89-3c3e-410c-bc29-d067b5e9e447 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (5fff76ec-1625-4180-85e0-2e2b635ce7cd), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:14.891900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:14.916684 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1864f12f-5bf8-4d93-bed8-8f3c48437d63 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6718616 Oct 26 15:22:14.919564 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58234) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:14.924114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:22:14.924661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9ca522e5-f3a3-45aa-8810-2cdb69e7ceb0 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:22:14.925256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 7d36a8e0-e2ca-4286-bcd6-222589460b65 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:14.926138 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ad4b1284-8bbe-4a08-997e-32a125ca9557 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'subnet': {'network_id': 'a2203b54-134c-46ec-86ae-2ed6074211a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:14.934805 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864f12f-5bf8-4d93-bed8-8f3c48437d63 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Network': ['ID=a2203b54-134c-46ec-86ae-2ed6074211a3,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:14.952185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 7d36a8e0-e2ca-4286-bcd6-222589460b65 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:22:14.952771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 7d36a8e0-e2ca-4286-bcd6-222589460b65 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:22:14.954463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network a2203b54-134c-46ec-86ae-2ed6074211a3 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:22:14.957516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Allocated IP 2001:db8::2 (4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef/26d3993a-f8e0-4e81-85de-dffac09374b5/6777c783-1699-4ee5-bc35-0cc1594e2ce5) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:15.010841 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.016265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:15.018526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:15.031540 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0662c89-3c3e-410c-bc29-d067b5e9e447 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network 4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:15.038787 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d31c446-8b72-45f9-934d-a6993204d9ef tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (f3277014-fbe9-4606-ac4f-6f15937a5ed5), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.053208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4b1284-8bbe-4a08-997e-32a125ca9557 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Made reservation on behalf of 79f6d585d71547a0a6629b12a8a70570 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:15.059137 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-f0662c89-3c3e-410c-bc29-d067b5e9e447 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:15.069763 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ad4b1284-8bbe-4a08-997e-32a125ca9557 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.083151 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0662c89-3c3e-410c-bc29-d067b5e9e447 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:15.088495 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0662c89-3c3e-410c-bc29-d067b5e9e447 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:15.090064 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0662c89-3c3e-410c-bc29-d067b5e9e447 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.105499 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:15.114836 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0662c89-3c3e-410c-bc29-d067b5e9e447 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=5fff76ec-1625-4180-85e0-2e2b635ce7cd,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:15.158599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e29ba6-c979-43a1-9ecb-62291c0fb77e') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:15.158902 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e29ba6-c979-43a1-9ecb-62291c0fb77e') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:15.173633 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f0662c89-3c3e-410c-bc29-d067b5e9e447 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6253297 Oct 26 15:22:15.176596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58240) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:15.177704 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (b8e29ba6-c979-43a1-9ecb-62291c0fb77e), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.186510 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:15.211265 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (b8e29ba6-c979-43a1-9ecb-62291c0fb77e), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.218980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:15.219961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:15.220325 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:15.220817 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (b8e29ba6-c979-43a1-9ecb-62291c0fb77e), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.280872 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=72,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=19 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:15.288981 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment b8e29ba6-c979-43a1-9ecb-62291c0fb77e resource provider aggregate not found Oct 26 15:22:15.294028 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d31c446-8b72-45f9-934d-a6993204d9ef tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (f3277014-fbe9-4606-ac4f-6f15937a5ed5), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.340542 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment b8e29ba6-c979-43a1-9ecb-62291c0fb77e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8e29ba6-c979-43a1-9ecb-62291c0fb77e found for delete ", "request_id": "req-9569dc54-ef56-413c-bfc7-322971aa0655"}]} Oct 26 15:22:15.342221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Publish callbacks [] for port (6777c783-1699-4ee5-bc35-0cc1594e2ce5), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.345833 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:15.346958 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31c446-8b72-45f9-934d-a6993204d9ef tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Subnet': ['ID=f3277014-fbe9-4606-ac4f-6f15937a5ed5,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:15.363946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (6777c783-1699-4ee5-bc35-0cc1594e2ce5), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.368961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:15.374908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.385133 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.388662 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] 10.222.0.60 "DELETE /networking/v2.0/networks/e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37 HTTP/1.1" status: 204 len: 168 time: 1.3699043 Oct 26 15:22:15.417459 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58248) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:15.421694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:15.436111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Network 4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:15.439531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:15.448324 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48132be1-907e-49f7-a907-91587f76bfb5 tempest-NetworksIpV6Test-2064366563 tempest-NetworksIpV6Test-2064366563-project] Pushing event deleted for resources: {'Network': ['ID=e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:15.451250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:15.455648 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d31c446-8b72-45f9-934d-a6993204d9ef tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (5d8b7873-c3bf-47e8-b184-60722f7cc3bf), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.457810 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Pushing event updated for resources: {'Port': ['ID=6777c783-1699-4ee5-bc35-0cc1594e2ce5,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:15.490552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-8d31c446-8b72-45f9-934d-a6993204d9ef tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8b7873-c3bf-47e8-b184-60722f7cc3bf']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:15.502007 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-8d31c446-8b72-45f9-934d-a6993204d9ef tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962ac1ec-b81b-4dab-aeaf-0f8d1d5bc68a') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:15.502311 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-8d31c446-8b72-45f9-934d-a6993204d9ef tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962ac1ec-b81b-4dab-aeaf-0f8d1d5bc68a') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:15.513404 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d31c446-8b72-45f9-934d-a6993204d9ef tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (962ac1ec-b81b-4dab-aeaf-0f8d1d5bc68a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.535414 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d31c446-8b72-45f9-934d-a6993204d9ef tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (962ac1ec-b81b-4dab-aeaf-0f8d1d5bc68a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.550066 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d31c446-8b72-45f9-934d-a6993204d9ef tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:15.551307 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d31c446-8b72-45f9-934d-a6993204d9ef tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (962ac1ec-b81b-4dab-aeaf-0f8d1d5bc68a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.581838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Attempting to bind port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:15.582409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Attempting to bind port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'ecbd1579-a7e6-4b7c-a2f8-03149c428e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:15.582538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Attempting to bind port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 on network 4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:15.633502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:22:15.634179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Checking segment: {'id': 'ecbd1579-a7e6-4b7c-a2f8-03149c428e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:15.634751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.635312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Bound using segment: {'id': 'ecbd1579-a7e6-4b7c-a2f8-03149c428e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:22:15.635943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Bound port: 6777c783-1699-4ee5-bc35-0cc1594e2ce5, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbd1579-a7e6-4b7c-a2f8-03149c428e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:22:15.636518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6777c783-1699-4ee5-bc35-0cc1594e2ce5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.662368 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-c40858bf-8622-4b39-83b1-320002fb87a0 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1832419247'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:15.663929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:15.701478 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d31c446-8b72-45f9-934d-a6993204d9ef tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (5d8b7873-c3bf-47e8-b184-60722f7cc3bf), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.711147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8d31c446-8b72-45f9-934d-a6993204d9ef tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.719830 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8d31c446-8b72-45f9-934d-a6993204d9ef tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/5d8b7873-c3bf-47e8-b184-60722f7cc3bf HTTP/1.1" status: 204 len: 168 time: 1.1689577 Oct 26 15:22:15.722664 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58254) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:15.723792 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c40858bf-8622-4b39-83b1-320002fb87a0 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (c53e7bbd-7686-4bab-a0fd-cec7d6e81071), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.725047 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c40858bf-8622-4b39-83b1-320002fb87a0 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (c53e7bbd-7686-4bab-a0fd-cec7d6e81071), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.733808 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-218da47e-c738-4122-926c-9f9f10e773a1 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-769612152'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:15.743314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ad4b1284-8bbe-4a08-997e-32a125ca9557 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (21275f1f-c163-44d0-a668-3ac9c01e25f0), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.756979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31c446-8b72-45f9-934d-a6993204d9ef tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Network': ['ID=5d8b7873-c3bf-47e8-b184-60722f7cc3bf,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:15.784143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] For port 6777c783-1699-4ee5-bc35-0cc1594e2ce5, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:22:15.788133 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218da47e-c738-4122-926c-9f9f10e773a1 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:15.789165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] For port 6777c783-1699-4ee5-bc35-0cc1594e2ce5, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6777c783-1699-4ee5-bc35-0cc1594e2ce5,segment=NetworkSegment(ecbd1579-a7e6-4b7c-a2f8-03149c428e60),segment_id=ecbd1579-a7e6-4b7c-a2f8-03149c428e60)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:22:15.793272 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-218da47e-c738-4122-926c-9f9f10e773a1 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.796458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6f36685-8426-407b-8a1c-d92cb35e7595 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:15.801440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:15.832974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6777c783-1699-4ee5-bc35-0cc1594e2ce5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.835402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b1284-8bbe-4a08-997e-32a125ca9557 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Subnet': ['ID=21275f1f-c163-44d0-a668-3ac9c01e25f0,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:15.842251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c40858bf-8622-4b39-83b1-320002fb87a0 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router_controller (c53e7bbd-7686-4bab-a0fd-cec7d6e81071), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.849475 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58256) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:15.871135 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c40858bf-8622-4b39-83b1-320002fb87a0 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (c53e7bbd-7686-4bab-a0fd-cec7d6e81071), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.874635 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218da47e-c738-4122-926c-9f9f10e773a1 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:22:15.905901 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5fff76ec-1625-4180-85e0-2e2b635ce7cd), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.909688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-218da47e-c738-4122-926c-9f9f10e773a1 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (69d88dfc-c6f8-4521-8197-0a03261975c4), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.909877 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b1284-8bbe-4a08-997e-32a125ca9557 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Checking segment: {'id': 'ec548447-59f2-4876-bab6-234c9f4060e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a2203b54-134c-46ec-86ae-2ed6074211a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:15.910068 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-218da47e-c738-4122-926c-9f9f10e773a1 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Added segment 69d88dfc-c6f8-4521-8197-0a03261975c4 of type vlan for network d1e3bfeb-71d5-48e8-90f9-ac7ac9807289 Oct 26 15:22:15.910240 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4b1284-8bbe-4a08-997e-32a125ca9557 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network hostable DHCP agents. Network: a2203b54-134c-46ec-86ae-2ed6074211a3, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:22:15.926382 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c40858bf-8622-4b39-83b1-320002fb87a0 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:15.930655 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c40858bf-8622-4b39-83b1-320002fb87a0 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5065484 Oct 26 15:22:15.932470 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58260) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:15.943355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b7875-6f80-4c27-bd5f-8f74f24e6941 None None] Pushing event updated for resources: {'Port': ['ID=6777c783-1699-4ee5-bc35-0cc1594e2ce5,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:15.956121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: f6f36685-8426-407b-8a1c-d92cb35e7595 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:22:15.956709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6f36685-8426-407b-8a1c-d92cb35e7595 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:22:15.957783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:15.973420 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-218da47e-c738-4122-926c-9f9f10e773a1 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (d1e3bfeb-71d5-48e8-90f9-ac7ac9807289), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.017139 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-218da47e-c738-4122-926c-9f9f10e773a1 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (d1e3bfeb-71d5-48e8-90f9-ac7ac9807289), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.024266 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218da47e-c738-4122-926c-9f9f10e773a1 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:16.025093 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-218da47e-c738-4122-926c-9f9f10e773a1 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.030316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4b1284-8bbe-4a08-997e-32a125ca9557 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network a2203b54-134c-46ec-86ae-2ed6074211a3 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:22:16.097465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 48dc8cb6-5318-4f85-8e5d-2af8765d605e is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:16.097959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.112034 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-218da47e-c738-4122-926c-9f9f10e773a1 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3831193 Oct 26 15:22:16.114565 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58262) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:16.124309 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f254f194-cc7a-4817-a9df-58b42dabda94 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'subnet': {'network_id': 'd1e3bfeb-71d5-48e8-90f9-ac7ac9807289', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:16.126620 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-ad4b1284-8bbe-4a08-997e-32a125ca9557 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, a2203b54-134c-46ec-86ae-2ed6074211a3) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:16.130538 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ce25ff89-58ef-4c2d-a354-a5998d5f60a8 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router (c53e7bbd-7686-4bab-a0fd-cec7d6e81071), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.185237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:16.189512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.230632 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218da47e-c738-4122-926c-9f9f10e773a1 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Network': ['ID=d1e3bfeb-71d5-48e8-90f9-ac7ac9807289,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:16.261668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network d1e3bfeb-71d5-48e8-90f9-ac7ac9807289 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:22:16.270371 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-254364a1-7d89-4f18-a1af-ad59f93559c2 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=34f29e84b222418880f9a2e6a4499a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4194734 Oct 26 15:22:16.274632 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58264) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:16.276737 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4b1284-8bbe-4a08-997e-32a125ca9557 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:16.277369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ad4b1284-8bbe-4a08-997e-32a125ca9557 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.280100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:16.324874 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:16.341179 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f254f194-cc7a-4817-a9df-58b42dabda94 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:16.351226 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f254f194-cc7a-4817-a9df-58b42dabda94 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.371299 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-15416392-5621-42b9-8bed-cea889ff4863 admin admin] Publish callbacks [] for security_group (a468b428-dac1-4447-9246-2c80a048e037), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.376595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.398154 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ad4b1284-8bbe-4a08-997e-32a125ca9557 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4765899 Oct 26 15:22:16.403117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58266) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:16.411479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1210135265', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}, 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:16.440837 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-15416392-5621-42b9-8bed-cea889ff4863 admin admin] Publish callbacks [] for security_group (a468b428-dac1-4447-9246-2c80a048e037), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.486036 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:16.531203 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (32783b24-c43e-4398-9450-9c82d449bb82), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.532220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (32783b24-c43e-4398-9450-9c82d449bb82), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.533395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-15416392-5621-42b9-8bed-cea889ff4863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (a468b428-dac1-4447-9246-2c80a048e037), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.535982 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-15416392-5621-42b9-8bed-cea889ff4863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.536701 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ce25ff89-58ef-4c2d-a354-a5998d5f60a8 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (c53e7bbd-7686-4bab-a0fd-cec7d6e81071), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.537131 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-15416392-5621-42b9-8bed-cea889ff4863 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/a468b428-dac1-4447-9246-2c80a048e037 HTTP/1.1" status: 204 len: 168 time: 0.2619131 Oct 26 15:22:16.542661 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ce25ff89-58ef-4c2d-a354-a5998d5f60a8 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router_controller (c53e7bbd-7686-4bab-a0fd-cec7d6e81071), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.556049 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15416392-5621-42b9-8bed-cea889ff4863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a468b428-dac1-4447-9246-2c80a048e037,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:16.601431 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:16.622306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ce25ff89-58ef-4c2d-a354-a5998d5f60a8 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (c53e7bbd-7686-4bab-a0fd-cec7d6e81071), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.623430 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce25ff89-58ef-4c2d-a354-a5998d5f60a8 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c53e7bbd-7686-4bab-a0fd-cec7d6e81071 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:22:16.634069 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f254f194-cc7a-4817-a9df-58b42dabda94 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (708f902d-7c19-4ec0-a9ba-f0646a237b71), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.639617 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ce25ff89-58ef-4c2d-a354-a5998d5f60a8 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.640770 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ce25ff89-58ef-4c2d-a354-a5998d5f60a8 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] 10.222.0.60 "DELETE /networking/v2.0/routers/c53e7bbd-7686-4bab-a0fd-cec7d6e81071 HTTP/1.1" status: 204 len: 168 time: 0.7073326 Oct 26 15:22:16.644936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58270) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:16.647553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (5fff76ec-1625-4180-85e0-2e2b635ce7cd), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.655219 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e76c5e54-d48d-401b-848d-f3049c46b8a8 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Request body: {'router': {'name': 'tempest-router-1795806041', 'distributed': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:16.688640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (5fff76ec-1625-4180-85e0-2e2b635ce7cd), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.695978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for router_controller (32783b24-c43e-4398-9450-9c82d449bb82), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.716872 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254f194-cc7a-4817-a9df-58b42dabda94 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Subnet': ['ID=708f902d-7c19-4ec0-a9ba-f0646a237b71,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:16.743075 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254f194-cc7a-4817-a9df-58b42dabda94 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Checking segment: {'id': '69d88dfc-c6f8-4521-8197-0a03261975c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd1e3bfeb-71d5-48e8-90f9-ac7ac9807289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:16.743433 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f254f194-cc7a-4817-a9df-58b42dabda94 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network hostable DHCP agents. Network: d1e3bfeb-71d5-48e8-90f9-ac7ac9807289, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:22:16.764288 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f254f194-cc7a-4817-a9df-58b42dabda94 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network d1e3bfeb-71d5-48e8-90f9-ac7ac9807289 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:22:16.774443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-f254f194-cc7a-4817-a9df-58b42dabda94 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, d1e3bfeb-71d5-48e8-90f9-ac7ac9807289) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:16.779203 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f254f194-cc7a-4817-a9df-58b42dabda94 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:16.782417 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f254f194-cc7a-4817-a9df-58b42dabda94 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:16.808216 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f254f194-cc7a-4817-a9df-58b42dabda94 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6892207 Oct 26 15:22:16.811363 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58278) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:16.930114 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d5d46e3a-bdd6-4435-aa51-fc129c013bde tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (d1e3bfeb-71d5-48e8-90f9-ac7ac9807289), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.003504 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d5d46e3a-bdd6-4435-aa51-fc129c013bde tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (708f902d-7c19-4ec0-a9ba-f0646a237b71), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.038647 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e76c5e54-d48d-401b-848d-f3049c46b8a8 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (06f4c18f-3cd4-455d-a932-02b986c7ce16), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.039679 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e76c5e54-d48d-401b-848d-f3049c46b8a8 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (06f4c18f-3cd4-455d-a932-02b986c7ce16), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.081621 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d5d46e3a-bdd6-4435-aa51-fc129c013bde tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (708f902d-7c19-4ec0-a9ba-f0646a237b71), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.118192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=5fff76ec-1625-4180-85e0-2e2b635ce7cd,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:17.119910 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d46e3a-bdd6-4435-aa51-fc129c013bde tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Subnet': ['ID=708f902d-7c19-4ec0-a9ba-f0646a237b71,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:17.210564 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d5d46e3a-bdd6-4435-aa51-fc129c013bde tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (d1e3bfeb-71d5-48e8-90f9-ac7ac9807289), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.217132 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:17.241207 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-d5d46e3a-bdd6-4435-aa51-fc129c013bde tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e3bfeb-71d5-48e8-90f9-ac7ac9807289']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:17.251555 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-d5d46e3a-bdd6-4435-aa51-fc129c013bde tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d88dfc-c6f8-4521-8197-0a03261975c4') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:17.251694 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-d5d46e3a-bdd6-4435-aa51-fc129c013bde tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d88dfc-c6f8-4521-8197-0a03261975c4') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:17.263025 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for router_gateway (32783b24-c43e-4398-9450-9c82d449bb82), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.274036 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d5d46e3a-bdd6-4435-aa51-fc129c013bde tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (69d88dfc-c6f8-4521-8197-0a03261975c4), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.298517 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e76c5e54-d48d-401b-848d-f3049c46b8a8 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router_controller (06f4c18f-3cd4-455d-a932-02b986c7ce16), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.299177 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d5d46e3a-bdd6-4435-aa51-fc129c013bde tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (69d88dfc-c6f8-4521-8197-0a03261975c4), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.306617 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d46e3a-bdd6-4435-aa51-fc129c013bde tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:17.307151 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d5d46e3a-bdd6-4435-aa51-fc129c013bde tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (69d88dfc-c6f8-4521-8197-0a03261975c4), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.350601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e76c5e54-d48d-401b-848d-f3049c46b8a8 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (06f4c18f-3cd4-455d-a932-02b986c7ce16), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.350601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.359305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa100645-1097-4127-a73c-cbb975de0a84 None None] Network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:17.363185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615731ee-7ce0-48c4-b44c-bbf66b602fb6 None None] Network 85c37918-58a9-4ce0-8508-46b6802029f4 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:17.372994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ba305-627c-4985-bef9-b1b98ac226af None None] Network d1e3bfeb-71d5-48e8-90f9-ac7ac9807289 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:17.376321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e237a900-cd82-4694-8a9d-0bf5b22590b6 None None] Network 5d8b7873-c3bf-47e8-b184-60722f7cc3bf requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:17.378608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684a920f-4edb-4f41-a033-922d0d95b908 None None] Network e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:17.385903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c8b7b-0019-43c5-8f33-4a3ad6944dd8 None None] Network a2203b54-134c-46ec-86ae-2ed6074211a3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:17.388526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a3ae60-1537-4969-8a72-82b335250676 None None] Network 4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:17.415711 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 962ac1ec-b81b-4dab-aeaf-0f8d1d5bc68a resource provider aggregate not found Oct 26 15:22:17.422911 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:17.437402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e76c5e54-d48d-401b-848d-f3049c46b8a8 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.438990 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e76c5e54-d48d-401b-848d-f3049c46b8a8 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7890534 Oct 26 15:22:17.458348 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 962ac1ec-b81b-4dab-aeaf-0f8d1d5bc68a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 962ac1ec-b81b-4dab-aeaf-0f8d1d5bc68a found for delete ", "request_id": "req-41f5d431-39ce-43eb-9598-0b6637ef4687"}]} Oct 26 15:22:17.460670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58310) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:17.491722 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d5d46e3a-bdd6-4435-aa51-fc129c013bde tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (d1e3bfeb-71d5-48e8-90f9-ac7ac9807289), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.502864 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d5d46e3a-bdd6-4435-aa51-fc129c013bde tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.519375 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d5d46e3a-bdd6-4435-aa51-fc129c013bde tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/d1e3bfeb-71d5-48e8-90f9-ac7ac9807289 HTTP/1.1" status: 204 len: 168 time: 0.7054284 Oct 26 15:22:17.522280 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 69d88dfc-c6f8-4521-8197-0a03261975c4 resource provider aggregate not found Oct 26 15:22:17.545349 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58314) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:17.547401 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d46e3a-bdd6-4435-aa51-fc129c013bde tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Network': ['ID=d1e3bfeb-71d5-48e8-90f9-ac7ac9807289,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:17.549397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa100645-1097-4127-a73c-cbb975de0a84 None None] Network 39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:22:17.562613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f08bf456-4d9c-4cd8-b5c2-1477eacc270b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-129182233'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:17.572354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615731ee-7ce0-48c4-b44c-bbf66b602fb6 None None] Network 85c37918-58a9-4ce0-8508-46b6802029f4 could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:22:17.577512 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 69d88dfc-c6f8-4521-8197-0a03261975c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69d88dfc-c6f8-4521-8197-0a03261975c4 found for delete ", "request_id": "req-1476f973-7599-48aa-bff2-9e5d78a46279"}]} Oct 26 15:22:17.588671 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58318) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:17.615002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e237a900-cd82-4694-8a9d-0bf5b22590b6 None None] Network 5d8b7873-c3bf-47e8-b184-60722f7cc3bf could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:22:17.616974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ba305-627c-4985-bef9-b1b98ac226af None None] Network d1e3bfeb-71d5-48e8-90f9-ac7ac9807289 could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:22:17.618268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684a920f-4edb-4f41-a033-922d0d95b908 None None] Network e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37 could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:22:17.628389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6777c783-1699-4ee5-bc35-0cc1594e2ce5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:17.633305 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7775916c-e4f4-4f88-a804-d09257781ef3 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router (06f4c18f-3cd4-455d-a932-02b986c7ce16), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.663009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-db292804-f35c-457f-843b-705114f5f85f None None] Provisioning complete for port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:17.663813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-db292804-f35c-457f-843b-705114f5f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6777c783-1699-4ee5-bc35-0cc1594e2ce5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.664172 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-db292804-f35c-457f-843b-705114f5f85f None None] Attempt 1 to provision port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 Oct 26 15:22:17.671026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d85bf1-5e2c-404f-85c8-3e99ab498482 None None] Network 5d8b7873-c3bf-47e8-b184-60722f7cc3bf requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:17.673272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320c234a-6e78-4643-8c1f-71761672468a None None] Network d1e3bfeb-71d5-48e8-90f9-ac7ac9807289 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:17.729346 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08bf456-4d9c-4cd8-b5c2-1477eacc270b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:17.732480 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-19b13ca4-d76e-4628-b47c-20e1fe0f3648 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-590778623'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:17.733543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f08bf456-4d9c-4cd8-b5c2-1477eacc270b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.759066 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b13ca4-d76e-4628-b47c-20e1fe0f3648 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Made reservation on behalf of 828f5677d4134dbc926ce0d3cf3df67d for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:17.764382 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19b13ca4-d76e-4628-b47c-20e1fe0f3648 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.775421 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19b13ca4-d76e-4628-b47c-20e1fe0f3648 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.821182 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5fff76ec-1625-4180-85e0-2e2b635ce7cd), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.879097 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19b13ca4-d76e-4628-b47c-20e1fe0f3648 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for security_group (eaef2262-5e1e-4306-84a5-c179135f24dc), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.883135 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19b13ca4-d76e-4628-b47c-20e1fe0f3648 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (eaef2262-5e1e-4306-84a5-c179135f24dc), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.898926 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:17.902813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d85bf1-5e2c-404f-85c8-3e99ab498482 None None] Network 5d8b7873-c3bf-47e8-b184-60722f7cc3bf could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:22:17.904086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320c234a-6e78-4643-8c1f-71761672468a None None] Network d1e3bfeb-71d5-48e8-90f9-ac7ac9807289 could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:22:17.904219 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:17.908965 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for router_gateway (32783b24-c43e-4398-9450-9c82d449bb82), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.915531 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b13ca4-d76e-4628-b47c-20e1fe0f3648 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:22:17.917511 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08bf456-4d9c-4cd8-b5c2-1477eacc270b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:22:17.926062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b13ca4-d76e-4628-b47c-20e1fe0f3648 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaef2262-5e1e-4306-84a5-c179135f24dc,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:17.932425 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19b13ca4-d76e-4628-b47c-20e1fe0f3648 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (9258a5c0-478d-4b02-a25d-5a2558a8be18), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.932727 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-19b13ca4-d76e-4628-b47c-20e1fe0f3648 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Added segment 9258a5c0-478d-4b02-a25d-5a2558a8be18 of type vlan for network 6bd87a9a-af47-4f4f-a5fe-178dd98da584 Oct 26 15:22:17.974804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:17.975187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6777c783-1699-4ee5-bc35-0cc1594e2ce5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.975621 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 Oct 26 15:22:17.980197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7775916c-e4f4-4f88-a804-d09257781ef3 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (06f4c18f-3cd4-455d-a932-02b986c7ce16), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.983460 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:17.989749 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19b13ca4-d76e-4628-b47c-20e1fe0f3648 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (6bd87a9a-af47-4f4f-a5fe-178dd98da584), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:18.005385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7775916c-e4f4-4f88-a804-d09257781ef3 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router_controller (06f4c18f-3cd4-455d-a932-02b986c7ce16), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:18.023246 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f08bf456-4d9c-4cd8-b5c2-1477eacc270b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (a912d51a-27f5-476f-879a-f9cf999abe89), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:18.023693 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-f08bf456-4d9c-4cd8-b5c2-1477eacc270b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Added segment a912d51a-27f5-476f-879a-f9cf999abe89 of type vlan for network 89b515df-f6b2-4a71-89df-158753bfa701 Oct 26 15:22:18.027449 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19b13ca4-d76e-4628-b47c-20e1fe0f3648 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (6bd87a9a-af47-4f4f-a5fe-178dd98da584), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:18.031248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee11aec9-8b21-4b91-b3cb-b2d389032594 None None] Network a2203b54-134c-46ec-86ae-2ed6074211a3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:18.037662 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b13ca4-d76e-4628-b47c-20e1fe0f3648 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:18.038552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19b13ca4-d76e-4628-b47c-20e1fe0f3648 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:18.128004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374e9ec0-1ed6-4767-837b-76a1131f12cf None None] DHCP port deletion for e41ea4d4-ea93-4b0c-a9d6-ed18d4819d37 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:22:18.139820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:18.155662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-db292804-f35c-457f-843b-705114f5f85f None None] Current status of the port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:18.156063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-db292804-f35c-457f-843b-705114f5f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6777c783-1699-4ee5-bc35-0cc1594e2ce5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:18.180306 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b13ca4-d76e-4628-b47c-20e1fe0f3648 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event updated for resources: {'Network': ['ID=6bd87a9a-af47-4f4f-a5fe-178dd98da584,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:18.201635 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-19b13ca4-d76e-4628-b47c-20e1fe0f3648 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6111829 Oct 26 15:22:18.214731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 6bd87a9a-af47-4f4f-a5fe-178dd98da584 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:22:18.307896 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Allocated IP 172.26.11.51 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/239254fb-cea8-4081-8cba-c098d5a3fdaf) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:18.388099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-db292804-f35c-457f-843b-705114f5f85f None None] For port 6777c783-1699-4ee5-bc35-0cc1594e2ce5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6777c783-1699-4ee5-bc35-0cc1594e2ce5,segment=NetworkSegment(ecbd1579-a7e6-4b7c-a2f8-03149c428e60),segment_id=ecbd1579-a7e6-4b7c-a2f8-03149c428e60)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:18.417838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-db292804-f35c-457f-843b-705114f5f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6777c783-1699-4ee5-bc35-0cc1594e2ce5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:18.430804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:18.439897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f08bf456-4d9c-4cd8-b5c2-1477eacc270b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (89b515df-f6b2-4a71-89df-158753bfa701), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:18.444248 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7775916c-e4f4-4f88-a804-d09257781ef3 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (06f4c18f-3cd4-455d-a932-02b986c7ce16), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:18.444910 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7775916c-e4f4-4f88-a804-d09257781ef3 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06f4c18f-3cd4-455d-a932-02b986c7ce16 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:22:18.446054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6777c783-1699-4ee5-bc35-0cc1594e2ce5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:18.462813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7775916c-e4f4-4f88-a804-d09257781ef3 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:18.469992 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7775916c-e4f4-4f88-a804-d09257781ef3 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] 10.222.0.60 "DELETE /networking/v2.0/routers/06f4c18f-3cd4-455d-a932-02b986c7ce16 HTTP/1.1" status: 204 len: 168 time: 0.9867899 Oct 26 15:22:18.474622 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58324) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:18.479165 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-b2317def-84e9-4b5c-af3f-2999f8dcff37 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Request body: {'router': {'name': 'tempest-router-543538092', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e0ade7a21666495ca30d52b1b9b2710e'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:18.528542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db292804-f35c-457f-843b-705114f5f85f None None] Pushing event updated for resources: {'Port': ['ID=6777c783-1699-4ee5-bc35-0cc1594e2ce5,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:18.541959 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2317def-84e9-4b5c-af3f-2999f8dcff37 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (34f968be-75bb-4209-baa3-942ee20e4619), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:18.543214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2317def-84e9-4b5c-af3f-2999f8dcff37 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (34f968be-75bb-4209-baa3-942ee20e4619), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:18.588773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:18.590220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:18.592338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.db.api [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:22:18.593174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG oslo_db.api [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:22:18.606553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.db.resource_extend [None req-f08bf456-4d9c-4cd8-b5c2-1477eacc270b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 15:22:18.634736 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=5,neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:18.679197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2317def-84e9-4b5c-af3f-2999f8dcff37 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router_controller (34f968be-75bb-4209-baa3-942ee20e4619), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:18.686304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2317def-84e9-4b5c-af3f-2999f8dcff37 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (34f968be-75bb-4209-baa3-942ee20e4619), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:18.708313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f08bf456-4d9c-4cd8-b5c2-1477eacc270b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (89b515df-f6b2-4a71-89df-158753bfa701), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:18.713834 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2317def-84e9-4b5c-af3f-2999f8dcff37 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:18.714036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08bf456-4d9c-4cd8-b5c2-1477eacc270b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:18.714540 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f08bf456-4d9c-4cd8-b5c2-1477eacc270b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:18.725033 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b2317def-84e9-4b5c-af3f-2999f8dcff37 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2488008 Oct 26 15:22:18.726893 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58326) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:18.735667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-83881534-e5e2-44b5-a9e1-846744c375fe tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Request body: {'router': {'distributed': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:18.856430 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f08bf456-4d9c-4cd8-b5c2-1477eacc270b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3023171 Oct 26 15:22:18.862802 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (239254fb-cea8-4081-8cba-c098d5a3fdaf), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:18.868162 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58328) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:18.890084 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-87b678a3-88cc-43db-b0a5-8cc1892f3baa tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:18.917231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087e97bb-38de-48e2-a1ed-e91e02112500 None None] Network 4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:18.927040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bf456-4d9c-4cd8-b5c2-1477eacc270b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Network': ['ID=89b515df-f6b2-4a71-89df-158753bfa701,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:18.948522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 89b515df-f6b2-4a71-89df-158753bfa701 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:22:19.063267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9b9a2cc8-584d-4755-ba11-7eca19cc2774 None None] Provisioning complete for port 5fff76ec-1625-4180-85e0-2e2b635ce7cd triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:19.063944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9b9a2cc8-584d-4755-ba11-7eca19cc2774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5fff76ec-1625-4180-85e0-2e2b635ce7cd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:19.064443 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-9b9a2cc8-584d-4755-ba11-7eca19cc2774 None None] Attempt 1 to provision port 5fff76ec-1625-4180-85e0-2e2b635ce7cd Oct 26 15:22:19.127609 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:19.152653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-87b678a3-88cc-43db-b0a5-8cc1892f3baa tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (89b515df-f6b2-4a71-89df-158753bfa701), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:19.172196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (239254fb-cea8-4081-8cba-c098d5a3fdaf), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:19.197314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-9b9a2cc8-584d-4755-ba11-7eca19cc2774 None None] Port 5fff76ec-1625-4180-85e0-2e2b635ce7cd cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:22:19.206492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:19.238586 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-87b678a3-88cc-43db-b0a5-8cc1892f3baa tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (89b515df-f6b2-4a71-89df-158753bfa701), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:19.240161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9b9a2cc8-584d-4755-ba11-7eca19cc2774 None None] Provisioning complete for port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:19.241088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9b9a2cc8-584d-4755-ba11-7eca19cc2774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6777c783-1699-4ee5-bc35-0cc1594e2ce5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:19.241733 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-9b9a2cc8-584d-4755-ba11-7eca19cc2774 None None] Attempt 1 to provision port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 Oct 26 15:22:19.242951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:19.248324 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (5fff76ec-1625-4180-85e0-2e2b635ce7cd), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:19.258496 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:19.261297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:19.264406 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=239254fb-cea8-4081-8cba-c098d5a3fdaf,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:19.285650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-87b678a3-88cc-43db-b0a5-8cc1892f3baa tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network 89b515df-f6b2-4a71-89df-158753bfa701 is not hosted by any dhcp agent {{(pid=105321) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 15:22:19.299200 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b678a3-88cc-43db-b0a5-8cc1892f3baa tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:19.302772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-87b678a3-88cc-43db-b0a5-8cc1892f3baa tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:19.304051 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-87b678a3-88cc-43db-b0a5-8cc1892f3baa tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "PUT /networking/v2.0/networks/89b515df-f6b2-4a71-89df-158753bfa701 HTTP/1.1" status: 200 len: 723 time: 0.4326191 Oct 26 15:22:19.305533 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-83881534-e5e2-44b5-a9e1-846744c375fe tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (34f968be-75bb-4209-baa3-942ee20e4619), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:19.306004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-83881534-e5e2-44b5-a9e1-846744c375fe tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router (34f968be-75bb-4209-baa3-942ee20e4619), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:19.307921 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58330) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:19.313132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-3cca163f-ede7-4e3d-995b-21228d9e9774 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'subnet': {'network_id': '89b515df-f6b2-4a71-89df-158753bfa701', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:19.380814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-9b9a2cc8-584d-4755-ba11-7eca19cc2774 None None] Current status of the port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:19.412652 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (5fff76ec-1625-4180-85e0-2e2b635ce7cd), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:19.413288 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:19.422471 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b678a3-88cc-43db-b0a5-8cc1892f3baa tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Network': ['ID=89b515df-f6b2-4a71-89df-158753bfa701,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:19.436635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 89b515df-f6b2-4a71-89df-158753bfa701 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:22:19.558618 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-83881534-e5e2-44b5-a9e1-846744c375fe tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=105322) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 26 15:22:19.559227 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-83881534-e5e2-44b5-a9e1-846744c375fe tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Router 34f968be-75bb-4209-baa3-942ee20e4619 migrating from provider to provider. {{(pid=105322) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 26 15:22:19.563812 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-83881534-e5e2-44b5-a9e1-846744c375fe tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router_controller (34f968be-75bb-4209-baa3-942ee20e4619), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:19.571323 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-83881534-e5e2-44b5-a9e1-846744c375fe tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router_controller (34f968be-75bb-4209-baa3-942ee20e4619), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:19.583848 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-83881534-e5e2-44b5-a9e1-846744c375fe tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (34f968be-75bb-4209-baa3-942ee20e4619), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:19.586663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6777c783-1699-4ee5-bc35-0cc1594e2ce5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:19.650103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:19.650568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6777c783-1699-4ee5-bc35-0cc1594e2ce5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:19.650920 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 Oct 26 15:22:19.695913 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cca163f-ede7-4e3d-995b-21228d9e9774 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:19.702149 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3cca163f-ede7-4e3d-995b-21228d9e9774 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:19.718283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-86bdd7d1-2b2b-401e-9c69-e3d0a52165b2 None None] Provisioning complete for port 5fff76ec-1625-4180-85e0-2e2b635ce7cd triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:19.718674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86bdd7d1-2b2b-401e-9c69-e3d0a52165b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5fff76ec-1625-4180-85e0-2e2b635ce7cd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:19.719022 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-86bdd7d1-2b2b-401e-9c69-e3d0a52165b2 None None] Attempt 1 to provision port 5fff76ec-1625-4180-85e0-2e2b635ce7cd Oct 26 15:22:19.738995 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.scheduler.l3_agent_scheduler [None req-83881534-e5e2-44b5-a9e1-846744c375fe tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] No L3 agents can host the router 34f968be-75bb-4209-baa3-942ee20e4619 Oct 26 15:22:19.780615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:19.813442 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:19.817125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ec981d0f-17b9-4bee-a3c0-af77a0b4ccce no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:19.845840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: ec981d0f-17b9-4bee-a3c0-af77a0b4ccce {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:22:19.846194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ec981d0f-17b9-4bee-a3c0-af77a0b4ccce not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:22:19.857549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-86bdd7d1-2b2b-401e-9c69-e3d0a52165b2 None None] Port 5fff76ec-1625-4180-85e0-2e2b635ce7cd cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:22:19.867355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-86bdd7d1-2b2b-401e-9c69-e3d0a52165b2 None None] Provisioning complete for port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:19.867738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86bdd7d1-2b2b-401e-9c69-e3d0a52165b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6777c783-1699-4ee5-bc35-0cc1594e2ce5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:19.868082 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-86bdd7d1-2b2b-401e-9c69-e3d0a52165b2 None None] Attempt 1 to provision port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 Oct 26 15:22:19.887945 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:19.978552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-86bdd7d1-2b2b-401e-9c69-e3d0a52165b2 None None] Current status of the port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:20.012461 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:20.047703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=5fff76ec-1625-4180-85e0-2e2b635ce7cd,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:20.053108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83881534-e5e2-44b5-a9e1-846744c375fe tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Hosts for router 34f968be-75bb-4209-baa3-942ee20e4619: [] {{(pid=105322) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Oct 26 15:22:20.082047 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:20.082405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:20.082744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:20.083089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:20.083427 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:20.083761 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:20.084096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:20.084429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:20.084763 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:20.085132 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:20.085454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:20.085785 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:20.086111 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:20.086445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:20.086773 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:20.107504 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83881534-e5e2-44b5-a9e1-846744c375fe tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Hosts for other DVR routers connected to router 34f968be-75bb-4209-baa3-942ee20e4619: set() {{(pid=105322) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Oct 26 15:22:20.110507 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-83881534-e5e2-44b5-a9e1-846744c375fe tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:20.114215 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-83881534-e5e2-44b5-a9e1-846744c375fe tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] 10.222.0.60 "PUT /networking/v2.0/routers/34f968be-75bb-4209-baa3-942ee20e4619 HTTP/1.1" status: 200 len: 716 time: 1.3832819 Oct 26 15:22:20.115331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58332) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:20.121061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-11735c4b-aa93-4dc3-8ca3-a6ece5506fcc None None] Provisioning complete for port 5fff76ec-1625-4180-85e0-2e2b635ce7cd triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:20.121835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-11735c4b-aa93-4dc3-8ca3-a6ece5506fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5fff76ec-1625-4180-85e0-2e2b635ce7cd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:20.122431 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-11735c4b-aa93-4dc3-8ca3-a6ece5506fcc None None] Attempt 1 to provision port 5fff76ec-1625-4180-85e0-2e2b635ce7cd Oct 26 15:22:20.163127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network 4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:20.175276 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:20.196067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-11735c4b-aa93-4dc3-8ca3-a6ece5506fcc None None] Port 5fff76ec-1625-4180-85e0-2e2b635ce7cd cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:22:20.241211 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fafc5c05-78cf-4e24-b813-ecd879647b62 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] 10.222.0.60 "GET /networking/v2.0/routers/34f968be-75bb-4209-baa3-942ee20e4619 HTTP/1.1" status: 200 len: 716 time: 0.1227069 Oct 26 15:22:20.241460 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58334) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:20.296698 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3cca163f-ede7-4e3d-995b-21228d9e9774 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (e0b99058-1c61-4122-b47e-91df24fb6332), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:20.400660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca163f-ede7-4e3d-995b-21228d9e9774 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Subnet': ['ID=e0b99058-1c61-4122-b47e-91df24fb6332,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:20.430513 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cca163f-ede7-4e3d-995b-21228d9e9774 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Checking segment: {'id': 'a912d51a-27f5-476f-879a-f9cf999abe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '89b515df-f6b2-4a71-89df-158753bfa701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:20.430880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cca163f-ede7-4e3d-995b-21228d9e9774 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network hostable DHCP agents. Network: 89b515df-f6b2-4a71-89df-158753bfa701, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:22:20.442996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for router_gateway (32783b24-c43e-4398-9450-9c82d449bb82), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:20.496101 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cca163f-ede7-4e3d-995b-21228d9e9774 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network 89b515df-f6b2-4a71-89df-158753bfa701 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:22:20.509736 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-3cca163f-ede7-4e3d-995b-21228d9e9774 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 89b515df-f6b2-4a71-89df-158753bfa701) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:20.522413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06455f09-88fa-446a-b780-6ac5ce1d7117 None None] Network 89b515df-f6b2-4a71-89df-158753bfa701 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:20.543612 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cca163f-ede7-4e3d-995b-21228d9e9774 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:20.544216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3cca163f-ede7-4e3d-995b-21228d9e9774 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:20.555957 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b74a0d83-06c9-45e0-a28f-0b79d67bb054 tempest-RoutersTestDVR-471893473 tempest-RoutersTestDVR-471893473-project] 10.222.0.60 "GET /networking/v2.0/routers/34f968be-75bb-4209-baa3-942ee20e4619 HTTP/1.1" status: 200 len: 682 time: 0.3133020 Oct 26 15:22:20.556436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58338) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:20.613542 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3cca163f-ede7-4e3d-995b-21228d9e9774 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3044903 Oct 26 15:22:20.616494 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58340) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:20.635948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:20.649625 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:20.661818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-efd331ff-bfa7-4df2-a190-d24346c46c84 None None] Provisioning complete for port 5fff76ec-1625-4180-85e0-2e2b635ce7cd triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:20.662420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-efd331ff-bfa7-4df2-a190-d24346c46c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5fff76ec-1625-4180-85e0-2e2b635ce7cd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:20.662920 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-efd331ff-bfa7-4df2-a190-d24346c46c84 None None] Attempt 1 to provision port 5fff76ec-1625-4180-85e0-2e2b635ce7cd Oct 26 15:22:20.676206 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6e9db05-3174-4e71-b201-a8056a351610 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router (34f968be-75bb-4209-baa3-942ee20e4619), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:20.680192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (32783b24-c43e-4398-9450-9c82d449bb82), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:20.683435 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Router 5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:22:20.706195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-89b515df-f6b2-4a71-89df-158753bfa701', 'network_id': '89b515df-f6b2-4a71-89df-158753bfa701', 'project_id': '1f3d9e39a73b4f6dbd8554e45cd19aed', 'fixed_ips': [{'subnet_id': 'e0b99058-1c61-4122-b47e-91df24fb6332'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:22:20.707390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:20.800345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-efd331ff-bfa7-4df2-a190-d24346c46c84 None None] Port 5fff76ec-1625-4180-85e0-2e2b635ce7cd cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:22:20.874636 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6e9db05-3174-4e71-b201-a8056a351610 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (34f968be-75bb-4209-baa3-942ee20e4619), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:20.878226 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6e9db05-3174-4e71-b201-a8056a351610 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router_controller (34f968be-75bb-4209-baa3-942ee20e4619), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:20.879388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:22:20.891081 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:20.894741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daad8f4-5016-4e8c-9ba4-85a9576867cb None None] Sync routers for ids ['5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:22:20.899047 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-884d13c9-e9a9-4a3b-9f3d-1f13e5bd9f72 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "PUT /networking/v2.0/routers/5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7204947 Oct 26 15:22:20.901953 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58342) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:20.914349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Allocated IP 172.20.0.2 (89b515df-f6b2-4a71-89df-158753bfa701/e0b99058-1c61-4122-b47e-91df24fb6332/769ae073-1316-4a64-8bb8-7f45db2856c9) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:20.920969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daad8f4-5016-4e8c-9ba4-85a9576867cb None None] Routers {'5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:20.922886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3daad8f4-5016-4e8c-9ba4-85a9576867cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:20.956838 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6443701'] for subnet (e0b99058-1c61-4122-b47e-91df24fb6332), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:20.964145 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f79b7de-feb1-4854-bb9b-885cba38ee19 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:20.966121 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1f79b7de-feb1-4854-bb9b-885cba38ee19 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f HTTP/1.1" status: 200 len: 989 time: 0.0615532 Oct 26 15:22:20.969134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58344) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:20.977425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3daad8f4-5016-4e8c-9ba4-85a9576867cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:20.985723 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6e9db05-3174-4e71-b201-a8056a351610 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (34f968be-75bb-4209-baa3-942ee20e4619), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:20.986356 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e9db05-3174-4e71-b201-a8056a351610 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34f968be-75bb-4209-baa3-942ee20e4619 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:22:20.998778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daad8f4-5016-4e8c-9ba4-85a9576867cb None None] Routers {'5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:20.999165 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6e9db05-3174-4e71-b201-a8056a351610 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:20.999655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3daad8f4-5016-4e8c-9ba4-85a9576867cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:21.006209 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a6e9db05-3174-4e71-b201-a8056a351610 tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] 10.222.0.60 "DELETE /networking/v2.0/routers/34f968be-75bb-4209-baa3-942ee20e4619 HTTP/1.1" status: 204 len: 168 time: 0.4459088 Oct 26 15:22:21.009092 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58346) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:21.016320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-8cce9927-73b3-4ff9-bf6f-465921617aff tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Request body: {'router': {'name': 'tempest-router-480820047', 'distributed': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:21.052871 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8cce9927-73b3-4ff9-bf6f-465921617aff tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (31949e5a-681e-4437-8b96-f45e444bd444), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:21.054144 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8cce9927-73b3-4ff9-bf6f-465921617aff tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (31949e5a-681e-4437-8b96-f45e444bd444), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:21.055172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3daad8f4-5016-4e8c-9ba4-85a9576867cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:21.056250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daad8f4-5016-4e8c-9ba4-85a9576867cb None None] The sync data for ids ['5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:22:21.113891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8cce9927-73b3-4ff9-bf6f-465921617aff tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router_controller (31949e5a-681e-4437-8b96-f45e444bd444), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:21.120733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8cce9927-73b3-4ff9-bf6f-465921617aff tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (31949e5a-681e-4437-8b96-f45e444bd444), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:21.145344 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8cce9927-73b3-4ff9-bf6f-465921617aff tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:21.146685 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8cce9927-73b3-4ff9-bf6f-465921617aff tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1361997 Oct 26 15:22:21.149257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58348) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:21.218125 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=2,neutron:INSERT=2,neutron:SELECT=96 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:21.238571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Publish callbacks [] for port (769ae073-1316-4a64-8bb8-7f45db2856c9), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:21.240831 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-296675f2-a155-4d88-a0de-06b593d4c1af tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router (31949e5a-681e-4437-8b96-f45e444bd444), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:21.249156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (769ae073-1316-4a64-8bb8-7f45db2856c9), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:21.286557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:21.303525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:21.312766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Network 89b515df-f6b2-4a71-89df-158753bfa701 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:21.319642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:21.327142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Pushing event updated for resources: {'Port': ['ID=769ae073-1316-4a64-8bb8-7f45db2856c9,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:21.330441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:21.346142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.347000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.347459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.348170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.348713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.349248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.349690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.350204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.350661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.351173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.351609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.352106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.352676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.353244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.353678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.412460 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 32783b24-c43e-4398-9450-9c82d449bb82 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:22:21.417883 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:21.418596 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:21.427938 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787935637432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6469662'] for subnet (e0b99058-1c61-4122-b47e-91df24fb6332), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:21.461897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Attempting to bind port 769ae073-1316-4a64-8bb8-7f45db2856c9 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:21.462641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Attempting to bind port 769ae073-1316-4a64-8bb8-7f45db2856c9 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'a912d51a-27f5-476f-879a-f9cf999abe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '89b515df-f6b2-4a71-89df-158753bfa701'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:21.463371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Attempting to bind port 769ae073-1316-4a64-8bb8-7f45db2856c9 on network 89b515df-f6b2-4a71-89df-158753bfa701 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:21.478482 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:21.479037 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:21.480379 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "PUT /networking/v2.0/subnets/e0b99058-1c61-4122-b47e-91df24fb6332 HTTP/1.1" status: 200 len: 806 time: 0.8635123 Oct 26 15:22:21.505472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58350) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:21.505472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58352) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:21.509004 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8ad78095-8ed7-4044-8763-b8f305cbe99c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:21.514124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-2669882b-b13c-4ab1-9d10-b3c510ac1b27 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Request body: {'subnet': {'network_id': '6bd87a9a-af47-4f4f-a5fe-178dd98da584', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:21.523282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:22:21.523867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Checking segment: {'id': 'a912d51a-27f5-476f-879a-f9cf999abe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '89b515df-f6b2-4a71-89df-158753bfa701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:21.524221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:21.524858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Bound using segment: {'id': 'a912d51a-27f5-476f-879a-f9cf999abe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '89b515df-f6b2-4a71-89df-158753bfa701'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:22:21.526219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Bound port: 769ae073-1316-4a64-8bb8-7f45db2856c9, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a912d51a-27f5-476f-879a-f9cf999abe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '89b515df-f6b2-4a71-89df-158753bfa701'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:22:21.526219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (769ae073-1316-4a64-8bb8-7f45db2856c9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:21.594654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] For port 769ae073-1316-4a64-8bb8-7f45db2856c9, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:22:21.598190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] For port 769ae073-1316-4a64-8bb8-7f45db2856c9, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=769ae073-1316-4a64-8bb8-7f45db2856c9,segment=NetworkSegment(a912d51a-27f5-476f-879a-f9cf999abe89),segment_id=a912d51a-27f5-476f-879a-f9cf999abe89)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:22:21.605054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (769ae073-1316-4a64-8bb8-7f45db2856c9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:21.667689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1850632-982e-48d6-8c17-18506a28f1e3 None None] Pushing event updated for resources: {'Port': ['ID=769ae073-1316-4a64-8bb8-7f45db2856c9,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:21.877957 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Subnet': ['ID=e0b99058-1c61-4122-b47e-91df24fb6332,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:21.911115 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-296675f2-a155-4d88-a0de-06b593d4c1af tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (31949e5a-681e-4437-8b96-f45e444bd444), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:21.916580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-296675f2-a155-4d88-a0de-06b593d4c1af tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router_controller (31949e5a-681e-4437-8b96-f45e444bd444), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:21.921524 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.921877 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.922219 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.922555 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.922912 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.923249 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.923582 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.923909 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.924234 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.924562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.924910 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.925236 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.925558 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.925884 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.926208 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992753f1-8ab3-4efe-a36f-2f333172d4c8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:22:21.972422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-296675f2-a155-4d88-a0de-06b593d4c1af tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (31949e5a-681e-4437-8b96-f45e444bd444), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:21.973567 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296675f2-a155-4d88-a0de-06b593d4c1af tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31949e5a-681e-4437-8b96-f45e444bd444 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:22:21.978623 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-296675f2-a155-4d88-a0de-06b593d4c1af tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:21.979797 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-296675f2-a155-4d88-a0de-06b593d4c1af tempest-RoutersTestDVR-1612911292 tempest-RoutersTestDVR-1612911292-project-admin] 10.222.0.60 "DELETE /networking/v2.0/routers/31949e5a-681e-4437-8b96-f45e444bd444 HTTP/1.1" status: 204 len: 168 time: 0.8293650 Oct 26 15:22:22.104832 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:22:22.120334 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f25c5a-c11f-4de1-835b-12d0453b98f2 None None] Sync routers for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:22:22.135233 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (89b515df-f6b2-4a71-89df-158753bfa701), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:22.141189 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f25c5a-c11f-4de1-835b-12d0453b98f2 None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:22.142003 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-67f25c5a-c11f-4de1-835b-12d0453b98f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:22.162320 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2669882b-b13c-4ab1-9d10-b3c510ac1b27 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Made reservation on behalf of 828f5677d4134dbc926ce0d3cf3df67d for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:22.166056 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2669882b-b13c-4ab1-9d10-b3c510ac1b27 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:22.179651 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-67f25c5a-c11f-4de1-835b-12d0453b98f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:22.191322 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f25c5a-c11f-4de1-835b-12d0453b98f2 None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:22.192067 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-67f25c5a-c11f-4de1-835b-12d0453b98f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:22.225996 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-67f25c5a-c11f-4de1-835b-12d0453b98f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:22.226610 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f25c5a-c11f-4de1-835b-12d0453b98f2 None None] The sync data for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:22:22.227234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:22.228460 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0cc38b1a-1f85-4d85-932a-8f2faf16ffcb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.8223100 Oct 26 15:22:22.232697 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58360) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:22.245872 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:22.313840 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58362) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:22.335183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Deleting port 769ae073-1316-4a64-8bb8-7f45db2856c9 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:22.335562 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (769ae073-1316-4a64-8bb8-7f45db2856c9), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:22.395706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-8ad78095-8ed7-4044-8763-b8f305cbe99c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port 5fff76ec-1625-4180-85e0-2e2b635ce7cd {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:22.396093 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8ad78095-8ed7-4044-8763-b8f305cbe99c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (5fff76ec-1625-4180-85e0-2e2b635ce7cd), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:22.500981 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b8b4cca6-f969-47e2-a6f3-aa89842c0ff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:22.505764 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:22.554481 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] For port 769ae073-1316-4a64-8bb8-7f45db2856c9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=769ae073-1316-4a64-8bb8-7f45db2856c9,segment=NetworkSegment(a912d51a-27f5-476f-879a-f9cf999abe89),segment_id=a912d51a-27f5-476f-879a-f9cf999abe89)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:22.554844 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (769ae073-1316-4a64-8bb8-7f45db2856c9), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:22.610542 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Calling delete_port for 769ae073-1316-4a64-8bb8-7f45db2856c9 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:22.636192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8ad78095-8ed7-4044-8763-b8f305cbe99c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (5fff76ec-1625-4180-85e0-2e2b635ce7cd), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:22.655590 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-8ad78095-8ed7-4044-8763-b8f305cbe99c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for 5fff76ec-1625-4180-85e0-2e2b635ce7cd owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:22.681579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32138c0d-eb95-4656-83e8-59cd5e5ec6a0 None None] Network 89b515df-f6b2-4a71-89df-158753bfa701 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:22.685797 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2669882b-b13c-4ab1-9d10-b3c510ac1b27 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (6781c17b-1d54-4c21-b2bf-fe752434a9e0), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:22.710835 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b8b4cca6-f969-47e2-a6f3-aa89842c0ff9 admin admin] Publish callbacks [] for security_group (8244c2d2-7767-4270-aa7b-114c1d7b77ec), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:22.719006 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b8b4cca6-f969-47e2-a6f3-aa89842c0ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (8244c2d2-7767-4270-aa7b-114c1d7b77ec), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:22.745786 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:22.747233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e46f524e-a408-4fc3-8ec0-f84785efb200 None None] Provisioning complete for port 769ae073-1316-4a64-8bb8-7f45db2856c9 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:22.748265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e46f524e-a408-4fc3-8ec0-f84785efb200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (769ae073-1316-4a64-8bb8-7f45db2856c9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:22.748727 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e46f524e-a408-4fc3-8ec0-f84785efb200 None None] Attempt 1 to provision port 769ae073-1316-4a64-8bb8-7f45db2856c9 Oct 26 15:22:22.802923 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4cca6-f969-47e2-a6f3-aa89842c0ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8244c2d2-7767-4270-aa7b-114c1d7b77ec,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:22.811217 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b8b4cca6-f969-47e2-a6f3-aa89842c0ff9 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e0ade7a21666495ca30d52b1b9b2710e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4963493 Oct 26 15:22:22.812352 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669882b-b13c-4ab1-9d10-b3c510ac1b27 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event updated for resources: {'Subnet': ['ID=6781c17b-1d54-4c21-b2bf-fe752434a9e0,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:22.814468 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58366) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:22.862638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2669882b-b13c-4ab1-9d10-b3c510ac1b27 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Checking segment: {'id': '9258a5c0-478d-4b02-a25d-5a2558a8be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6bd87a9a-af47-4f4f-a5fe-178dd98da584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:22.863054 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2669882b-b13c-4ab1-9d10-b3c510ac1b27 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Network hostable DHCP agents. Network: 6bd87a9a-af47-4f4f-a5fe-178dd98da584, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:22:22.898979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a28d5786-a985-4803-9724-aea8d5fa2cdc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:22.901243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:22.921817 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6d9aa021-737b-4ce8-99d4-124fb40848d4 admin admin] Publish callbacks [] for security_group (8244c2d2-7767-4270-aa7b-114c1d7b77ec), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:22.924458 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:22.961703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2669882b-b13c-4ab1-9d10-b3c510ac1b27 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Network 6bd87a9a-af47-4f4f-a5fe-178dd98da584 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:22:22.984302 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (769ae073-1316-4a64-8bb8-7f45db2856c9), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:22.986378 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-2669882b-b13c-4ab1-9d10-b3c510ac1b27 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 6bd87a9a-af47-4f4f-a5fe-178dd98da584) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:22.990693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6d9aa021-737b-4ce8-99d4-124fb40848d4 admin admin] Publish callbacks [] for security_group (8244c2d2-7767-4270-aa7b-114c1d7b77ec), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.023986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6380977a-818e-4ae6-a214-8ddc0d6ef184 None None] Network 6bd87a9a-af47-4f4f-a5fe-178dd98da584 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:23.034032 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2669882b-b13c-4ab1-9d10-b3c510ac1b27 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:23.034650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2669882b-b13c-4ab1-9d10-b3c510ac1b27 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.042475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Port': ['ID=769ae073-1316-4a64-8bb8-7f45db2856c9,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:23.043297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e46f524e-a408-4fc3-8ec0-f84785efb200 None None] Port 769ae073-1316-4a64-8bb8-7f45db2856c9 update to ACTIVE by agent not found {{(pid=105323) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2310}} Oct 26 15:22:23.106151 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6d9aa021-737b-4ce8-99d4-124fb40848d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (8244c2d2-7767-4270-aa7b-114c1d7b77ec), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.110776 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6d9aa021-737b-4ce8-99d4-124fb40848d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.114487 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6d9aa021-737b-4ce8-99d4-124fb40848d4 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8244c2d2-7767-4270-aa7b-114c1d7b77ec HTTP/1.1" status: 204 len: 168 time: 0.2971752 Oct 26 15:22:23.116966 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2669882b-b13c-4ab1-9d10-b3c510ac1b27 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6089809 Oct 26 15:22:23.117755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No DVR routers for this DVR port 769ae073-1316-4a64-8bb8-7f45db2856c9 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:23.122398 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58370) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:23.167850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-bad8101f-2e7c-4776-ad94-51a7d6fc7d70 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2060704381'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:23.173081 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (e0b99058-1c61-4122-b47e-91df24fb6332), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.196631 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9aa021-737b-4ce8-99d4-124fb40848d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8244c2d2-7767-4270-aa7b-114c1d7b77ec,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:23.235272 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad8101f-2e7c-4776-ad94-51a7d6fc7d70 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Made reservation on behalf of 828f5677d4134dbc926ce0d3cf3df67d for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:23.251178 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bad8101f-2e7c-4776-ad94-51a7d6fc7d70 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.256017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-6bd87a9a-af47-4f4f-a5fe-178dd98da584', 'network_id': '6bd87a9a-af47-4f4f-a5fe-178dd98da584', 'project_id': '828f5677d4134dbc926ce0d3cf3df67d', 'fixed_ips': [{'subnet_id': '6781c17b-1d54-4c21-b2bf-fe752434a9e0'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:22:23.257608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.269297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8ad78095-8ed7-4044-8763-b8f305cbe99c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (5fff76ec-1625-4180-85e0-2e2b635ce7cd), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.323380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (e0b99058-1c61-4122-b47e-91df24fb6332), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.330873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad78095-8ed7-4044-8763-b8f305cbe99c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=5fff76ec-1625-4180-85e0-2e2b635ce7cd,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:23.333195 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad8101f-2e7c-4776-ad94-51a7d6fc7d70 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:22:23.371374 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bad8101f-2e7c-4776-ad94-51a7d6fc7d70 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (c68c10a7-78b5-4627-b5db-6e352f5581dd), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.371812 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-bad8101f-2e7c-4776-ad94-51a7d6fc7d70 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Added segment c68c10a7-78b5-4627-b5db-6e352f5581dd of type vlan for network 711b165c-d24c-4e72-9e5a-4fd1d3767876 Oct 26 15:22:23.409671 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b99058-1c61-4122-b47e-91df24fb6332,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:23.418427 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-a28d5786-a985-4803-9724-aea8d5fa2cdc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Allocated IP 172.20.0.1 (a2203b54-134c-46ec-86ae-2ed6074211a3/21275f1f-c163-44d0-a668-3ac9c01e25f0/51c90240-dd2f-420a-8491-9e60813d28c3) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:23.449125 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bad8101f-2e7c-4776-ad94-51a7d6fc7d70 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (711b165c-d24c-4e72-9e5a-4fd1d3767876), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.507234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Allocated IP 2001:db8:0:ffff::2 (6bd87a9a-af47-4f4f-a5fe-178dd98da584/6781c17b-1d54-4c21-b2bf-fe752434a9e0/8a07d90a-491a-4d73-bc12-0b568fe4ca2d) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:23.548580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797afa62-ef38-4b2d-b705-7cc30bb647e4 None None] Network 89b515df-f6b2-4a71-89df-158753bfa701 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:23.560089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:23.588072 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bad8101f-2e7c-4776-ad94-51a7d6fc7d70 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (711b165c-d24c-4e72-9e5a-4fd1d3767876), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.594599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8101f-2e7c-4776-ad94-51a7d6fc7d70 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:23.596538 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bad8101f-2e7c-4776-ad94-51a7d6fc7d70 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.597229 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (89b515df-f6b2-4a71-89df-158753bfa701), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.613028 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8ad78095-8ed7-4044-8763-b8f305cbe99c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.625285 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b515df-f6b2-4a71-89df-158753bfa701']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:23.643248 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a912d51a-27f5-476f-879a-f9cf999abe89') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:23.643798 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a912d51a-27f5-476f-879a-f9cf999abe89') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:23.695371 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58374) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:23.697239 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (a912d51a-27f5-476f-879a-f9cf999abe89), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.702356 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bad8101f-2e7c-4776-ad94-51a7d6fc7d70 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5396321 Oct 26 15:22:23.709702 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58376) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:23.714604 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f35668e6-52a4-4e51-87a7-ccbcfc204aa2 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Request body: {'subnet': {'network_id': '711b165c-d24c-4e72-9e5a-4fd1d3767876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:23.733680 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (a912d51a-27f5-476f-879a-f9cf999abe89), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.741596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-764db384-632c-46eb-a5b0-ed7cdbf66cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.773859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:23.774288 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (a912d51a-27f5-476f-879a-f9cf999abe89), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.798046 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:23.804488 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8101f-2e7c-4776-ad94-51a7d6fc7d70 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event updated for resources: {'Network': ['ID=711b165c-d24c-4e72-9e5a-4fd1d3767876,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:23.838009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Publish callbacks [] for port (8a07d90a-491a-4d73-bc12-0b568fe4ca2d), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.840407 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment a912d51a-27f5-476f-879a-f9cf999abe89 resource provider aggregate not found Oct 26 15:22:23.840563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:23.847038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 711b165c-d24c-4e72-9e5a-4fd1d3767876 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:22:23.865311 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a28d5786-a985-4803-9724-aea8d5fa2cdc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (51c90240-dd2f-420a-8491-9e60813d28c3), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.879025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c821ffef-8705-4eb2-b4a3-098e7d705cc8 None None] DHCP port deletion for 89b515df-f6b2-4a71-89df-158753bfa701 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:22:23.892825 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35668e6-52a4-4e51-87a7-ccbcfc204aa2 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Made reservation on behalf of 828f5677d4134dbc926ce0d3cf3df67d for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:23.893981 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment a912d51a-27f5-476f-879a-f9cf999abe89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a912d51a-27f5-476f-879a-f9cf999abe89 found for delete ", "request_id": "req-7f80d70c-88d7-434d-890d-13969d5cc6d5"}]} Oct 26 15:22:23.896532 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f35668e6-52a4-4e51-87a7-ccbcfc204aa2 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.939557 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (89b515df-f6b2-4a71-89df-158753bfa701), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.943014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (8a07d90a-491a-4d73-bc12-0b568fe4ca2d), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.963377 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:23.969452 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/89b515df-f6b2-4a71-89df-158753bfa701 HTTP/1.1" status: 204 len: 168 time: 2.4601490 Oct 26 15:22:23.971191 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58382) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:23.983720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad78095-8ed7-4044-8763-b8f305cbe99c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Router 5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:22:23.984698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40dece-4730-42c4-96e7-dbe632f6c07c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Network': ['ID=89b515df-f6b2-4a71-89df-158753bfa701,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:23.995901 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a28d5786-a985-4803-9724-aea8d5fa2cdc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (51c90240-dd2f-420a-8491-9e60813d28c3), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.002739 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:24.004123 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8b8a50-eaab-4a37-9e66-df9f11f73aa9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:24.004680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8b8a50-eaab-4a37-9e66-df9f11f73aa9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:24.011496 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9c8b8a50-eaab-4a37-9e66-df9f11f73aa9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/89b515df-f6b2-4a71-89df-158753bfa701 HTTP/1.1" status: 404 len: 339 time: 0.0372059 Oct 26 15:22:24.011673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:24.016552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58384) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:24.021311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:24.034600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Network 6bd87a9a-af47-4f4f-a5fe-178dd98da584 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:24.040437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:24.042779 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-6d81bf82-eece-4924-8ded-f49dc110c551 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2008688003', 'description': 'd1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:24.043403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:24.045579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Pushing event updated for resources: {'Port': ['ID=8a07d90a-491a-4d73-bc12-0b568fe4ca2d,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:24.090452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28d5786-a985-4803-9724-aea8d5fa2cdc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network a2203b54-134c-46ec-86ae-2ed6074211a3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:24.098082 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-764db384-632c-46eb-a5b0-ed7cdbf66cc4 admin admin] Publish callbacks [] for security_group (0d2d48a1-2d4a-49b9-aeb0-3f2f7d50cb9a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.101543 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-a28d5786-a985-4803-9724-aea8d5fa2cdc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:24.105534 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28d5786-a985-4803-9724-aea8d5fa2cdc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:24.108252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d5786-a985-4803-9724-aea8d5fa2cdc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=51c90240-dd2f-420a-8491-9e60813d28c3,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:24.110441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d81bf82-eece-4924-8ded-f49dc110c551 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:24.114117 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6d81bf82-eece-4924-8ded-f49dc110c551 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.124511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Attempting to bind port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:24.125184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Attempting to bind port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9258a5c0-478d-4b02-a25d-5a2558a8be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6bd87a9a-af47-4f4f-a5fe-178dd98da584'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:24.125554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Attempting to bind port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d on network 6bd87a9a-af47-4f4f-a5fe-178dd98da584 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:24.127776 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-764db384-632c-46eb-a5b0-ed7cdbf66cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (0d2d48a1-2d4a-49b9-aeb0-3f2f7d50cb9a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.144368 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad78095-8ed7-4044-8763-b8f305cbe99c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:22:24.160127 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8ad78095-8ed7-4044-8763-b8f305cbe99c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "PUT /networking/v2.0/routers/5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1875656 Oct 26 15:22:24.161898 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58386) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:24.174134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4527c89-b6c9-4957-a4b1-c6307730d079 None None] Sync routers for ids ['5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:22:24.180039 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-764db384-632c-46eb-a5b0-ed7cdbf66cc4 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a1bbf96e5e9947079776c60f9bf43e06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4784000 Oct 26 15:22:24.181656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58388) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:24.187403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:22:24.187788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Checking segment: {'id': '9258a5c0-478d-4b02-a25d-5a2558a8be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6bd87a9a-af47-4f4f-a5fe-178dd98da584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:24.188200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.188600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Bound using segment: {'id': '9258a5c0-478d-4b02-a25d-5a2558a8be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6bd87a9a-af47-4f4f-a5fe-178dd98da584'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:22:24.189129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Bound port: 8a07d90a-491a-4d73-bc12-0b568fe4ca2d, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9258a5c0-478d-4b02-a25d-5a2558a8be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6bd87a9a-af47-4f4f-a5fe-178dd98da584'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:22:24.189508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a07d90a-491a-4d73-bc12-0b568fe4ca2d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.191075 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764db384-632c-46eb-a5b0-ed7cdbf66cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2d48a1-2d4a-49b9-aeb0-3f2f7d50cb9a,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:24.191358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4527c89-b6c9-4957-a4b1-c6307730d079 None None] Routers {'5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:24.191970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c4527c89-b6c9-4957-a4b1-c6307730d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:24.227436 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb2e3ea-0b0c-43ed-bf55-28589030bce8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] GET failed (client error): The resource could not be found. Oct 26 15:22:24.228873 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3cb2e3ea-0b0c-43ed-bf55-28589030bce8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports/5fff76ec-1625-4180-85e0-2e2b635ce7cd HTTP/1.1" status: 404 len: 333 time: 0.0665307 Oct 26 15:22:24.233975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58390) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:24.235342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c4527c89-b6c9-4957-a4b1-c6307730d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:24.238774 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a28d5786-a985-4803-9724-aea8d5fa2cdc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (32783b24-c43e-4398-9450-9c82d449bb82), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.269682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4527c89-b6c9-4957-a4b1-c6307730d079 None None] Routers {'5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:24.270642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c4527c89-b6c9-4957-a4b1-c6307730d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:24.286603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d81bf82-eece-4924-8ded-f49dc110c551 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:22:24.315619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c4527c89-b6c9-4957-a4b1-c6307730d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:24.316497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4527c89-b6c9-4957-a4b1-c6307730d079 None None] The sync data for ids ['5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:22:24.332886 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6d81bf82-eece-4924-8ded-f49dc110c551 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (3cbad62b-7907-469e-aa85-3888b957c17a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.333233 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-6d81bf82-eece-4924-8ded-f49dc110c551 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Added segment 3cbad62b-7907-469e-aa85-3888b957c17a of type vlan for network 106687a5-eb70-4afa-be29-45c56be4dee6 Oct 26 15:22:24.337085 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c6e56cdb-27cc-4769-8e27-359afd23cef8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for router (5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.345158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] For port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:22:24.349342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] For port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a07d90a-491a-4d73-bc12-0b568fe4ca2d,segment=NetworkSegment(9258a5c0-478d-4b02-a25d-5a2558a8be18),segment_id=9258a5c0-478d-4b02-a25d-5a2558a8be18)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:22:24.357724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a07d90a-491a-4d73-bc12-0b568fe4ca2d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.377111 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eae9c514-0fe1-4720-aba9-df43a1612acc admin admin] Publish callbacks [] for security_group (0d2d48a1-2d4a-49b9-aeb0-3f2f7d50cb9a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.420913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7584973-21dc-410d-af19-d7f12019f415 None None] Pushing event updated for resources: {'Port': ['ID=8a07d90a-491a-4d73-bc12-0b568fe4ca2d,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:24.444921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eae9c514-0fe1-4720-aba9-df43a1612acc admin admin] Publish callbacks [] for security_group (0d2d48a1-2d4a-49b9-aeb0-3f2f7d50cb9a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.458382 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6d81bf82-eece-4924-8ded-f49dc110c551 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (106687a5-eb70-4afa-be29-45c56be4dee6), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.460418 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:24.563404 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.objects.ports [None req-f35668e6-52a4-4e51-87a7-ccbcfc204aa2 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105322) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:22:24.564294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6d81bf82-eece-4924-8ded-f49dc110c551 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (106687a5-eb70-4afa-be29-45c56be4dee6), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.568476 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c6e56cdb-27cc-4769-8e27-359afd23cef8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.569254 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d81bf82-eece-4924-8ded-f49dc110c551 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:24.570046 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6d81bf82-eece-4924-8ded-f49dc110c551 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.571657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c6e56cdb-27cc-4769-8e27-359afd23cef8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for router_controller (5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.582175 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f35668e6-52a4-4e51-87a7-ccbcfc204aa2 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (76ec9346-bd40-4aaa-8252-9a80b780d6d7), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.644480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c6e56cdb-27cc-4769-8e27-359afd23cef8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.645120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e56cdb-27cc-4769-8e27-359afd23cef8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Fanout notify agent at l3_agent the message router_deleted on router 5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:22:24.657222 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c6e56cdb-27cc-4769-8e27-359afd23cef8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.661431 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c6e56cdb-27cc-4769-8e27-359afd23cef8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/routers/5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f HTTP/1.1" status: 204 len: 168 time: 0.4263508 Oct 26 15:22:24.662084 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58392) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:24.679223 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a28d5786-a985-4803-9724-aea8d5fa2cdc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c90240-dd2f-420a-8491-9e60813d28c3), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.696429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eae9c514-0fe1-4720-aba9-df43a1612acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (0d2d48a1-2d4a-49b9-aeb0-3f2f7d50cb9a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.696649 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6d81bf82-eece-4924-8ded-f49dc110c551 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6803131 Oct 26 15:22:24.700259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eae9c514-0fe1-4720-aba9-df43a1612acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.714569 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eae9c514-0fe1-4720-aba9-df43a1612acc admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/0d2d48a1-2d4a-49b9-aeb0-3f2f7d50cb9a HTTP/1.1" status: 204 len: 168 time: 0.5256057 Oct 26 15:22:24.715451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58394) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:24.747000 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81bf82-eece-4924-8ded-f49dc110c551 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Network': ['ID=106687a5-eb70-4afa-be29-45c56be4dee6,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:24.751551 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:24.760044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 106687a5-eb70-4afa-be29-45c56be4dee6 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:22:24.761894 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef229c9-bf7b-4d26-81d1-da655964b67c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting subnet 26d3993a-f8e0-4e81-85de-dffac09374b5 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:24.765789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9c514-0fe1-4720-aba9-df43a1612acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2d48a1-2d4a-49b9-aeb0-3f2f7d50cb9a,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:24.767603 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eef229c9-bf7b-4d26-81d1-da655964b67c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (26d3993a-f8e0-4e81-85de-dffac09374b5), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.803257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35668e6-52a4-4e51-87a7-ccbcfc204aa2 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event updated for resources: {'Subnet': ['ID=76ec9346-bd40-4aaa-8252-9a80b780d6d7,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:24.822936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eef229c9-bf7b-4d26-81d1-da655964b67c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (26d3993a-f8e0-4e81-85de-dffac09374b5), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.916374 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:24.932010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb425d-137d-4309-92cb-7cd1fd9bb8ad tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:24.933743 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d8eb425d-137d-4309-92cb-7cd1fd9bb8ad tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "GET /networking/v2.0/networks?id=106687a5-eb70-4afa-be29-45c56be4dee6 HTTP/1.1" status: 200 len: 761 time: 0.2129517 Oct 26 15:22:24.934359 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eef229c9-bf7b-4d26-81d1-da655964b67c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (26d3993a-f8e0-4e81-85de-dffac09374b5), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:24.934809 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35668e6-52a4-4e51-87a7-ccbcfc204aa2 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Checking segment: {'id': 'c68c10a7-78b5-4627-b5db-6e352f5581dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '711b165c-d24c-4e72-9e5a-4fd1d3767876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:24.935180 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35668e6-52a4-4e51-87a7-ccbcfc204aa2 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Network hostable DHCP agents. Network: 711b165c-d24c-4e72-9e5a-4fd1d3767876, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:22:24.937907 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58398) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:24.976066 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-addeffd2-ad86-4bb4-a4ac-be44e0920466 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'network': {'description': 'd2'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:25.013747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eef229c9-bf7b-4d26-81d1-da655964b67c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (26d3993a-f8e0-4e81-85de-dffac09374b5), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.044057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef229c9-bf7b-4d26-81d1-da655964b67c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Subnet': ['ID=26d3993a-f8e0-4e81-85de-dffac09374b5,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:25.048182 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eef229c9-bf7b-4d26-81d1-da655964b67c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.051525 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eef229c9-bf7b-4d26-81d1-da655964b67c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/26d3993a-f8e0-4e81-85de-dffac09374b5 HTTP/1.1" status: 204 len: 168 time: 0.3871181 Oct 26 15:22:25.054306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58402) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:25.104000 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35668e6-52a4-4e51-87a7-ccbcfc204aa2 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Network 711b165c-d24c-4e72-9e5a-4fd1d3767876 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:22:25.146218 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.146395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-f35668e6-52a4-4e51-87a7-ccbcfc204aa2 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 711b165c-d24c-4e72-9e5a-4fd1d3767876) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:25.151580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35668e6-52a4-4e51-87a7-ccbcfc204aa2 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:25.152325 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f35668e6-52a4-4e51-87a7-ccbcfc204aa2 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.190259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:25.191158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (6777c783-1699-4ee5-bc35-0cc1594e2ce5), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.236915 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f35668e6-52a4-4e51-87a7-ccbcfc204aa2 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5260973 Oct 26 15:22:25.241052 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58410) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:25.250911 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-30e80af6-71f9-4ff5-b86e-da5be6b36f41 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Request body: {'port': {'network_id': '711b165c-d24c-4e72-9e5a-4fd1d3767876', 'name': 'tempest-NetworksIpV6TestAttrs-306705743'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:25.304278 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:25.314978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] For port 6777c783-1699-4ee5-bc35-0cc1594e2ce5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6777c783-1699-4ee5-bc35-0cc1594e2ce5,segment=NetworkSegment(ecbd1579-a7e6-4b7c-a2f8-03149c428e60),segment_id=ecbd1579-a7e6-4b7c-a2f8-03149c428e60)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:25.315354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (6777c783-1699-4ee5-bc35-0cc1594e2ce5), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.337104 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for 6777c783-1699-4ee5-bc35-0cc1594e2ce5 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:25.339191 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-addeffd2-ad86-4bb4-a4ac-be44e0920466 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (106687a5-eb70-4afa-be29-45c56be4dee6), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.464309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e80af6-71f9-4ff5-b86e-da5be6b36f41 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Made reservation on behalf of 828f5677d4134dbc926ce0d3cf3df67d for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:25.468108 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-30e80af6-71f9-4ff5-b86e-da5be6b36f41 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.505300 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-30e80af6-71f9-4ff5-b86e-da5be6b36f41 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] device_id is not set on port 67cd3f7e-19b6-4f89-9d9c-9ba36ba922f3 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:22:25.514682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (6777c783-1699-4ee5-bc35-0cc1594e2ce5), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.588026 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=6777c783-1699-4ee5-bc35-0cc1594e2ce5,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:25.598643 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No DVR routers for this DVR port 6777c783-1699-4ee5-bc35-0cc1594e2ce5 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:25.631781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a07d90a-491a-4d73-bc12-0b568fe4ca2d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:25.712646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:25.721445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:25.721965 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a07d90a-491a-4d73-bc12-0b568fe4ca2d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.722538 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d Oct 26 15:22:25.724918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-addeffd2-ad86-4bb4-a4ac-be44e0920466 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (106687a5-eb70-4afa-be29-45c56be4dee6), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.727828 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.762241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-30e80af6-71f9-4ff5-b86e-da5be6b36f41 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Allocated IP 2001:db8::f816:3eff:fe44:c3d (711b165c-d24c-4e72-9e5a-4fd1d3767876/76ec9346-bd40-4aaa-8252-9a80b780d6d7/67cd3f7e-19b6-4f89-9d9c-9ba36ba922f3) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:25.765605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:25.783659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbd1579-a7e6-4b7c-a2f8-03149c428e60') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:25.784223 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbd1579-a7e6-4b7c-a2f8-03149c428e60') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:25.802160 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (ecbd1579-a7e6-4b7c-a2f8-03149c428e60), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.810767 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-addeffd2-ad86-4bb4-a4ac-be44e0920466 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network 106687a5-eb70-4afa-be29-45c56be4dee6 is not hosted by any dhcp agent {{(pid=105322) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 15:22:25.816223 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addeffd2-ad86-4bb4-a4ac-be44e0920466 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:25.816853 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-addeffd2-ad86-4bb4-a4ac-be44e0920466 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.820469 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-addeffd2-ad86-4bb4-a4ac-be44e0920466 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "PUT /networking/v2.0/networks/106687a5-eb70-4afa-be29-45c56be4dee6 HTTP/1.1" status: 200 len: 758 time: 0.8483038 Oct 26 15:22:25.821640 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addeffd2-ad86-4bb4-a4ac-be44e0920466 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Network': ['ID=106687a5-eb70-4afa-be29-45c56be4dee6,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:25.823610 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58422) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:25.823946 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58424) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:25.833477 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (ecbd1579-a7e6-4b7c-a2f8-03149c428e60), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.849666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:25.850064 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:25.850213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a07d90a-491a-4d73-bc12-0b568fe4ca2d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.850482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (ecbd1579-a7e6-4b7c-a2f8-03149c428e60), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.852573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cfe90d-b688-444a-8ac4-20503c22d4df None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:22:25.865565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 106687a5-eb70-4afa-be29-45c56be4dee6 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:22:25.926159 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a28d5786-a985-4803-9724-aea8d5fa2cdc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (51c90240-dd2f-420a-8491-9e60813d28c3), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.941199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ec2037da-349c-4f34-ab33-53584aa3496c None None] Provisioning complete for port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:25.941574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ec2037da-349c-4f34-ab33-53584aa3496c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a07d90a-491a-4d73-bc12-0b568fe4ca2d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.941913 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ec2037da-349c-4f34-ab33-53584aa3496c None None] Attempt 1 to provision port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d Oct 26 15:22:25.944967 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a28d5786-a985-4803-9724-aea8d5fa2cdc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (51c90240-dd2f-420a-8491-9e60813d28c3), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.959526 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment ecbd1579-a7e6-4b7c-a2f8-03149c428e60 resource provider aggregate not found Oct 26 15:22:25.987558 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment ecbd1579-a7e6-4b7c-a2f8-03149c428e60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecbd1579-a7e6-4b7c-a2f8-03149c428e60 found for delete ", "request_id": "req-1cc775b7-51b5-4d1d-80a6-e547f184e872"}]} Oct 26 15:22:25.988189 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:25.997236 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.001288 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/networks/4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef HTTP/1.1" status: 204 len: 168 time: 0.9460242 Oct 26 15:22:26.020025 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58432) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:26.034489 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d23f97-2c80-40b2-bbaf-6b219a50855c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:26.037368 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b1d23f97-2c80-40b2-bbaf-6b219a50855c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "GET /networking/v2.0/networks?id=106687a5-eb70-4afa-be29-45c56be4dee6 HTTP/1.1" status: 200 len: 761 time: 0.2064888 Oct 26 15:22:26.045170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58434) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:26.053899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c4de693f-f20d-4acc-bca9-cc0f6b1bc9a9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1084993476'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:26.055509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a07d90a-491a-4d73-bc12-0b568fe4ca2d,segment=NetworkSegment(9258a5c0-478d-4b02-a25d-5a2558a8be18),segment_id=9258a5c0-478d-4b02-a25d-5a2558a8be18)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:26.071243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a07d90a-491a-4d73-bc12-0b568fe4ca2d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.073425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:26.081989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194cca9-36a2-4998-b9be-7662500ff225 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Network': ['ID=4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:26.101715 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-3fe0e681-2d4a-4ec2-bef3-801d089ada18 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1547555745'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:26.102636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 769ae073-1316-4a64-8bb8-7f45db2856c9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:26.120085 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-30e80af6-71f9-4ff5-b86e-da5be6b36f41 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for port (67cd3f7e-19b6-4f89-9d9c-9ba36ba922f3), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.131780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa42183f-ca1b-4a18-b077-31fdccdf54f0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:26.133554 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-aa42183f-ca1b-4a18-b077-31fdccdf54f0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports/0dd01327-227b-4886-8597-98497b93067c HTTP/1.1" status: 200 len: 844 time: 0.1123629 Oct 26 15:22:26.134221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d5786-a985-4803-9724-aea8d5fa2cdc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=51c90240-dd2f-420a-8491-9e60813d28c3,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:26.136773 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4de693f-f20d-4acc-bca9-cc0f6b1bc9a9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:26.140001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4de693f-f20d-4acc-bca9-cc0f6b1bc9a9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.141941 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58436) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:26.145752 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:26.149686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a28d5786-a985-4803-9724-aea8d5fa2cdc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (32783b24-c43e-4398-9450-9c82d449bb82), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.160323 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe0e681-2d4a-4ec2-bef3-801d089ada18 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:26.164183 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3fe0e681-2d4a-4ec2-bef3-801d089ada18 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.169746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 769ae073-1316-4a64-8bb8-7f45db2856c9 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:22:26.170106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 769ae073-1316-4a64-8bb8-7f45db2856c9 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:22:26.177113 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3fe0e681-2d4a-4ec2-bef3-801d089ada18 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.182326 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:26.228006 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7a463074-5031-442c-be62-a0263e93f7d2 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports/0dd01327-227b-4886-8597-98497b93067c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0797086 Oct 26 15:22:26.228993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58438) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:26.235103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-7998056f-c383-4061-8527-d18f1f4d7fba tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'subnet': {'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:26.237220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a07d90a-491a-4d73-bc12-0b568fe4ca2d,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:26.243084 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4de693f-f20d-4acc-bca9-cc0f6b1bc9a9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:22:26.245722 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-30e80af6-71f9-4ff5-b86e-da5be6b36f41 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (67cd3f7e-19b6-4f89-9d9c-9ba36ba922f3), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.268966 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:26.272828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ec2037da-349c-4f34-ab33-53584aa3496c None None] Current status of the port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:26.287372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cfe90d-b688-444a-8ac4-20503c22d4df None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:22:26.324327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28d5786-a985-4803-9724-aea8d5fa2cdc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network a2203b54-134c-46ec-86ae-2ed6074211a3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:26.325598 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4de693f-f20d-4acc-bca9-cc0f6b1bc9a9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (d8be4f73-378a-4eff-9665-588dfe4cf7e7), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.326399 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-c4de693f-f20d-4acc-bca9-cc0f6b1bc9a9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Added segment d8be4f73-378a-4eff-9665-588dfe4cf7e7 of type vlan for network b9291249-76fb-45ba-ba9b-ecee3cf020f7 Oct 26 15:22:26.333135 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-a28d5786-a985-4803-9724-aea8d5fa2cdc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:26.380713 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e80af6-71f9-4ff5-b86e-da5be6b36f41 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Network 711b165c-d24c-4e72-9e5a-4fd1d3767876 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:26.399994 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3fe0e681-2d4a-4ec2-bef3-801d089ada18 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for security_group (132ab5bb-de73-4feb-9f35-14410072cc17), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.407118 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-30e80af6-71f9-4ff5-b86e-da5be6b36f41 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:26.409147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3fe0e681-2d4a-4ec2-bef3-801d089ada18 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (132ab5bb-de73-4feb-9f35-14410072cc17), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.416487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e80af6-71f9-4ff5-b86e-da5be6b36f41 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:26.421646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e80af6-71f9-4ff5-b86e-da5be6b36f41 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:26.422606 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-30e80af6-71f9-4ff5-b86e-da5be6b36f41 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.425802 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4de693f-f20d-4acc-bca9-cc0f6b1bc9a9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (b9291249-76fb-45ba-ba9b-ecee3cf020f7), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.437400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e80af6-71f9-4ff5-b86e-da5be6b36f41 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event updated for resources: {'Port': ['ID=67cd3f7e-19b6-4f89-9d9c-9ba36ba922f3,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:26.442213 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe0e681-2d4a-4ec2-bef3-801d089ada18 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:22:26.452088 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:26.466895 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-30e80af6-71f9-4ff5-b86e-da5be6b36f41 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.2242815 Oct 26 15:22:26.471542 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58440) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:26.495043 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0e681-2d4a-4ec2-bef3-801d089ada18 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132ab5bb-de73-4feb-9f35-14410072cc17,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:26.498235 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3fe0e681-2d4a-4ec2-bef3-801d089ada18 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (41f0b66b-bfaf-4c78-b025-468aea6a1271), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.498632 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-3fe0e681-2d4a-4ec2-bef3-801d089ada18 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Added segment 41f0b66b-bfaf-4c78-b025-468aea6a1271 of type vlan for network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 Oct 26 15:22:26.563042 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28d5786-a985-4803-9724-aea8d5fa2cdc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 32783b24-c43e-4398-9450-9c82d449bb82 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:22:26.564724 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3fe0e681-2d4a-4ec2-bef3-801d089ada18 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (8562cd80-5c53-4efe-aa06-0bf20e462dc3), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.583086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d53008-4729-4b93-baa2-5bbcece682c1 None None] DHCP port deletion for 4e1a4d36-6b1b-4d5e-86b4-9f6218ca86ef request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:22:26.613793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-711b165c-d24c-4e72-9e5a-4fd1d3767876', 'network_id': '711b165c-d24c-4e72-9e5a-4fd1d3767876', 'project_id': '828f5677d4134dbc926ce0d3cf3df67d', 'fixed_ips': [{'subnet_id': '76ec9346-bd40-4aaa-8252-9a80b780d6d7'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:22:26.614816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.641269 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3fe0e681-2d4a-4ec2-bef3-801d089ada18 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (8562cd80-5c53-4efe-aa06-0bf20e462dc3), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.642069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:26.647148 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe0e681-2d4a-4ec2-bef3-801d089ada18 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:26.647878 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3fe0e681-2d4a-4ec2-bef3-801d089ada18 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.733155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:26.757826 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3fe0e681-2d4a-4ec2-bef3-801d089ada18 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9174657 Oct 26 15:22:26.765268 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58442) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:26.773842 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ff721554-c7da-4a42-a786-520462a890bb tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:26.778051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7998056f-c383-4061-8527-d18f1f4d7fba tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:26.782014 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0e681-2d4a-4ec2-bef3-801d089ada18 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Network': ['ID=8562cd80-5c53-4efe-aa06-0bf20e462dc3,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:26.782347 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7998056f-c383-4061-8527-d18f1f4d7fba tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.785454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4de693f-f20d-4acc-bca9-cc0f6b1bc9a9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (b9291249-76fb-45ba-ba9b-ecee3cf020f7), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.788253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Allocated IP 2001:db8::f816:3eff:fe86:65ab (711b165c-d24c-4e72-9e5a-4fd1d3767876/76ec9346-bd40-4aaa-8252-9a80b780d6d7/c607646e-e0b3-4311-ae63-70978c75c2f1) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:26.788351 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28d5786-a985-4803-9724-aea8d5fa2cdc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:22:26.790604 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4de693f-f20d-4acc-bca9-cc0f6b1bc9a9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:26.791181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4de693f-f20d-4acc-bca9-cc0f6b1bc9a9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.796038 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a28d5786-a985-4803-9724-aea8d5fa2cdc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "PUT /networking/v2.0/routers/32783b24-c43e-4398-9450-9c82d449bb82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5619533 Oct 26 15:22:26.796191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:22:26.801047 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540196d-ba82-486c-be24-37d49f51894c None None] Sync routers for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:22:26.805387 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58444) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:26.811269 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-863089d8-6256-49a7-b568-fe52ef1a9502 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'port': {'network_id': 'a2203b54-134c-46ec-86ae-2ed6074211a3', 'name': 'tempest-FloatingIPTestJSON-1915303382'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:26.812617 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540196d-ba82-486c-be24-37d49f51894c None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:26.814693 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5540196d-ba82-486c-be24-37d49f51894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:26.854276 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5540196d-ba82-486c-be24-37d49f51894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:26.863671 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540196d-ba82-486c-be24-37d49f51894c None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:26.865163 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5540196d-ba82-486c-be24-37d49f51894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:26.900068 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5540196d-ba82-486c-be24-37d49f51894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:26.901147 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540196d-ba82-486c-be24-37d49f51894c None None] The sync data for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:22:26.938263 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863089d8-6256-49a7-b568-fe52ef1a9502 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Made reservation on behalf of 79f6d585d71547a0a6629b12a8a70570 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:26.942904 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-863089d8-6256-49a7-b568-fe52ef1a9502 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:26.963174 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-863089d8-6256-49a7-b568-fe52ef1a9502 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] device_id is not set on port cd7b52be-77df-4140-a8be-ad83792eac55 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:22:26.976272 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c4de693f-f20d-4acc-bca9-cc0f6b1bc9a9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9267404 Oct 26 15:22:26.991423 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58446) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:26.995511 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43bcd53-b71a-4184-968a-a31ebb19d027 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Deleting subnet 76ec9346-bd40-4aaa-8252-9a80b780d6d7 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:27.005871 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-256f4a1c-86c8-4006-a3d6-d0d8c0991c83 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'subnet': {'network_id': 'b9291249-76fb-45ba-ba9b-ecee3cf020f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:27.044641 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de693f-f20d-4acc-bca9-cc0f6b1bc9a9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Network': ['ID=b9291249-76fb-45ba-ba9b-ecee3cf020f7,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:27.079337 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:27.090095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network b9291249-76fb-45ba-ba9b-ecee3cf020f7 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:22:27.104791 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-863089d8-6256-49a7-b568-fe52ef1a9502 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Allocated IP 172.20.0.8 (a2203b54-134c-46ec-86ae-2ed6074211a3/21275f1f-c163-44d0-a668-3ac9c01e25f0/cd7b52be-77df-4140-a8be-ad83792eac55) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:27.117911 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:27.144499 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff721554-c7da-4a42-a786-520462a890bb tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:27.148386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ff721554-c7da-4a42-a786-520462a890bb tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:27.250581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Publish callbacks [] for port (c607646e-e0b3-4311-ae63-70978c75c2f1), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:27.258329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (c607646e-e0b3-4311-ae63-70978c75c2f1), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:27.262150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d43bcd53-b71a-4184-968a-a31ebb19d027 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for subnet (76ec9346-bd40-4aaa-8252-9a80b780d6d7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:27.268382 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256f4a1c-86c8-4006-a3d6-d0d8c0991c83 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:27.272211 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-256f4a1c-86c8-4006-a3d6-d0d8c0991c83 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:27.295985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Network 711b165c-d24c-4e72-9e5a-4fd1d3767876 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:27.300700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:27.311758 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-863089d8-6256-49a7-b568-fe52ef1a9502 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (cd7b52be-77df-4140-a8be-ad83792eac55), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:27.312447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:27.319042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:27.322002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Pushing event updated for resources: {'Port': ['ID=c607646e-e0b3-4311-ae63-70978c75c2f1,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:27.357606 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-863089d8-6256-49a7-b568-fe52ef1a9502 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (cd7b52be-77df-4140-a8be-ad83792eac55), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:27.380259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Attempting to bind port c607646e-e0b3-4311-ae63-70978c75c2f1 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:27.380640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Attempting to bind port c607646e-e0b3-4311-ae63-70978c75c2f1 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'c68c10a7-78b5-4627-b5db-6e352f5581dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '711b165c-d24c-4e72-9e5a-4fd1d3767876'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:27.381573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Attempting to bind port c607646e-e0b3-4311-ae63-70978c75c2f1 on network 711b165c-d24c-4e72-9e5a-4fd1d3767876 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:27.414458 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863089d8-6256-49a7-b568-fe52ef1a9502 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network a2203b54-134c-46ec-86ae-2ed6074211a3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:27.420732 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-863089d8-6256-49a7-b568-fe52ef1a9502 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:27.423482 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863089d8-6256-49a7-b568-fe52ef1a9502 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:27.423954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d43bcd53-b71a-4184-968a-a31ebb19d027 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (76ec9346-bd40-4aaa-8252-9a80b780d6d7), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:27.428261 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7998056f-c383-4061-8527-d18f1f4d7fba tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (262a2fd2-49db-483b-bd73-ffa8bf555323), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:27.440790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:22:27.441208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Checking segment: {'id': 'c68c10a7-78b5-4627-b5db-6e352f5581dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '711b165c-d24c-4e72-9e5a-4fd1d3767876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:27.441603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:27.441995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Bound using segment: {'id': 'c68c10a7-78b5-4627-b5db-6e352f5581dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '711b165c-d24c-4e72-9e5a-4fd1d3767876'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:22:27.442456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Bound port: c607646e-e0b3-4311-ae63-70978c75c2f1, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68c10a7-78b5-4627-b5db-6e352f5581dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '711b165c-d24c-4e72-9e5a-4fd1d3767876'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:22:27.442833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c607646e-e0b3-4311-ae63-70978c75c2f1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:27.451556 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863089d8-6256-49a7-b568-fe52ef1a9502 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=cd7b52be-77df-4140-a8be-ad83792eac55,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:27.486410 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863089d8-6256-49a7-b568-fe52ef1a9502 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:27.488018 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-863089d8-6256-49a7-b568-fe52ef1a9502 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:27.507239 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-863089d8-6256-49a7-b568-fe52ef1a9502 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7005918 Oct 26 15:22:27.509752 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58448) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:27.519361 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d4e1b816-714b-49c2-97ec-d91ea4f9ab0c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'port': {'network_id': 'a2203b54-134c-46ec-86ae-2ed6074211a3', 'name': 'tempest-FloatingIPTestJSON-303101386'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:27.525845 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:27.531670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a07d90a-491a-4d73-bc12-0b568fe4ca2d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:27.566764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] For port c607646e-e0b3-4311-ae63-70978c75c2f1, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:22:27.577596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7998056f-c383-4061-8527-d18f1f4d7fba tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:27.586409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] For port c607646e-e0b3-4311-ae63-70978c75c2f1, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c607646e-e0b3-4311-ae63-70978c75c2f1,segment=NetworkSegment(c68c10a7-78b5-4627-b5db-6e352f5581dd),segment_id=c68c10a7-78b5-4627-b5db-6e352f5581dd)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:22:27.596904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c607646e-e0b3-4311-ae63-70978c75c2f1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:27.627772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:27.628505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a07d90a-491a-4d73-bc12-0b568fe4ca2d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:27.628505 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d Oct 26 15:22:27.649849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:27.658273 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e1b816-714b-49c2-97ec-d91ea4f9ab0c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Made reservation on behalf of 79f6d585d71547a0a6629b12a8a70570 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:27.663768 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4e1b816-714b-49c2-97ec-d91ea4f9ab0c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:27.682103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-7998056f-c383-4061-8527-d18f1f4d7fba tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:27.684333 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-d4e1b816-714b-49c2-97ec-d91ea4f9ab0c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] device_id is not set on port 8b1a5c2a-305e-4a4e-809e-f921c7425a52 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:22:27.686815 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998056f-c383-4061-8527-d18f1f4d7fba tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Subnet': ['ID=262a2fd2-49db-483b-bd73-ffa8bf555323,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:27.693716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bed2a4-79ef-4c75-8824-d6d89753eba9 None None] Pushing event updated for resources: {'Port': ['ID=c607646e-e0b3-4311-ae63-70978c75c2f1,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:27.715214 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7998056f-c383-4061-8527-d18f1f4d7fba tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:27.715813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7998056f-c383-4061-8527-d18f1f4d7fba tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:27.741435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:27.795316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ff721554-c7da-4a42-a786-520462a890bb tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (45cd4869-02bb-4609-9dfe-b3ab9e81db66), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:27.805849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6777c783-1699-4ee5-bc35-0cc1594e2ce5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:27.808007 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7998056f-c383-4061-8527-d18f1f4d7fba tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5784235 Oct 26 15:22:27.812720 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58450) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:27.817777 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-86039d9f-af40-4d9b-82db-9d72fd2923d0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'security_group': {'name': 'tempest-secgroup-1830708334'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:27.832286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 6777c783-1699-4ee5-bc35-0cc1594e2ce5 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:22:27.832849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6777c783-1699-4ee5-bc35-0cc1594e2ce5 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:22:27.869793 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-86039d9f-af40-4d9b-82db-9d72fd2923d0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:27.880169 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-d4e1b816-714b-49c2-97ec-d91ea4f9ab0c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Allocated IP 172.20.0.13 (a2203b54-134c-46ec-86ae-2ed6074211a3/21275f1f-c163-44d0-a668-3ac9c01e25f0/8b1a5c2a-305e-4a4e-809e-f921c7425a52) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:27.961683 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d43bcd53-b71a-4184-968a-a31ebb19d027 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (76ec9346-bd40-4aaa-8252-9a80b780d6d7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:27.966687 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff721554-c7da-4a42-a786-520462a890bb tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=45cd4869-02bb-4609-9dfe-b3ab9e81db66,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:28.014035 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:28.026310 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-256f4a1c-86c8-4006-a3d6-d0d8c0991c83 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (2945cddb-c4a1-42af-abfb-3c7e83f106c3), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.049102 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:28.061028 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff721554-c7da-4a42-a786-520462a890bb tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Checking segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:28.061404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff721554-c7da-4a42-a786-520462a890bb tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network hostable DHCP agents. Network: 8562cd80-5c53-4efe-aa06-0bf20e462dc3, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:22:28.067262 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-86039d9f-af40-4d9b-82db-9d72fd2923d0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (3c015e69-6128-4907-bd10-65437034ae89), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.074257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-86039d9f-af40-4d9b-82db-9d72fd2923d0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (3c015e69-6128-4907-bd10-65437034ae89), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.091088 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:28.124159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f4a1c-86c8-4006-a3d6-d0d8c0991c83 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Subnet': ['ID=2945cddb-c4a1-42af-abfb-3c7e83f106c3,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:28.131822 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-86039d9f-af40-4d9b-82db-9d72fd2923d0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.133102 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-86039d9f-af40-4d9b-82db-9d72fd2923d0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3192801 Oct 26 15:22:28.137628 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d43bcd53-b71a-4184-968a-a31ebb19d027 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (76ec9346-bd40-4aaa-8252-9a80b780d6d7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.139605 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58452) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:28.143931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-af25f06b-76b7-4146-a142-3cedf164d6c7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'security_group': {'name': 'tempest-secgroup-1797978980'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:28.145793 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff721554-c7da-4a42-a786-520462a890bb tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:22:28.151002 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86039d9f-af40-4d9b-82db-9d72fd2923d0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c015e69-6128-4907-bd10-65437034ae89,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:28.175321 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4e1b816-714b-49c2-97ec-d91ea4f9ab0c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (8b1a5c2a-305e-4a4e-809e-f921c7425a52), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.179166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bcd53-b71a-4184-968a-a31ebb19d027 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event deleted for resources: {'Subnet': ['ID=76ec9346-bd40-4aaa-8252-9a80b780d6d7,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:28.182490 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256f4a1c-86c8-4006-a3d6-d0d8c0991c83 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Checking segment: {'id': 'd8be4f73-378a-4eff-9665-588dfe4cf7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b9291249-76fb-45ba-ba9b-ecee3cf020f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:28.182861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256f4a1c-86c8-4006-a3d6-d0d8c0991c83 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network hostable DHCP agents. Network: b9291249-76fb-45ba-ba9b-ecee3cf020f7, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:22:28.190236 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d43bcd53-b71a-4184-968a-a31ebb19d027 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.190734 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-af25f06b-76b7-4146-a142-3cedf164d6c7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.195776 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d43bcd53-b71a-4184-968a-a31ebb19d027 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/76ec9346-bd40-4aaa-8252-9a80b780d6d7 HTTP/1.1" status: 204 len: 168 time: 1.7186193 Oct 26 15:22:28.195776 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-ff721554-c7da-4a42-a786-520462a890bb tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 8562cd80-5c53-4efe-aa06-0bf20e462dc3) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:28.198637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58454) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:28.207938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff721554-c7da-4a42-a786-520462a890bb tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:28.208551 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ff721554-c7da-4a42-a786-520462a890bb tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.244528 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4e1b816-714b-49c2-97ec-d91ea4f9ab0c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (8b1a5c2a-305e-4a4e-809e-f921c7425a52), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.268527 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256f4a1c-86c8-4006-a3d6-d0d8c0991c83 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network b9291249-76fb-45ba-ba9b-ecee3cf020f7 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:22:28.280294 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ff721554-c7da-4a42-a786-520462a890bb tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5139124 Oct 26 15:22:28.284475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58456) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:28.295711 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f6b1a680-f1b8-41e6-81ab-2d34e8af2e40 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'name': 'tempest-NetworksTestDHCPv6-317098631'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:28.298800 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-256f4a1c-86c8-4006-a3d6-d0d8c0991c83 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, b9291249-76fb-45ba-ba9b-ecee3cf020f7) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:28.315879 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e1b816-714b-49c2-97ec-d91ea4f9ab0c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network a2203b54-134c-46ec-86ae-2ed6074211a3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:28.319346 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f40832f-079d-42a8-b967-788db63ccf4e tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:28.321094 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f40832f-079d-42a8-b967-788db63ccf4e tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:28.325610 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3f40832f-079d-42a8-b967-788db63ccf4e tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1229959 Oct 26 15:22:28.325765 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-d4e1b816-714b-49c2-97ec-d91ea4f9ab0c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:28.328056 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1b816-714b-49c2-97ec-d91ea4f9ab0c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=8b1a5c2a-305e-4a4e-809e-f921c7425a52,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:28.328193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256f4a1c-86c8-4006-a3d6-d0d8c0991c83 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:28.328193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-256f4a1c-86c8-4006-a3d6-d0d8c0991c83 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.328391 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58458) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:28.328898 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e1b816-714b-49c2-97ec-d91ea4f9ab0c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:28.378590 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-256f4a1c-86c8-4006-a3d6-d0d8c0991c83 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3798006 Oct 26 15:22:28.381151 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58460) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:28.413777 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-af25f06b-76b7-4146-a142-3cedf164d6c7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (c91a9c7a-5e3a-4c44-9f31-0d7481094799), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.430795 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-af25f06b-76b7-4146-a142-3cedf164d6c7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (c91a9c7a-5e3a-4c44-9f31-0d7481094799), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.448179 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:28.484557 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e1b816-714b-49c2-97ec-d91ea4f9ab0c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:28.485475 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4e1b816-714b-49c2-97ec-d91ea4f9ab0c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.498669 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b1a680-f1b8-41e6-81ab-2d34e8af2e40 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:28.502748 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f6b1a680-f1b8-41e6-81ab-2d34e8af2e40 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.514938 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-af25f06b-76b7-4146-a142-3cedf164d6c7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.519864 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-af25f06b-76b7-4146-a142-3cedf164d6c7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3792133 Oct 26 15:22:28.524715 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-12d4575d-7036-4969-851a-db78ef4e2df1 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (711b165c-d24c-4e72-9e5a-4fd1d3767876), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.526310 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58462) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:28.532047 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-04ba4e41-a9a7-4e6d-8951-7ec549de99f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1832281586', 'security_groups': ['c91a9c7a-5e3a-4c44-9f31-0d7481094799'], 'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '262a2fd2-49db-483b-bd73-ffa8bf555323'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:28.539052 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d4e1b816-714b-49c2-97ec-d91ea4f9ab0c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0282383 Oct 26 15:22:28.540569 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25f06b-76b7-4146-a142-3cedf164d6c7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91a9c7a-5e3a-4c44-9f31-0d7481094799,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:28.542936 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58464) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:28.551592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': '8b1a5c2a-305e-4a4e-809e-f921c7425a52', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:28.566892 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d4575d-7036-4969-851a-db78ef4e2df1 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 26 15:22:28.567478 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d4575d-7036-4969-851a-db78ef4e2df1 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:28.574720 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-12d4575d-7036-4969-851a-db78ef4e2df1 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/networks/711b165c-d24c-4e72-9e5a-4fd1d3767876 HTTP/1.1" status: 409 len: 466 time: 0.2389283 Oct 26 15:22:28.574720 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58466) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:28.580786 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7c707928-be67-4fba-982d-8b4b99701d50 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1922665953'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:28.604883 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.622677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c707928-be67-4fba-982d-8b4b99701d50 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Made reservation on behalf of 828f5677d4134dbc926ce0d3cf3df67d for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:28.626416 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7c707928-be67-4fba-982d-8b4b99701d50 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.659852 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-f6b1a680-f1b8-41e6-81ab-2d34e8af2e40 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port 25580d0d-9b75-4fde-80fa-b3761246a000 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:22:28.678230 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-55a1d131-7200-4898-a2b5-90fdb3434b61 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (b9291249-76fb-45ba-ba9b-ecee3cf020f7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.684030 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:28.703811 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c707928-be67-4fba-982d-8b4b99701d50 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:22:28.718294 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ba4e41-a9a7-4e6d-8951-7ec549de99f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:28.727805 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7c707928-be67-4fba-982d-8b4b99701d50 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (b7613bf4-ca61-46a5-879b-416b39355aa5), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.728151 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-7c707928-be67-4fba-982d-8b4b99701d50 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Added segment b7613bf4-ca61-46a5-879b-416b39355aa5 of type vlan for network 9bdb1cfe-3722-46c6-bd0c-faa79045d0c5 Oct 26 15:22:28.730040 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.800339 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:28.810630 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7c707928-be67-4fba-982d-8b4b99701d50 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (9bdb1cfe-3722-46c6-bd0c-faa79045d0c5), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.869500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-55a1d131-7200-4898-a2b5-90fdb3434b61 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (2945cddb-c4a1-42af-abfb-3c7e83f106c3), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.882010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7c707928-be67-4fba-982d-8b4b99701d50 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (9bdb1cfe-3722-46c6-bd0c-faa79045d0c5), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.886873 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c707928-be67-4fba-982d-8b4b99701d50 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:28.888688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7c707928-be67-4fba-982d-8b4b99701d50 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.891390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4895b9-88b8-4f12-8610-a7f1e0b9b6a4 None None] Network 6bd87a9a-af47-4f4f-a5fe-178dd98da584 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:28.910067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad10e93-0365-4da2-b97f-66b225c90d40 None None] Network 711b165c-d24c-4e72-9e5a-4fd1d3767876 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:28.934181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-55a1d131-7200-4898-a2b5-90fdb3434b61 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (2945cddb-c4a1-42af-abfb-3c7e83f106c3), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.941955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4911ea69-7f96-44af-890d-f114dc359ef7 None None] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:28.958763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03874001-cce0-45c0-b5ba-6040f24a0dc1 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:28.961374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fca3fb4-3960-49e9-a2a3-df2de20f8910 None None] Network b9291249-76fb-45ba-ba9b-ecee3cf020f7 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:28.964147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Allocated IP 172.26.11.169 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/b73b75aa-bfd5-49a5-a404-185535452078) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:28.984879 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7c707928-be67-4fba-982d-8b4b99701d50 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4066653 Oct 26 15:22:28.988188 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58468) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:28.991184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1d131-7200-4898-a2b5-90fdb3434b61 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Subnet': ['ID=2945cddb-c4a1-42af-abfb-3c7e83f106c3,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:28.993123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c65d8b43-3846-41e3-b00c-3ef0650e91de None None] Provisioning complete for port 67cd3f7e-19b6-4f89-9d9c-9ba36ba922f3 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:28.993811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c65d8b43-3846-41e3-b00c-3ef0650e91de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (67cd3f7e-19b6-4f89-9d9c-9ba36ba922f3), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:28.994353 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c65d8b43-3846-41e3-b00c-3ef0650e91de None None] Attempt 1 to provision port 67cd3f7e-19b6-4f89-9d9c-9ba36ba922f3 Oct 26 15:22:28.995974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-a46c43a6-20b4-4073-8200-fd9c9075acbc tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Request body: {'subnet': {'network_id': '9bdb1cfe-3722-46c6-bd0c-faa79045d0c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:28.999592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c707928-be67-4fba-982d-8b4b99701d50 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event updated for resources: {'Network': ['ID=9bdb1cfe-3722-46c6-bd0c-faa79045d0c5,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:29.009383 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-f6b1a680-f1b8-41e6-81ab-2d34e8af2e40 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::3a2 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/45cd4869-02bb-4609-9dfe-b3ab9e81db66/25580d0d-9b75-4fde-80fa-b3761246a000) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:29.021642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:29.042704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-04ba4e41-a9a7-4e6d-8951-7ec549de99f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:29.052270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c65d8b43-3846-41e3-b00c-3ef0650e91de None None] Port 67cd3f7e-19b6-4f89-9d9c-9ba36ba922f3 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:22:29.057346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 9bdb1cfe-3722-46c6-bd0c-faa79045d0c5 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:22:29.114181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-04ba4e41-a9a7-4e6d-8951-7ec549de99f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] device_id is not set on port 3c1d380e-9eb0-42d5-a058-aeb40d4b5938 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:22:29.120274 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-55a1d131-7200-4898-a2b5-90fdb3434b61 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (b9291249-76fb-45ba-ba9b-ecee3cf020f7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:29.146836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:29.162527 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46c43a6-20b4-4073-8200-fd9c9075acbc tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Made reservation on behalf of 828f5677d4134dbc926ce0d3cf3df67d for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:29.166400 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a46c43a6-20b4-4073-8200-fd9c9075acbc tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:29.198014 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (b73b75aa-bfd5-49a5-a404-185535452078), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:29.206573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-55a1d131-7200-4898-a2b5-90fdb3434b61 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9291249-76fb-45ba-ba9b-ecee3cf020f7']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:29.238117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-55a1d131-7200-4898-a2b5-90fdb3434b61 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8be4f73-378a-4eff-9665-588dfe4cf7e7') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:29.239140 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-55a1d131-7200-4898-a2b5-90fdb3434b61 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8be4f73-378a-4eff-9665-588dfe4cf7e7') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:29.259521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:29.260728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c65d8b43-3846-41e3-b00c-3ef0650e91de None None] Provisioning complete for port c607646e-e0b3-4311-ae63-70978c75c2f1 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:29.261277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c65d8b43-3846-41e3-b00c-3ef0650e91de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c607646e-e0b3-4311-ae63-70978c75c2f1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:29.261785 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c65d8b43-3846-41e3-b00c-3ef0650e91de None None] Attempt 1 to provision port c607646e-e0b3-4311-ae63-70978c75c2f1 Oct 26 15:22:29.311824 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (b73b75aa-bfd5-49a5-a404-185535452078), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:29.314976 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-55a1d131-7200-4898-a2b5-90fdb3434b61 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (d8be4f73-378a-4eff-9665-588dfe4cf7e7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:29.348924 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-55a1d131-7200-4898-a2b5-90fdb3434b61 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (d8be4f73-378a-4eff-9665-588dfe4cf7e7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:29.390382 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=9,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:29.391001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a1d131-7200-4898-a2b5-90fdb3434b61 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:29.391411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-55a1d131-7200-4898-a2b5-90fdb3434b61 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (d8be4f73-378a-4eff-9665-588dfe4cf7e7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:29.394202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:29.399252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:29.402633 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=b73b75aa-bfd5-49a5-a404-185535452078,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:29.405166 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:29.426856 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-04ba4e41-a9a7-4e6d-8951-7ec549de99f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Allocated IP 2001:db8::392 (d21a7e15-0604-4ad5-9aef-9ca64b3be92d/262a2fd2-49db-483b-bd73-ffa8bf555323/3c1d380e-9eb0-42d5-a058-aeb40d4b5938) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:29.460915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b572468c-7d36-42cf-bbbf-5811cfffcb80 None None] Network b9291249-76fb-45ba-ba9b-ecee3cf020f7 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:29.550130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d917388-7a8b-4f21-98c2-c3ca2035fe65 None None] Network 711b165c-d24c-4e72-9e5a-4fd1d3767876 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:29.596748 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment d8be4f73-378a-4eff-9665-588dfe4cf7e7 resource provider aggregate not found Oct 26 15:22:29.671873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'fixed_ips': [{'subnet_id': '45cd4869-02bb-4609-9dfe-b3ab9e81db66'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:22:29.673090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:29.676551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c607646e-e0b3-4311-ae63-70978c75c2f1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:29.681863 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:29.699634 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.objects.ports [None req-a46c43a6-20b4-4073-8200-fd9c9075acbc tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105322) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:22:29.713244 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment d8be4f73-378a-4eff-9665-588dfe4cf7e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8be4f73-378a-4eff-9665-588dfe4cf7e7 found for delete ", "request_id": "req-8d208eaf-a00d-4bd1-bdec-99502d7146df"}]} Oct 26 15:22:29.716294 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:29.729775 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a46c43a6-20b4-4073-8200-fd9c9075acbc tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (2e694e25-279f-44eb-8322-a9630d6de3c8), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:29.750500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-d21a7e15-0604-4ad5-9aef-9ca64b3be92d', 'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d', 'project_id': '157edd7550b842b7a441bf9ab1570671', 'fixed_ips': [{'subnet_id': '262a2fd2-49db-483b-bd73-ffa8bf555323'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:22:29.750740 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-04ba4e41-a9a7-4e6d-8951-7ec549de99f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (3c1d380e-9eb0-42d5-a058-aeb40d4b5938), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:29.752236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:29.760350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f6b1a680-f1b8-41e6-81ab-2d34e8af2e40 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (25580d0d-9b75-4fde-80fa-b3761246a000), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:29.786014 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-55a1d131-7200-4898-a2b5-90fdb3434b61 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (b9291249-76fb-45ba-ba9b-ecee3cf020f7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:29.792294 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-55a1d131-7200-4898-a2b5-90fdb3434b61 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:29.798754 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-55a1d131-7200-4898-a2b5-90fdb3434b61 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/b9291249-76fb-45ba-ba9b-ecee3cf020f7 HTTP/1.1" status: 204 len: 168 time: 1.4166608 Oct 26 15:22:29.804531 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58474) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:29.830392 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1d131-7200-4898-a2b5-90fdb3434b61 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Network': ['ID=b9291249-76fb-45ba-ba9b-ecee3cf020f7,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:29.840351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:29.842574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c65d8b43-3846-41e3-b00c-3ef0650e91de None None] Current status of the port c607646e-e0b3-4311-ae63-70978c75c2f1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:29.842970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c65d8b43-3846-41e3-b00c-3ef0650e91de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c607646e-e0b3-4311-ae63-70978c75c2f1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:29.870877 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3f3a56-93b6-404f-bd77-b92223ce63aa tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] GET failed (client error): The resource could not be found. Oct 26 15:22:29.875337 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7e3f3a56-93b6-404f-bd77-b92223ce63aa tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "GET /networking/v2.0/subnets/2945cddb-c4a1-42af-abfb-3c7e83f106c3 HTTP/1.1" status: 404 len: 337 time: 0.0633121 Oct 26 15:22:29.876539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58476) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:29.886510 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c43a6-20b4-4073-8200-fd9c9075acbc tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event updated for resources: {'Subnet': ['ID=2e694e25-279f-44eb-8322-a9630d6de3c8,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:29.915453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46c43a6-20b4-4073-8200-fd9c9075acbc tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Checking segment: {'id': 'b7613bf4-ca61-46a5-879b-416b39355aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9bdb1cfe-3722-46c6-bd0c-faa79045d0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:29.915822 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46c43a6-20b4-4073-8200-fd9c9075acbc tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Network hostable DHCP agents. Network: 9bdb1cfe-3722-46c6-bd0c-faa79045d0c5, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:22:29.927907 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-9964d784-70f9-4c38-b99d-850e14b21bc4 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:29.928604 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9964d784-70f9-4c38-b99d-850e14b21bc4 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:29.933354 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9964d784-70f9-4c38-b99d-850e14b21bc4 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/b9291249-76fb-45ba-ba9b-ecee3cf020f7 HTTP/1.1" status: 404 len: 339 time: 0.0546939 Oct 26 15:22:29.934982 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-04ba4e41-a9a7-4e6d-8951-7ec549de99f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (3c1d380e-9eb0-42d5-a058-aeb40d4b5938), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:29.940243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58478) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:29.952432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f6b1a680-f1b8-41e6-81ab-2d34e8af2e40 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (25580d0d-9b75-4fde-80fa-b3761246a000), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:29.964911 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46c43a6-20b4-4073-8200-fd9c9075acbc tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Network 9bdb1cfe-3722-46c6-bd0c-faa79045d0c5 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:22:30.009721 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-a46c43a6-20b4-4073-8200-fd9c9075acbc tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 9bdb1cfe-3722-46c6-bd0c-faa79045d0c5) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:30.017010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46c43a6-20b4-4073-8200-fd9c9075acbc tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:30.017477 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a46c43a6-20b4-4073-8200-fd9c9075acbc tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:30.023915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ba4e41-a9a7-4e6d-8951-7ec549de99f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:30.069532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0145467-176a-4fd6-add1-d5752961d688 None None] Network 9bdb1cfe-3722-46c6-bd0c-faa79045d0c5 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:30.225786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port c607646e-e0b3-4311-ae63-70978c75c2f1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:30.226167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c607646e-e0b3-4311-ae63-70978c75c2f1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:30.226505 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port c607646e-e0b3-4311-ae63-70978c75c2f1 Oct 26 15:22:30.282844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c65d8b43-3846-41e3-b00c-3ef0650e91de None None] For port c607646e-e0b3-4311-ae63-70978c75c2f1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c607646e-e0b3-4311-ae63-70978c75c2f1,segment=NetworkSegment(c68c10a7-78b5-4627-b5db-6e352f5581dd),segment_id=c68c10a7-78b5-4627-b5db-6e352f5581dd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:30.309515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22edd881-077a-4ba3-a6c6-4edf90c9450e None None] DHCP port deletion for 711b165c-d24c-4e72-9e5a-4fd1d3767876 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:22:30.318195 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-04ba4e41-a9a7-4e6d-8951-7ec549de99f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:30.320781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c65d8b43-3846-41e3-b00c-3ef0650e91de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c607646e-e0b3-4311-ae63-70978c75c2f1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:30.334329 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ba4e41-a9a7-4e6d-8951-7ec549de99f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:30.339026 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ba4e41-a9a7-4e6d-8951-7ec549de99f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:30.339753 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-04ba4e41-a9a7-4e6d-8951-7ec549de99f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:30.359738 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba4e41-a9a7-4e6d-8951-7ec549de99f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=3c1d380e-9eb0-42d5-a058-aeb40d4b5938,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:30.363728 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b1a680-f1b8-41e6-81ab-2d34e8af2e40 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:30.369676 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-04ba4e41-a9a7-4e6d-8951-7ec549de99f7 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8419557 Oct 26 15:22:30.375468 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58480) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:30.379335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-f6b1a680-f1b8-41e6-81ab-2d34e8af2e40 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:30.381431 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a46c43a6-20b4-4073-8200-fd9c9075acbc tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3911822 Oct 26 15:22:30.383870 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58482) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:30.384221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b1a680-f1b8-41e6-81ab-2d34e8af2e40 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:30.388525 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-3c6db833-5b7e-4fd1-8e3e-e4c514e63235 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'subnet': {'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:30.389808 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b1a680-f1b8-41e6-81ab-2d34e8af2e40 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:30.390580 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f6b1a680-f1b8-41e6-81ab-2d34e8af2e40 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:30.415545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f2ead46c-e164-4aba-bd90-8014ef2ee0bf tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Request body: {'port': {'network_id': '9bdb1cfe-3722-46c6-bd0c-faa79045d0c5', 'name': 'tempest-NetworksIpV6TestAttrs-1031426647'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:30.425423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:30.449512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Allocated IP 2001:db8::2 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/45cd4869-02bb-4609-9dfe-b3ab9e81db66/07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:30.463291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (987e0c11-d2e4-4935-b963-ac5294bb2dff), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:30.514477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Allocated IP 2001:db8::2 (d21a7e15-0604-4ad5-9aef-9ca64b3be92d/262a2fd2-49db-483b-bd73-ffa8bf555323/b7335fb6-c26b-4efb-afbf-783750fab21c) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:30.521656 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f6b1a680-f1b8-41e6-81ab-2d34e8af2e40 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2336698 Oct 26 15:22:30.527128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58484) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:30.531170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1a680-f1b8-41e6-81ab-2d34e8af2e40 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=25580d0d-9b75-4fde-80fa-b3761246a000,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:30.538480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-9bdb1cfe-3722-46c6-bd0c-faa79045d0c5', 'network_id': '9bdb1cfe-3722-46c6-bd0c-faa79045d0c5', 'project_id': '828f5677d4134dbc926ce0d3cf3df67d', 'fixed_ips': [{'subnet_id': '2e694e25-279f-44eb-8322-a9630d6de3c8'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:22:30.540851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:30.545918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-22edd881-077a-4ba3-a6c6-4edf90c9450e None None] Deleting port c607646e-e0b3-4311-ae63-70978c75c2f1 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:30.546753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-22edd881-077a-4ba3-a6c6-4edf90c9450e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (c607646e-e0b3-4311-ae63-70978c75c2f1), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:30.551401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f26809-667c-4ab9-9d09-3d21bd4617c5 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:30.555766 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b3f26809-667c-4ab9-9d09-3d21bd4617c5 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6060722 Oct 26 15:22:30.556524 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58486) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:30.564347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-0b63c7bf-7416-40d0-a5a0-a4d9eae2fc14 None None] Provisioning complete for port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:30.564726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0b63c7bf-7416-40d0-a5a0-a4d9eae2fc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a07d90a-491a-4d73-bc12-0b568fe4ca2d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:30.565083 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0b63c7bf-7416-40d0-a5a0-a4d9eae2fc14 None None] Attempt 1 to provision port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d Oct 26 15:22:30.576510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d8b43-3846-41e3-b00c-3ef0650e91de None None] Pushing event updated for resources: {'Port': ['ID=c607646e-e0b3-4311-ae63-70978c75c2f1,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:30.603391 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7073879f-fff2-4284-b3ef-66ba3ab4e2be tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "GET /networking/v2.0/subnets?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853 HTTP/1.1" status: 200 len: 207 time: 0.0408585 Oct 26 15:22:30.604920 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58488) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:30.616682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:30.617322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c139cb9b-14d5-4cd9-9d2d-53d5bf12b079 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:30.621588 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c139cb9b-14d5-4cd9-9d2d-53d5bf12b079 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0847068 Oct 26 15:22:30.621912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:30.625131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58490) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:30.660526 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6db833-5b7e-4fd1-8e3e-e4c514e63235 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:30.664293 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3c6db833-5b7e-4fd1-8e3e-e4c514e63235 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:30.667781 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:30.687904 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b73b75aa-bfd5-49a5-a404-185535452078), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:30.736458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ead46c-e164-4aba-bd90-8014ef2ee0bf tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Made reservation on behalf of 828f5677d4134dbc926ce0d3cf3df67d for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:30.741234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f2ead46c-e164-4aba-bd90-8014ef2ee0bf tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:30.776189 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41148132-f2e9-4717-95dc-55e86d51dac9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:30.781835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41148132-f2e9-4717-95dc-55e86d51dac9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:30.787305 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41148132-f2e9-4717-95dc-55e86d51dac9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:30.792775 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41148132-f2e9-4717-95dc-55e86d51dac9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:30.794739 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-41148132-f2e9-4717-95dc-55e86d51dac9 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1888788 Oct 26 15:22:30.800303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58492) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:30.802522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-22edd881-077a-4ba3-a6c6-4edf90c9450e None None] For port c607646e-e0b3-4311-ae63-70978c75c2f1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c607646e-e0b3-4311-ae63-70978c75c2f1,segment=NetworkSegment(c68c10a7-78b5-4627-b5db-6e352f5581dd),segment_id=c68c10a7-78b5-4627-b5db-6e352f5581dd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:30.802919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-22edd881-077a-4ba3-a6c6-4edf90c9450e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (c607646e-e0b3-4311-ae63-70978c75c2f1), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:30.814285 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-f2ead46c-e164-4aba-bd90-8014ef2ee0bf tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] device_id is not set on port 33f10d9a-8c5c-4853-b16a-b3054be8140c yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:22:30.856328 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:30.877311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c607646e-e0b3-4311-ae63-70978c75c2f1 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:30.881805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-22edd881-077a-4ba3-a6c6-4edf90c9450e None None] Calling delete_port for c607646e-e0b3-4311-ae63-70978c75c2f1 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:30.902178 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-94127b15-340f-48ad-95c6-515f294dae1c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port 25580d0d-9b75-4fde-80fa-b3761246a000 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:30.902530 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94127b15-340f-48ad-95c6-515f294dae1c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (25580d0d-9b75-4fde-80fa-b3761246a000), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:30.963503 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.ipam_backend_mixin [None req-3c6db833-5b7e-4fd1-8e3e-e4c514e63235 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 262a2fd2-49db-483b-bd73-ffa8bf555323 (CIDR: 2001:db8::/64) Oct 26 15:22:30.978034 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6db833-5b7e-4fd1-8e3e-e4c514e63235 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:30.978528 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6db833-5b7e-4fd1-8e3e-e4c514e63235 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:31.010464 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cac827e6-a388-4067-a0cb-bc3e2c5fc64d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2041481 Oct 26 15:22:31.011073 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58494) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:31.053424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-f2ead46c-e164-4aba-bd90-8014ef2ee0bf tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Allocated IP 2001:db8::f816:3eff:fe9e:13e9 (9bdb1cfe-3722-46c6-bd0c-faa79045d0c5/2e694e25-279f-44eb-8322-a9630d6de3c8/33f10d9a-8c5c-4853-b16a-b3054be8140c) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:31.060612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-0b63c7bf-7416-40d0-a5a0-a4d9eae2fc14 None None] Current status of the port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:31.065640 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3c6db833-5b7e-4fd1-8e3e-e4c514e63235 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6806309 Oct 26 15:22:31.065989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58496) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:31.074357 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-cbaeb07c-0fcd-4d6d-a77e-99efbf8b8578 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'subnet': {'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:31.082782 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:31.085152 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (b73b75aa-bfd5-49a5-a404-185535452078), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.086508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:31.098415 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (b73b75aa-bfd5-49a5-a404-185535452078), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.136450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Publish callbacks [] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.142630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Publish callbacks [] for port (07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.146231 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693d3f1b-c7fa-456c-8636-dcbcaccdbcaa tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:31.147975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693d3f1b-c7fa-456c-8636-dcbcaccdbcaa tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:31.149627 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-693d3f1b-c7fa-456c-8636-dcbcaccdbcaa tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1380033 Oct 26 15:22:31.150618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-22edd881-077a-4ba3-a6c6-4edf90c9450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (c607646e-e0b3-4311-ae63-70978c75c2f1), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.154366 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94127b15-340f-48ad-95c6-515f294dae1c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (25580d0d-9b75-4fde-80fa-b3761246a000), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.157143 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58498) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:31.158261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.160833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.193291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-94127b15-340f-48ad-95c6-515f294dae1c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for 25580d0d-9b75-4fde-80fa-b3761246a000 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:31.203503 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (987e0c11-d2e4-4935-b963-ac5294bb2dff), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.210963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=b73b75aa-bfd5-49a5-a404-185535452078,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:31.214746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd881-077a-4ba3-a6c6-4edf90c9450e None None] Pushing event deleted for resources: {'Port': ['ID=c607646e-e0b3-4311-ae63-70978c75c2f1,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:31.229515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:31.233596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22edd881-077a-4ba3-a6c6-4edf90c9450e None None] No DVR routers for this DVR port c607646e-e0b3-4311-ae63-70978c75c2f1 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:31.236111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:31.273068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:31.275541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:31.284294 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:31.294591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:31.312281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Pushing event updated for resources: {'Port': ['ID=b7335fb6-c26b-4efb-afbf-783750fab21c,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:31.319600 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e2e115-40a6-4eb0-9ec2-ff5da8da8a2d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['shared'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:31.321534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e2e115-40a6-4eb0-9ec2-ff5da8da8a2d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['shared'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:31.322892 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-29e2e115-40a6-4eb0-9ec2-ff5da8da8a2d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1616168 Oct 26 15:22:31.329467 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58500) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:31.385703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaeb07c-0fcd-4d6d-a77e-99efbf8b8578 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:31.389613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cbaeb07c-0fcd-4d6d-a77e-99efbf8b8578 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.451179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Pushing event updated for resources: {'Port': ['ID=07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:31.453813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f2ead46c-e164-4aba-bd90-8014ef2ee0bf tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for port (33f10d9a-8c5c-4853-b16a-b3054be8140c), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.463964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Attempting to bind port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:31.464629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Attempting to bind port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:31.465243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Attempting to bind port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:31.470009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:31.473309 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Floating IP 987e0c11-d2e4-4935-b963-ac5294bb2dff associated. External IP: 172.26.11.169, port: 8b1a5c2a-305e-4a4e-809e-f921c7425a52. Oct 26 15:22:31.475451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:31.496340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Attempting to bind port b7335fb6-c26b-4efb-afbf-783750fab21c on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:31.496947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Attempting to bind port b7335fb6-c26b-4efb-afbf-783750fab21c by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:31.497501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Attempting to bind port b7335fb6-c26b-4efb-afbf-783750fab21c on network d21a7e15-0604-4ad5-9aef-9ca64b3be92d {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:31.552226 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f2ead46c-e164-4aba-bd90-8014ef2ee0bf tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (33f10d9a-8c5c-4853-b16a-b3054be8140c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.588211 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94127b15-340f-48ad-95c6-515f294dae1c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (25580d0d-9b75-4fde-80fa-b3761246a000), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.607043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Allocated IP 2001:db8::f816:3eff:fedf:d4c1 (9bdb1cfe-3722-46c6-bd0c-faa79045d0c5/2e694e25-279f-44eb-8322-a9630d6de3c8/f97155cf-8b8a-4eab-89b6-b0c512150c33) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:31.615015 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08469f76-e22d-4ad7-a66e-4a2e26111757 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:31.616426 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-08469f76-e22d-4ad7-a66e-4a2e26111757 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "GET /networking/v2.0/networks/6e247482-3db9-4457-9a6d-4a8d02c2431a HTTP/1.1" status: 200 len: 800 time: 0.2868371 Oct 26 15:22:31.617828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:31.625230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c607646e-e0b3-4311-ae63-70978c75c2f1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:31.636011 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ead46c-e164-4aba-bd90-8014ef2ee0bf tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Network 9bdb1cfe-3722-46c6-bd0c-faa79045d0c5 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:31.636729 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58502) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:31.642281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:22:31.642662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Checking segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:31.642996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.643390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Bound using segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:22:31.643894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Bound port: 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:22:31.644359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.655184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ead46c-e164-4aba-bd90-8014ef2ee0bf tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event updated for resources: {'Port': ['ID=33f10d9a-8c5c-4853-b16a-b3054be8140c,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:31.658213 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-f2ead46c-e164-4aba-bd90-8014ef2ee0bf tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:31.679420 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ead46c-e164-4aba-bd90-8014ef2ee0bf tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:31.684113 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ead46c-e164-4aba-bd90-8014ef2ee0bf tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:31.685099 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f2ead46c-e164-4aba-bd90-8014ef2ee0bf tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.687885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: c607646e-e0b3-4311-ae63-70978c75c2f1 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:22:31.688237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c607646e-e0b3-4311-ae63-70978c75c2f1 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:22:31.701477 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94127b15-340f-48ad-95c6-515f294dae1c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=25580d0d-9b75-4fde-80fa-b3761246a000,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:31.708740 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94127b15-340f-48ad-95c6-515f294dae1c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.715516 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-94127b15-340f-48ad-95c6-515f294dae1c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/25580d0d-9b75-4fde-80fa-b3761246a000 HTTP/1.1" status: 204 len: 168 time: 1.0870636 Oct 26 15:22:31.717855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58504) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:31.725895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:22:31.726276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Checking segment: {'id': '4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:31.726692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.727092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Bound using segment: {'id': '4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:22:31.727581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Bound port: b7335fb6-c26b-4efb-afbf-783750fab21c, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:22:31.727969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.748645 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f2ead46c-e164-4aba-bd90-8014ef2ee0bf tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3550782 Oct 26 15:22:31.752619 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58506) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:31.794317 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:31.828082 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e0cfdf-c059-41a3-ac36-bff01f685048 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:31.830153 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e0cfdf-c059-41a3-ac36-bff01f685048 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:31.834466 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-92e0cfdf-c059-41a3-ac36-bff01f685048 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1136229 Oct 26 15:22:31.836248 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58508) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:31.895128 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-50f77793-ba08-4666-9d42-dc6bbac20b6c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "GET /networking/v2.0/networks/6e247482-3db9-4457-9a6d-4a8d02c2431a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2537324 Oct 26 15:22:31.897360 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-0983fa4b-2053-4b4d-be30-6f7f697c5630 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Deleting subnet 2e694e25-279f-44eb-8322-a9630d6de3c8 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:31.898691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58510) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:31.901553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cbaeb07c-0fcd-4d6d-a77e-99efbf8b8578 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (1dbf2e8c-d679-4aed-9cea-6b6e98ddba6a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.943691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d705e1a-93df-4b36-a551-b502387bad20 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 45cd4869-02bb-4609-9dfe-b3ab9e81db66 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:31.953664 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaeb07c-0fcd-4d6d-a77e-99efbf8b8578 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:31.957094 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-cbaeb07c-0fcd-4d6d-a77e-99efbf8b8578 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:31.961584 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaeb07c-0fcd-4d6d-a77e-99efbf8b8578 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:31.962241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cbaeb07c-0fcd-4d6d-a77e-99efbf8b8578 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.966757 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaeb07c-0fcd-4d6d-a77e-99efbf8b8578 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Subnet': ['ID=1dbf2e8c-d679-4aed-9cea-6b6e98ddba6a,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:31.972052 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:31.975480 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4d705e1a-93df-4b36-a551-b502387bad20 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (45cd4869-02bb-4609-9dfe-b3ab9e81db66), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:31.988292 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cbaeb07c-0fcd-4d6d-a77e-99efbf8b8578 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9153321 Oct 26 15:22:31.988486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:31.989368 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58512) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:31.995590 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-51d4e1c1-ab07-4e0a-978f-43972769ce3f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1831485913', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1dbf2e8c-d679-4aed-9cea-6b6e98ddba6a'}], 'security_groups': ['3c015e69-6128-4907-bd10-65437034ae89']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:32.015085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] For port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:22:32.044284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb69ed7-87e0-42e2-8f4c-0216924a12c6 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:32.049350 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-aeb69ed7-87e0-42e2-8f4c-0216924a12c6 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "GET /networking/v2.0/subnets/337a5511-b542-4e82-bb34-c91da894debb HTTP/1.1" status: 200 len: 811 time: 0.1456945 Oct 26 15:22:32.049676 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58514) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:32.057360 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4d705e1a-93df-4b36-a551-b502387bad20 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (45cd4869-02bb-4609-9dfe-b3ab9e81db66), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.061609 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 32783b24-c43e-4398-9450-9c82d449bb82 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:22:32.063440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] For port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:22:32.066558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] For port b7335fb6-c26b-4efb-afbf-783750fab21c, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:22:32.084173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.097149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] For port b7335fb6-c26b-4efb-afbf-783750fab21c, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=b7335fb6-c26b-4efb-afbf-783750fab21c,segment=NetworkSegment(4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321),segment_id=4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:22:32.134122 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-51d4e1c1-ab07-4e0a-978f-43972769ce3f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3c1d380e-9eb0-42d5-a058-aeb40d4b5938), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.134447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.141269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Publish callbacks [] for port (f97155cf-8b8a-4eab-89b6-b0c512150c33), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.154451 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d4758-bfef-4198-82f3-35ae56beb50b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['shared'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:32.159710 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f57d4758-bfef-4198-82f3-35ae56beb50b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "GET /networking/v2.0/subnets/337a5511-b542-4e82-bb34-c91da894debb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1053450 Oct 26 15:22:32.160001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58516) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:32.162181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0983fa4b-2053-4b4d-be30-6f7f697c5630 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for subnet (2e694e25-279f-44eb-8322-a9630d6de3c8), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.168741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-3d9258c0-ef24-4643-b7e1-3875b1244a16 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1126851888'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:32.172446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (f97155cf-8b8a-4eab-89b6-b0c512150c33), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.192186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c867b74-9b5d-4e5a-b266-2393f5adbf31 None None] Pushing event updated for resources: {'Port': ['ID=07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:32.222525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Network 9bdb1cfe-3722-46c6-bd0c-faa79045d0c5 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:32.228267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:32.240045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:32.258783 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4d705e1a-93df-4b36-a551-b502387bad20 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (45cd4869-02bb-4609-9dfe-b3ab9e81db66), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.284791 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0983fa4b-2053-4b4d-be30-6f7f697c5630 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (2e694e25-279f-44eb-8322-a9630d6de3c8), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.305126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de00c67-d368-4146-9528-4475c8cbe5ed None None] Pushing event updated for resources: {'Port': ['ID=b7335fb6-c26b-4efb-afbf-783750fab21c,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:32.330380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9258c0-ef24-4643-b7e1-3875b1244a16 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:32.334131 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d9258c0-ef24-4643-b7e1-3875b1244a16 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.345226 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:32.391029 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:22:32.406878 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4d705e1a-93df-4b36-a551-b502387bad20 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (45cd4869-02bb-4609-9dfe-b3ab9e81db66), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.411755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abe2530-bc5d-4a19-af1f-8f0a48e41c8a None None] Sync routers for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:22:32.430912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Attempting to bind port f97155cf-8b8a-4eab-89b6-b0c512150c33 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:32.430912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Attempting to bind port f97155cf-8b8a-4eab-89b6-b0c512150c33 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'b7613bf4-ca61-46a5-879b-416b39355aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9bdb1cfe-3722-46c6-bd0c-faa79045d0c5'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:32.430912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Attempting to bind port f97155cf-8b8a-4eab-89b6-b0c512150c33 on network 9bdb1cfe-3722-46c6-bd0c-faa79045d0c5 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:32.471097 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9258c0-ef24-4643-b7e1-3875b1244a16 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:22:32.491874 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d705e1a-93df-4b36-a551-b502387bad20 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=45cd4869-02bb-4609-9dfe-b3ab9e81db66,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:32.515050 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.523850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Pushing event updated for resources: {'Port': ['ID=f97155cf-8b8a-4eab-89b6-b0c512150c33,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:32.525459 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4d705e1a-93df-4b36-a551-b502387bad20 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.535771 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4d705e1a-93df-4b36-a551-b502387bad20 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/45cd4869-02bb-4609-9dfe-b3ab9e81db66 HTTP/1.1" status: 204 len: 168 time: 0.6972759 Oct 26 15:22:32.536434 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58520) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:32.540468 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d9258c0-ef24-4643-b7e1-3875b1244a16 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (6b3de3f3-d427-47ec-b0af-8b017ffd297c), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.541260 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-3d9258c0-ef24-4643-b7e1-3875b1244a16 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Added segment 6b3de3f3-d427-47ec-b0af-8b017ffd297c of type vlan for network 576b8bac-d664-4ff7-94bc-c827793c292f Oct 26 15:22:32.551906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abe2530-bc5d-4a19-af1f-8f0a48e41c8a None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:32.552696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8abe2530-bc5d-4a19-af1f-8f0a48e41c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:32.607371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8abe2530-bc5d-4a19-af1f-8f0a48e41c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:32.609959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:22:32.610340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Checking segment: {'id': 'b7613bf4-ca61-46a5-879b-416b39355aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9bdb1cfe-3722-46c6-bd0c-faa79045d0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:32.610747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.611141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Bound using segment: {'id': 'b7613bf4-ca61-46a5-879b-416b39355aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9bdb1cfe-3722-46c6-bd0c-faa79045d0c5'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:22:32.611630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Bound port: f97155cf-8b8a-4eab-89b6-b0c512150c33, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7613bf4-ca61-46a5-879b-416b39355aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9bdb1cfe-3722-46c6-bd0c-faa79045d0c5'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:22:32.612013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f97155cf-8b8a-4eab-89b6-b0c512150c33), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.636192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abe2530-bc5d-4a19-af1f-8f0a48e41c8a None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:32.636874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8abe2530-bc5d-4a19-af1f-8f0a48e41c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:32.646539 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4c42a914-e1c9-4efd-ae16-202005a33b59 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1042874 Oct 26 15:22:32.650070 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58522) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:32.662315 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5cbe9bb1-aa4f-4e8e-9a90-5059cf3dc667 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.1132040 Oct 26 15:22:32.662533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d9258c0-ef24-4643-b7e1-3875b1244a16 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (576b8bac-d664-4ff7-94bc-c827793c292f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.663018 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58524) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:32.668241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-563043ad-649c-40c4-8864-fef9c48c4f2f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:32.669629 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-beb7bd49-abb1-4991-81e0-b620612e502e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:32.735011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8abe2530-bc5d-4a19-af1f-8f0a48e41c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:32.736220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abe2530-bc5d-4a19-af1f-8f0a48e41c8a None None] The sync data for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:22:32.760656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] For port f97155cf-8b8a-4eab-89b6-b0c512150c33, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:22:32.764952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] For port f97155cf-8b8a-4eab-89b6-b0c512150c33, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f97155cf-8b8a-4eab-89b6-b0c512150c33,segment=NetworkSegment(b7613bf4-ca61-46a5-879b-416b39355aa5),segment_id=b7613bf4-ca61-46a5-879b-416b39355aa5)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:22:32.770070 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-beb7bd49-abb1-4991-81e0-b620612e502e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (987e0c11-d2e4-4935-b963-ac5294bb2dff), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.772676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f97155cf-8b8a-4eab-89b6-b0c512150c33), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.829117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d9258c0-ef24-4643-b7e1-3875b1244a16 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (576b8bac-d664-4ff7-94bc-c827793c292f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.834006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9258c0-ef24-4643-b7e1-3875b1244a16 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:32.834471 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d9258c0-ef24-4643-b7e1-3875b1244a16 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.845305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b32b4-ec1c-4f23-a6f8-e7e685748fa1 None None] Pushing event updated for resources: {'Port': ['ID=f97155cf-8b8a-4eab-89b6-b0c512150c33,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:32.885391 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:32.898353 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0983fa4b-2053-4b4d-be30-6f7f697c5630 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (2e694e25-279f-44eb-8322-a9630d6de3c8), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.902017 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:32.936247 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-beb7bd49-abb1-4991-81e0-b620612e502e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.940138 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-beb7bd49-abb1-4991-81e0-b620612e502e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (987e0c11-d2e4-4935-b963-ac5294bb2dff), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:32.940476 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-beb7bd49-abb1-4991-81e0-b620612e502e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Floating IP 987e0c11-d2e4-4935-b963-ac5294bb2dff disassociated. External IP: 172.26.11.169, port: 8b1a5c2a-305e-4a4e-809e-f921c7425a52. Oct 26 15:22:32.971141 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3d9258c0-ef24-4643-b7e1-3875b1244a16 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8065979 Oct 26 15:22:32.975062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58528) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:32.979947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-939d6b7e-63d8-45ec-8adb-e8cfbdf8373c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'subnet': {'network_id': '576b8bac-d664-4ff7-94bc-c827793c292f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:33.009254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563043ad-649c-40c4-8864-fef9c48c4f2f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:33.013815 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-563043ad-649c-40c4-8864-fef9c48c4f2f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:33.017010 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9258c0-ef24-4643-b7e1-3875b1244a16 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Network': ['ID=576b8bac-d664-4ff7-94bc-c827793c292f,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:33.035118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 576b8bac-d664-4ff7-94bc-c827793c292f details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:22:33.156391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:33.164517 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:33.188767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0983fa4b-2053-4b4d-be30-6f7f697c5630 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (2e694e25-279f-44eb-8322-a9630d6de3c8), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:33.209150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0983fa4b-2053-4b4d-be30-6f7f697c5630 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:33.215235 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0983fa4b-2053-4b4d-be30-6f7f697c5630 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/2e694e25-279f-44eb-8322-a9630d6de3c8 HTTP/1.1" status: 204 len: 168 time: 1.4602187 Oct 26 15:22:33.228729 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58530) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:33.253538 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-51d4e1c1-ab07-4e0a-978f-43972769ce3f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Delete allocated IP 2001:db8::392 (d21a7e15-0604-4ad5-9aef-9ca64b3be92d/262a2fd2-49db-483b-bd73-ffa8bf555323) {{(pid=105321) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 15:22:33.498631 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939d6b7e-63d8-45ec-8adb-e8cfbdf8373c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Made reservation on behalf of 1f3d9e39a73b4f6dbd8554e45cd19aed for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:33.503586 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-939d6b7e-63d8-45ec-8adb-e8cfbdf8373c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:33.585637 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.ipam_backend_mixin [None req-939d6b7e-63d8-45ec-8adb-e8cfbdf8373c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Performing IP validity checks on allocation pools {{(pid=105322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 26 15:22:33.586158 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.ipam_backend_mixin [None req-939d6b7e-63d8-45ec-8adb-e8cfbdf8373c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 26 15:22:33.624659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983fa4b-2053-4b4d-be30-6f7f697c5630 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event deleted for resources: {'Subnet': ['ID=2e694e25-279f-44eb-8322-a9630d6de3c8,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:33.637080 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-51d4e1c1-ab07-4e0a-978f-43972769ce3f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Allocated IP 2001:db8:0:1::391 (d21a7e15-0604-4ad5-9aef-9ca64b3be92d/1dbf2e8c-d679-4aed-9cea-6b6e98ddba6a/3c1d380e-9eb0-42d5-a058-aeb40d4b5938) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:33.639893 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:33.669866 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb7bd49-abb1-4991-81e0-b620612e502e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 32783b24-c43e-4398-9450-9c82d449bb82 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:22:33.698597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f97155cf-8b8a-4eab-89b6-b0c512150c33 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:33.767279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f97155cf-8b8a-4eab-89b6-b0c512150c33 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:33.767916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f97155cf-8b8a-4eab-89b6-b0c512150c33), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:33.768270 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f97155cf-8b8a-4eab-89b6-b0c512150c33 Oct 26 15:22:33.876491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f97155cf-8b8a-4eab-89b6-b0c512150c33 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:33.877005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f97155cf-8b8a-4eab-89b6-b0c512150c33), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:33.918516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f97155cf-8b8a-4eab-89b6-b0c512150c33, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f97155cf-8b8a-4eab-89b6-b0c512150c33,segment=NetworkSegment(b7613bf4-ca61-46a5-879b-416b39355aa5),segment_id=b7613bf4-ca61-46a5-879b-416b39355aa5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:33.921496 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-563043ad-649c-40c4-8864-fef9c48c4f2f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (1667953e-1b07-453e-844a-15ca60c75798), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:33.924028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d358ef-2ec0-4c08-af90-fcbde36b2d7e None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:33.968671 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c15f4a-42eb-4bc0-b36d-b50b72501b64 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:33.970625 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c15f4a-42eb-4bc0-b36d-b50b72501b64 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:33.972598 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b2c15f4a-42eb-4bc0-b36d-b50b72501b64 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7424259 Oct 26 15:22:33.976394 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58532) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:33.990527 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-939d6b7e-63d8-45ec-8adb-e8cfbdf8373c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (de6b6d45-3ce8-4192-ac4f-765d6b243397), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:33.998824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f97155cf-8b8a-4eab-89b6-b0c512150c33), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:33.999864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device b7335fb6-c26b-4efb-afbf-783750fab21c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:34.008335 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb7bd49-abb1-4991-81e0-b620612e502e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:22:34.015615 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563043ad-649c-40c4-8864-fef9c48c4f2f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:34.019007 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e643898e-43f0-4357-bc88-8150f4e18cce None None] Sync routers for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:22:34.032848 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e643898e-43f0-4357-bc88-8150f4e18cce None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:34.041011 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e643898e-43f0-4357-bc88-8150f4e18cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:34.061908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-beb7bd49-abb1-4991-81e0-b620612e502e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.067230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-621d21f4-2d0c-44eb-b432-0d8ad1e863a8 None None] Provisioning complete for port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:34.067661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-621d21f4-2d0c-44eb-b432-0d8ad1e863a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.067934 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-621d21f4-2d0c-44eb-b432-0d8ad1e863a8 None None] Attempt 1 to provision port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 Oct 26 15:22:34.084359 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-51d4e1c1-ab07-4e0a-978f-43972769ce3f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (3c1d380e-9eb0-42d5-a058-aeb40d4b5938), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.095489 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-563043ad-649c-40c4-8864-fef9c48c4f2f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:34.116563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563043ad-649c-40c4-8864-fef9c48c4f2f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:34.117225 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-563043ad-649c-40c4-8864-fef9c48c4f2f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.119449 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e643898e-43f0-4357-bc88-8150f4e18cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:34.128631 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-51d4e1c1-ab07-4e0a-978f-43972769ce3f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (3c1d380e-9eb0-42d5-a058-aeb40d4b5938), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.134533 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e643898e-43f0-4357-bc88-8150f4e18cce None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:34.135494 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e643898e-43f0-4357-bc88-8150f4e18cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:34.181628 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e643898e-43f0-4357-bc88-8150f4e18cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:34.182718 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e643898e-43f0-4357-bc88-8150f4e18cce None None] The sync data for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:22:34.202083 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563043ad-649c-40c4-8864-fef9c48c4f2f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=1667953e-1b07-453e-844a-15ca60c75798,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:34.216051 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-beb7bd49-abb1-4991-81e0-b620612e502e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/987e0c11-d2e4-4935-b963-ac5294bb2dff HTTP/1.1" status: 200 len: 689 time: 1.5504398 Oct 26 15:22:34.222206 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3a82d98-7ab4-4a28-8a1f-18afab0b8d80 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (9bdb1cfe-3722-46c6-bd0c-faa79045d0c5), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.225317 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58534) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:34.233767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-51d4e1c1-ab07-4e0a-978f-43972769ce3f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] In _notify_port_updated(), no bound segment for port 3c1d380e-9eb0-42d5-a058-aeb40d4b5938 on network d21a7e15-0604-4ad5-9aef-9ca64b3be92d {{(pid=105321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:22:34.239799 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d4e1c1-ab07-4e0a-978f-43972769ce3f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:34.240623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-51d4e1c1-ab07-4e0a-978f-43972769ce3f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.244788 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-51d4e1c1-ab07-4e0a-978f-43972769ce3f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "PUT /networking/v2.0/ports/3c1d380e-9eb0-42d5-a058-aeb40d4b5938 HTTP/1.1" status: 200 len: 931 time: 2.2521434 Oct 26 15:22:34.244989 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d6b7e-63d8-45ec-8adb-e8cfbdf8373c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Subnet': ['ID=de6b6d45-3ce8-4192-ac4f-765d6b243397,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:34.253548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f08f103-0f60-4263-bff1-215da1d04e7a None None] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:34.259859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4e1c1-ab07-4e0a-978f-43972769ce3f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=3c1d380e-9eb0-42d5-a058-aeb40d4b5938,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:34.262739 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58536) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:34.269166 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-563043ad-649c-40c4-8864-fef9c48c4f2f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6085258 Oct 26 15:22:34.275988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58538) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:34.283918 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ee83ac5c-d101-428c-af2c-8ea0f89ab944 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'name': 'tempest-NetworksTestDHCPv6-2142075363'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:34.331714 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:34.339204 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a82d98-7ab4-4a28-8a1f-18afab0b8d80 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 26 15:22:34.339688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a82d98-7ab4-4a28-8a1f-18afab0b8d80 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:34.347042 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e3a82d98-7ab4-4a28-8a1f-18afab0b8d80 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/networks/9bdb1cfe-3722-46c6-bd0c-faa79045d0c5 HTTP/1.1" status: 409 len: 466 time: 0.3657219 Oct 26 15:22:34.348099 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939d6b7e-63d8-45ec-8adb-e8cfbdf8373c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Checking segment: {'id': '6b3de3f3-d427-47ec-b0af-8b017ffd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '576b8bac-d664-4ff7-94bc-c827793c292f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:34.348471 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939d6b7e-63d8-45ec-8adb-e8cfbdf8373c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network hostable DHCP agents. Network: 576b8bac-d664-4ff7-94bc-c827793c292f, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:22:34.350635 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58540) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:34.364259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:34.365915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-b397112b-8f22-421a-8bcb-eedeaa2d9978 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1139089315'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:34.372484 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:34.437686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b397112b-8f22-421a-8bcb-eedeaa2d9978 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Made reservation on behalf of 828f5677d4134dbc926ce0d3cf3df67d for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:34.440026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port b7335fb6-c26b-4efb-afbf-783750fab21c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:34.440417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.440765 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port b7335fb6-c26b-4efb-afbf-783750fab21c Oct 26 15:22:34.442706 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b397112b-8f22-421a-8bcb-eedeaa2d9978 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.453073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f97155cf-8b8a-4eab-89b6-b0c512150c33,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:34.454843 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-8fb356fd-098e-4789-9ecc-982b6ad8784e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Deleting port b73b75aa-bfd5-49a5-a404-185535452078 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:34.455846 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8fb356fd-098e-4789-9ecc-982b6ad8784e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (b73b75aa-bfd5-49a5-a404-185535452078), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.460351 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939d6b7e-63d8-45ec-8adb-e8cfbdf8373c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Network 576b8bac-d664-4ff7-94bc-c827793c292f is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:22:34.471628 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-3a8dc2f3-d493-4f04-96ac-2e7dd2f867b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port 3c1d380e-9eb0-42d5-a058-aeb40d4b5938 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:34.472022 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3a8dc2f3-d493-4f04-96ac-2e7dd2f867b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (3c1d380e-9eb0-42d5-a058-aeb40d4b5938), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.479239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-621d21f4-2d0c-44eb-b432-0d8ad1e863a8 None None] Current status of the port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:34.479625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-621d21f4-2d0c-44eb-b432-0d8ad1e863a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.519278 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:34.522686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-939d6b7e-63d8-45ec-8adb-e8cfbdf8373c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 576b8bac-d664-4ff7-94bc-c827793c292f) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:34.525811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:34.536056 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b397112b-8f22-421a-8bcb-eedeaa2d9978 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:22:34.539372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939d6b7e-63d8-45ec-8adb-e8cfbdf8373c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:34.539576 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-939d6b7e-63d8-45ec-8adb-e8cfbdf8373c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.560161 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b397112b-8f22-421a-8bcb-eedeaa2d9978 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (e456b24a-6b73-4364-819e-82cb2cbe8a15), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.560760 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-b397112b-8f22-421a-8bcb-eedeaa2d9978 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Added segment e456b24a-6b73-4364-819e-82cb2cbe8a15 of type vlan for network 635ce14e-3f40-46af-b4e0-dc4c56702893 Oct 26 15:22:34.570927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-621d21f4-2d0c-44eb-b432-0d8ad1e863a8 None None] For port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:34.574891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d38aeb1-cd88-446d-8bec-7fd0fd8d8df5 None None] Network 576b8bac-d664-4ff7-94bc-c827793c292f requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:34.613007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-621d21f4-2d0c-44eb-b432-0d8ad1e863a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.623422 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-939d6b7e-63d8-45ec-8adb-e8cfbdf8373c tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6473172 Oct 26 15:22:34.632449 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58542) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:34.641944 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f26e36a2-7120-4131-a1c2-920ff0e115cf tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:34.694988 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b397112b-8f22-421a-8bcb-eedeaa2d9978 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (635ce14e-3f40-46af-b4e0-dc4c56702893), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.695570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3a8dc2f3-d493-4f04-96ac-2e7dd2f867b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (3c1d380e-9eb0-42d5-a058-aeb40d4b5938), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.705096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee83ac5c-d101-428c-af2c-8ea0f89ab944 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:34.709988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ee83ac5c-d101-428c-af2c-8ea0f89ab944 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.729618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-3a8dc2f3-d493-4f04-96ac-2e7dd2f867b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for 3c1d380e-9eb0-42d5-a058-aeb40d4b5938 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:34.738571 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8fb356fd-098e-4789-9ecc-982b6ad8784e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (b73b75aa-bfd5-49a5-a404-185535452078), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.738898 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8fb356fd-098e-4789-9ecc-982b6ad8784e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (b73b75aa-bfd5-49a5-a404-185535452078), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.746086 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-ee83ac5c-d101-428c-af2c-8ea0f89ab944 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port 5d4f6f99-0960-456b-9f80-cfeb5c99b5a8 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:22:34.750168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c01ea0-ad14-4f1b-9e0d-1d5a7cad6ce8 None None] Network 9bdb1cfe-3722-46c6-bd0c-faa79045d0c5 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:34.792306 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-8fb356fd-098e-4789-9ecc-982b6ad8784e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Calling delete_port for b73b75aa-bfd5-49a5-a404-185535452078 owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:34.816380 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f26e36a2-7120-4131-a1c2-920ff0e115cf tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6443701'] for subnet (de6b6d45-3ce8-4192-ac4f-765d6b243397), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.824444 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b397112b-8f22-421a-8bcb-eedeaa2d9978 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (635ce14e-3f40-46af-b4e0-dc4c56702893), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.833519 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b397112b-8f22-421a-8bcb-eedeaa2d9978 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:34.834377 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b397112b-8f22-421a-8bcb-eedeaa2d9978 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.858468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e785e6-74c5-4f59-8037-1d6edd7b4314 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:34.924202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e7dbfd41-fc54-4154-ae59-492f5ef573fd None None] Provisioning complete for port b7335fb6-c26b-4efb-afbf-783750fab21c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:34.924606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e7dbfd41-fc54-4154-ae59-492f5ef573fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:34.925300 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e7dbfd41-fc54-4154-ae59-492f5ef573fd None None] Attempt 1 to provision port b7335fb6-c26b-4efb-afbf-783750fab21c Oct 26 15:22:34.961734 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-ee83ac5c-d101-428c-af2c-8ea0f89ab944 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::122 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/1667953e-1b07-453e-844a-15ca60c75798/5d4f6f99-0960-456b-9f80-cfeb5c99b5a8) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:34.962858 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b397112b-8f22-421a-8bcb-eedeaa2d9978 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6007926 Oct 26 15:22:34.963608 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58544) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:34.986636 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:35.007280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-339c49d4-b8f1-41ae-bf35-daa8feb7f563 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Request body: {'subnet': {'network_id': '635ce14e-3f40-46af-b4e0-dc4c56702893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:35.037572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397112b-8f22-421a-8bcb-eedeaa2d9978 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event updated for resources: {'Network': ['ID=635ce14e-3f40-46af-b4e0-dc4c56702893,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:35.084854 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:35.144713 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3a8dc2f3-d493-4f04-96ac-2e7dd2f867b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (3c1d380e-9eb0-42d5-a058-aeb40d4b5938), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.176880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 635ce14e-3f40-46af-b4e0-dc4c56702893 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:22:35.179137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port b7335fb6-c26b-4efb-afbf-783750fab21c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:35.179516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.184847 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8dc2f3-d493-4f04-96ac-2e7dd2f867b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=3c1d380e-9eb0-42d5-a058-aeb40d4b5938,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:35.191012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d21f4-2d0c-44eb-b432-0d8ad1e863a8 None None] Pushing event updated for resources: {'Port': ['ID=07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:35.223377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-576b8bac-d664-4ff7-94bc-c827793c292f', 'network_id': '576b8bac-d664-4ff7-94bc-c827793c292f', 'project_id': '1f3d9e39a73b4f6dbd8554e45cd19aed', 'fixed_ips': [{'subnet_id': 'de6b6d45-3ce8-4192-ac4f-765d6b243397'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:22:35.224544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.224723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3a8dc2f3-d493-4f04-96ac-2e7dd2f867b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.228290 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3a8dc2f3-d493-4f04-96ac-2e7dd2f867b8 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/ports/3c1d380e-9eb0-42d5-a058-aeb40d4b5938 HTTP/1.1" status: 204 len: 168 time: 0.9601941 Oct 26 15:22:35.232452 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58546) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:35.280860 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-e810357d-7542-4cab-bd9b-57f4605604c3 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] GET failed (client error): The resource could not be found. Oct 26 15:22:35.282563 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e810357d-7542-4cab-bd9b-57f4605604c3 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports/3c1d380e-9eb0-42d5-a058-aeb40d4b5938 HTTP/1.1" status: 404 len: 333 time: 0.0491359 Oct 26 15:22:35.288415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58548) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:35.298435 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339c49d4-b8f1-41ae-bf35-daa8feb7f563 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Made reservation on behalf of 828f5677d4134dbc926ce0d3cf3df67d for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:35.303222 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-339c49d4-b8f1-41ae-bf35-daa8feb7f563 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.304197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:35.343196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ee83ac5c-d101-428c-af2c-8ea0f89ab944 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (5d4f6f99-0960-456b-9f80-cfeb5c99b5a8), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.358527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f2147a-6c7c-4a2f-95c0-39e6a0b95482 None None] Update dhcp port {'port': {'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d', 'fixed_ips': [{'subnet_id': '262a2fd2-49db-483b-bd73-ffa8bf555323', 'ip_address': '2001:db8::2'}, {'subnet_id': '1dbf2e8c-d679-4aed-9cea-6b6e98ddba6a'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': 'b7335fb6-c26b-4efb-afbf-783750fab21c'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:22:35.361497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49b4441-9f74-4694-acfa-bd522e2f6f79 None None] DHCP port deletion for 9bdb1cfe-3722-46c6-bd0c-faa79045d0c5 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:22:35.384221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port b7335fb6-c26b-4efb-afbf-783750fab21c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=b7335fb6-c26b-4efb-afbf-783750fab21c,segment=NetworkSegment(4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321),segment_id=4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:35.385745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8fb356fd-098e-4789-9ecc-982b6ad8784e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (b73b75aa-bfd5-49a5-a404-185535452078), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.396914 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-36080311-eaac-4ed9-ab5d-9512a9c89650 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (c91a9c7a-5e3a-4c44-9f31-0d7481094799), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.402055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:35.425404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ee83ac5c-d101-428c-af2c-8ea0f89ab944 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (5d4f6f99-0960-456b-9f80-cfeb5c99b5a8), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.427895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-36080311-eaac-4ed9-ab5d-9512a9c89650 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (c91a9c7a-5e3a-4c44-9f31-0d7481094799), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.429087 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb356fd-098e-4789-9ecc-982b6ad8784e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event deleted for resources: {'Port': ['ID=b73b75aa-bfd5-49a5-a404-185535452078,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:35.472708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f26e36a2-7120-4131-a1c2-920ff0e115cf tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787935637432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6469662'] for subnet (de6b6d45-3ce8-4192-ac4f-765d6b243397), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.475751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.476556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:35.489678 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee83ac5c-d101-428c-af2c-8ea0f89ab944 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:35.490415 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:35.503825 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-ee83ac5c-d101-428c-af2c-8ea0f89ab944 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:35.512960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee83ac5c-d101-428c-af2c-8ea0f89ab944 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:35.517298 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee83ac5c-d101-428c-af2c-8ea0f89ab944 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:35.518199 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ee83ac5c-d101-428c-af2c-8ea0f89ab944 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.534047 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83ac5c-d101-428c-af2c-8ea0f89ab944 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=5d4f6f99-0960-456b-9f80-cfeb5c99b5a8,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:35.556902 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ee83ac5c-d101-428c-af2c-8ea0f89ab944 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2756550 Oct 26 15:22:35.557529 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58550) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:35.569823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-36080311-eaac-4ed9-ab5d-9512a9c89650 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (c91a9c7a-5e3a-4c44-9f31-0d7481094799), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.573275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-36080311-eaac-4ed9-ab5d-9512a9c89650 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.573897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26e36a2-7120-4131-a1c2-920ff0e115cf tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:35.580153 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-36080311-eaac-4ed9-ab5d-9512a9c89650 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/c91a9c7a-5e3a-4c44-9f31-0d7481094799 HTTP/1.1" status: 204 len: 168 time: 0.2850590 Oct 26 15:22:35.580399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f26e36a2-7120-4131-a1c2-920ff0e115cf tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.580399 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f26e36a2-7120-4131-a1c2-920ff0e115cf tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "PUT /networking/v2.0/subnets/de6b6d45-3ce8-4192-ac4f-765d6b243397 HTTP/1.1" status: 200 len: 877 time: 0.9407909 Oct 26 15:22:35.580582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58552) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:35.584130 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58554) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:35.586251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-71f2147a-6c7c-4a2f-95c0-39e6a0b95482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.602587 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36080311-eaac-4ed9-ab5d-9512a9c89650 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91a9c7a-5e3a-4c44-9f31-0d7481094799,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:35.658749 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e36a2-7120-4131-a1c2-920ff0e115cf tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event updated for resources: {'Subnet': ['ID=de6b6d45-3ce8-4192-ac4f-765d6b243397,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:35.661164 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8fb356fd-098e-4789-9ecc-982b6ad8784e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (987e0c11-d2e4-4935-b963-ac5294bb2dff), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.664431 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8fb356fd-098e-4789-9ecc-982b6ad8784e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.669649 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8fb356fd-098e-4789-9ecc-982b6ad8784e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/987e0c11-d2e4-4935-b963-ac5294bb2dff HTTP/1.1" status: 204 len: 168 time: 1.4377010 Oct 26 15:22:35.675795 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58556) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:35.680192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': 'cd7b52be-77df-4140-a8be-ad83792eac55'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:35.700200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a49b4441-9f74-4694-acfa-bd522e2f6f79 None None] Deleting port f97155cf-8b8a-4eab-89b6-b0c512150c33 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:35.700585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a49b4441-9f74-4694-acfa-bd522e2f6f79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f97155cf-8b8a-4eab-89b6-b0c512150c33), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.703464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dd1de570-dba2-448c-b0de-e34d57920942 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (3c015e69-6128-4907-bd10-65437034ae89), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.723843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbfd41-fc54-4154-ae59-492f5ef573fd None None] Current status of the port b7335fb6-c26b-4efb-afbf-783750fab21c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:35.728301 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac986c7-35ce-48d0-ba7c-2c4696b5c816 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:35.734558 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac986c7-35ce-48d0-ba7c-2c4696b5c816 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:35.738789 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-eac986c7-35ce-48d0-ba7c-2c4696b5c816 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1776242 Oct 26 15:22:35.740502 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58558) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:35.742647 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.759800 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dd1de570-dba2-448c-b0de-e34d57920942 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (3c015e69-6128-4907-bd10-65437034ae89), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.775949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=b7335fb6-c26b-4efb-afbf-783750fab21c,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:35.842763 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (576b8bac-d664-4ff7-94bc-c827793c292f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.949729 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (de6b6d45-3ce8-4192-ac4f-765d6b243397), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.961457 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dd1de570-dba2-448c-b0de-e34d57920942 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (3c015e69-6128-4907-bd10-65437034ae89), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.964177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-dd1de570-dba2-448c-b0de-e34d57920942 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.964876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e7dbfd41-fc54-4154-ae59-492f5ef573fd None None] Provisioning complete for port f97155cf-8b8a-4eab-89b6-b0c512150c33 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:35.966067 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dd1de570-dba2-448c-b0de-e34d57920942 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/3c015e69-6128-4907-bd10-65437034ae89 HTTP/1.1" status: 204 len: 168 time: 0.3865411 Oct 26 15:22:35.966531 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.objects.ports [None req-339c49d4-b8f1-41ae-bf35-daa8feb7f563 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105322) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:22:35.969268 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58560) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:35.969982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e7dbfd41-fc54-4154-ae59-492f5ef573fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f97155cf-8b8a-4eab-89b6-b0c512150c33), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.970110 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-339c49d4-b8f1-41ae-bf35-daa8feb7f563 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (9e024966-31bb-4707-b596-cf66ac93f475), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.970416 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e7dbfd41-fc54-4154-ae59-492f5ef573fd None None] Attempt 1 to provision port f97155cf-8b8a-4eab-89b6-b0c512150c33 Oct 26 15:22:35.977032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Allocated IP 172.20.0.3 (576b8bac-d664-4ff7-94bc-c827793c292f/de6b6d45-3ce8-4192-ac4f-765d6b243397/9ef6e1f5-f603-407b-86da-26c03e7d1e47) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:35.983401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:35.990742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-82ff039e-aef1-40bd-a2dd-f3f7e31ca89c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port 5d4f6f99-0960-456b-9f80-cfeb5c99b5a8 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:35.991184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-82ff039e-aef1-40bd-a2dd-f3f7e31ca89c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (5d4f6f99-0960-456b-9f80-cfeb5c99b5a8), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:36.007311 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1de570-dba2-448c-b0de-e34d57920942 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c015e69-6128-4907-bd10-65437034ae89,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:36.035872 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:36.055942 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:36.201804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Publish callbacks [] for port (9ef6e1f5-f603-407b-86da-26c03e7d1e47), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:36.217897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-82ff039e-aef1-40bd-a2dd-f3f7e31ca89c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (5d4f6f99-0960-456b-9f80-cfeb5c99b5a8), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:36.232738 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:36.235571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a49b4441-9f74-4694-acfa-bd522e2f6f79 None None] For port f97155cf-8b8a-4eab-89b6-b0c512150c33, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f97155cf-8b8a-4eab-89b6-b0c512150c33,segment=NetworkSegment(b7613bf4-ca61-46a5-879b-416b39355aa5),segment_id=b7613bf4-ca61-46a5-879b-416b39355aa5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:36.236149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a49b4441-9f74-4694-acfa-bd522e2f6f79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f97155cf-8b8a-4eab-89b6-b0c512150c33), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:36.239220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-82ff039e-aef1-40bd-a2dd-f3f7e31ca89c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for 5d4f6f99-0960-456b-9f80-cfeb5c99b5a8 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:36.260821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a49b4441-9f74-4694-acfa-bd522e2f6f79 None None] Calling delete_port for f97155cf-8b8a-4eab-89b6-b0c512150c33 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:36.263427 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Allocated IP 172.26.11.111 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/13bc19c4-e862-41f6-9e0a-73e85217ca6f) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:36.294685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:36.295565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:36.300080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:36.300489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:36.300854 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 Oct 26 15:22:36.416314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:36.420114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (9ef6e1f5-f603-407b-86da-26c03e7d1e47), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:36.440671 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-53983af3-644d-4c13-8d71-81b9db4934fd tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting subnet 262a2fd2-49db-483b-bd73-ffa8bf555323 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:36.445330 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c49d4-b8f1-41ae-bf35-daa8feb7f563 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event updated for resources: {'Subnet': ['ID=9e024966-31bb-4707-b596-cf66ac93f475,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:36.453691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c49d4-b8f1-41ae-bf35-daa8feb7f563 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Checking segment: {'id': 'e456b24a-6b73-4364-819e-82cb2cbe8a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '635ce14e-3f40-46af-b4e0-dc4c56702893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:36.454059 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339c49d4-b8f1-41ae-bf35-daa8feb7f563 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Network hostable DHCP agents. Network: 635ce14e-3f40-46af-b4e0-dc4c56702893, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:22:36.479818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-71f2147a-6c7c-4a2f-95c0-39e6a0b95482 None None] Allocated IP 2001:db8:0:1::2 (d21a7e15-0604-4ad5-9aef-9ca64b3be92d/1dbf2e8c-d679-4aed-9cea-6b6e98ddba6a/b7335fb6-c26b-4efb-afbf-783750fab21c) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:36.484193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (de6b6d45-3ce8-4192-ac4f-765d6b243397), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:36.491056 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339c49d4-b8f1-41ae-bf35-daa8feb7f563 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Network 635ce14e-3f40-46af-b4e0-dc4c56702893 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:22:36.497657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (13bc19c4-e862-41f6-9e0a-73e85217ca6f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:36.523326 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Subnet': ['ID=de6b6d45-3ce8-4192-ac4f-765d6b243397,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:36.523574 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-339c49d4-b8f1-41ae-bf35-daa8feb7f563 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 635ce14e-3f40-46af-b4e0-dc4c56702893) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:36.528265 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339c49d4-b8f1-41ae-bf35-daa8feb7f563 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:36.528881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-339c49d4-b8f1-41ae-bf35-daa8feb7f563 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:36.533034 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-82ff039e-aef1-40bd-a2dd-f3f7e31ca89c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (5d4f6f99-0960-456b-9f80-cfeb5c99b5a8), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:36.583159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff039e-aef1-40bd-a2dd-f3f7e31ca89c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=5d4f6f99-0960-456b-9f80-cfeb5c99b5a8,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:36.601304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e855ef86-eafb-41d6-85df-00163e8f3414 None None] Network 635ce14e-3f40-46af-b4e0-dc4c56702893 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:36.607398 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-339c49d4-b8f1-41ae-bf35-daa8feb7f563 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6253223 Oct 26 15:22:36.607398 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (576b8bac-d664-4ff7-94bc-c827793c292f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:36.609753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58562) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:36.613265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (13bc19c4-e862-41f6-9e0a-73e85217ca6f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:36.622352 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-82ff039e-aef1-40bd-a2dd-f3f7e31ca89c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:36.629343 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-82ff039e-aef1-40bd-a2dd-f3f7e31ca89c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/5d4f6f99-0960-456b-9f80-cfeb5c99b5a8 HTTP/1.1" status: 204 len: 168 time: 0.8777897 Oct 26 15:22:36.629537 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58564) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:36.669902 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:36.675365 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:36.678253 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:36.685621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=13bc19c4-e862-41f6-9e0a-73e85217ca6f,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:36.699065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Network 576b8bac-d664-4ff7-94bc-c827793c292f is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:36.726349 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576b8bac-d664-4ff7-94bc-c827793c292f']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:36.739889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:36.741545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Pushing event updated for resources: {'Port': ['ID=9ef6e1f5-f603-407b-86da-26c03e7d1e47,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:36.745915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3de3f3-d427-47ec-b0af-8b017ffd297c') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:36.746224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3de3f3-d427-47ec-b0af-8b017ffd297c') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:36.750078 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:36.769019 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (6b3de3f3-d427-47ec-b0af-8b017ffd297c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:36.778875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:36.797999 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7a3a72-1e8a-40d3-8070-9a49f4d97e0d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:36.800636 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7a3a72-1e8a-40d3-8070-9a49f4d97e0d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:36.805572 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8f7a3a72-1e8a-40d3-8070-9a49f4d97e0d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1747622 Oct 26 15:22:36.806512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58566) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:36.833068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (6b3de3f3-d427-47ec-b0af-8b017ffd297c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:36.890928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a49b4441-9f74-4694-acfa-bd522e2f6f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (f97155cf-8b8a-4eab-89b6-b0c512150c33), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:36.901885 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:36.902450 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (6b3de3f3-d427-47ec-b0af-8b017ffd297c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:36.914354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:36.924060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:36.953792 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3ef530c7-2582-4b4b-89b7-b56ff2035249 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (635ce14e-3f40-46af-b4e0-dc4c56702893), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:36.969251 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 6b3de3f3-d427-47ec-b0af-8b017ffd297c resource provider aggregate not found Oct 26 15:22:36.987677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbfd41-fc54-4154-ae59-492f5ef573fd None None] Port f97155cf-8b8a-4eab-89b6-b0c512150c33 update to ACTIVE by agent not found {{(pid=105323) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2310}} Oct 26 15:22:36.991708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49b4441-9f74-4694-acfa-bd522e2f6f79 None None] No DVR routers for this DVR port f97155cf-8b8a-4eab-89b6-b0c512150c33 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:37.004257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b4441-9f74-4694-acfa-bd522e2f6f79 None None] Pushing event deleted for resources: {'Port': ['ID=f97155cf-8b8a-4eab-89b6-b0c512150c33,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:37.083584 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 6b3de3f3-d427-47ec-b0af-8b017ffd297c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b3de3f3-d427-47ec-b0af-8b017ffd297c found for delete ", "request_id": "req-31823ba5-e604-4bab-a61c-3fa27fb60835"}]} Oct 26 15:22:37.089559 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4622faa-26a1-4542-8922-061780768192 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 1667953e-1b07-453e-844a-15ca60c75798 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:37.090318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e7dbfd41-fc54-4154-ae59-492f5ef573fd None None] Provisioning complete for port 0dd01327-227b-4886-8597-98497b93067c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:37.091275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e7dbfd41-fc54-4154-ae59-492f5ef573fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0dd01327-227b-4886-8597-98497b93067c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.091665 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e7dbfd41-fc54-4154-ae59-492f5ef573fd None None] Attempt 1 to provision port 0dd01327-227b-4886-8597-98497b93067c Oct 26 15:22:37.093887 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4622faa-26a1-4542-8922-061780768192 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (1667953e-1b07-453e-844a-15ca60c75798), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.098929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:37.099308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '6b3de3f3-d427-47ec-b0af-8b017ffd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '576b8bac-d664-4ff7-94bc-c827793c292f'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:37.099675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:37.102176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49189417-0497-4f42-87e8-6c1dd74b76f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-635ce14e-3f40-46af-b4e0-dc4c56702893', 'network_id': '635ce14e-3f40-46af-b4e0-dc4c56702893', 'project_id': '828f5677d4134dbc926ce0d3cf3df67d', 'fixed_ips': [{'subnet_id': '9e024966-31bb-4707-b596-cf66ac93f475'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:22:37.103065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49189417-0497-4f42-87e8-6c1dd74b76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.148476 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4622faa-26a1-4542-8922-061780768192 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (1667953e-1b07-453e-844a-15ca60c75798), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.169261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:37.191686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.db.api [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 15:22:37.191686 dv-neutron-759874-6-hyperv neutron-server[105322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 15:22:37.191686 dv-neutron-759874-6-hyperv neutron-server[105322]: [parameters: {'id': '576b8bac-d664-4ff7-94bc-c827793c292f'}] Oct 26 15:22:37.191686 dv-neutron-759874-6-hyperv neutron-server[105322]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:22:37.192110 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG oslo_db.api [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:37.205928 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:37.209374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:37.216559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-71f2147a-6c7c-4a2f-95c0-39e6a0b95482 None None] For port b7335fb6-c26b-4efb-afbf-783750fab21c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=b7335fb6-c26b-4efb-afbf-783750fab21c,segment=NetworkSegment(4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321),segment_id=4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:37.228190 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4622faa-26a1-4542-8922-061780768192 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (1667953e-1b07-453e-844a-15ca60c75798), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.233789 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:37.290296 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3ef530c7-2582-4b4b-89b7-b56ff2035249 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (9e024966-31bb-4707-b596-cf66ac93f475), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.370855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4622faa-26a1-4542-8922-061780768192 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (1667953e-1b07-453e-844a-15ca60c75798), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.373599 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (cfe058f2-8540-43bb-b3c4-d14195990a13), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.404122 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3ef530c7-2582-4b4b-89b7-b56ff2035249 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (9e024966-31bb-4707-b596-cf66ac93f475), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.410143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4622faa-26a1-4542-8922-061780768192 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.415578 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d4622faa-26a1-4542-8922-061780768192 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/1667953e-1b07-453e-844a-15ca60c75798 HTTP/1.1" status: 204 len: 168 time: 0.5851326 Oct 26 15:22:37.418278 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4622faa-26a1-4542-8922-061780768192 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=1667953e-1b07-453e-844a-15ca60c75798,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:37.418605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58572) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:37.427229 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:37.430843 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Failed to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '6b3de3f3-d427-47ec-b0af-8b017ffd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '576b8bac-d664-4ff7-94bc-c827793c292f'}] Oct 26 15:22:37.430843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3577b3a2-0954-46f8-9b75-efeb9c997f37 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:37.430843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbfd41-fc54-4154-ae59-492f5ef573fd None None] Port 0dd01327-227b-4886-8597-98497b93067c cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:22:37.441205 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempt 2 to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 Oct 26 15:22:37.473985 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef530c7-2582-4b4b-89b7-b56ff2035249 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event deleted for resources: {'Subnet': ['ID=9e024966-31bb-4707-b596-cf66ac93f475,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:37.486968 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:37.503142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:37.506615 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-092e1b1d-a82c-4cbc-984a-8614c9be884c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838938 Oct 26 15:22:37.506735 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58574) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:37.512866 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e898fc05-b924-479c-801f-85857094f1b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:37.528321 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3ef530c7-2582-4b4b-89b7-b56ff2035249 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (635ce14e-3f40-46af-b4e0-dc4c56702893), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.552031 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-3ef530c7-2582-4b4b-89b7-b56ff2035249 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635ce14e-3f40-46af-b4e0-dc4c56702893']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:37.558579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-71f2147a-6c7c-4a2f-95c0-39e6a0b95482 None None] Publish callbacks [] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.565621 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-3ef530c7-2582-4b4b-89b7-b56ff2035249 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e456b24a-6b73-4364-819e-82cb2cbe8a15') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:37.566045 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-3ef530c7-2582-4b4b-89b7-b56ff2035249 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e456b24a-6b73-4364-819e-82cb2cbe8a15') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:37.568252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53983af3-644d-4c13-8d71-81b9db4934fd tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (262a2fd2-49db-483b-bd73-ffa8bf555323), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.575877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:37.576248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '6b3de3f3-d427-47ec-b0af-8b017ffd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '576b8bac-d664-4ff7-94bc-c827793c292f'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:37.576616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:37.602745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3ef530c7-2582-4b4b-89b7-b56ff2035249 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (e456b24a-6b73-4364-819e-82cb2cbe8a15), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.611061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-71f2147a-6c7c-4a2f-95c0-39e6a0b95482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:37.627263 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:37.630689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:37.634700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-af4deb22-90ff-4ab5-a035-2bde05e20285 None None] Provisioning complete for port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:37.635088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-af4deb22-90ff-4ab5-a035-2bde05e20285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.635430 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-af4deb22-90ff-4ab5-a035-2bde05e20285 None None] Attempt 1 to provision port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 Oct 26 15:22:37.641362 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3ef530c7-2582-4b4b-89b7-b56ff2035249 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (e456b24a-6b73-4364-819e-82cb2cbe8a15), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.647388 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53983af3-644d-4c13-8d71-81b9db4934fd tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (262a2fd2-49db-483b-bd73-ffa8bf555323), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.675598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:37.676046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.676305 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 Oct 26 15:22:37.678414 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef530c7-2582-4b4b-89b7-b56ff2035249 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:37.679363 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3ef530c7-2582-4b4b-89b7-b56ff2035249 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (e456b24a-6b73-4364-819e-82cb2cbe8a15), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.695006 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (576b8bac-d664-4ff7-94bc-c827793c292f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.702756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad43d551-6958-4770-9809-19e7d92e01ab None None] Network 635ce14e-3f40-46af-b4e0-dc4c56702893 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:37.762755 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:37.765969 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Failed to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '6b3de3f3-d427-47ec-b0af-8b017ffd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '576b8bac-d664-4ff7-94bc-c827793c292f'}] Oct 26 15:22:37.787496 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempt 3 to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 Oct 26 15:22:37.816252 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (13bc19c4-e862-41f6-9e0a-73e85217ca6f), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.819483 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3ef530c7-2582-4b4b-89b7-b56ff2035249 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (635ce14e-3f40-46af-b4e0-dc4c56702893), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.825127 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3ef530c7-2582-4b4b-89b7-b56ff2035249 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.832036 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3ef530c7-2582-4b4b-89b7-b56ff2035249 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/networks/635ce14e-3f40-46af-b4e0-dc4c56702893 HTTP/1.1" status: 204 len: 168 time: 1.2213311 Oct 26 15:22:37.832935 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58578) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:37.841011 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:37.845327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-6a8e7a96-bb23-4674-91b2-b3c269bf2f56 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-498414215'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:37.885528 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Deleting port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:37.886319 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (9ef6e1f5-f603-407b-86da-26c03e7d1e47), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.890114 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef530c7-2582-4b4b-89b7-b56ff2035249 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event deleted for resources: {'Network': ['ID=635ce14e-3f40-46af-b4e0-dc4c56702893,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:37.897884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:37.898258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '6b3de3f3-d427-47ec-b0af-8b017ffd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '576b8bac-d664-4ff7-94bc-c827793c292f'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:37.898622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:37.931700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2147a-6c7c-4a2f-95c0-39e6a0b95482 None None] Pushing event updated for resources: {'Port': ['ID=b7335fb6-c26b-4efb-afbf-783750fab21c,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:37.938503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:37.957294 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e898fc05-b924-479c-801f-85857094f1b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:37.961441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e898fc05-b924-479c-801f-85857094f1b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.975866 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53983af3-644d-4c13-8d71-81b9db4934fd tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (262a2fd2-49db-483b-bd73-ffa8bf555323), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:37.995237 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:37.999100 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Failed to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '6b3de3f3-d427-47ec-b0af-8b017ffd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '576b8bac-d664-4ff7-94bc-c827793c292f'}] Oct 26 15:22:37.999100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2054d277-08a3-4dfb-abb9-9ecb0f7381e5 None None] DHCP port deletion for 8562cd80-5c53-4efe-aa06-0bf20e462dc3 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:22:37.999920 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempt 4 to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 Oct 26 15:22:38.012403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8e7a96-bb23-4674-91b2-b3c269bf2f56 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Made reservation on behalf of 828f5677d4134dbc926ce0d3cf3df67d for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:38.016168 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7a96-bb23-4674-91b2-b3c269bf2f56 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.084700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:38.085350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '6b3de3f3-d427-47ec-b0af-8b017ffd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '576b8bac-d664-4ff7-94bc-c827793c292f'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:38.085861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:38.086004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] For port 9ef6e1f5-f603-407b-86da-26c03e7d1e47, host dv-neutron-759874-6-hyperv, got binding levels [] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:38.086394 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (9ef6e1f5-f603-407b-86da-26c03e7d1e47), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.105803 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8e7a96-bb23-4674-91b2-b3c269bf2f56 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:22:38.118611 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Calling delete_port for 9ef6e1f5-f603-407b-86da-26c03e7d1e47 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:38.119414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (13bc19c4-e862-41f6-9e0a-73e85217ca6f), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.125729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-af4deb22-90ff-4ab5-a035-2bde05e20285 None None] Current status of the port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.128746 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:38.132254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:38.133647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:38.134658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device b7335fb6-c26b-4efb-afbf-783750fab21c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:38.135702 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7a96-bb23-4674-91b2-b3c269bf2f56 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (3ad99c98-f9d2-41ac-b969-88f65b4fcfbf), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.135882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (13bc19c4-e862-41f6-9e0a-73e85217ca6f), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.136200 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-6a8e7a96-bb23-4674-91b2-b3c269bf2f56 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Added segment 3ad99c98-f9d2-41ac-b969-88f65b4fcfbf of type vlan for network 21cf458c-d267-49da-95d5-989317958d0f Oct 26 15:22:38.142141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-af4deb22-90ff-4ab5-a035-2bde05e20285 None None] Could not find standard attr ID for object 25580d0d-9b75-4fde-80fa-b3761246a000. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:22:38.150031 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53983af3-644d-4c13-8d71-81b9db4934fd tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (262a2fd2-49db-483b-bd73-ffa8bf555323), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.187108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2054d277-08a3-4dfb-abb9-9ecb0f7381e5 None None] Deleting port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:38.187754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2054d277-08a3-4dfb-abb9-9ecb0f7381e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.190256 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:38.193764 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Failed to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '6b3de3f3-d427-47ec-b0af-8b017ffd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '576b8bac-d664-4ff7-94bc-c827793c292f'}] Oct 26 15:22:38.198036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:38.199100 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempt 5 to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 Oct 26 15:22:38.212589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-af4deb22-90ff-4ab5-a035-2bde05e20285 None None] Could not find standard attr ID for object 5d4f6f99-0960-456b-9f80-cfeb5c99b5a8. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:22:38.214148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=13bc19c4-e862-41f6-9e0a-73e85217ca6f,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:38.252546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (cfe058f2-8540-43bb-b3c4-d14195990a13), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.261087 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53983af3-644d-4c13-8d71-81b9db4934fd tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Subnet': ['ID=262a2fd2-49db-483b-bd73-ffa8bf555323,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:38.267988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:38.278727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:38.279465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '6b3de3f3-d427-47ec-b0af-8b017ffd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '576b8bac-d664-4ff7-94bc-c827793c292f'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:38.280073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:38.283869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53983af3-644d-4c13-8d71-81b9db4934fd tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.296160 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-53983af3-644d-4c13-8d71-81b9db4934fd tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/262a2fd2-49db-483b-bd73-ffa8bf555323 HTTP/1.1" status: 204 len: 168 time: 2.3201444 Oct 26 15:22:38.297378 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58580) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:38.303929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f407d71f-689c-408c-9c3e-7559bc3eb838 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'subnet': {'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:38.305068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7a96-bb23-4674-91b2-b3c269bf2f56 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (21cf458c-d267-49da-95d5-989317958d0f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.330065 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:38.333343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:38.340374 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=13,neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:38.359008 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7a96-bb23-4674-91b2-b3c269bf2f56 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (21cf458c-d267-49da-95d5-989317958d0f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.365404 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8e7a96-bb23-4674-91b2-b3c269bf2f56 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:38.366090 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7a96-bb23-4674-91b2-b3c269bf2f56 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.374229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-2054d277-08a3-4dfb-abb9-9ecb0f7381e5 None None] For port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:38.374628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2054d277-08a3-4dfb-abb9-9ecb0f7381e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.377824 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:38.380378 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Failed to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '6b3de3f3-d427-47ec-b0af-8b017ffd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '576b8bac-d664-4ff7-94bc-c827793c292f'}] Oct 26 15:22:38.385256 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempt 6 to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 Oct 26 15:22:38.402013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2054d277-08a3-4dfb-abb9-9ecb0f7381e5 None None] Calling delete_port for 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:38.403914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port b7335fb6-c26b-4efb-afbf-783750fab21c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:38.404294 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.404627 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port b7335fb6-c26b-4efb-afbf-783750fab21c Oct 26 15:22:38.423660 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:38.430892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:38.431447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '6b3de3f3-d427-47ec-b0af-8b017ffd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '576b8bac-d664-4ff7-94bc-c827793c292f'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:38.431700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:38.438429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e898fc05-b924-479c-801f-85857094f1b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (56f5a1b3-790f-4e08-8d09-fd38bd7ccd9b), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.451950 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e7a96-bb23-4674-91b2-b3c269bf2f56 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event updated for resources: {'Network': ['ID=21cf458c-d267-49da-95d5-989317958d0f,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:38.459522 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (9ef6e1f5-f603-407b-86da-26c03e7d1e47), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.489678 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:38.495565 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No DVR routers for this DVR port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:38.501748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:38.510596 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6a8e7a96-bb23-4674-91b2-b3c269bf2f56 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6696014 Oct 26 15:22:38.512341 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58582) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:38.517818 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7b32128e-cd6a-488b-a9f8-b2161bef7629 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Request body: {'subnet': {'network_id': '21cf458c-d267-49da-95d5-989317958d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:38.521805 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Port': ['ID=9ef6e1f5-f603-407b-86da-26c03e7d1e47,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:38.551748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 21cf458c-d267-49da-95d5-989317958d0f details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:22:38.582453 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:38.584267 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Floating IP cfe058f2-8540-43bb-b3c4-d14195990a13 associated. External IP: 172.26.11.111, port: cd7b52be-77df-4140-a8be-ad83792eac55. Oct 26 15:22:38.624305 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898fc05-b924-479c-801f-85857094f1b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=56f5a1b3-790f-4e08-8d09-fd38bd7ccd9b,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:38.647840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e898fc05-b924-479c-801f-85857094f1b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:38.661302 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Failed to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '6b3de3f3-d427-47ec-b0af-8b017ffd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '576b8bac-d664-4ff7-94bc-c827793c292f'}] Oct 26 15:22:38.663982 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (576b8bac-d664-4ff7-94bc-c827793c292f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.666197 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempt 7 to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 Oct 26 15:22:38.678074 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-e898fc05-b924-479c-801f-85857094f1b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:38.683719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e898fc05-b924-479c-801f-85857094f1b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:38.685709 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e898fc05-b924-479c-801f-85857094f1b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.687418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:38.687933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '6b3de3f3-d427-47ec-b0af-8b017ffd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '576b8bac-d664-4ff7-94bc-c827793c292f'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:38.688337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:38.697246 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f407d71f-689c-408c-9c3e-7559bc3eb838 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:38.701016 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f407d71f-689c-408c-9c3e-7559bc3eb838 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.714185 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576b8bac-d664-4ff7-94bc-c827793c292f']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:38.733579 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3de3f3-d427-47ec-b0af-8b017ffd297c') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:38.733882 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3de3f3-d427-47ec-b0af-8b017ffd297c') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:38.752087 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (6b3de3f3-d427-47ec-b0af-8b017ffd297c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.752307 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:38.754933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:38.770278 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=83,neutron:INSERT=4,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:38.773423 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (6b3de3f3-d427-47ec-b0af-8b017ffd297c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.773569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0027e67a-59fe-4e98-9911-f5811cbfdb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.778193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:38.780713 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Failed to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '6b3de3f3-d427-47ec-b0af-8b017ffd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '576b8bac-d664-4ff7-94bc-c827793c292f'}] Oct 26 15:22:38.780792 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b32128e-cd6a-488b-a9f8-b2161bef7629 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Made reservation on behalf of 828f5677d4134dbc926ce0d3cf3df67d for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:38.784411 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7b32128e-cd6a-488b-a9f8-b2161bef7629 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.806068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:38.806478 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (6b3de3f3-d427-47ec-b0af-8b017ffd297c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.822526 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempt 8 to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 Oct 26 15:22:38.825918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port b7335fb6-c26b-4efb-afbf-783750fab21c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:38.832036 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e898fc05-b924-479c-801f-85857094f1b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3241112 Oct 26 15:22:38.839926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58584) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:38.846634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:38.847009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '6b3de3f3-d427-47ec-b0af-8b017ffd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '576b8bac-d664-4ff7-94bc-c827793c292f'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:38.847376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:38.855265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-53762096-7faf-46a9-99f1-4e85aa6dac9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'name': 'tempest-NetworksTestDHCPv6-490112959'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.889729 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:38.893126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:38.923561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f97155cf-8b8a-4eab-89b6-b0c512150c33 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:38.926008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd72d2c-01b8-44eb-a114-e23b90d385e3 None None] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:38.931525 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:38.934279 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Failed to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '6b3de3f3-d427-47ec-b0af-8b017ffd297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '576b8bac-d664-4ff7-94bc-c827793c292f'}] Oct 26 15:22:38.939909 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (576b8bac-d664-4ff7-94bc-c827793c292f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.944917 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:38.949328 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/576b8bac-d664-4ff7-94bc-c827793c292f HTTP/1.1" status: 204 len: 168 time: 3.3640034 Oct 26 15:22:38.952861 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58586) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:38.956391 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempt 9 to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 Oct 26 15:22:39.002594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: f97155cf-8b8a-4eab-89b6-b0c512150c33 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:22:39.002956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f97155cf-8b8a-4eab-89b6-b0c512150c33 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:22:39.013985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:39.014711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:39.014711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:39.015784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec8b07-5215-45c7-967d-00762e4bdf39 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Network': ['ID=576b8bac-d664-4ff7-94bc-c827793c292f,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:39.019711 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f85a46-288c-4ef0-8dad-00effbc3d4b7 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:39.020336 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f85a46-288c-4ef0-8dad-00effbc3d4b7 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:39.024218 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f2f85a46-288c-4ef0-8dad-00effbc3d4b7 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/de6b6d45-3ce8-4192-ac4f-765d6b243397 HTTP/1.1" status: 404 len: 337 time: 0.0636923 Oct 26 15:22:39.027151 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58588) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:39.035689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2054d277-08a3-4dfb-abb9-9ecb0f7381e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:39.042965 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:39.047561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:39.056139 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d3ee72-2f63-47b4-a490-e0bc7519f2b8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:39.056708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d3ee72-2f63-47b4-a490-e0bc7519f2b8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:39.061666 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-18d3ee72-2f63-47b4-a490-e0bc7519f2b8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/576b8bac-d664-4ff7-94bc-c827793c292f HTTP/1.1" status: 404 len: 339 time: 0.0329988 Oct 26 15:22:39.064457 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58590) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:39.079697 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:39.083253 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Failed to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [] Oct 26 15:22:39.089944 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempt 10 to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 Oct 26 15:22:39.094538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-43387e65-90ea-4ae1-876a-9acd0097948a None None] Provisioning complete for port b7335fb6-c26b-4efb-afbf-783750fab21c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:39.095028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-43387e65-90ea-4ae1-876a-9acd0097948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.095458 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-43387e65-90ea-4ae1-876a-9acd0097948a None None] Attempt 1 to provision port b7335fb6-c26b-4efb-afbf-783750fab21c Oct 26 15:22:39.112775 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6b3332-e432-40fe-8f63-a4405d247d49 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:39.113488 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af6b3332-e432-40fe-8f63-a4405d247d49 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:39.117566 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-af6b3332-e432-40fe-8f63-a4405d247d49 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/2945cddb-c4a1-42af-abfb-3c7e83f106c3 HTTP/1.1" status: 404 len: 337 time: 0.0519555 Oct 26 15:22:39.128234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58594) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:39.142198 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment e456b24a-6b73-4364-819e-82cb2cbe8a15 resource provider aggregate not found Oct 26 15:22:39.154415 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-02619e83-feb1-4075-af5b-1b239d5c5870 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:39.154870 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02619e83-feb1-4075-af5b-1b239d5c5870 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:39.161693 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment e456b24a-6b73-4364-819e-82cb2cbe8a15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e456b24a-6b73-4364-819e-82cb2cbe8a15 found for delete ", "request_id": "req-c3187ece-c5d8-4a4a-8ed6-842611fb51ab"}]} Oct 26 15:22:39.161811 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-02619e83-feb1-4075-af5b-1b239d5c5870 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/b9291249-76fb-45ba-ba9b-ecee3cf020f7 HTTP/1.1" status: 404 len: 339 time: 0.0320225 Oct 26 15:22:39.167533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58598) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:39.200651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:39.201077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:39.201360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:39.204068 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 6b3de3f3-d427-47ec-b0af-8b017ffd297c resource provider aggregate not found Oct 26 15:22:39.208850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054d277-08a3-4dfb-abb9-9ecb0f7381e5 None None] Pushing event deleted for resources: {'Port': ['ID=07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:39.225091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2054d277-08a3-4dfb-abb9-9ecb0f7381e5 None None] No DVR routers for this DVR port 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:39.230579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device b7335fb6-c26b-4efb-afbf-783750fab21c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:39.234729 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 6b3de3f3-d427-47ec-b0af-8b017ffd297c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b3de3f3-d427-47ec-b0af-8b017ffd297c found for delete ", "request_id": "req-43ffcc5c-5eb4-4136-bfb0-e8aaa9bbb1f1"}]} Oct 26 15:22:39.237632 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7b32128e-cd6a-488b-a9f8-b2161bef7629 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (91164204-7f60-48a9-95f0-e93cc803be3a), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.259477 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53762096-7faf-46a9-99f1-4e85aa6dac9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:39.263384 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-53762096-7faf-46a9-99f1-4e85aa6dac9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.318493 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32128e-cd6a-488b-a9f8-b2161bef7629 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event updated for resources: {'Subnet': ['ID=91164204-7f60-48a9-95f0-e93cc803be3a,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:39.324269 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b32128e-cd6a-488b-a9f8-b2161bef7629 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Checking segment: {'id': '3ad99c98-f9d2-41ac-b969-88f65b4fcfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '21cf458c-d267-49da-95d5-989317958d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:39.324679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b32128e-cd6a-488b-a9f8-b2161bef7629 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Network hostable DHCP agents. Network: 21cf458c-d267-49da-95d5-989317958d0f, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:22:39.343680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b32128e-cd6a-488b-a9f8-b2161bef7629 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Network 21cf458c-d267-49da-95d5-989317958d0f is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:22:39.357842 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-7b32128e-cd6a-488b-a9f8-b2161bef7629 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 21cf458c-d267-49da-95d5-989317958d0f) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:39.362857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b32128e-cd6a-488b-a9f8-b2161bef7629 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:39.364042 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7b32128e-cd6a-488b-a9f8-b2161bef7629 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.372762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-53762096-7faf-46a9-99f1-4e85aa6dac9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port 06511ae9-035e-4392-bcce-e1b4a521a770 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:22:39.378906 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:39.384285 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7b32128e-cd6a-488b-a9f8-b2161bef7629 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8704054 Oct 26 15:22:39.389274 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58604) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:39.400108 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 32783b24-c43e-4398-9450-9c82d449bb82 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:22:39.413819 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b0f51149-e865-44e1-8921-e7af3cf9a37b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (106687a5-eb70-4afa-be29-45c56be4dee6), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.419472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302ef8b3-6598-4056-8113-fa3c4623953c None None] Network 21cf458c-d267-49da-95d5-989317958d0f requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:39.449532 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:39.454196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Attempting to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on network 576b8bac-d664-4ff7-94bc-c827793c292f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:39.480140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44cb73d-292e-4738-aafb-4babc7bb0827 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet de6b6d45-3ce8-4192-ac4f-765d6b243397 could not be found. Oct 26 15:22:39.496146 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:22:39.499511 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Failed to bind port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [] Oct 26 15:22:39.499511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9ef6e1f5-f603-407b-86da-26c03e7d1e47), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.509666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fae9df19-69b1-4f87-9e6a-0d9ddaf22346 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (21cf458c-d267-49da-95d5-989317958d0f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.571097 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fae9df19-69b1-4f87-9e6a-0d9ddaf22346 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (91164204-7f60-48a9-95f0-e93cc803be3a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.598673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:39.623865 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f407d71f-689c-408c-9c3e-7559bc3eb838 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (d3333b40-57b7-40f3-a24e-596724d09d3a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.625379 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:39.626387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:39.658116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-43387e65-90ea-4ae1-876a-9acd0097948a None None] Current status of the port b7335fb6-c26b-4efb-afbf-783750fab21c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:39.658396 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fae9df19-69b1-4f87-9e6a-0d9ddaf22346 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (91164204-7f60-48a9-95f0-e93cc803be3a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.676472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-43034e20-5cf5-49f4-ab10-35f927f86768 None None] Port 9ef6e1f5-f603-407b-86da-26c03e7d1e47 has been deleted concurrently {{(pid=105323) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 26 15:22:39.691893 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9df19-69b1-4f87-9e6a-0d9ddaf22346 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event deleted for resources: {'Subnet': ['ID=91164204-7f60-48a9-95f0-e93cc803be3a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:39.694564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-43387e65-90ea-4ae1-876a-9acd0097948a None None] Could not find standard attr ID for object 3c1d380e-9eb0-42d5-a058-aeb40d4b5938. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:22:39.747328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port b7335fb6-c26b-4efb-afbf-783750fab21c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:39.748138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.753369 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port b7335fb6-c26b-4efb-afbf-783750fab21c Oct 26 15:22:39.768276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fae9df19-69b1-4f87-9e6a-0d9ddaf22346 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (21cf458c-d267-49da-95d5-989317958d0f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.781704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b0f51149-e865-44e1-8921-e7af3cf9a37b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (106687a5-eb70-4afa-be29-45c56be4dee6), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.791063 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-fae9df19-69b1-4f87-9e6a-0d9ddaf22346 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21cf458c-d267-49da-95d5-989317958d0f']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:39.794643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-43387e65-90ea-4ae1-876a-9acd0097948a None None] Provisioning complete for port 0dd01327-227b-4886-8597-98497b93067c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:39.795224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-43387e65-90ea-4ae1-876a-9acd0097948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0dd01327-227b-4886-8597-98497b93067c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.795747 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-43387e65-90ea-4ae1-876a-9acd0097948a None None] Attempt 1 to provision port 0dd01327-227b-4886-8597-98497b93067c Oct 26 15:22:39.797595 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f407d71f-689c-408c-9c3e-7559bc3eb838 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:39.801719 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-fae9df19-69b1-4f87-9e6a-0d9ddaf22346 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad99c98-f9d2-41ac-b969-88f65b4fcfbf') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:39.802024 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-fae9df19-69b1-4f87-9e6a-0d9ddaf22346 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad99c98-f9d2-41ac-b969-88f65b4fcfbf') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:39.820169 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fae9df19-69b1-4f87-9e6a-0d9ddaf22346 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (3ad99c98-f9d2-41ac-b969-88f65b4fcfbf), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.830187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-53762096-7faf-46a9-99f1-4e85aa6dac9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::2fe (8562cd80-5c53-4efe-aa06-0bf20e462dc3/56f5a1b3-790f-4e08-8d09-fd38bd7ccd9b/06511ae9-035e-4392-bcce-e1b4a521a770) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:39.832581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-f407d71f-689c-408c-9c3e-7559bc3eb838 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:39.841742 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fae9df19-69b1-4f87-9e6a-0d9ddaf22346 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (3ad99c98-f9d2-41ac-b969-88f65b4fcfbf), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.843934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c807f1-bf7e-4161-8ebe-ddc9e1299994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-21cf458c-d267-49da-95d5-989317958d0f', 'network_id': '21cf458c-d267-49da-95d5-989317958d0f', 'project_id': '828f5677d4134dbc926ce0d3cf3df67d', 'fixed_ips': [{'subnet_id': '91164204-7f60-48a9-95f0-e93cc803be3a'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:22:39.845174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b5c807f1-bf7e-4161-8ebe-ddc9e1299994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.849210 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f407d71f-689c-408c-9c3e-7559bc3eb838 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:39.849821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f407d71f-689c-408c-9c3e-7559bc3eb838 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.852531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:39.858748 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae9df19-69b1-4f87-9e6a-0d9ddaf22346 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:39.859374 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fae9df19-69b1-4f87-9e6a-0d9ddaf22346 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (3ad99c98-f9d2-41ac-b969-88f65b4fcfbf), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.862640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:22:39.871374 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-b0f51149-e865-44e1-8921-e7af3cf9a37b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106687a5-eb70-4afa-be29-45c56be4dee6']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:39.874300 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407d71f-689c-408c-9c3e-7559bc3eb838 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Subnet': ['ID=d3333b40-57b7-40f3-a24e-596724d09d3a,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:39.880348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86debfad-8a25-4f12-9c76-8c27564894d0 None None] Sync routers for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:22:39.897813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-b0f51149-e865-44e1-8921-e7af3cf9a37b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbad62b-7907-469e-aa85-3888b957c17a') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:39.898380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-b0f51149-e865-44e1-8921-e7af3cf9a37b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbad62b-7907-469e-aa85-3888b957c17a') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:39.904883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'fixed_ips': [{'subnet_id': '56f5a1b3-790f-4e08-8d09-fd38bd7ccd9b'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:22:39.910840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.921142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b0f51149-e865-44e1-8921-e7af3cf9a37b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (3cbad62b-7907-469e-aa85-3888b957c17a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.923831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-43387e65-90ea-4ae1-876a-9acd0097948a None None] Port 0dd01327-227b-4886-8597-98497b93067c cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:22:39.929278 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=65 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:39.930427 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:39.952790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86debfad-8a25-4f12-9c76-8c27564894d0 None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:39.953471 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f407d71f-689c-408c-9c3e-7559bc3eb838 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6536191 Oct 26 15:22:39.953591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-86debfad-8a25-4f12-9c76-8c27564894d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:39.956441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58606) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:39.958326 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b0f51149-e865-44e1-8921-e7af3cf9a37b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (3cbad62b-7907-469e-aa85-3888b957c17a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.961054 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d3fd78c1-f0a9-45d5-b8ca-f5d95bf2b91f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'security_group': {'name': 'tempest-secgroup-161374604'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:39.962960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.984345 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f51149-e865-44e1-8921-e7af3cf9a37b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:39.992697 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b0f51149-e865-44e1-8921-e7af3cf9a37b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (3cbad62b-7907-469e-aa85-3888b957c17a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:39.997622 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d3fd78c1-f0a9-45d5-b8ca-f5d95bf2b91f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.049596 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 3cbad62b-7907-469e-aa85-3888b957c17a resource provider aggregate not found Oct 26 15:22:40.080338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-86debfad-8a25-4f12-9c76-8c27564894d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:40.102426 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fae9df19-69b1-4f87-9e6a-0d9ddaf22346 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (21cf458c-d267-49da-95d5-989317958d0f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.120273 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fae9df19-69b1-4f87-9e6a-0d9ddaf22346 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.133293 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fae9df19-69b1-4f87-9e6a-0d9ddaf22346 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/networks/21cf458c-d267-49da-95d5-989317958d0f HTTP/1.1" status: 204 len: 168 time: 0.7394478 Oct 26 15:22:40.134446 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:40.137875 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58612) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:40.151054 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-3429002f-e68c-409b-9173-e3097f1a331d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-834166653'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:40.170691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc96ad68-085c-4838-9b4e-969abae0ae97 None None] Network 21cf458c-d267-49da-95d5-989317958d0f requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:40.190391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port b7335fb6-c26b-4efb-afbf-783750fab21c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:40.225990 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9df19-69b1-4f87-9e6a-0d9ddaf22346 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event deleted for resources: {'Network': ['ID=21cf458c-d267-49da-95d5-989317958d0f,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:40.233453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86debfad-8a25-4f12-9c76-8c27564894d0 None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:40.234485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-86debfad-8a25-4f12-9c76-8c27564894d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:40.290461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc96ad68-085c-4838-9b4e-969abae0ae97 None None] Network 21cf458c-d267-49da-95d5-989317958d0f could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:22:40.301663 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3429002f-e68c-409b-9173-e3097f1a331d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Made reservation on behalf of 828f5677d4134dbc926ce0d3cf3df67d for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:40.308034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-86debfad-8a25-4f12-9c76-8c27564894d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:40.308944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86debfad-8a25-4f12-9c76-8c27564894d0 None None] The sync data for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:22:40.312244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:40.314174 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3429002f-e68c-409b-9173-e3097f1a331d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.343370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:22:40.343995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 07a3d676-7ca5-4711-9ec6-4cd3d6a57bb8 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:22:40.356370 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d3fd78c1-f0a9-45d5-b8ca-f5d95bf2b91f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (82cf1c6c-979b-4806-a845-590db8d6a22e), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.374256 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3429002f-e68c-409b-9173-e3097f1a331d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:22:40.377480 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d3fd78c1-f0a9-45d5-b8ca-f5d95bf2b91f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (82cf1c6c-979b-4806-a845-590db8d6a22e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.423436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3429002f-e68c-409b-9173-e3097f1a331d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (388bf5da-211a-477a-a8b4-7c2c54d5ca1b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.423965 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-3429002f-e68c-409b-9173-e3097f1a331d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Added segment 388bf5da-211a-477a-a8b4-7c2c54d5ca1b of type vlan for network 778ff49c-badc-4b8a-b422-4d0710106a58 Oct 26 15:22:40.426950 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd78c1-f0a9-45d5-b8ca-f5d95bf2b91f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82cf1c6c-979b-4806-a845-590db8d6a22e,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:40.443121 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d3fd78c1-f0a9-45d5-b8ca-f5d95bf2b91f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.448017 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d3fd78c1-f0a9-45d5-b8ca-f5d95bf2b91f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4905076 Oct 26 15:22:40.448891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58614) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:40.455511 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-5cb76481-190c-4efa-b163-9a9a19b1d131 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'security_group': {'name': 'tempest-secgroup-708729532'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:40.502900 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 3cbad62b-7907-469e-aa85-3888b957c17a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cbad62b-7907-469e-aa85-3888b957c17a found for delete ", "request_id": "req-f89c9a6c-0d18-4011-88fb-5c786b915308"}]} Oct 26 15:22:40.507121 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3429002f-e68c-409b-9173-e3097f1a331d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (778ff49c-badc-4b8a-b422-4d0710106a58), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.520478 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5cb76481-190c-4efa-b163-9a9a19b1d131 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.525951 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2434cbeb-c9e4-4357-ba92-f67c8b6ed57e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.8498328 Oct 26 15:22:40.537470 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58616) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:40.577191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b0f51149-e865-44e1-8921-e7af3cf9a37b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (106687a5-eb70-4afa-be29-45c56be4dee6), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.587558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b0f51149-e865-44e1-8921-e7af3cf9a37b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.591222 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b0f51149-e865-44e1-8921-e7af3cf9a37b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/106687a5-eb70-4afa-be29-45c56be4dee6 HTTP/1.1" status: 204 len: 168 time: 1.4228752 Oct 26 15:22:40.595800 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58618) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:40.606411 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3429002f-e68c-409b-9173-e3097f1a331d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (778ff49c-badc-4b8a-b422-4d0710106a58), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.612254 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3429002f-e68c-409b-9173-e3097f1a331d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:40.612886 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3429002f-e68c-409b-9173-e3097f1a331d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.615468 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f51149-e865-44e1-8921-e7af3cf9a37b tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Network': ['ID=106687a5-eb70-4afa-be29-45c56be4dee6,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:40.653834 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-2182e56e-33a6-49dc-8a90-a47f9bf0abcd tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:40.654299 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2182e56e-33a6-49dc-8a90-a47f9bf0abcd tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:40.657323 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2182e56e-33a6-49dc-8a90-a47f9bf0abcd tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/e0b99058-1c61-4122-b47e-91df24fb6332 HTTP/1.1" status: 404 len: 337 time: 0.0519972 Oct 26 15:22:40.661334 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58620) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:40.667527 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a9c6c5ce-b9cd-4579-a65c-d8fa6fe4556e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "GET /networking/v2.0/floatingips/cfe058f2-8540-43bb-b3c4-d14195990a13 HTTP/1.1" status: 200 len: 979 time: 0.1248708 Oct 26 15:22:40.671114 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:40.677140 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58622) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:40.705753 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3429002f-e68c-409b-9173-e3097f1a331d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5626044 Oct 26 15:22:40.713952 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58624) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:40.714181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200dd559-7ede-4b11-97ea-f7290eb6b059 None None] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:40.714778 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:40.716377 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-19282c3b-bcd7-45a6-934a-de42ead86dea tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:40.717281 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19282c3b-bcd7-45a6-934a-de42ead86dea tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:40.718465 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-3070f45a-e0a2-4f35-ac18-adab421dc42d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Request body: {'subnet': {'network_id': '778ff49c-badc-4b8a-b422-4d0710106a58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:40.721264 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-19282c3b-bcd7-45a6-934a-de42ead86dea tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/89b515df-f6b2-4a71-89df-158753bfa701 HTTP/1.1" status: 404 len: 339 time: 0.0590422 Oct 26 15:22:40.747185 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58626) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:40.773908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:40.791772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-53762096-7faf-46a9-99f1-4e85aa6dac9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (06511ae9-035e-4392-bcce-e1b4a521a770), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.792499 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429002f-e68c-409b-9173-e3097f1a331d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event updated for resources: {'Network': ['ID=778ff49c-badc-4b8a-b422-4d0710106a58,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:40.828675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 778ff49c-badc-4b8a-b422-4d0710106a58 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:22:40.829258 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-294babe2-6ceb-4b6a-9b6a-ecc8408c7b99 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:40.829721 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-294babe2-6ceb-4b6a-9b6a-ecc8408c7b99 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:40.832752 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-294babe2-6ceb-4b6a-9b6a-ecc8408c7b99 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/708f902d-7c19-4ec0-a9ba-f0646a237b71 HTTP/1.1" status: 404 len: 337 time: 0.0829096 Oct 26 15:22:40.842475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58628) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:40.845908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5cb76481-190c-4efa-b163-9a9a19b1d131 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (9cf4271e-f034-47cc-9460-bfa72a99f633), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.862451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5cb76481-190c-4efa-b163-9a9a19b1d131 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (9cf4271e-f034-47cc-9460-bfa72a99f633), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.874203 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bc095bd3-fe05-4d44-a2a5-457a13a8531a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1959100 Oct 26 15:22:40.877742 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82469db-547b-459c-b0fd-c97d31fa290d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:40.878385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82469db-547b-459c-b0fd-c97d31fa290d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:40.881944 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58630) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:40.886038 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f82469db-547b-459c-b0fd-c97d31fa290d tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/d1e3bfeb-71d5-48e8-90f9-ac7ac9807289 HTTP/1.1" status: 404 len: 339 time: 0.0379481 Oct 26 15:22:40.888405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58632) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:40.895445 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-4cb7a7ad-c64c-4c93-9818-4dc650d711a0 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'floatingip': {'port_id': '8b1a5c2a-305e-4a4e-809e-f921c7425a52'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:40.913141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-5b1d302a-d79f-4b56-876d-c9c775aa635e None None] Provisioning complete for port b7335fb6-c26b-4efb-afbf-783750fab21c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:40.913445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5b1d302a-d79f-4b56-876d-c9c775aa635e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.913789 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-5b1d302a-d79f-4b56-876d-c9c775aa635e None None] Attempt 1 to provision port b7335fb6-c26b-4efb-afbf-783750fab21c Oct 26 15:22:40.925652 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1ca328-d3fa-46f5-a549-395321babcaf tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:40.926822 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1ca328-d3fa-46f5-a549-395321babcaf tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:40.936020 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3d1ca328-d3fa-46f5-a549-395321babcaf tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/f3277014-fbe9-4606-ac4f-6f15937a5ed5 HTTP/1.1" status: 404 len: 337 time: 0.0463505 Oct 26 15:22:40.941749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58634) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:40.969002 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5cb76481-190c-4efa-b163-9a9a19b1d131 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.970267 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5cb76481-190c-4efa-b163-9a9a19b1d131 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.5183494 Oct 26 15:22:40.970792 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:40.973876 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d823a4a-ce41-433d-86f8-2899a4054539 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:40.975190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d823a4a-ce41-433d-86f8-2899a4054539 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:40.980526 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb76481-190c-4efa-b163-9a9a19b1d131 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf4271e-f034-47cc-9460-bfa72a99f633,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:40.980687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86ae2629-45bb-448d-9db6-e3c23a63c3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:40.983633 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58636) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:40.983955 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58638) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:40.993510 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-a3268b63-646f-4645-b582-1cefa644f2b2 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'security_group': {'name': 'tempest-secgroup-695162217'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:40.999638 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6d823a4a-ce41-433d-86f8-2899a4054539 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/5d8b7873-c3bf-47e8-b184-60722f7cc3bf HTTP/1.1" status: 404 len: 339 time: 0.0563011 Oct 26 15:22:41.015581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-53762096-7faf-46a9-99f1-4e85aa6dac9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (06511ae9-035e-4392-bcce-e1b4a521a770), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:41.060753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4cb7a7ad-c64c-4c93-9818-4dc650d711a0 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (cfe058f2-8540-43bb-b3c4-d14195990a13), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:41.113046 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53762096-7faf-46a9-99f1-4e85aa6dac9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=06511ae9-035e-4392-bcce-e1b4a521a770,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:41.126227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddafda8-f8d2-46dd-92c5-4ec3af4bd49b None None] Update dhcp port {'port': {'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d', 'fixed_ips': [{'subnet_id': '1dbf2e8c-d679-4aed-9cea-6b6e98ddba6a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd3333b40-57b7-40f3-a24e-596724d09d3a'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': 'b7335fb6-c26b-4efb-afbf-783750fab21c'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:22:41.135794 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53762096-7faf-46a9-99f1-4e85aa6dac9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:41.137485 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-53762096-7faf-46a9-99f1-4e85aa6dac9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:41.141824 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53762096-7faf-46a9-99f1-4e85aa6dac9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:41.146698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53762096-7faf-46a9-99f1-4e85aa6dac9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:41.147357 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-53762096-7faf-46a9-99f1-4e85aa6dac9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:41.171614 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-53762096-7faf-46a9-99f1-4e85aa6dac9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3190560 Oct 26 15:22:41.171817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Allocated IP 2001:db8::2 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/56f5a1b3-790f-4e08-8d09-fd38bd7ccd9b/f053eb3e-cf4d-49dd-94e6-200a118cdc64) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:41.171927 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58640) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:41.190204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-5b1d302a-d79f-4b56-876d-c9c775aa635e None None] Current status of the port b7335fb6-c26b-4efb-afbf-783750fab21c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:41.198015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2ddafda8-f8d2-46dd-92c5-4ec3af4bd49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:41.234760 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e8674d-4fab-409b-bf8a-f08a0cdd3a55 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:41.236548 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-12e8674d-4fab-409b-bf8a-f08a0cdd3a55 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0635805 Oct 26 15:22:41.239181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58642) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:41.280219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-5b1d302a-d79f-4b56-876d-c9c775aa635e None None] Provisioning complete for port 0dd01327-227b-4886-8597-98497b93067c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:41.281010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5b1d302a-d79f-4b56-876d-c9c775aa635e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0dd01327-227b-4886-8597-98497b93067c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:41.281601 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-5b1d302a-d79f-4b56-876d-c9c775aa635e None None] Attempt 1 to provision port 0dd01327-227b-4886-8597-98497b93067c Oct 26 15:22:41.355404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-78d5c84a-22da-4f21-955c-0de607be73c9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port 06511ae9-035e-4392-bcce-e1b4a521a770 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:41.355864 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-78d5c84a-22da-4f21-955c-0de607be73c9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (06511ae9-035e-4392-bcce-e1b4a521a770), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:41.390977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-5b1d302a-d79f-4b56-876d-c9c775aa635e None None] Port 0dd01327-227b-4886-8597-98497b93067c cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:22:41.414551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f8656c-a87b-4059-853c-d5eea77aabfe None None] DHCP port deletion for 576b8bac-d664-4ff7-94bc-c827793c292f request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:22:41.477733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-78d5c84a-22da-4f21-955c-0de607be73c9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (06511ae9-035e-4392-bcce-e1b4a521a770), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:41.477992 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a33a2e0-d56c-4374-b8d3-834b5cf0f041 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:41.478369 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a33a2e0-d56c-4374-b8d3-834b5cf0f041 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:41.484438 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5a33a2e0-d56c-4374-b8d3-834b5cf0f041 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/d8d73d18-95f7-4bd9-bc28-aa43a3708f39 HTTP/1.1" status: 404 len: 337 time: 0.4816682 Oct 26 15:22:41.484609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53560df7-6fc9-4cf0-b8e0-f756c0eb1ad2 None None] Network 576b8bac-d664-4ff7-94bc-c827793c292f requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:41.486949 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58644) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:41.501715 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3070f45a-e0a2-4f35-ac18-adab421dc42d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Made reservation on behalf of 828f5677d4134dbc926ce0d3cf3df67d for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:41.506705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3070f45a-e0a2-4f35-ac18-adab421dc42d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:41.506897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:41.515236 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 3ad99c98-f9d2-41ac-b969-88f65b4fcfbf resource provider aggregate not found Oct 26 15:22:41.520233 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-78d5c84a-22da-4f21-955c-0de607be73c9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for 06511ae9-035e-4392-bcce-e1b4a521a770 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:41.527834 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f93209d-d2e1-4deb-a066-dec9b956d68f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:41.528631 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f93209d-d2e1-4deb-a066-dec9b956d68f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:41.531997 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3f93209d-d2e1-4deb-a066-dec9b956d68f tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/85c37918-58a9-4ce0-8508-46b6802029f4 HTTP/1.1" status: 404 len: 339 time: 0.0438991 Oct 26 15:22:41.533243 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a3268b63-646f-4645-b582-1cefa644f2b2 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:41.536968 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58650) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:41.554749 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 3ad99c98-f9d2-41ac-b969-88f65b4fcfbf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ad99c98-f9d2-41ac-b969-88f65b4fcfbf found for delete ", "request_id": "req-ae84117b-06b6-4983-aa91-fd60370a983a"}]} Oct 26 15:22:41.555195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53560df7-6fc9-4cf0-b8e0-f756c0eb1ad2 None None] Network 576b8bac-d664-4ff7-94bc-c827793c292f could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:22:41.558614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-864a6487-c077-47ee-af68-3b1e54c48f1f None None] Could not find standard attr ID for object 9ef6e1f5-f603-407b-86da-26c03e7d1e47. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:22:41.570518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ac00b7-2d1f-4c7d-b5d7-46b608961f86 None None] Network 576b8bac-d664-4ff7-94bc-c827793c292f requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:41.577651 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-be876e2e-0778-40ac-a30a-c3e4592d1890 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:41.578371 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be876e2e-0778-40ac-a30a-c3e4592d1890 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:41.582603 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-be876e2e-0778-40ac-a30a-c3e4592d1890 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/5cabae34-90fc-49ce-86a2-94c00e73d3c6 HTTP/1.1" status: 404 len: 337 time: 0.0444312 Oct 26 15:22:41.585167 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58652) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:41.610036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-2ddafda8-f8d2-46dd-92c5-4ec3af4bd49b None None] Allocated IP 2001:db8::2 (d21a7e15-0604-4ad5-9aef-9ca64b3be92d/d3333b40-57b7-40f3-a24e-596724d09d3a/b7335fb6-c26b-4efb-afbf-783750fab21c) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:41.616432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ac00b7-2d1f-4c7d-b5d7-46b608961f86 None None] Network 576b8bac-d664-4ff7-94bc-c827793c292f could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:22:41.627965 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Publish callbacks [] for port (f053eb3e-cf4d-49dd-94e6-200a118cdc64), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:41.640336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (f053eb3e-cf4d-49dd-94e6-200a118cdc64), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:41.646012 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-25108823-58d1-4fdf-b6db-120d30d66bd5 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:41.647229 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25108823-58d1-4fdf-b6db-120d30d66bd5 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:41.650698 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-25108823-58d1-4fdf-b6db-120d30d66bd5 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/39c26a5c-0b4c-4ae6-b8e9-8bdb0418d5c0 HTTP/1.1" status: 404 len: 339 time: 0.0640883 Oct 26 15:22:41.653580 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58654) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:41.691559 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fb938a-bf8b-468f-b9ca-762e7efeace8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:41.692106 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83fb938a-bf8b-468f-b9ca-762e7efeace8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:41.696089 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-83fb938a-bf8b-468f-b9ca-762e7efeace8 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/e68f21cf-a103-4041-8be9-0f66ac5da94d HTTP/1.1" status: 404 len: 337 time: 0.0412970 Oct 26 15:22:41.698882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58656) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:41.726968 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9fabba-376a-4ff7-9e6d-8ba7673aeee6 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:41.727514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9fabba-376a-4ff7-9e6d-8ba7673aeee6 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:41.731502 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0e9fabba-376a-4ff7-9e6d-8ba7673aeee6 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/8625bf35-f1ea-441a-9843-24120005d12b HTTP/1.1" status: 404 len: 339 time: 0.0308547 Oct 26 15:22:41.734285 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58658) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:41.770918 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-809eeabc-4b66-4511-8919-2c1884c95400 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:41.771390 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809eeabc-4b66-4511-8919-2c1884c95400 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:41.774812 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-809eeabc-4b66-4511-8919-2c1884c95400 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/6ad5cad3-be38-448b-9cab-71516498bd55 HTTP/1.1" status: 404 len: 337 time: 0.0394053 Oct 26 15:22:41.777543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58660) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:41.803965 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0ec030-e7e4-4491-87a6-a172f5778533 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:41.804498 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0ec030-e7e4-4491-87a6-a172f5778533 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:41.807588 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0c0ec030-e7e4-4491-87a6-a172f5778533 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/01fd5aff-6ff0-4056-8eef-15acc498a4e5 HTTP/1.1" status: 404 len: 339 time: 0.0286043 Oct 26 15:22:41.811330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:41.814020 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58662) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:41.816512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a3268b63-646f-4645-b582-1cefa644f2b2 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (fd7d1c40-9d7c-45fe-8244-5d2146f81f92), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:41.839623 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a3268b63-646f-4645-b582-1cefa644f2b2 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (fd7d1c40-9d7c-45fe-8244-5d2146f81f92), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:41.866578 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba723564-33b0-4dd1-8ff1-4c86a872b937 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:41.867344 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba723564-33b0-4dd1-8ff1-4c86a872b937 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:41.870711 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ba723564-33b0-4dd1-8ff1-4c86a872b937 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/0ca8c6c9-8d68-4530-81af-c9cbe5de789e HTTP/1.1" status: 404 len: 337 time: 0.0555356 Oct 26 15:22:41.874751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58664) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:41.886312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:41.887166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:41.895607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:41.905642 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-535ae449-147f-449c-b086-9614079573da tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:41.906282 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-535ae449-147f-449c-b086-9614079573da tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:41.907661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:41.910104 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:41.910241 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-535ae449-147f-449c-b086-9614079573da tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/79562cce-bd6f-4901-8ad9-f8f27a9b80db HTTP/1.1" status: 404 len: 339 time: 0.0343556 Oct 26 15:22:41.913719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58666) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:41.913899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Pushing event updated for resources: {'Port': ['ID=f053eb3e-cf4d-49dd-94e6-200a118cdc64,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:41.941484 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a3268b63-646f-4645-b582-1cefa644f2b2 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:41.945017 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a3268b63-646f-4645-b582-1cefa644f2b2 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.9530571 Oct 26 15:22:41.946894 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58668) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:41.952729 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-78d5c84a-22da-4f21-955c-0de607be73c9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (06511ae9-035e-4392-bcce-e1b4a521a770), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:41.972676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-74a53e93-5b20-47df-941d-b9e029be0a77 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1115249054', 'security_groups': ['fd7d1c40-9d7c-45fe-8244-5d2146f81f92'], 'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd3333b40-57b7-40f3-a24e-596724d09d3a'}]}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:41.975889 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3268b63-646f-4645-b582-1cefa644f2b2 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7d1c40-9d7c-45fe-8244-5d2146f81f92,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:41.998554 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5c84a-22da-4f21-955c-0de607be73c9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=06511ae9-035e-4392-bcce-e1b4a521a770,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:42.015620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-2ddafda8-f8d2-46dd-92c5-4ec3af4bd49b None None] For port b7335fb6-c26b-4efb-afbf-783750fab21c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=b7335fb6-c26b-4efb-afbf-783750fab21c,segment=NetworkSegment(4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321),segment_id=4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:42.028176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.032464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Attempting to bind port f053eb3e-cf4d-49dd-94e6-200a118cdc64 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:42.032993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Attempting to bind port f053eb3e-cf4d-49dd-94e6-200a118cdc64 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:42.033449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Attempting to bind port f053eb3e-cf4d-49dd-94e6-200a118cdc64 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:42.045222 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-78d5c84a-22da-4f21-955c-0de607be73c9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.050900 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-78d5c84a-22da-4f21-955c-0de607be73c9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/06511ae9-035e-4392-bcce-e1b4a521a770 HTTP/1.1" status: 204 len: 168 time: 0.8084736 Oct 26 15:22:42.052084 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58670) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:42.068204 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8765d3-a258-422c-b8ef-6ab2af332379 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Deleting subnet 337a5511-b542-4e82-bb34-c91da894debb {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:42.080358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2ddafda8-f8d2-46dd-92c5-4ec3af4bd49b None None] Publish callbacks [] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.092240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2ddafda8-f8d2-46dd-92c5-4ec3af4bd49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.092500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4c8765d3-a258-422c-b8ef-6ab2af332379 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for subnet (337a5511-b542-4e82-bb34-c91da894debb), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.109480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:22:42.110133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Checking segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:42.110724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.111286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Bound using segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:22:42.111924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Bound port: f053eb3e-cf4d-49dd-94e6-200a118cdc64, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:22:42.112484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f053eb3e-cf4d-49dd-94e6-200a118cdc64), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.163364 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4c8765d3-a258-422c-b8ef-6ab2af332379 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (337a5511-b542-4e82-bb34-c91da894debb), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.170114 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eea782b-abc7-4b03-82c7-3f4cad586268 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:42.172100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eea782b-abc7-4b03-82c7-3f4cad586268 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:42.176050 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3eea782b-abc7-4b03-82c7-3f4cad586268 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1203837 Oct 26 15:22:42.182994 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.objects.ports [None req-3070f45a-e0a2-4f35-ac18-adab421dc42d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105322) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:22:42.188020 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58672) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:42.198205 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:42.224818 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3070f45a-e0a2-4f35-ac18-adab421dc42d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (fe52c18b-0561-41a5-86a1-e5d9e765bfd7), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.229805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddafda8-f8d2-46dd-92c5-4ec3af4bd49b None None] Pushing event updated for resources: {'Port': ['ID=b7335fb6-c26b-4efb-afbf-783750fab21c,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:42.245350 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:42.253071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] For port f053eb3e-cf4d-49dd-94e6-200a118cdc64, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:22:42.256861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] For port f053eb3e-cf4d-49dd-94e6-200a118cdc64, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f053eb3e-cf4d-49dd-94e6-200a118cdc64,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:22:42.265397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f053eb3e-cf4d-49dd-94e6-200a118cdc64), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.289784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4c8765d3-a258-422c-b8ef-6ab2af332379 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (337a5511-b542-4e82-bb34-c91da894debb), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.298451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:42.331513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f0051-f945-4bf2-bfbb-7219ba149087 None None] Pushing event updated for resources: {'Port': ['ID=f053eb3e-cf4d-49dd-94e6-200a118cdc64,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:42.380552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4c8765d3-a258-422c-b8ef-6ab2af332379 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (337a5511-b542-4e82-bb34-c91da894debb), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.412329 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8765d3-a258-422c-b8ef-6ab2af332379 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Subnet': ['ID=337a5511-b542-4e82-bb34-c91da894debb,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:42.418691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a53e93-5b20-47df-941d-b9e029be0a77 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:42.420279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4c8765d3-a258-422c-b8ef-6ab2af332379 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.426252 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4c8765d3-a258-422c-b8ef-6ab2af332379 tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/337a5511-b542-4e82-bb34-c91da894debb HTTP/1.1" status: 204 len: 168 time: 0.5093226 Oct 26 15:22:42.426876 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58674) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:42.430700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893541c4-b4a7-4c97-8622-911321d928b4 None None] Network 6e247482-3db9-4457-9a6d-4a8d02c2431a requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:42.431977 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-019fda3e-5c63-4113-8280-1682221f96b6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 56f5a1b3-790f-4e08-8d09-fd38bd7ccd9b {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:42.560766 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (6e247482-3db9-4457-9a6d-4a8d02c2431a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.563035 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4cb7a7ad-c64c-4c93-9818-4dc650d711a0 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.566651 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070f45a-e0a2-4f35-ac18-adab421dc42d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event updated for resources: {'Subnet': ['ID=fe52c18b-0561-41a5-86a1-e5d9e765bfd7,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:42.578958 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-019fda3e-5c63-4113-8280-1682221f96b6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (56f5a1b3-790f-4e08-8d09-fd38bd7ccd9b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.593065 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4cb7a7ad-c64c-4c93-9818-4dc650d711a0 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (cfe058f2-8540-43bb-b3c4-d14195990a13), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.642253 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Deleting port 86ebc209-e8c7-4485-a77a-15b2c7427b7d {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:42.642736 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (86ebc209-e8c7-4485-a77a-15b2c7427b7d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.701381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e28cced-a1ab-4b21-bc04-75eb9e90b1a6 None None] DHCP port deletion for 6e247482-3db9-4457-9a6d-4a8d02c2431a request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:22:42.741494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] For port 86ebc209-e8c7-4485-a77a-15b2c7427b7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=86ebc209-e8c7-4485-a77a-15b2c7427b7d,segment=NetworkSegment(b6993982-7c79-4873-ab5e-a3fde32ea3f7),segment_id=b6993982-7c79-4873-ab5e-a3fde32ea3f7)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:42.742779 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (86ebc209-e8c7-4485-a77a-15b2c7427b7d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.746457 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-019fda3e-5c63-4113-8280-1682221f96b6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (56f5a1b3-790f-4e08-8d09-fd38bd7ccd9b), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.768109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-6e28cced-a1ab-4b21-bc04-75eb9e90b1a6 None None] Deleting port 86ebc209-e8c7-4485-a77a-15b2c7427b7d {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:42.768418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6e28cced-a1ab-4b21-bc04-75eb9e90b1a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (86ebc209-e8c7-4485-a77a-15b2c7427b7d), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.772645 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Calling delete_port for 86ebc209-e8c7-4485-a77a-15b2c7427b7d owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:42.789172 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:42.830847 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070f45a-e0a2-4f35-ac18-adab421dc42d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Checking segment: {'id': '388bf5da-211a-477a-a8b4-7c2c54d5ca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '778ff49c-badc-4b8a-b422-4d0710106a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:42.831412 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3070f45a-e0a2-4f35-ac18-adab421dc42d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Network hostable DHCP agents. Network: 778ff49c-badc-4b8a-b422-4d0710106a58, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:22:42.847778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-6e28cced-a1ab-4b21-bc04-75eb9e90b1a6 None None] For port 86ebc209-e8c7-4485-a77a-15b2c7427b7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=86ebc209-e8c7-4485-a77a-15b2c7427b7d,segment=NetworkSegment(b6993982-7c79-4873-ab5e-a3fde32ea3f7),segment_id=b6993982-7c79-4873-ab5e-a3fde32ea3f7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:42.848419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6e28cced-a1ab-4b21-bc04-75eb9e90b1a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (86ebc209-e8c7-4485-a77a-15b2c7427b7d), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.863248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-6e28cced-a1ab-4b21-bc04-75eb9e90b1a6 None None] Calling delete_port for 86ebc209-e8c7-4485-a77a-15b2c7427b7d owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:42.906501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (86ebc209-e8c7-4485-a77a-15b2c7427b7d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.910710 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-74a53e93-5b20-47df-941d-b9e029be0a77 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:42.922643 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3070f45a-e0a2-4f35-ac18-adab421dc42d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Network 778ff49c-badc-4b8a-b422-4d0710106a58 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:22:42.945417 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Port': ['ID=86ebc209-e8c7-4485-a77a-15b2c7427b7d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:42.947686 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] No DVR routers for this DVR port 86ebc209-e8c7-4485-a77a-15b2c7427b7d on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:42.971243 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-4cb7a7ad-c64c-4c93-9818-4dc650d711a0 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Floating IP cfe058f2-8540-43bb-b3c4-d14195990a13 associated. External IP: 172.26.11.111, port: cd7b52be-77df-4140-a8be-ad83792eac55. Oct 26 15:22:42.971462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6e28cced-a1ab-4b21-bc04-75eb9e90b1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (86ebc209-e8c7-4485-a77a-15b2c7427b7d), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.016152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28cced-a1ab-4b21-bc04-75eb9e90b1a6 None None] Pushing event deleted for resources: {'Port': ['ID=86ebc209-e8c7-4485-a77a-15b2c7427b7d,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:43.023028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e28cced-a1ab-4b21-bc04-75eb9e90b1a6 None None] No DVR routers for this DVR port 86ebc209-e8c7-4485-a77a-15b2c7427b7d on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:43.039235 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-3070f45a-e0a2-4f35-ac18-adab421dc42d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 778ff49c-badc-4b8a-b422-4d0710106a58) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:43.044590 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3070f45a-e0a2-4f35-ac18-adab421dc42d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:43.048180 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3070f45a-e0a2-4f35-ac18-adab421dc42d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.054325 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (6e247482-3db9-4457-9a6d-4a8d02c2431a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.083157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189a8b4b-92c1-4696-bf0a-a8132e2890c0 None None] Network 778ff49c-badc-4b8a-b422-4d0710106a58 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:43.094635 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e247482-3db9-4457-9a6d-4a8d02c2431a']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:43.110377 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3070f45a-e0a2-4f35-ac18-adab421dc42d tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3931630 Oct 26 15:22:43.111241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58676) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:43.141651 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-74a53e93-5b20-47df-941d-b9e029be0a77 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] device_id is not set on port 9e2ae330-63cd-46b4-8dcc-e138379a2fc1 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:22:43.157433 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-019fda3e-5c63-4113-8280-1682221f96b6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (56f5a1b3-790f-4e08-8d09-fd38bd7ccd9b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.170541 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:43.246469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-16ae0900-f425-4dfb-b8b0-c2b87ede6129 None None] Provisioning complete for port b7335fb6-c26b-4efb-afbf-783750fab21c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:43.247189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-16ae0900-f425-4dfb-b8b0-c2b87ede6129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.247816 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-16ae0900-f425-4dfb-b8b0-c2b87ede6129 None None] Attempt 1 to provision port b7335fb6-c26b-4efb-afbf-783750fab21c Oct 26 15:22:43.258272 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6993982-7c79-4873-ab5e-a3fde32ea3f7') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:43.258573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6993982-7c79-4873-ab5e-a3fde32ea3f7') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:43.282433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a951572e-6fbb-4b88-bb7c-78d12de064e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-778ff49c-badc-4b8a-b422-4d0710106a58', 'network_id': '778ff49c-badc-4b8a-b422-4d0710106a58', 'project_id': '828f5677d4134dbc926ce0d3cf3df67d', 'fixed_ips': [{'subnet_id': 'fe52c18b-0561-41a5-86a1-e5d9e765bfd7'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:22:43.287036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a951572e-6fbb-4b88-bb7c-78d12de064e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.297728 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:43.312601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (b6993982-7c79-4873-ab5e-a3fde32ea3f7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.332761 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-375faa09-411f-4bcb-8944-eae8a555cbaa tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (778ff49c-badc-4b8a-b422-4d0710106a58), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.346767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device b7335fb6-c26b-4efb-afbf-783750fab21c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:43.351624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (b6993982-7c79-4873-ab5e-a3fde32ea3f7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.394349 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:43.394804 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (b6993982-7c79-4873-ab5e-a3fde32ea3f7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.438533 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment b6993982-7c79-4873-ab5e-a3fde32ea3f7 resource provider aggregate not found Oct 26 15:22:43.477430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port b7335fb6-c26b-4efb-afbf-783750fab21c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:43.477959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.478517 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port b7335fb6-c26b-4efb-afbf-783750fab21c Oct 26 15:22:43.499856 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment b6993982-7c79-4873-ab5e-a3fde32ea3f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6993982-7c79-4873-ab5e-a3fde32ea3f7 found for delete ", "request_id": "req-44138d2b-20cf-4b06-9209-5f3f92193ac8"}]} Oct 26 15:22:43.509314 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-019fda3e-5c63-4113-8280-1682221f96b6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (56f5a1b3-790f-4e08-8d09-fd38bd7ccd9b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.542886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-375faa09-411f-4bcb-8944-eae8a555cbaa tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (fe52c18b-0561-41a5-86a1-e5d9e765bfd7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.549144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-16ae0900-f425-4dfb-b8b0-c2b87ede6129 None None] Current status of the port b7335fb6-c26b-4efb-afbf-783750fab21c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:43.551492 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (6e247482-3db9-4457-9a6d-4a8d02c2431a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.614141 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.614398 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-019fda3e-5c63-4113-8280-1682221f96b6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.620189 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-019fda3e-5c63-4113-8280-1682221f96b6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/56f5a1b3-790f-4e08-8d09-fd38bd7ccd9b HTTP/1.1" status: 204 len: 168 time: 1.4297113 Oct 26 15:22:43.623065 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] 10.222.0.60 "DELETE /networking/v2.0/networks/6e247482-3db9-4457-9a6d-4a8d02c2431a HTTP/1.1" status: 204 len: 168 time: 1.1950233 Oct 26 15:22:43.623793 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58682) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:43.624516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:43.628588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38340597-1ce9-47d1-826b-682e7589e4dc tempest-NetworksTest-676932008 tempest-NetworksTest-676932008-project] Pushing event deleted for resources: {'Network': ['ID=6e247482-3db9-4457-9a6d-4a8d02c2431a,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:43.683257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fda3e-5c63-4113-8280-1682221f96b6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=56f5a1b3-790f-4e08-8d09-fd38bd7ccd9b,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:43.695414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.710931 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-023620f6-1c7f-40ae-a746-f6f0fb7bae77 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825324 Oct 26 15:22:43.716513 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58686) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:43.721601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-16ae0900-f425-4dfb-b8b0-c2b87ede6129 None None] Provisioning complete for port 0dd01327-227b-4886-8597-98497b93067c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:43.722095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-16ae0900-f425-4dfb-b8b0-c2b87ede6129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0dd01327-227b-4886-8597-98497b93067c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.722298 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-16ae0900-f425-4dfb-b8b0-c2b87ede6129 None None] Attempt 1 to provision port 0dd01327-227b-4886-8597-98497b93067c Oct 26 15:22:43.736267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:43.744859 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb7a7ad-c64c-4c93-9818-4dc650d711a0 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 32783b24-c43e-4398-9450-9c82d449bb82 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:22:43.769540 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-74a53e93-5b20-47df-941d-b9e029be0a77 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Allocated IP 2001:db8::12a (d21a7e15-0604-4ad5-9aef-9ca64b3be92d/d3333b40-57b7-40f3-a24e-596724d09d3a/9e2ae330-63cd-46b4-8dcc-e138379a2fc1) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:43.781773 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424ec9cc-61ea-437c-8c98-eb61ed75f0ba tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:43.783808 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-424ec9cc-61ea-437c-8c98-eb61ed75f0ba tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0647247 Oct 26 15:22:43.785627 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-375faa09-411f-4bcb-8944-eae8a555cbaa tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (fe52c18b-0561-41a5-86a1-e5d9e765bfd7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.788183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58688) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:43.790351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:43.813976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server [None req-a951572e-6fbb-4b88-bb7c-78d12de064e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe52c18b-0561-41a5-86a1-e5d9e765bfd7: This subnet is being modified by another concurrent operation. Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:22:43.852099 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1018, in wrapper Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise exception Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe52c18b-0561-41a5-86a1-e5d9e765bfd7: This subnet is being modified by another concurrent operation. Oct 26 15:22:43.857876 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server Oct 26 15:22:43.862698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375faa09-411f-4bcb-8944-eae8a555cbaa tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event deleted for resources: {'Subnet': ['ID=fe52c18b-0561-41a5-86a1-e5d9e765bfd7,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:43.882357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-16ae0900-f425-4dfb-b8b0-c2b87ede6129 None None] Port 0dd01327-227b-4886-8597-98497b93067c cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:22:43.936229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port b7335fb6-c26b-4efb-afbf-783750fab21c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:43.937594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f053eb3e-cf4d-49dd-94e6-200a118cdc64 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:43.951574 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1443f76-dbfb-4d0f-832a-22b84db24a06 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:43.953178 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a1443f76-dbfb-4d0f-832a-22b84db24a06 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1601446 Oct 26 15:22:43.955426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-375faa09-411f-4bcb-8944-eae8a555cbaa tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (778ff49c-badc-4b8a-b422-4d0710106a58), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:43.958069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58690) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:43.988699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fae8970-a4c6-4f0d-897f-9115d93dfa0a None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:22:44.005071 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:22:44.007857 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-19f27e83-cd77-4275-855e-47a6b45740ed tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486586 Oct 26 15:22:44.014881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58692) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:44.021063 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-375faa09-411f-4bcb-8944-eae8a555cbaa tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778ff49c-badc-4b8a-b422-4d0710106a58']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:44.021686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7aade4d4-a4d7-4bc2-83e0-f1ff27b3eb3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:44.031356 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-375faa09-411f-4bcb-8944-eae8a555cbaa tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388bf5da-211a-477a-a8b4-7c2c54d5ca1b') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:44.031718 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-375faa09-411f-4bcb-8944-eae8a555cbaa tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388bf5da-211a-477a-a8b4-7c2c54d5ca1b') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:44.049510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-375faa09-411f-4bcb-8944-eae8a555cbaa tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (388bf5da-211a-477a-a8b4-7c2c54d5ca1b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.066013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d74a0cb3-a13e-415f-a7ec-52533cd5dbf6 None None] Could not find standard attr ID for object 3c1d380e-9eb0-42d5-a058-aeb40d4b5938. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:22:44.067207 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-375faa09-411f-4bcb-8944-eae8a555cbaa tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (388bf5da-211a-477a-a8b4-7c2c54d5ca1b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.076068 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375faa09-411f-4bcb-8944-eae8a555cbaa tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:44.076472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-375faa09-411f-4bcb-8944-eae8a555cbaa tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (388bf5da-211a-477a-a8b4-7c2c54d5ca1b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.099413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f053eb3e-cf4d-49dd-94e6-200a118cdc64 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:44.099992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f053eb3e-cf4d-49dd-94e6-200a118cdc64), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.101046 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f053eb3e-cf4d-49dd-94e6-200a118cdc64 Oct 26 15:22:44.141994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d74a0cb3-a13e-415f-a7ec-52533cd5dbf6 None None] Provisioning complete for port f053eb3e-cf4d-49dd-94e6-200a118cdc64 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:44.142411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d74a0cb3-a13e-415f-a7ec-52533cd5dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f053eb3e-cf4d-49dd-94e6-200a118cdc64), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.142746 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d74a0cb3-a13e-415f-a7ec-52533cd5dbf6 None None] Attempt 1 to provision port f053eb3e-cf4d-49dd-94e6-200a118cdc64 Oct 26 15:22:44.157795 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-375faa09-411f-4bcb-8944-eae8a555cbaa tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (778ff49c-badc-4b8a-b422-4d0710106a58), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.163106 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58696) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:44.166934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-375faa09-411f-4bcb-8944-eae8a555cbaa tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.171064 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-375faa09-411f-4bcb-8944-eae8a555cbaa tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/networks/778ff49c-badc-4b8a-b422-4d0710106a58 HTTP/1.1" status: 204 len: 168 time: 1.0591476 Oct 26 15:22:44.182762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58698) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:44.204351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375faa09-411f-4bcb-8944-eae8a555cbaa tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event deleted for resources: {'Network': ['ID=778ff49c-badc-4b8a-b422-4d0710106a58,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:44.227119 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef82b49-959e-462d-b8c6-3b7505ac9364 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:44.227516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef82b49-959e-462d-b8c6-3b7505ac9364 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:44.231417 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0ef82b49-959e-462d-b8c6-3b7505ac9364 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/fe52c18b-0561-41a5-86a1-e5d9e765bfd7 HTTP/1.1" status: 404 len: 337 time: 0.0468497 Oct 26 15:22:44.233850 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58702) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:44.255493 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d0475f-165f-47ce-8c49-59113f8e5241 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:44.256083 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d0475f-165f-47ce-8c49-59113f8e5241 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:44.259327 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d8d0475f-165f-47ce-8c49-59113f8e5241 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/networks/778ff49c-badc-4b8a-b422-4d0710106a58 HTTP/1.1" status: 404 len: 339 time: 0.0244732 Oct 26 15:22:44.261853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58704) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:44.301387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae8970-a4c6-4f0d-897f-9115d93dfa0a None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:22:44.329510 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-af92aee8-ee42-4a9b-844e-fe2a0df59102 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:44.330061 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af92aee8-ee42-4a9b-844e-fe2a0df59102 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:44.335696 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-af92aee8-ee42-4a9b-844e-fe2a0df59102 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/91164204-7f60-48a9-95f0-e93cc803be3a HTTP/1.1" status: 404 len: 337 time: 0.0697784 Oct 26 15:22:44.336973 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58706) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:44.367131 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-17cecab9-0dc0-45dc-96e8-9853e1760491 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:44.367789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17cecab9-0dc0-45dc-96e8-9853e1760491 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:44.373573 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-17cecab9-0dc0-45dc-96e8-9853e1760491 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/networks/21cf458c-d267-49da-95d5-989317958d0f HTTP/1.1" status: 404 len: 339 time: 0.0333066 Oct 26 15:22:44.380478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f053eb3e-cf4d-49dd-94e6-200a118cdc64 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:44.380896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f053eb3e-cf4d-49dd-94e6-200a118cdc64), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.381491 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58708) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:44.420001 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1482ad0-5349-4183-9a9f-119f457bd119 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:44.420476 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1482ad0-5349-4183-9a9f-119f457bd119 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:44.425902 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d1482ad0-5349-4183-9a9f-119f457bd119 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/9e024966-31bb-4707-b596-cf66ac93f475 HTTP/1.1" status: 404 len: 337 time: 0.0409601 Oct 26 15:22:44.427060 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58710) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:44.432975 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a5cbf3ad-fc1d-4d4e-821e-0db9cc1a6611 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=1f3d9e39a73b4f6dbd8554e45cd19aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590308 Oct 26 15:22:44.434595 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58712) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:44.437901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d74a0cb3-a13e-415f-a7ec-52533cd5dbf6 None None] Current status of the port f053eb3e-cf4d-49dd-94e6-200a118cdc64 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:44.438292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d74a0cb3-a13e-415f-a7ec-52533cd5dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f053eb3e-cf4d-49dd-94e6-200a118cdc64), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.460843 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:44.476749 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5fc19d-2ca6-4582-a059-06682bb1b2ef tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:44.477299 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c5fc19d-2ca6-4582-a059-06682bb1b2ef tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:44.483357 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9c5fc19d-2ca6-4582-a059-06682bb1b2ef tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/networks/635ce14e-3f40-46af-b4e0-dc4c56702893 HTTP/1.1" status: 404 len: 339 time: 0.0482035 Oct 26 15:22:44.483720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58714) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:44.499224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f053eb3e-cf4d-49dd-94e6-200a118cdc64, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f053eb3e-cf4d-49dd-94e6-200a118cdc64,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:44.502876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:44.504926 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb7a7ad-c64c-4c93-9818-4dc650d711a0 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:22:44.513427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f053eb3e-cf4d-49dd-94e6-200a118cdc64), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.518942 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd445e4-e732-4cba-8e00-a6ee347d2d7d None None] Sync routers for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:22:44.532947 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd445e4-e732-4cba-8e00-a6ee347d2d7d None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:44.533566 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3cd445e4-e732-4cba-8e00-a6ee347d2d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:44.536390 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-57d25f7b-7207-4308-954c-cd2ecdaed0c0 admin admin] Publish callbacks [] for security_group (bab61eed-d625-4f04-b558-f7d1aea0d10d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.584073 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-74a53e93-5b20-47df-941d-b9e029be0a77 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (9e2ae330-63cd-46b4-8dcc-e138379a2fc1), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.587688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aade4d4-a4d7-4bc2-83e0-f1ff27b3eb3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:44.593463 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7aade4d4-a4d7-4bc2-83e0-f1ff27b3eb3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.600702 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3cd445e4-e732-4cba-8e00-a6ee347d2d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:44.607942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f053eb3e-cf4d-49dd-94e6-200a118cdc64,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:44.610627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9ef6e1f5-f603-407b-86da-26c03e7d1e47 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:44.619503 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-ae2cb764-eb6d-4fcb-86b7-0c19b1b414b4 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Deleting port 33f10d9a-8c5c-4853-b16a-b3054be8140c {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:44.619874 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd445e4-e732-4cba-8e00-a6ee347d2d7d None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:44.620085 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ae2cb764-eb6d-4fcb-86b7-0c19b1b414b4 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (33f10d9a-8c5c-4853-b16a-b3054be8140c), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.620942 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3cd445e4-e732-4cba-8e00-a6ee347d2d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:44.660977 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3cd445e4-e732-4cba-8e00-a6ee347d2d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:44.661843 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd445e4-e732-4cba-8e00-a6ee347d2d7d None None] The sync data for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:22:44.662090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 9ef6e1f5-f603-407b-86da-26c03e7d1e47 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:22:44.662444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9ef6e1f5-f603-407b-86da-26c03e7d1e47 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:22:44.662867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 86ebc209-e8c7-4485-a77a-15b2c7427b7d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:44.689494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-57d25f7b-7207-4308-954c-cd2ecdaed0c0 admin admin] Publish callbacks [] for security_group (bab61eed-d625-4f04-b558-f7d1aea0d10d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.693713 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:44.706285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 86ebc209-e8c7-4485-a77a-15b2c7427b7d {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:22:44.706285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 86ebc209-e8c7-4485-a77a-15b2c7427b7d not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:22:44.711316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ae2cb764-eb6d-4fcb-86b7-0c19b1b414b4 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (33f10d9a-8c5c-4853-b16a-b3054be8140c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.714758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.db.api [None req-d74a0cb3-a13e-415f-a7ec-52533cd5dbf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:22:44.715748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG oslo_db.api [None req-d74a0cb3-a13e-415f-a7ec-52533cd5dbf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:22:44.740280 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-ae2cb764-eb6d-4fcb-86b7-0c19b1b414b4 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Calling delete_port for 33f10d9a-8c5c-4853-b16a-b3054be8140c owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:44.772436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:44.798442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d0d486-8b8d-4c9b-afc1-e0ed18150d5f None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:44.818954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-57d25f7b-7207-4308-954c-cd2ecdaed0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (bab61eed-d625-4f04-b558-f7d1aea0d10d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.820530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1097d39a-d304-450c-a184-aeb943b0afb1 None None] Network 778ff49c-badc-4b8a-b422-4d0710106a58 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:44.821967 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-57d25f7b-7207-4308-954c-cd2ecdaed0c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.826183 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-57d25f7b-7207-4308-954c-cd2ecdaed0c0 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/bab61eed-d625-4f04-b558-f7d1aea0d10d HTTP/1.1" status: 204 len: 168 time: 0.3875322 Oct 26 15:22:44.842382 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d25f7b-7207-4308-954c-cd2ecdaed0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab61eed-d625-4f04-b558-f7d1aea0d10d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:44.873353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-74a53e93-5b20-47df-941d-b9e029be0a77 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (9e2ae330-63cd-46b4-8dcc-e138379a2fc1), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.875542 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ae2cb764-eb6d-4fcb-86b7-0c19b1b414b4 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (33f10d9a-8c5c-4853-b16a-b3054be8140c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.918900 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:44.922520 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cb764-eb6d-4fcb-86b7-0c19b1b414b4 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event deleted for resources: {'Port': ['ID=33f10d9a-8c5c-4853-b16a-b3054be8140c,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:44.928242 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ae2cb764-eb6d-4fcb-86b7-0c19b1b414b4 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:44.936001 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ae2cb764-eb6d-4fcb-86b7-0c19b1b414b4 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/ports/33f10d9a-8c5c-4853-b16a-b3054be8140c HTTP/1.1" status: 204 len: 168 time: 0.4512572 Oct 26 15:22:44.936662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58718) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:44.997592 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b550cd-c339-466b-b8e9-4e86a304c5b4 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:44.998885 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b550cd-c339-466b-b8e9-4e86a304c5b4 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:45.002943 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e7b550cd-c339-466b-b8e9-4e86a304c5b4 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/2e694e25-279f-44eb-8322-a9630d6de3c8 HTTP/1.1" status: 404 len: 337 time: 0.0638435 Oct 26 15:22:45.005812 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58720) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:45.027355 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a53e93-5b20-47df-941d-b9e029be0a77 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:45.037006 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-74a53e93-5b20-47df-941d-b9e029be0a77 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:45.053771 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a53e93-5b20-47df-941d-b9e029be0a77 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:45.070509 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a53e93-5b20-47df-941d-b9e029be0a77 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:45.071218 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-74a53e93-5b20-47df-941d-b9e029be0a77 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:45.114116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1097d39a-d304-450c-a184-aeb943b0afb1 None None] Network 778ff49c-badc-4b8a-b422-4d0710106a58 could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:22:45.149176 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a53e93-5b20-47df-941d-b9e029be0a77 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=9e2ae330-63cd-46b4-8dcc-e138379a2fc1,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:45.174647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f053eb3e-cf4d-49dd-94e6-200a118cdc64 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:45.194848 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3803468-38ac-4c4c-b7ac-0d54b721021a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (9bdb1cfe-3722-46c6-bd0c-faa79045d0c5), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:45.259269 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7aade4d4-a4d7-4bc2-83e0-f1ff27b3eb3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (35a22cd8-420a-480a-8729-d0b549a989b7), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:45.281568 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-74a53e93-5b20-47df-941d-b9e029be0a77 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3128092 Oct 26 15:22:45.284981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c0685e-aac8-4ecf-913e-a8ebf6510c66 None None] DHCP port deletion for 8562cd80-5c53-4efe-aa06-0bf20e462dc3 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:22:45.313749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58726) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:45.323857 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-de249e09-5473-436e-9a62-470f926642d6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'subnet': {'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:45.331216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f053eb3e-cf4d-49dd-94e6-200a118cdc64 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:45.332093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f053eb3e-cf4d-49dd-94e6-200a118cdc64), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:45.332093 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f053eb3e-cf4d-49dd-94e6-200a118cdc64 Oct 26 15:22:45.334928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d74a0cb3-a13e-415f-a7ec-52533cd5dbf6 None None] Current status of the port f053eb3e-cf4d-49dd-94e6-200a118cdc64 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:45.363123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3803468-38ac-4c4c-b7ac-0d54b721021a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (9bdb1cfe-3722-46c6-bd0c-faa79045d0c5), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:45.392515 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aade4d4-a4d7-4bc2-83e0-f1ff27b3eb3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:45.408117 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-7aade4d4-a4d7-4bc2-83e0-f1ff27b3eb3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:45.415761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0685e-aac8-4ecf-913e-a8ebf6510c66 None None] Deleting port f053eb3e-cf4d-49dd-94e6-200a118cdc64 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:45.416108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d1c0685e-aac8-4ecf-913e-a8ebf6510c66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f053eb3e-cf4d-49dd-94e6-200a118cdc64), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:45.423038 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aade4d4-a4d7-4bc2-83e0-f1ff27b3eb3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:45.423747 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7aade4d4-a4d7-4bc2-83e0-f1ff27b3eb3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:45.429614 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aade4d4-a4d7-4bc2-83e0-f1ff27b3eb3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=35a22cd8-420a-480a-8729-d0b549a989b7,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:45.451123 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb7a7ad-c64c-4c93-9818-4dc650d711a0 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 32783b24-c43e-4398-9450-9c82d449bb82 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:22:45.464313 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7aade4d4-a4d7-4bc2-83e0-f1ff27b3eb3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4473727 Oct 26 15:22:45.470103 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58732) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:45.470511 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c3803468-38ac-4c4c-b7ac-0d54b721021a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bdb1cfe-3722-46c6-bd0c-faa79045d0c5']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:45.489625 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c3803468-38ac-4c4c-b7ac-0d54b721021a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7613bf4-ca61-46a5-879b-416b39355aa5') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:45.490163 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c3803468-38ac-4c4c-b7ac-0d54b721021a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7613bf4-ca61-46a5-879b-416b39355aa5') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:45.506053 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-6eb42690-8472-4082-8bc0-bc12bfec5774 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'fixed_ips': [{'subnet_id': '35a22cd8-420a-480a-8729-d0b549a989b7', 'ip_address': '2001:db8::b3e5:2541:1822:4a49'}], 'name': 'tempest-NetworksTestDHCPv6-1447205447'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:45.563737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b34b6853-6b98-4af9-ad5b-3496a68da71e None None] Provisioning complete for port 9e2ae330-63cd-46b4-8dcc-e138379a2fc1 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:45.564142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b34b6853-6b98-4af9-ad5b-3496a68da71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9e2ae330-63cd-46b4-8dcc-e138379a2fc1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:45.565164 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b34b6853-6b98-4af9-ad5b-3496a68da71e None None] Attempt 1 to provision port 9e2ae330-63cd-46b4-8dcc-e138379a2fc1 Oct 26 15:22:45.571293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:45.583494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3803468-38ac-4c4c-b7ac-0d54b721021a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (b7613bf4-ca61-46a5-879b-416b39355aa5), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:45.593049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f053eb3e-cf4d-49dd-94e6-200a118cdc64 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:45.614588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-d1c0685e-aac8-4ecf-913e-a8ebf6510c66 None None] For port f053eb3e-cf4d-49dd-94e6-200a118cdc64, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f053eb3e-cf4d-49dd-94e6-200a118cdc64,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:45.614588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d1c0685e-aac8-4ecf-913e-a8ebf6510c66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f053eb3e-cf4d-49dd-94e6-200a118cdc64), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:45.619421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3803468-38ac-4c4c-b7ac-0d54b721021a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (b7613bf4-ca61-46a5-879b-416b39355aa5), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:45.628630 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 388bf5da-211a-477a-a8b4-7c2c54d5ca1b resource provider aggregate not found Oct 26 15:22:45.630924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b34b6853-6b98-4af9-ad5b-3496a68da71e None None] Port 9e2ae330-63cd-46b4-8dcc-e138379a2fc1 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:22:45.636178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0685e-aac8-4ecf-913e-a8ebf6510c66 None None] Calling delete_port for f053eb3e-cf4d-49dd-94e6-200a118cdc64 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:45.656818 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb7a7ad-c64c-4c93-9818-4dc650d711a0 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:22:45.664050 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4cb7a7ad-c64c-4c93-9818-4dc650d711a0 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:45.669057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443fef13-fb6f-43ab-b8fb-a4b2bdff9b6b None None] Sync routers for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:22:45.677441 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 388bf5da-211a-477a-a8b4-7c2c54d5ca1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 388bf5da-211a-477a-a8b4-7c2c54d5ca1b found for delete ", "request_id": "req-420c481f-d460-4b0b-a00b-539fd1c5a4db"}]} Oct 26 15:22:45.682040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3803468-38ac-4c4c-b7ac-0d54b721021a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:45.682552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3803468-38ac-4c4c-b7ac-0d54b721021a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (b7613bf4-ca61-46a5-879b-416b39355aa5), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:45.711665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:45.715546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443fef13-fb6f-43ab-b8fb-a4b2bdff9b6b None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:45.716193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-443fef13-fb6f-43ab-b8fb-a4b2bdff9b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:45.718980 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:45.748953 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb42690-8472-4082-8bc0-bc12bfec5774 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:45.757087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-443fef13-fb6f-43ab-b8fb-a4b2bdff9b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:45.780170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443fef13-fb6f-43ab-b8fb-a4b2bdff9b6b None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:45.780836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-443fef13-fb6f-43ab-b8fb-a4b2bdff9b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:45.817607 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4cb7a7ad-c64c-4c93-9818-4dc650d711a0 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/cfe058f2-8540-43bb-b3c4-d14195990a13 HTTP/1.1" status: 200 len: 979 time: 4.9231017 Oct 26 15:22:45.817607 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58746) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:45.819446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3803468-38ac-4c4c-b7ac-0d54b721021a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (9bdb1cfe-3722-46c6-bd0c-faa79045d0c5), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:45.821626 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-62b8f64c-0f64-4499-bb06-0e2e6ff26c8b tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:45.824432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-443fef13-fb6f-43ab-b8fb-a4b2bdff9b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:45.825080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443fef13-fb6f-43ab-b8fb-a4b2bdff9b6b None None] The sync data for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:22:45.834892 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3803468-38ac-4c4c-b7ac-0d54b721021a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:45.838719 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c3803468-38ac-4c4c-b7ac-0d54b721021a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/networks/9bdb1cfe-3722-46c6-bd0c-faa79045d0c5 HTTP/1.1" status: 204 len: 168 time: 0.8317204 Oct 26 15:22:45.849502 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de249e09-5473-436e-9a62-470f926642d6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:45.853260 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-de249e09-5473-436e-9a62-470f926642d6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:45.857176 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58748) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:45.864283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d1c0685e-aac8-4ecf-913e-a8ebf6510c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (f053eb3e-cf4d-49dd-94e6-200a118cdc64), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:45.905089 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-62b8f64c-0f64-4499-bb06-0e2e6ff26c8b tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (cfe058f2-8540-43bb-b3c4-d14195990a13), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:45.905706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3803468-38ac-4c4c-b7ac-0d54b721021a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event deleted for resources: {'Network': ['ID=9bdb1cfe-3722-46c6-bd0c-faa79045d0c5,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:45.910748 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6eb42690-8472-4082-8bc0-bc12bfec5774 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:45.913678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0685e-aac8-4ecf-913e-a8ebf6510c66 None None] Pushing event deleted for resources: {'Port': ['ID=f053eb3e-cf4d-49dd-94e6-200a118cdc64,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:45.926965 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c0685e-aac8-4ecf-913e-a8ebf6510c66 None None] No DVR routers for this DVR port f053eb3e-cf4d-49dd-94e6-200a118cdc64 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:45.927597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:45.952015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8db966-5e1e-4fe4-a3ef-7d01c050e787 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:45.952604 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:45.985209 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-6eb42690-8472-4082-8bc0-bc12bfec5774 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port a055aa9b-fb0c-44d7-ba70-bc0e552c1063 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:22:46.020436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-5f2eae5d-fa38-425c-a76f-6e06433d4ec5 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Deleting port 67cd3f7e-19b6-4f89-9d9c-9ba36ba922f3 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:46.020836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5f2eae5d-fa38-425c-a76f-6e06433d4ec5 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (67cd3f7e-19b6-4f89-9d9c-9ba36ba922f3), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:46.068285 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58752) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:46.108575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'fixed_ips': [{'subnet_id': '35a22cd8-420a-480a-8729-d0b549a989b7'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:22:46.115297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:46.126513 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.ipam_backend_mixin [None req-de249e09-5473-436e-9a62-470f926642d6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d3333b40-57b7-40f3-a24e-596724d09d3a (CIDR: 2001:db8::/64) Oct 26 15:22:46.136482 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-de249e09-5473-436e-9a62-470f926642d6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:46.137807 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de249e09-5473-436e-9a62-470f926642d6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:46.143646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5f2eae5d-fa38-425c-a76f-6e06433d4ec5 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (67cd3f7e-19b6-4f89-9d9c-9ba36ba922f3), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:46.165140 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-5f2eae5d-fa38-425c-a76f-6e06433d4ec5 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Calling delete_port for 67cd3f7e-19b6-4f89-9d9c-9ba36ba922f3 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:46.172598 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-de249e09-5473-436e-9a62-470f926642d6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8576858 Oct 26 15:22:46.178023 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58756) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:46.180005 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-62b8f64c-0f64-4499-bb06-0e2e6ff26c8b tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:46.183111 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-fc2b7aa9-53e1-406f-9867-0200a9353b02 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'subnet': {'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:46.191618 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-62b8f64c-0f64-4499-bb06-0e2e6ff26c8b tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (cfe058f2-8540-43bb-b3c4-d14195990a13), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:46.191951 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-62b8f64c-0f64-4499-bb06-0e2e6ff26c8b tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Floating IP cfe058f2-8540-43bb-b3c4-d14195990a13 disassociated. External IP: 172.26.11.111, port: 8b1a5c2a-305e-4a4e-809e-f921c7425a52. Oct 26 15:22:46.279618 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-6358ae88-bde0-43d6-8a62-431643ce8b95 tempest-DvrRoutersNegativeTest-985864053 tempest-DvrRoutersNegativeTest-985864053-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1191715987', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:46.282555 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.policy [None req-6358ae88-bde0-43d6-8a62-431643ce8b95 tempest-DvrRoutersNegativeTest-985864053 tempest-DvrRoutersNegativeTest-985864053-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=105322) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 26 15:22:46.282708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.policy [None req-6358ae88-bde0-43d6-8a62-431643ce8b95 tempest-DvrRoutersNegativeTest-985864053 tempest-DvrRoutersNegativeTest-985864053-project] Failed policy enforce for 'create_router' {{(pid=105322) enforce /opt/stack/neutron/neutron/policy.py:523}} Oct 26 15:22:46.283220 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-6358ae88-bde0-43d6-8a62-431643ce8b95 tempest-DvrRoutersNegativeTest-985864053 tempest-DvrRoutersNegativeTest-985864053-project] create failed (client error): Access was denied to this resource. Oct 26 15:22:46.284344 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6358ae88-bde0-43d6-8a62-431643ce8b95 tempest-DvrRoutersNegativeTest-985864053 tempest-DvrRoutersNegativeTest-985864053-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2149699 Oct 26 15:22:46.339855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-6eb42690-8472-4082-8bc0-bc12bfec5774 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::b3e5:2541:1822:4a49 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/35a22cd8-420a-480a-8729-d0b549a989b7/a055aa9b-fb0c-44d7-ba70-bc0e552c1063) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:46.346993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:46.360816 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5f2eae5d-fa38-425c-a76f-6e06433d4ec5 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (67cd3f7e-19b6-4f89-9d9c-9ba36ba922f3), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:46.368036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2b7aa9-53e1-406f-9867-0200a9353b02 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:46.373107 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fc2b7aa9-53e1-406f-9867-0200a9353b02 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:46.406617 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:46.412010 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2eae5d-fa38-425c-a76f-6e06433d4ec5 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event deleted for resources: {'Port': ['ID=67cd3f7e-19b6-4f89-9d9c-9ba36ba922f3,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:46.456752 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5f2eae5d-fa38-425c-a76f-6e06433d4ec5 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:46.459979 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5f2eae5d-fa38-425c-a76f-6e06433d4ec5 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/ports/67cd3f7e-19b6-4f89-9d9c-9ba36ba922f3 HTTP/1.1" status: 204 len: 168 time: 0.6015496 Oct 26 15:22:46.463150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58760) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:46.564095 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b8f64c-0f64-4499-bb06-0e2e6ff26c8b tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 32783b24-c43e-4398-9450-9c82d449bb82 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:22:46.634124 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58764) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:46.654484 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6eb42690-8472-4082-8bc0-bc12bfec5774 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (a055aa9b-fb0c-44d7-ba70-bc0e552c1063), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:46.727888 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:46.745384 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b8f64c-0f64-4499-bb06-0e2e6ff26c8b tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:22:46.751867 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-62b8f64c-0f64-4499-bb06-0e2e6ff26c8b tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:46.754398 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6eb42690-8472-4082-8bc0-bc12bfec5774 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (a055aa9b-fb0c-44d7-ba70-bc0e552c1063), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:46.762791 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:46.767054 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-84223da2-670d-4852-be8c-ce597ebeb171 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:46.767720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84223da2-670d-4852-be8c-ce597ebeb171 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:46.770024 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529d6aa9-c4e0-4a85-9b0c-181794f8690f None None] Sync routers for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:22:46.771675 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-84223da2-670d-4852-be8c-ce597ebeb171 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/76ec9346-bd40-4aaa-8252-9a80b780d6d7 HTTP/1.1" status: 404 len: 337 time: 0.3076055 Oct 26 15:22:46.775191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58768) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:46.785243 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529d6aa9-c4e0-4a85-9b0c-181794f8690f None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:46.786196 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-529d6aa9-c4e0-4a85-9b0c-181794f8690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:46.828823 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-529d6aa9-c4e0-4a85-9b0c-181794f8690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:46.838560 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529d6aa9-c4e0-4a85-9b0c-181794f8690f None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:46.839509 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-529d6aa9-c4e0-4a85-9b0c-181794f8690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:46.841494 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb42690-8472-4082-8bc0-bc12bfec5774 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:46.844829 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.ipam_backend_mixin [None req-fc2b7aa9-53e1-406f-9867-0200a9353b02 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1dbf2e8c-d679-4aed-9cea-6b6e98ddba6a (CIDR: 2001:db8:0:1::/64) Oct 26 15:22:46.848308 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-62b8f64c-0f64-4499-bb06-0e2e6ff26c8b tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/cfe058f2-8540-43bb-b3c4-d14195990a13 HTTP/1.1" status: 200 len: 689 time: 1.0302269 Oct 26 15:22:46.849222 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-12fb7a1d-0be4-4fbb-9383-a1b25bfbe324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:46.851204 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58770) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:46.857210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-6eb42690-8472-4082-8bc0-bc12bfec5774 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:46.865053 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2b7aa9-53e1-406f-9867-0200a9353b02 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:46.865739 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2b7aa9-53e1-406f-9867-0200a9353b02 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:46.867763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Allocated IP 2001:db8::2 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/35a22cd8-420a-480a-8729-d0b549a989b7/1fbb9a3e-489a-4251-bea6-34f009973ec6) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:46.874126 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb42690-8472-4082-8bc0-bc12bfec5774 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:46.878958 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb42690-8472-4082-8bc0-bc12bfec5774 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:46.879819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6eb42690-8472-4082-8bc0-bc12bfec5774 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:46.893556 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fc2b7aa9-53e1-406f-9867-0200a9353b02 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7144246 Oct 26 15:22:46.900122 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58772) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:46.902823 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-529d6aa9-c4e0-4a85-9b0c-181794f8690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:46.903433 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529d6aa9-c4e0-4a85-9b0c-181794f8690f None None] The sync data for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:22:46.910989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-4e979225-4666-4084-ae76-50b768b05c8a tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'subnet': {'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:46.912830 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb42690-8472-4082-8bc0-bc12bfec5774 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=a055aa9b-fb0c-44d7-ba70-bc0e552c1063,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:46.944591 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-27bd67c8-ce33-4bcc-974b-74d8481276a6 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (711b165c-d24c-4e72-9e5a-4fd1d3767876), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:46.949597 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6eb42690-8472-4082-8bc0-bc12bfec5774 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4800487 Oct 26 15:22:46.976302 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58774) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:47.030546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Publish callbacks [] for port (1fbb9a3e-489a-4251-bea6-34f009973ec6), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.038079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (1fbb9a3e-489a-4251-bea6-34f009973ec6), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.079879 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663bf5dd-3dd9-4722-93d0-11cf6ffe2222 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:47.083780 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-663bf5dd-3dd9-4722-93d0-11cf6ffe2222 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1025321 Oct 26 15:22:47.090970 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58776) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:47.097340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:47.101125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:47.107876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:47.118243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Pushing event updated for resources: {'Port': ['ID=1fbb9a3e-489a-4251-bea6-34f009973ec6,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:47.125597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-27bd67c8-ce33-4bcc-974b-74d8481276a6 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (711b165c-d24c-4e72-9e5a-4fd1d3767876), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.132198 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b37782c5-ae19-419b-949d-ffa5215a290d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Deleting port 13bc19c4-e862-41f6-9e0a-73e85217ca6f {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:47.132557 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b37782c5-ae19-419b-949d-ffa5215a290d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (13bc19c4-e862-41f6-9e0a-73e85217ca6f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.157351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f053eb3e-cf4d-49dd-94e6-200a118cdc64 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:47.178311 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-27bd67c8-ce33-4bcc-974b-74d8481276a6 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711b165c-d24c-4e72-9e5a-4fd1d3767876']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:47.185906 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e979225-4666-4084-ae76-50b768b05c8a tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Made reservation on behalf of 157edd7550b842b7a441bf9ab1570671 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:47.189638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e979225-4666-4084-ae76-50b768b05c8a tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.196631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: f053eb3e-cf4d-49dd-94e6-200a118cdc64 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:22:47.197030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f053eb3e-cf4d-49dd-94e6-200a118cdc64 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:22:47.197161 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-27bd67c8-ce33-4bcc-974b-74d8481276a6 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68c10a7-78b5-4627-b5db-6e352f5581dd') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:47.197960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-27bd67c8-ce33-4bcc-974b-74d8481276a6 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68c10a7-78b5-4627-b5db-6e352f5581dd') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:47.221837 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:47.222085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Attempting to bind port 1fbb9a3e-489a-4251-bea6-34f009973ec6 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:47.222453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Attempting to bind port 1fbb9a3e-489a-4251-bea6-34f009973ec6 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:47.223173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Attempting to bind port 1fbb9a3e-489a-4251-bea6-34f009973ec6 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:47.247268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:47.253630 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-27bd67c8-ce33-4bcc-974b-74d8481276a6 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (c68c10a7-78b5-4627-b5db-6e352f5581dd), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.274891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:22:47.275451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Checking segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:47.276235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.276603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Bound using segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:22:47.278393 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Bound port: 1fbb9a3e-489a-4251-bea6-34f009973ec6, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:22:47.278393 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1fbb9a3e-489a-4251-bea6-34f009973ec6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.293925 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-27bd67c8-ce33-4bcc-974b-74d8481276a6 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (c68c10a7-78b5-4627-b5db-6e352f5581dd), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.312505 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27bd67c8-ce33-4bcc-974b-74d8481276a6 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:47.313036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-27bd67c8-ce33-4bcc-974b-74d8481276a6 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (c68c10a7-78b5-4627-b5db-6e352f5581dd), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.345755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] For port 1fbb9a3e-489a-4251-bea6-34f009973ec6, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:22:47.349728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] For port 1fbb9a3e-489a-4251-bea6-34f009973ec6, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1fbb9a3e-489a-4251-bea6-34f009973ec6,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:22:47.357096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1fbb9a3e-489a-4251-bea6-34f009973ec6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.414953 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-27bd67c8-ce33-4bcc-974b-74d8481276a6 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (711b165c-d24c-4e72-9e5a-4fd1d3767876), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.417153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e632c-b268-4feb-b4e9-c7cebc5013bf None None] Pushing event updated for resources: {'Port': ['ID=1fbb9a3e-489a-4251-bea6-34f009973ec6,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:47.424837 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-27bd67c8-ce33-4bcc-974b-74d8481276a6 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.430925 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-27bd67c8-ce33-4bcc-974b-74d8481276a6 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/networks/711b165c-d24c-4e72-9e5a-4fd1d3767876 HTTP/1.1" status: 204 len: 168 time: 0.6545649 Oct 26 15:22:47.434437 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58778) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:47.488737 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd67c8-ce33-4bcc-974b-74d8481276a6 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event deleted for resources: {'Network': ['ID=711b165c-d24c-4e72-9e5a-4fd1d3767876,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:47.522723 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-12fb7a1d-0be4-4fbb-9383-a1b25bfbe324 admin admin] Publish callbacks [] for security_group (2e8da279-8b01-4072-b002-53a89e0aca3a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.533304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-12fb7a1d-0be4-4fbb-9383-a1b25bfbe324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (2e8da279-8b01-4072-b002-53a89e0aca3a), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.554833 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d65dc4-fb18-4176-ae65-2d3b620efa9a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Deleting subnet 6781c17b-1d54-4c21-b2bf-fe752434a9e0 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:47.567978 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-8889fbee-e0e0-4b60-9fda-f618b2f77565 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port a055aa9b-fb0c-44d7-ba70-bc0e552c1063 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:47.568328 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8889fbee-e0e0-4b60-9fda-f618b2f77565 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (a055aa9b-fb0c-44d7-ba70-bc0e552c1063), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.581681 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a0d65dc4-fb18-4176-ae65-2d3b620efa9a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for subnet (6781c17b-1d54-4c21-b2bf-fe752434a9e0), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.623668 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-12fb7a1d-0be4-4fbb-9383-a1b25bfbe324 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=80e7080ef8dc4afa80eb2e752d4a8243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9884691 Oct 26 15:22:47.627115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58780) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:47.658296 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a0d65dc4-fb18-4176-ae65-2d3b620efa9a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (6781c17b-1d54-4c21-b2bf-fe752434a9e0), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.662706 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb7a1d-0be4-4fbb-9383-a1b25bfbe324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8da279-8b01-4072-b002-53a89e0aca3a,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:47.663006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:47.672447 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b37782c5-ae19-419b-949d-ffa5215a290d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (13bc19c4-e862-41f6-9e0a-73e85217ca6f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.672573 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b37782c5-ae19-419b-949d-ffa5215a290d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (13bc19c4-e862-41f6-9e0a-73e85217ca6f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.696498 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b37782c5-ae19-419b-949d-ffa5215a290d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Calling delete_port for 13bc19c4-e862-41f6-9e0a-73e85217ca6f owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:47.743813 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment b7613bf4-ca61-46a5-879b-416b39355aa5 resource provider aggregate not found Oct 26 15:22:47.783266 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment b7613bf4-ca61-46a5-879b-416b39355aa5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7613bf4-ca61-46a5-879b-416b39355aa5 found for delete ", "request_id": "req-610a0513-7f23-415d-b9e7-1cedb47a128f"}]} Oct 26 15:22:47.787665 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8889fbee-e0e0-4b60-9fda-f618b2f77565 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (a055aa9b-fb0c-44d7-ba70-bc0e552c1063), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.808550 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-8889fbee-e0e0-4b60-9fda-f618b2f77565 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for a055aa9b-fb0c-44d7-ba70-bc0e552c1063 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:47.828841 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment c68c10a7-78b5-4627-b5db-6e352f5581dd resource provider aggregate not found Oct 26 15:22:47.850844 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e979225-4666-4084-ae76-50b768b05c8a tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (a7b9f39a-ef41-48c9-8f16-1d3315ac6c7a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.861954 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment c68c10a7-78b5-4627-b5db-6e352f5581dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c68c10a7-78b5-4627-b5db-6e352f5581dd found for delete ", "request_id": "req-34c5b7ad-db8e-4d74-afbf-1c3a0d93827d"}]} Oct 26 15:22:47.862637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-45c99162-82d5-4aaf-a37b-9c32ea44a506 admin admin] Publish callbacks [] for security_group (2e8da279-8b01-4072-b002-53a89e0aca3a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.870618 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:47.876766 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:47.890986 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a0d65dc4-fb18-4176-ae65-2d3b620efa9a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (6781c17b-1d54-4c21-b2bf-fe752434a9e0), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.955383 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e979225-4666-4084-ae76-50b768b05c8a tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:47.957522 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-45c99162-82d5-4aaf-a37b-9c32ea44a506 admin admin] Publish callbacks [] for security_group (2e8da279-8b01-4072-b002-53a89e0aca3a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.974703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-4e979225-4666-4084-ae76-50b768b05c8a tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:47.976062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b37782c5-ae19-419b-949d-ffa5215a290d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (13bc19c4-e862-41f6-9e0a-73e85217ca6f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.984902 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e979225-4666-4084-ae76-50b768b05c8a tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:47.985511 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e979225-4666-4084-ae76-50b768b05c8a tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:47.986565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5164400a-b946-4efa-99bc-8e9bffd9d40c None None] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:47.987617 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:47.995568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e979225-4666-4084-ae76-50b768b05c8a tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Subnet': ['ID=a7b9f39a-ef41-48c9-8f16-1d3315ac6c7a,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:48.010191 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37782c5-ae19-419b-949d-ffa5215a290d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event deleted for resources: {'Port': ['ID=13bc19c4-e862-41f6-9e0a-73e85217ca6f,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:48.039849 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4e979225-4666-4084-ae76-50b768b05c8a tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1354966 Oct 26 15:22:48.040512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58790) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:48.045905 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-8596db2d-039f-4bfa-95f3-5c15acf55372 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-281176004', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a7b9f39a-ef41-48c9-8f16-1d3315ac6c7a'}], 'security_groups': ['82cf1c6c-979b-4806-a845-590db8d6a22e', '9cf4271e-f034-47cc-9460-bfa72a99f633']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:48.051721 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8889fbee-e0e0-4b60-9fda-f618b2f77565 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (a055aa9b-fb0c-44d7-ba70-bc0e552c1063), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:48.104592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a0d65dc4-fb18-4176-ae65-2d3b620efa9a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (6781c17b-1d54-4c21-b2bf-fe752434a9e0), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:48.116637 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889fbee-e0e0-4b60-9fda-f618b2f77565 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=a055aa9b-fb0c-44d7-ba70-bc0e552c1063,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:48.124918 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-45c99162-82d5-4aaf-a37b-9c32ea44a506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (2e8da279-8b01-4072-b002-53a89e0aca3a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:48.130120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-45c99162-82d5-4aaf-a37b-9c32ea44a506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:48.131279 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-45c99162-82d5-4aaf-a37b-9c32ea44a506 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/2e8da279-8b01-4072-b002-53a89e0aca3a HTTP/1.1" status: 204 len: 168 time: 0.4989865 Oct 26 15:22:48.171721 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8889fbee-e0e0-4b60-9fda-f618b2f77565 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:48.175152 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8889fbee-e0e0-4b60-9fda-f618b2f77565 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/a055aa9b-fb0c-44d7-ba70-bc0e552c1063 HTTP/1.1" status: 204 len: 168 time: 1.0831258 Oct 26 15:22:48.176174 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b37782c5-ae19-419b-949d-ffa5215a290d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (cfe058f2-8540-43bb-b3c4-d14195990a13), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:48.178596 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b37782c5-ae19-419b-949d-ffa5215a290d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:48.179708 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b37782c5-ae19-419b-949d-ffa5215a290d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/cfe058f2-8540-43bb-b3c4-d14195990a13 HTTP/1.1" status: 204 len: 168 time: 1.3243432 Oct 26 15:22:48.180248 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58794) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:48.189891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58796) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:48.260525 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c99162-82d5-4aaf-a37b-9c32ea44a506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8da279-8b01-4072-b002-53a89e0aca3a,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:48.263155 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d65dc4-fb18-4176-ae65-2d3b620efa9a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event deleted for resources: {'Subnet': ['ID=6781c17b-1d54-4c21-b2bf-fe752434a9e0,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:48.268750 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-536d69fd-9769-430f-9e23-0dbdfa4d5716 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] delete failed (client error): The resource could not be found. Oct 26 15:22:48.269872 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-536d69fd-9769-430f-9e23-0dbdfa4d5716 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/cfe058f2-8540-43bb-b3c4-d14195990a13 HTTP/1.1" status: 404 len: 345 time: 0.0778718 Oct 26 15:22:48.283537 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58798) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:48.314574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab011113-84fc-4cfd-a403-f471bfd8fbfa None None] Network 6bd87a9a-af47-4f4f-a5fe-178dd98da584 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:48.332874 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a0d65dc4-fb18-4176-ae65-2d3b620efa9a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:48.340145 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a0d65dc4-fb18-4176-ae65-2d3b620efa9a tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/6781c17b-1d54-4c21-b2bf-fe752434a9e0 HTTP/1.1" status: 204 len: 168 time: 0.9010763 Oct 26 15:22:48.353714 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58802) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:48.467313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659b210d-5b55-4b25-8951-70a6dab9ea6e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:48.471360 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659b210d-5b55-4b25-8951-70a6dab9ea6e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:48.475763 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-659b210d-5b55-4b25-8951-70a6dab9ea6e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2943707 Oct 26 15:22:48.478581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58806) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:48.486337 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1129ec6-9422-4ff7-810a-acdd462b3d60 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:48.491670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1129ec6-9422-4ff7-810a-acdd462b3d60 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:48.498681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1129ec6-9422-4ff7-810a-acdd462b3d60 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:48.500545 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e1129ec6-9422-4ff7-810a-acdd462b3d60 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "GET /networking/v2.0/ports?network_id=a2203b54-134c-46ec-86ae-2ed6074211a3 HTTP/1.1" status: 200 len: 2358 time: 0.2136364 Oct 26 15:22:48.503420 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58808) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:48.503561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19c67d1-d91d-4db0-b6fa-5702b54fcdbe None None] Update dhcp port {'port': {'network_id': 'd21a7e15-0604-4ad5-9aef-9ca64b3be92d', 'fixed_ips': [{'subnet_id': '1dbf2e8c-d679-4aed-9cea-6b6e98ddba6a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd3333b40-57b7-40f3-a24e-596724d09d3a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a7b9f39a-ef41-48c9-8f16-1d3315ac6c7a'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': 'b7335fb6-c26b-4efb-afbf-783750fab21c'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:22:48.504538 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (6bd87a9a-af47-4f4f-a5fe-178dd98da584), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:48.545956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f19c67d1-d91d-4db0-b6fa-5702b54fcdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:48.599525 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb238b1-7268-4f6a-bddc-3c2c55d682f3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:48.600924 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0bb238b1-7268-4f6a-bddc-3c2c55d682f3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "GET /networking/v2.0/subnets/21275f1f-c163-44d0-a668-3ac9c01e25f0 HTTP/1.1" status: 200 len: 797 time: 0.0962203 Oct 26 15:22:48.613935 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58812) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:48.627027 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-aefb4473-c455-48e6-815e-52135f6e7f16 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'port': {'network_id': 'a2203b54-134c-46ec-86ae-2ed6074211a3', 'name': 'tempest-FloatingIPTestJSON-1415770538', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:48.631529 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8596db2d-039f-4bfa-95f3-5c15acf55372 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9e2ae330-63cd-46b4-8dcc-e138379a2fc1), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:48.696833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bed2e72-c259-41e6-b1e1-2e35e5a737a0 None None] DHCP port deletion for 6bd87a9a-af47-4f4f-a5fe-178dd98da584 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:22:48.706068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:48.710053 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c69b173-705f-4708-8dfe-93efb9234b64 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 35a22cd8-420a-480a-8729-d0b549a989b7 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:48.731149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:48.791390 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefb4473-c455-48e6-815e-52135f6e7f16 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Made reservation on behalf of 79f6d585d71547a0a6629b12a8a70570 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:48.792708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5c69b173-705f-4708-8dfe-93efb9234b64 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (35a22cd8-420a-480a-8729-d0b549a989b7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:48.823164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8bed2e72-c259-41e6-b1e1-2e35e5a737a0 None None] Deleting port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:48.823782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8bed2e72-c259-41e6-b1e1-2e35e5a737a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8a07d90a-491a-4d73-bc12-0b568fe4ca2d), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:48.865990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Deleting port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:48.869574 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8a07d90a-491a-4d73-bc12-0b568fe4ca2d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:48.889209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-29817a5e-5b1e-4e7f-aa03-b44e2bbf8bd7 None None] Provisioning complete for port 1fbb9a3e-489a-4251-bea6-34f009973ec6 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:48.889684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-29817a5e-5b1e-4e7f-aa03-b44e2bbf8bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1fbb9a3e-489a-4251-bea6-34f009973ec6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:48.890222 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-29817a5e-5b1e-4e7f-aa03-b44e2bbf8bd7 None None] Attempt 1 to provision port 1fbb9a3e-489a-4251-bea6-34f009973ec6 Oct 26 15:22:48.916394 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-aefb4473-c455-48e6-815e-52135f6e7f16 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:48.936929 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-aefb4473-c455-48e6-815e-52135f6e7f16 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] device_id is not set on port 22d74e49-2464-453b-b8f4-2eac26ad113d yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:22:48.959213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-f19c67d1-d91d-4db0-b6fa-5702b54fcdbe None None] Allocated IP 2001:db8:0:2::2 (d21a7e15-0604-4ad5-9aef-9ca64b3be92d/a7b9f39a-ef41-48c9-8f16-1d3315ac6c7a/b7335fb6-c26b-4efb-afbf-783750fab21c) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:48.998734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8bed2e72-c259-41e6-b1e1-2e35e5a737a0 None None] For port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a07d90a-491a-4d73-bc12-0b568fe4ca2d,segment=NetworkSegment(9258a5c0-478d-4b02-a25d-5a2558a8be18),segment_id=9258a5c0-478d-4b02-a25d-5a2558a8be18)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:48.999244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8bed2e72-c259-41e6-b1e1-2e35e5a737a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8a07d90a-491a-4d73-bc12-0b568fe4ca2d), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.077855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] For port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a07d90a-491a-4d73-bc12-0b568fe4ca2d,segment=NetworkSegment(9258a5c0-478d-4b02-a25d-5a2558a8be18),segment_id=9258a5c0-478d-4b02-a25d-5a2558a8be18)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:49.078324 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8a07d90a-491a-4d73-bc12-0b568fe4ca2d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.093283 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Calling delete_port for 8a07d90a-491a-4d73-bc12-0b568fe4ca2d owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:49.111337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-29817a5e-5b1e-4e7f-aa03-b44e2bbf8bd7 None None] Current status of the port 1fbb9a3e-489a-4251-bea6-34f009973ec6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:49.111904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-29817a5e-5b1e-4e7f-aa03-b44e2bbf8bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1fbb9a3e-489a-4251-bea6-34f009973ec6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.137680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:49.178899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:49.199728 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (8a07d90a-491a-4d73-bc12-0b568fe4ca2d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.238423 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:49.252887 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event deleted for resources: {'Port': ['ID=8a07d90a-491a-4d73-bc12-0b568fe4ca2d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:49.270949 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5c69b173-705f-4708-8dfe-93efb9234b64 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (35a22cd8-420a-480a-8729-d0b549a989b7), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.273897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] No DVR routers for this DVR port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:49.308395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8bed2e72-c259-41e6-b1e1-2e35e5a737a0 None None] Calling delete_port for 8a07d90a-491a-4d73-bc12-0b568fe4ca2d owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:49.319198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-f19c67d1-d91d-4db0-b6fa-5702b54fcdbe None None] For port b7335fb6-c26b-4efb-afbf-783750fab21c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=b7335fb6-c26b-4efb-afbf-783750fab21c,segment=NetworkSegment(4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321),segment_id=4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:49.350060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1fbb9a3e-489a-4251-bea6-34f009973ec6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:49.406052 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-aefb4473-c455-48e6-815e-52135f6e7f16 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Allocated IP 172.20.0.14 (a2203b54-134c-46ec-86ae-2ed6074211a3/21275f1f-c163-44d0-a668-3ac9c01e25f0/22d74e49-2464-453b-b8f4-2eac26ad113d) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:49.425855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-aefb4473-c455-48e6-815e-52135f6e7f16 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Allocated IP 172.20.0.12 (a2203b54-134c-46ec-86ae-2ed6074211a3/21275f1f-c163-44d0-a668-3ac9c01e25f0/22d74e49-2464-453b-b8f4-2eac26ad113d) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:49.453660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58828) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:49.539927 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (6bd87a9a-af47-4f4f-a5fe-178dd98da584), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.589008 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd87a9a-af47-4f4f-a5fe-178dd98da584']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:49.603809 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9258a5c0-478d-4b02-a25d-5a2558a8be18') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:49.604145 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9258a5c0-478d-4b02-a25d-5a2558a8be18') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:49.611664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-29817a5e-5b1e-4e7f-aa03-b44e2bbf8bd7 None None] For port 1fbb9a3e-489a-4251-bea6-34f009973ec6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1fbb9a3e-489a-4251-bea6-34f009973ec6,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:49.614929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (9258a5c0-478d-4b02-a25d-5a2558a8be18), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.616933 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-5e9c4598-9526-4559-95c3-dbaad08b7b76 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:49.617887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f19c67d1-d91d-4db0-b6fa-5702b54fcdbe None None] Publish callbacks [] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.618005 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.api.v2.base [None req-5e9c4598-9526-4559-95c3-dbaad08b7b76 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 15:22:49.618264 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-5e9c4598-9526-4559-95c3-dbaad08b7b76 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 15:22:49.627590 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5e9c4598-9526-4559-95c3-dbaad08b7b76 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1518421 Oct 26 15:22:49.627590 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58834) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:49.627912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-29817a5e-5b1e-4e7f-aa03-b44e2bbf8bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1fbb9a3e-489a-4251-bea6-34f009973ec6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.628035 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5c69b173-705f-4708-8dfe-93efb9234b64 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (35a22cd8-420a-480a-8729-d0b549a989b7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.646451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f29746b8-4264-4c36-a236-1b799f929b69 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group': {'name': 'tempest-secgroup--15609498'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:49.667512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (9258a5c0-478d-4b02-a25d-5a2558a8be18), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.673691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f19c67d1-d91d-4db0-b6fa-5702b54fcdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.684063 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:49.684718 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (9258a5c0-478d-4b02-a25d-5a2558a8be18), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.688404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 1fbb9a3e-489a-4251-bea6-34f009973ec6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:49.688941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1fbb9a3e-489a-4251-bea6-34f009973ec6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.689377 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 1fbb9a3e-489a-4251-bea6-34f009973ec6 Oct 26 15:22:49.755449 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-aefb4473-c455-48e6-815e-52135f6e7f16 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (22d74e49-2464-453b-b8f4-2eac26ad113d), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.775891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-72a91b52-6fbd-4a2d-816f-c8f3ce803b5a None None] Could not find standard attr ID for object a055aa9b-fb0c-44d7-ba70-bc0e552c1063. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:22:49.784220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29817a5e-5b1e-4e7f-aa03-b44e2bbf8bd7 None None] Pushing event updated for resources: {'Port': ['ID=1fbb9a3e-489a-4251-bea6-34f009973ec6,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:49.810675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f29746b8-4264-4c36-a236-1b799f929b69 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.813164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (6bd87a9a-af47-4f4f-a5fe-178dd98da584), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.815036 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-aefb4473-c455-48e6-815e-52135f6e7f16 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (22d74e49-2464-453b-b8f4-2eac26ad113d), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.816503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-72a91b52-6fbd-4a2d-816f-c8f3ce803b5a None None] Could not find standard attr ID for object 06511ae9-035e-4392-bcce-e1b4a521a770. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:22:49.822902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8bed2e72-c259-41e6-b1e1-2e35e5a737a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (8a07d90a-491a-4d73-bc12-0b568fe4ca2d), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.829890 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.836468 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] 10.222.0.60 "DELETE /networking/v2.0/networks/6bd87a9a-af47-4f4f-a5fe-178dd98da584 HTTP/1.1" status: 204 len: 168 time: 1.4789004 Oct 26 15:22:49.838381 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5c69b173-705f-4708-8dfe-93efb9234b64 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (35a22cd8-420a-480a-8729-d0b549a989b7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.879402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:49.880700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8bed2e72-c259-41e6-b1e1-2e35e5a737a0 None None] Network 6bd87a9a-af47-4f4f-a5fe-178dd98da584 is not hosted by any dhcp agent {{(pid=105323) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 15:22:49.881340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bed2e72-c259-41e6-b1e1-2e35e5a737a0 None None] No DVR routers for this DVR port 8a07d90a-491a-4d73-bc12-0b568fe4ca2d on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:49.887097 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb4473-c455-48e6-815e-52135f6e7f16 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=22d74e49-2464-453b-b8f4-2eac26ad113d,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:49.890070 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f29746b8-4264-4c36-a236-1b799f929b69 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.919055 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 9258a5c0-478d-4b02-a25d-5a2558a8be18 resource provider aggregate not found Oct 26 15:22:49.932005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f3427-3b72-4003-87ae-5c050c6faa65 tempest-NetworksIpV6TestAttrs-610279159 tempest-NetworksIpV6TestAttrs-610279159-project] Pushing event deleted for resources: {'Network': ['ID=6bd87a9a-af47-4f4f-a5fe-178dd98da584,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:49.941316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69b173-705f-4708-8dfe-93efb9234b64 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=35a22cd8-420a-480a-8729-d0b549a989b7,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:49.943688 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5c69b173-705f-4708-8dfe-93efb9234b64 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:49.947493 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5c69b173-705f-4708-8dfe-93efb9234b64 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/35a22cd8-420a-480a-8729-d0b549a989b7 HTTP/1.1" status: 204 len: 168 time: 1.4647980 Oct 26 15:22:49.951415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58842) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:49.975133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c67d1-d91d-4db0-b6fa-5702b54fcdbe None None] Pushing event updated for resources: {'Port': ['ID=b7335fb6-c26b-4efb-afbf-783750fab21c,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:49.997131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:49.997990 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:50.006901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1fbb9a3e-489a-4251-bea6-34f009973ec6 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:50.008128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f29746b8-4264-4c36-a236-1b799f929b69 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (09b5ff17-5aab-4b63-9049-e2694340484b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.009291 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 9258a5c0-478d-4b02-a25d-5a2558a8be18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9258a5c0-478d-4b02-a25d-5a2558a8be18 found for delete ", "request_id": "req-0dd9d8e4-df32-4b13-9e7e-1d88e986cfac"}]} Oct 26 15:22:50.011057 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dad13b20-df3d-469f-b21b-6b64d240158e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581713 Oct 26 15:22:50.011447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed2e72-c259-41e6-b1e1-2e35e5a737a0 None None] Pushing event deleted for resources: {'Port': ['ID=8a07d90a-491a-4d73-bc12-0b568fe4ca2d,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:50.014004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefb4473-c455-48e6-815e-52135f6e7f16 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network a2203b54-134c-46ec-86ae-2ed6074211a3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:50.014451 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58844) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:50.017074 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-aefb4473-c455-48e6-815e-52135f6e7f16 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:50.019449 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-0dbdd082-4af5-47ea-86c9-e7eaec475e0f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:50.019603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f29746b8-4264-4c36-a236-1b799f929b69 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (09b5ff17-5aab-4b63-9049-e2694340484b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.022460 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb4473-c455-48e6-815e-52135f6e7f16 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:50.083769 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-8596db2d-039f-4bfa-95f3-5c15acf55372 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Delete allocated IP 2001:db8::12a (d21a7e15-0604-4ad5-9aef-9ca64b3be92d/d3333b40-57b7-40f3-a24e-596724d09d3a) {{(pid=105321) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 15:22:50.114128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a07d90a-491a-4d73-bc12-0b568fe4ca2d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:50.140899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-8596db2d-039f-4bfa-95f3-5c15acf55372 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Allocated IP 2001:db8:0:2::1d6 (d21a7e15-0604-4ad5-9aef-9ca64b3be92d/a7b9f39a-ef41-48c9-8f16-1d3315ac6c7a/9e2ae330-63cd-46b4-8dcc-e138379a2fc1) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:50.158250 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29746b8-4264-4c36-a236-1b799f929b69 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b5ff17-5aab-4b63-9049-e2694340484b,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:50.166403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 8a07d90a-491a-4d73-bc12-0b568fe4ca2d {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:22:50.166758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a07d90a-491a-4d73-bc12-0b568fe4ca2d not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:22:50.180678 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefb4473-c455-48e6-815e-52135f6e7f16 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:50.181371 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-aefb4473-c455-48e6-815e-52135f6e7f16 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.206428 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbdd082-4af5-47ea-86c9-e7eaec475e0f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:50.210173 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-aefb4473-c455-48e6-815e-52135f6e7f16 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.6013653 Oct 26 15:22:50.210486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0dbdd082-4af5-47ea-86c9-e7eaec475e0f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.212695 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58846) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:50.222127 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': '22d74e49-2464-453b-b8f4-2eac26ad113d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:50.254959 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f29746b8-4264-4c36-a236-1b799f929b69 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (0cef52c2-59b1-483e-b284-60609f6cd1b6), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.264102 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f29746b8-4264-4c36-a236-1b799f929b69 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (0cef52c2-59b1-483e-b284-60609f6cd1b6), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.276611 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.337912 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:50.381187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.415357 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29746b8-4264-4c36-a236-1b799f929b69 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cef52c2-59b1-483e-b284-60609f6cd1b6,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:50.451634 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f29746b8-4264-4c36-a236-1b799f929b69 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.452948 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f29746b8-4264-4c36-a236-1b799f929b69 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.8259723 Oct 26 15:22:50.455868 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58850) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:50.469155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-a8e028d8-4404-4a81-ab99-b063a13af0c7 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': '0cef52c2-59b1-483e-b284-60609f6cd1b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:50.482729 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58852) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:50.501931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=78,neutron:UPDATE=6,neutron:DELETE=9,neutron:INSERT=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:50.591634 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a8e028d8-4404-4a81-ab99-b063a13af0c7 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group_rule (239a3602-adf6-47cc-9681-84eaa0361305), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.616569 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Allocated IP 172.26.11.168 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/b0d2f66e-ce95-481a-a223-76fa87ab8a79) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:50.653220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8596db2d-039f-4bfa-95f3-5c15acf55372 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for port (9e2ae330-63cd-46b4-8dcc-e138379a2fc1), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.701740 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:50.715955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8596db2d-039f-4bfa-95f3-5c15acf55372 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (9e2ae330-63cd-46b4-8dcc-e138379a2fc1), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.765600 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a8e028d8-4404-4a81-ab99-b063a13af0c7 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group_rule (239a3602-adf6-47cc-9681-84eaa0361305), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.779868 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a8e028d8-4404-4a81-ab99-b063a13af0c7 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (239a3602-adf6-47cc-9681-84eaa0361305), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.809481 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-8596db2d-039f-4bfa-95f3-5c15acf55372 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] In _notify_port_updated(), no bound segment for port 9e2ae330-63cd-46b4-8dcc-e138379a2fc1 on network d21a7e15-0604-4ad5-9aef-9ca64b3be92d {{(pid=105321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:22:50.814912 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8596db2d-039f-4bfa-95f3-5c15acf55372 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:50.815651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8596db2d-039f-4bfa-95f3-5c15acf55372 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.819622 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8596db2d-039f-4bfa-95f3-5c15acf55372 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "PUT /networking/v2.0/ports/9e2ae330-63cd-46b4-8dcc-e138379a2fc1 HTTP/1.1" status: 200 len: 969 time: 2.7756023 Oct 26 15:22:50.819780 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e028d8-4404-4a81-ab99-b063a13af0c7 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239a3602-adf6-47cc-9681-84eaa0361305,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:50.826735 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58856) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:50.843154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0dbdd082-4af5-47ea-86c9-e7eaec475e0f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (ddb7f424-a887-49b9-8ff4-7f7d6b31b5b4), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.846864 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a8e028d8-4404-4a81-ab99-b063a13af0c7 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.849337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e02b42-0dc5-48c0-a92b-12c76c8bb5e7 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:22:50.869506 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a8e028d8-4404-4a81-ab99-b063a13af0c7 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4125121 Oct 26 15:22:50.870403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58858) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:50.894845 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596db2d-039f-4bfa-95f3-5c15acf55372 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event updated for resources: {'Port': ['ID=9e2ae330-63cd-46b4-8dcc-e138379a2fc1,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:50.896734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8772592c-b428-49c8-89b7-4268809bdd84 None None] Provisioning complete for port b7335fb6-c26b-4efb-afbf-783750fab21c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:50.897372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8772592c-b428-49c8-89b7-4268809bdd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.897919 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8772592c-b428-49c8-89b7-4268809bdd84 None None] Attempt 1 to provision port b7335fb6-c26b-4efb-afbf-783750fab21c Oct 26 15:22:50.909160 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-14f0c240-dbc7-421c-8cf3-edc6c95104b1 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': '0cef52c2-59b1-483e-b284-60609f6cd1b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:50.916055 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9ce6a9e1-6078-4827-8f41-f41731e7c96c admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=828f5677d4134dbc926ce0d3cf3df67d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4301686 Oct 26 15:22:50.923161 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58860) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:50.939044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:50.946962 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbdd082-4af5-47ea-86c9-e7eaec475e0f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:50.953698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-0dbdd082-4af5-47ea-86c9-e7eaec475e0f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:50.957087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbdd082-4af5-47ea-86c9-e7eaec475e0f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:50.957915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0dbdd082-4af5-47ea-86c9-e7eaec475e0f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.972712 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (b0d2f66e-ce95-481a-a223-76fa87ab8a79), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:50.978284 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdd082-4af5-47ea-86c9-e7eaec475e0f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=ddb7f424-a887-49b9-8ff4-7f7d6b31b5b4,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:50.992709 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-14f0c240-dbc7-421c-8cf3-edc6c95104b1 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group_rule (985adaa7-2818-4bbb-b7be-24a68739ddb2), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:51.004474 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0dbdd082-4af5-47ea-86c9-e7eaec475e0f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9864297 Oct 26 15:22:51.005364 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58862) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:51.012245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-6970b3c8-8c32-4acb-a941-b825a355902f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'fixed_ips': [{'subnet_id': 'ddb7f424-a887-49b9-8ff4-7f7d6b31b5b4', 'ip_address': '2001:db8::f6d9:e524:87c3:9c28'}], 'name': 'tempest-NetworksTestDHCPv6-161825183'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:51.031668 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:51.041403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8772592c-b428-49c8-89b7-4268809bdd84 None None] Current status of the port b7335fb6-c26b-4efb-afbf-783750fab21c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:51.064783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8772592c-b428-49c8-89b7-4268809bdd84 None None] Provisioning complete for port 9e2ae330-63cd-46b4-8dcc-e138379a2fc1 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:51.065123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8772592c-b428-49c8-89b7-4268809bdd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9e2ae330-63cd-46b4-8dcc-e138379a2fc1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:51.065466 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8772592c-b428-49c8-89b7-4268809bdd84 None None] Attempt 1 to provision port 9e2ae330-63cd-46b4-8dcc-e138379a2fc1 Oct 26 15:22:51.071273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-11875128-e79a-4d69-8a00-502165a4bbdc admin admin] Publish callbacks [] for security_group (eaef2262-5e1e-4306-84a5-c179135f24dc), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:51.114504 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-cd3785e9-033b-4cd6-8495-da9582358dbb tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port 9e2ae330-63cd-46b4-8dcc-e138379a2fc1 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:51.115587 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cd3785e9-033b-4cd6-8495-da9582358dbb tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (9e2ae330-63cd-46b4-8dcc-e138379a2fc1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:51.132630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e02b42-0dc5-48c0-a92b-12c76c8bb5e7 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:22:51.136742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-11875128-e79a-4d69-8a00-502165a4bbdc admin admin] Publish callbacks [] for security_group (eaef2262-5e1e-4306-84a5-c179135f24dc), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:51.153994 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (b0d2f66e-ce95-481a-a223-76fa87ab8a79), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:51.159600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8772592c-b428-49c8-89b7-4268809bdd84 None None] Port 9e2ae330-63cd-46b4-8dcc-e138379a2fc1 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:22:51.208668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-11875128-e79a-4d69-8a00-502165a4bbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (eaef2262-5e1e-4306-84a5-c179135f24dc), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:51.211368 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-11875128-e79a-4d69-8a00-502165a4bbdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:51.213609 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-11875128-e79a-4d69-8a00-502165a4bbdc admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/eaef2262-5e1e-4306-84a5-c179135f24dc HTTP/1.1" status: 204 len: 168 time: 0.2893496 Oct 26 15:22:51.215762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8772592c-b428-49c8-89b7-4268809bdd84 None None] Provisioning complete for port 0dd01327-227b-4886-8597-98497b93067c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:51.216398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8772592c-b428-49c8-89b7-4268809bdd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0dd01327-227b-4886-8597-98497b93067c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:51.216917 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8772592c-b428-49c8-89b7-4268809bdd84 None None] Attempt 1 to provision port 0dd01327-227b-4886-8597-98497b93067c Oct 26 15:22:51.223628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1fbb9a3e-489a-4251-bea6-34f009973ec6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:51.231613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11875128-e79a-4d69-8a00-502165a4bbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaef2262-5e1e-4306-84a5-c179135f24dc,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:51.251387 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-14f0c240-dbc7-421c-8cf3-edc6c95104b1 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 15:22:51.252459 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-14f0c240-dbc7-421c-8cf3-edc6c95104b1 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3478951 Oct 26 15:22:51.256350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58866) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:51.267755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6970b3c8-8c32-4acb-a941-b825a355902f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:51.285880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:51.297788 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:51.307518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:51.399932 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=b0d2f66e-ce95-481a-a223-76fa87ab8a79,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:51.460343 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cd3785e9-033b-4cd6-8495-da9582358dbb tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (9e2ae330-63cd-46b4-8dcc-e138379a2fc1), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:51.489934 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-cd3785e9-033b-4cd6-8495-da9582358dbb tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for 9e2ae330-63cd-46b4-8dcc-e138379a2fc1 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:51.514981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8772592c-b428-49c8-89b7-4268809bdd84 None None] Port 0dd01327-227b-4886-8597-98497b93067c cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:22:51.530024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:51.568335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 1fbb9a3e-489a-4251-bea6-34f009973ec6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:51.569063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1fbb9a3e-489a-4251-bea6-34f009973ec6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:51.569608 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 1fbb9a3e-489a-4251-bea6-34f009973ec6 Oct 26 15:22:51.577904 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:51.761084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1fbb9a3e-489a-4251-bea6-34f009973ec6 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:51.762954 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device b7335fb6-c26b-4efb-afbf-783750fab21c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:51.802614 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:51.818932 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cd3785e9-033b-4cd6-8495-da9582358dbb tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (9e2ae330-63cd-46b4-8dcc-e138379a2fc1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:51.832446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-19d87377-3711-4722-b0ee-c025452d4752 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (0cef52c2-59b1-483e-b284-60609f6cd1b6), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:51.848568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:51.866754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port b7335fb6-c26b-4efb-afbf-783750fab21c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:51.867310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:51.867678 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port b7335fb6-c26b-4efb-afbf-783750fab21c Oct 26 15:22:51.880170 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-754812ab-21ab-49cf-97bc-94660011c68a req-550225e3-7613-426f-8a5e-fde71b130f05 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1149728 Oct 26 15:22:51.882493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-19d87377-3711-4722-b0ee-c025452d4752 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (0cef52c2-59b1-483e-b284-60609f6cd1b6), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:51.890445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6970b3c8-8c32-4acb-a941-b825a355902f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:51.894610 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3785e9-033b-4cd6-8495-da9582358dbb tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=9e2ae330-63cd-46b4-8dcc-e138379a2fc1,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:51.916338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cd3785e9-033b-4cd6-8495-da9582358dbb tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:51.919744 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cd3785e9-033b-4cd6-8495-da9582358dbb tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/ports/9e2ae330-63cd-46b4-8dcc-e138379a2fc1 HTTP/1.1" status: 204 len: 168 time: 1.0910006 Oct 26 15:22:51.922367 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58878) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:51.954496 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-6970b3c8-8c32-4acb-a941-b825a355902f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port ad8d666e-1de8-44f2-98c5-03310b5e1c8d yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:22:51.960592 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd685d22-a37e-41cb-b5e8-ccf87821c73d tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] GET failed (client error): The resource could not be found. Oct 26 15:22:51.962071 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dd685d22-a37e-41cb-b5e8-ccf87821c73d tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports/9e2ae330-63cd-46b4-8dcc-e138379a2fc1 HTTP/1.1" status: 404 len: 333 time: 0.0386078 Oct 26 15:22:51.966697 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58882) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:51.997403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9345fa-e1f8-4a8c-9dcc-a04f46c4cb3e None None] Update dhcp port {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'fixed_ips': [{'subnet_id': 'ddb7f424-a887-49b9-8ff4-7f7d6b31b5b4'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': '1fbb9a3e-489a-4251-bea6-34f009973ec6'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:22:51.999165 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (99874b68-f455-48ad-be73-f5be6d950a4a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.034330 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754812ab-21ab-49cf-97bc-94660011c68a req-9edfc4c5-4076-4512-ad64-1e957a703d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:52.035778 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-754812ab-21ab-49cf-97bc-94660011c68a req-9edfc4c5-4076-4512-ad64-1e957a703d72 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=478f977efd474c3582bb470139659899&device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 1130 time: 0.0973306 Oct 26 15:22:52.073422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f7eab59b-2373-453b-8666-da2d4a87fc21 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (fd7d1c40-9d7c-45fe-8244-5d2146f81f92), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.075013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7c9345fa-e1f8-4a8c-9dcc-a04f46c4cb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1fbb9a3e-489a-4251-bea6-34f009973ec6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.123101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-19d87377-3711-4722-b0ee-c025452d4752 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (0cef52c2-59b1-483e-b284-60609f6cd1b6), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.125341 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-19d87377-3711-4722-b0ee-c025452d4752 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.129268 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-19d87377-3711-4722-b0ee-c025452d4752 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/0cef52c2-59b1-483e-b284-60609f6cd1b6 HTTP/1.1" status: 204 len: 168 time: 0.8717737 Oct 26 15:22:52.129881 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58888) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:52.133771 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f7eab59b-2373-453b-8666-da2d4a87fc21 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (fd7d1c40-9d7c-45fe-8244-5d2146f81f92), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.141866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port b7335fb6-c26b-4efb-afbf-783750fab21c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:52.148122 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b0d2f66e-ce95-481a-a223-76fa87ab8a79), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.189151 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:52.231215 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d87377-3711-4722-b0ee-c025452d4752 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cef52c2-59b1-483e-b284-60609f6cd1b6,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:52.261241 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f7eab59b-2373-453b-8666-da2d4a87fc21 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (fd7d1c40-9d7c-45fe-8244-5d2146f81f92), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.264640 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f7eab59b-2373-453b-8666-da2d4a87fc21 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.266510 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f7eab59b-2373-453b-8666-da2d4a87fc21 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/fd7d1c40-9d7c-45fe-8244-5d2146f81f92 HTTP/1.1" status: 204 len: 168 time: 0.2979310 Oct 26 15:22:52.272267 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58892) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:52.290705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eab59b-2373-453b-8666-da2d4a87fc21 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7d1c40-9d7c-45fe-8244-5d2146f81f92,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:52.304895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-6970b3c8-8c32-4acb-a941-b825a355902f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::f6d9:e524:87c3:9c28 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/ddb7f424-a887-49b9-8ff4-7f7d6b31b5b4/ad8d666e-1de8-44f2-98c5-03310b5e1c8d) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:52.326040 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58894) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:52.360622 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3202bc89-77d2-4879-a531-838bc06d99da tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1967378 Oct 26 15:22:52.362222 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754812ab-21ab-49cf-97bc-94660011c68a req-7dc5877f-69a8-4a7a-9cb4-d513b73bc63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:52.363637 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-754812ab-21ab-49cf-97bc-94660011c68a req-7dc5877f-69a8-4a7a-9cb4-d513b73bc63d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=3d9157ca-5c49-4d10-8925-23b7d2950b98 HTTP/1.1" status: 200 len: 906 time: 0.2590878 Oct 26 15:22:52.364206 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58898) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:52.379185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-903598db-1a0f-4279-ab83-1eebe5f4e588 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group': {'name': 'tempest-secgroup--1514690066'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:52.386563 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-738e675c-82e3-43f2-803a-fff1cffa246e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (9cf4271e-f034-47cc-9460-bfa72a99f633), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.395128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:52.413201 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (b0d2f66e-ce95-481a-a223-76fa87ab8a79), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.427593 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-738e675c-82e3-43f2-803a-fff1cffa246e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (9cf4271e-f034-47cc-9460-bfa72a99f633), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.430734 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (b0d2f66e-ce95-481a-a223-76fa87ab8a79), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.497834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-903598db-1a0f-4279-ab83-1eebe5f4e588 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.551440 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-754812ab-21ab-49cf-97bc-94660011c68a req-33c43829-9b7f-4a76-b158-c629209130ee service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be9b6aad-d952-47e8-925a-ffeb9607309a HTTP/1.1" status: 200 len: 1003 time: 0.1659610 Oct 26 15:22:52.633089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:52.666197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754812ab-21ab-49cf-97bc-94660011c68a req-60e0c33e-7423-460d-914e-d29822be4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:52.668364 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-754812ab-21ab-49cf-97bc-94660011c68a req-60e0c33e-7423-460d-914e-d29822be4cd4 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=c6a443d4-e63a-4347-b9cd-2a45ed8073c2 HTTP/1.1" status: 200 len: 844 time: 0.1057694 Oct 26 15:22:52.702800 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6970b3c8-8c32-4acb-a941-b825a355902f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (ad8d666e-1de8-44f2-98c5-03310b5e1c8d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.750132 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:52.759910 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-903598db-1a0f-4279-ab83-1eebe5f4e588 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (b16f51b0-5bfb-4615-877a-9c47c9af453a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.760153 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d9e2a45c-bef5-4a8b-acff-e24a117283f5 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:52.760591 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.api.v2.base [None req-d9e2a45c-bef5-4a8b-acff-e24a117283f5 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 15:22:52.761119 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-d9e2a45c-bef5-4a8b-acff-e24a117283f5 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 15:22:52.766229 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d9e2a45c-bef5-4a8b-acff-e24a117283f5 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4338002 Oct 26 15:22:52.766383 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754812ab-21ab-49cf-97bc-94660011c68a req-0846b8ad-0441-487e-b23d-ca050bf3311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:52.766383 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-754812ab-21ab-49cf-97bc-94660011c68a req-0846b8ad-0441-487e-b23d-ca050bf3311b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3d9157ca-5c49-4d10-8925-23b7d2950b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0810363 Oct 26 15:22:52.766589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58900) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:52.775282 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-903598db-1a0f-4279-ab83-1eebe5f4e588 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (b16f51b0-5bfb-4615-877a-9c47c9af453a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.779857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-efd412dc-589f-4af4-8a11-d5660b5fc7da tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group': {'name': 'tempest-secgroup--1489068457'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:52.822024 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=b0d2f66e-ce95-481a-a223-76fa87ab8a79,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:52.829509 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (99874b68-f455-48ad-be73-f5be6d950a4a), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.833270 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-efd412dc-589f-4af4-8a11-d5660b5fc7da tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.866246 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-738e675c-82e3-43f2-803a-fff1cffa246e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (9cf4271e-f034-47cc-9460-bfa72a99f633), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.868869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-738e675c-82e3-43f2-803a-fff1cffa246e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.869996 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-738e675c-82e3-43f2-803a-fff1cffa246e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/9cf4271e-f034-47cc-9460-bfa72a99f633 HTTP/1.1" status: 204 len: 168 time: 0.5950744 Oct 26 15:22:52.875722 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-903598db-1a0f-4279-ab83-1eebe5f4e588 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.876735 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-903598db-1a0f-4279-ab83-1eebe5f4e588 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5044732 Oct 26 15:22:52.877393 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58902) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:52.882648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903598db-1a0f-4279-ab83-1eebe5f4e588 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b16f51b0-5bfb-4615-877a-9c47c9af453a,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:52.883910 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58904) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:52.884638 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-efd412dc-589f-4af4-8a11-d5660b5fc7da tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.895920 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-42928566-65ff-4a1f-bc65-86840f90d0e3 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': 'b16f51b0-5bfb-4615-877a-9c47c9af453a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:52.896689 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.api.v2.base [None req-42928566-65ff-4a1f-bc65-86840f90d0e3 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 26 15:22:52.897227 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-42928566-65ff-4a1f-bc65-86840f90d0e3 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:52.900789 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-42928566-65ff-4a1f-bc65-86840f90d0e3 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0108089 Oct 26 15:22:52.904091 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58906) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:52.916275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6970b3c8-8c32-4acb-a941-b825a355902f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (ad8d666e-1de8-44f2-98c5-03310b5e1c8d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:52.919587 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e675c-82e3-43f2-803a-fff1cffa246e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf4271e-f034-47cc-9460-bfa72a99f633,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:52.957920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-7c9345fa-e1f8-4a8c-9dcc-a04f46c4cb3e None None] Allocated IP 2001:db8::2 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/ddb7f424-a887-49b9-8ff4-7f7d6b31b5b4/1fbb9a3e-489a-4251-bea6-34f009973ec6) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:52.973262 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970b3c8-8c32-4acb-a941-b825a355902f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=ad8d666e-1de8-44f2-98c5-03310b5e1c8d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:53.012294 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Floating IP 99874b68-f455-48ad-be73-f5be6d950a4a associated. External IP: 172.26.11.168, port: 22d74e49-2464-453b-b8f4-2eac26ad113d. Oct 26 15:22:53.021291 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6970b3c8-8c32-4acb-a941-b825a355902f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:53.033139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-6970b3c8-8c32-4acb-a941-b825a355902f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:53.035585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6970b3c8-8c32-4acb-a941-b825a355902f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:53.040654 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6970b3c8-8c32-4acb-a941-b825a355902f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:53.041415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6970b3c8-8c32-4acb-a941-b825a355902f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.051680 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8c506203-29a6-49a1-8897-84f90f2d596c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (82cf1c6c-979b-4806-a845-590db8d6a22e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.073321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-7c9345fa-e1f8-4a8c-9dcc-a04f46c4cb3e None None] For port 1fbb9a3e-489a-4251-bea6-34f009973ec6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1fbb9a3e-489a-4251-bea6-34f009973ec6,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:53.089169 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-754812ab-21ab-49cf-97bc-94660011c68a req-0d4d9e90-f487-4cf0-ac7a-7ca38abbe2de service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3d9157ca-5c49-4d10-8925-23b7d2950b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088772 Oct 26 15:22:53.104262 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6970b3c8-8c32-4acb-a941-b825a355902f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0955861 Oct 26 15:22:53.105691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58908) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:53.105834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8c506203-29a6-49a1-8897-84f90f2d596c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (82cf1c6c-979b-4806-a845-590db8d6a22e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.114625 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bdb9fe6f-e6cf-4fe2-b2b3-08b6c674da99 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (b16f51b0-5bfb-4615-877a-9c47c9af453a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.116214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7c9345fa-e1f8-4a8c-9dcc-a04f46c4cb3e None None] Publish callbacks [] for port (1fbb9a3e-489a-4251-bea6-34f009973ec6), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.121931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7c9345fa-e1f8-4a8c-9dcc-a04f46c4cb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1fbb9a3e-489a-4251-bea6-34f009973ec6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.126316 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:53.133385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:53.209025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9345fa-e1f8-4a8c-9dcc-a04f46c4cb3e None None] Pushing event updated for resources: {'Port': ['ID=1fbb9a3e-489a-4251-bea6-34f009973ec6,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:53.211386 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bdb9fe6f-e6cf-4fe2-b2b3-08b6c674da99 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (b16f51b0-5bfb-4615-877a-9c47c9af453a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.242994 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-754812ab-21ab-49cf-97bc-94660011c68a req-c0107d1a-1dcc-4dd4-a7fe-fe2e4aed68bb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3d9157ca-5c49-4d10-8925-23b7d2950b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397965 Oct 26 15:22:53.247053 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-efd412dc-589f-4af4-8a11-d5660b5fc7da tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (9d4dd363-ddbd-46d9-b84b-bdef5a576748), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.253685 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d91788c-c0fc-48e5-8660-33776982aa61 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:53.259837 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8c506203-29a6-49a1-8897-84f90f2d596c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (82cf1c6c-979b-4806-a845-590db8d6a22e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.263969 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8c506203-29a6-49a1-8897-84f90f2d596c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.270284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d91788c-c0fc-48e5-8660-33776982aa61 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:53.270828 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8c506203-29a6-49a1-8897-84f90f2d596c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/82cf1c6c-979b-4806-a845-590db8d6a22e HTTP/1.1" status: 204 len: 168 time: 0.3841755 Oct 26 15:22:53.271055 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2d91788c-c0fc-48e5-8660-33776982aa61 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1611779 Oct 26 15:22:53.271141 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58910) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:53.276949 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58912) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:53.283518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-efd412dc-589f-4af4-8a11-d5660b5fc7da tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (9d4dd363-ddbd-46d9-b84b-bdef5a576748), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.318751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c506203-29a6-49a1-8897-84f90f2d596c tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cf1c6c-979b-4806-a845-590db8d6a22e,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:53.361547 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-717c9478-ae14-4f0e-b9fc-53d6167c64b4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting subnet d3333b40-57b7-40f3-a24e-596724d09d3a {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:53.365174 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:53.365822 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-717c9478-ae14-4f0e-b9fc-53d6167c64b4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (d3333b40-57b7-40f3-a24e-596724d09d3a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.412543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-717c9478-ae14-4f0e-b9fc-53d6167c64b4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (d3333b40-57b7-40f3-a24e-596724d09d3a), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.440561 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd412dc-589f-4af4-8a11-d5660b5fc7da tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4dd363-ddbd-46d9-b84b-bdef5a576748,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:53.479961 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bdb9fe6f-e6cf-4fe2-b2b3-08b6c674da99 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (b16f51b0-5bfb-4615-877a-9c47c9af453a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.483219 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bdb9fe6f-e6cf-4fe2-b2b3-08b6c674da99 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.484386 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bdb9fe6f-e6cf-4fe2-b2b3-08b6c674da99 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b16f51b0-5bfb-4615-877a-9c47c9af453a HTTP/1.1" status: 204 len: 168 time: 0.5775795 Oct 26 15:22:53.487742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58914) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:53.553536 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-717c9478-ae14-4f0e-b9fc-53d6167c64b4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (d3333b40-57b7-40f3-a24e-596724d09d3a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.558905 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9fe6f-e6cf-4fe2-b2b3-08b6c674da99 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16f51b0-5bfb-4615-877a-9c47c9af453a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:53.564453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-efd412dc-589f-4af4-8a11-d5660b5fc7da tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (691d64ec-8dd0-47c1-8271-0499ee5f90d9), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.565482 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-bcedabad-d279-4f19-8db2-e21709d87eb0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port ad8d666e-1de8-44f2-98c5-03310b5e1c8d {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:53.565821 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bcedabad-d279-4f19-8db2-e21709d87eb0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (ad8d666e-1de8-44f2-98c5-03310b5e1c8d), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.586728 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-efd412dc-589f-4af4-8a11-d5660b5fc7da tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (691d64ec-8dd0-47c1-8271-0499ee5f90d9), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.602897 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-12e5725a-aeca-4299-bb01-ea45095c0a2f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1106763 Oct 26 15:22:53.604552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58916) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:53.609365 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-abde10fe-3ad4-469b-ac45-c767d46f8239 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767519063'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:53.629691 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:53.646443 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:53.649765 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-abde10fe-3ad4-469b-ac45-c767d46f8239 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.667119 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 32783b24-c43e-4398-9450-9c82d449bb82 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:22:53.678090 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-efd412dc-589f-4af4-8a11-d5660b5fc7da tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.682212 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-efd412dc-589f-4af4-8a11-d5660b5fc7da tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9103708 Oct 26 15:22:53.682824 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58918) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:53.688364 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-db9af334-f716-4a9e-b7df-e254a7f0ddb5 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': '691d64ec-8dd0-47c1-8271-0499ee5f90d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:53.691345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd412dc-589f-4af4-8a11-d5660b5fc7da tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691d64ec-8dd0-47c1-8271-0499ee5f90d9,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:53.708185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-717c9478-ae14-4f0e-b9fc-53d6167c64b4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (d3333b40-57b7-40f3-a24e-596724d09d3a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.753878 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bcedabad-d279-4f19-8db2-e21709d87eb0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (ad8d666e-1de8-44f2-98c5-03310b5e1c8d), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.757681 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c9478-ae14-4f0e-b9fc-53d6167c64b4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Subnet': ['ID=d3333b40-57b7-40f3-a24e-596724d09d3a,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:53.764170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-717c9478-ae14-4f0e-b9fc-53d6167c64b4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.769355 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-717c9478-ae14-4f0e-b9fc-53d6167c64b4 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/d3333b40-57b7-40f3-a24e-596724d09d3a HTTP/1.1" status: 204 len: 168 time: 0.4853265 Oct 26 15:22:53.772413 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58920) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:53.782685 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-bcedabad-d279-4f19-8db2-e21709d87eb0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for ad8d666e-1de8-44f2-98c5-03310b5e1c8d owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:53.796438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db9af334-f716-4a9e-b7df-e254a7f0ddb5 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group_rule (a423683c-d504-4bec-84ea-e22d1da14504), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.854214 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-abde10fe-3ad4-469b-ac45-c767d46f8239 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (ba570a24-6d3f-4f7e-b9ae-0228fe060616), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.862298 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-abde10fe-3ad4-469b-ac45-c767d46f8239 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ba570a24-6d3f-4f7e-b9ae-0228fe060616), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.874090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-83e44580-176a-43f9-ba76-0a872ebdb404 None None] Provisioning complete for port 1fbb9a3e-489a-4251-bea6-34f009973ec6 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:53.874675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-83e44580-176a-43f9-ba76-0a872ebdb404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1fbb9a3e-489a-4251-bea6-34f009973ec6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.875353 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-83e44580-176a-43f9-ba76-0a872ebdb404 None None] Attempt 1 to provision port 1fbb9a3e-489a-4251-bea6-34f009973ec6 Oct 26 15:22:53.904097 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db9af334-f716-4a9e-b7df-e254a7f0ddb5 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group_rule (a423683c-d504-4bec-84ea-e22d1da14504), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.904855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-71779146-b49d-491f-8b83-c637adec4d12 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting subnet a7b9f39a-ef41-48c9-8f16-1d3315ac6c7a {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:53.912321 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-71779146-b49d-491f-8b83-c637adec4d12 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (a7b9f39a-ef41-48c9-8f16-1d3315ac6c7a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.916452 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db9af334-f716-4a9e-b7df-e254a7f0ddb5 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (a423683c-d504-4bec-84ea-e22d1da14504), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.942032 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9af334-f716-4a9e-b7df-e254a7f0ddb5 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a423683c-d504-4bec-84ea-e22d1da14504,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:53.946239 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-abde10fe-3ad4-469b-ac45-c767d46f8239 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.950444 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-abde10fe-3ad4-469b-ac45-c767d46f8239 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3423707 Oct 26 15:22:53.950444 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde10fe-3ad4-469b-ac45-c767d46f8239 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba570a24-6d3f-4f7e-b9ae-0228fe060616,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:53.951723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58922) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:53.954818 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db9af334-f716-4a9e-b7df-e254a7f0ddb5 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:53.958548 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-db9af334-f716-4a9e-b7df-e254a7f0ddb5 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2715275 Oct 26 15:22:53.961491 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-0c568b67-0bba-4d8a-b2f8-63d563381cbf tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': 'ba570a24-6d3f-4f7e-b9ae-0228fe060616', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:53.962383 dv-neutron-759874-6-hyperv neutron-server[105321]: WARNING neutron.api.v2.base [None req-0c568b67-0bba-4d8a-b2f8-63d563381cbf tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 26 15:22:53.963266 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-0c568b67-0bba-4d8a-b2f8-63d563381cbf tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:53.966992 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0c568b67-0bba-4d8a-b2f8-63d563381cbf tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064321 Oct 26 15:22:53.966992 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58924) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:53.969433 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-8deb8715-9cc7-4868-b152-5dc340aeaeed tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': '691d64ec-8dd0-47c1-8271-0499ee5f90d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:53.973313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58926) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:53.990974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:22:53.991962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-83e44580-176a-43f9-ba76-0a872ebdb404 None None] Current status of the port 1fbb9a3e-489a-4251-bea6-34f009973ec6 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:54.003846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7302932f-807e-475e-b7e4-ba3862d67899 None None] Sync routers for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:22:54.009044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8deb8715-9cc7-4868-b152-5dc340aeaeed tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group_rule (9e94c7d2-3ef4-4841-84fa-643c615b74a0), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.014132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:54.019461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7302932f-807e-475e-b7e4-ba3862d67899 None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:54.020519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7302932f-807e-475e-b7e4-ba3862d67899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:54.032575 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-71779146-b49d-491f-8b83-c637adec4d12 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (a7b9f39a-ef41-48c9-8f16-1d3315ac6c7a), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.068634 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-8deb8715-9cc7-4868-b152-5dc340aeaeed tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 15:22:54.069104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7302932f-807e-475e-b7e4-ba3862d67899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:54.072855 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8deb8715-9cc7-4868-b152-5dc340aeaeed tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1056745 Oct 26 15:22:54.076238 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58928) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:54.080197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7302932f-807e-475e-b7e4-ba3862d67899 None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:54.081087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7302932f-807e-475e-b7e4-ba3862d67899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:54.088518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.122020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7302932f-807e-475e-b7e4-ba3862d67899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:54.122882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7302932f-807e-475e-b7e4-ba3862d67899 None None] The sync data for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:22:54.138495 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:54.154059 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bd32cbd0-4246-4303-adf0-004497029f18 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (691d64ec-8dd0-47c1-8271-0499ee5f90d9), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.174726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259ac1d9-bed4-433c-9da2-0357e7d604f0 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:22:54.181963 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e8fad4a4-6a51-48b9-a676-6d274676d7d8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 3.9657009 Oct 26 15:22:54.182168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bd32cbd0-4246-4303-adf0-004497029f18 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (691d64ec-8dd0-47c1-8271-0499ee5f90d9), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.186295 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58930) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:54.200448 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0985-20f5-4bb1-8168-347d32dab798 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (ba570a24-6d3f-4f7e-b9ae-0228fe060616), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.200954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-0dc988f6-7714-45c4-b652-b40b5aadde68 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'floatingip': {'port_id': '22d74e49-2464-453b-b8f4-2eac26ad113d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:54.213643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:54.221002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-25d04189-b201-4d8c-9ba4-d06698b586d6 None None] Could not find standard attr ID for object 9e2ae330-63cd-46b4-8dcc-e138379a2fc1. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:22:54.252899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bcedabad-d279-4f19-8db2-e21709d87eb0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (ad8d666e-1de8-44f2-98c5-03310b5e1c8d), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.264927 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0985-20f5-4bb1-8168-347d32dab798 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (ba570a24-6d3f-4f7e-b9ae-0228fe060616), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.268004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-71779146-b49d-491f-8b83-c637adec4d12 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (a7b9f39a-ef41-48c9-8f16-1d3315ac6c7a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.282887 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0dc988f6-7714-45c4-b652-b40b5aadde68 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (99874b68-f455-48ad-be73-f5be6d950a4a), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.333123 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedabad-d279-4f19-8db2-e21709d87eb0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=ad8d666e-1de8-44f2-98c5-03310b5e1c8d,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:54.341516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ac1d9-bed4-433c-9da2-0357e7d604f0 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:22:54.351673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bd32cbd0-4246-4303-adf0-004497029f18 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (691d64ec-8dd0-47c1-8271-0499ee5f90d9), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.354878 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bd32cbd0-4246-4303-adf0-004497029f18 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.356121 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bd32cbd0-4246-4303-adf0-004497029f18 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/691d64ec-8dd0-47c1-8271-0499ee5f90d9 HTTP/1.1" status: 204 len: 168 time: 0.2788405 Oct 26 15:22:54.374514 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58932) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:54.389123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32cbd0-4246-4303-adf0-004497029f18 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691d64ec-8dd0-47c1-8271-0499ee5f90d9,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:54.391427 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bcedabad-d279-4f19-8db2-e21709d87eb0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.394874 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bcedabad-d279-4f19-8db2-e21709d87eb0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/ad8d666e-1de8-44f2-98c5-03310b5e1c8d HTTP/1.1" status: 204 len: 168 time: 1.0995827 Oct 26 15:22:54.398978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58936) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:54.435424 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0985-20f5-4bb1-8168-347d32dab798 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ba570a24-6d3f-4f7e-b9ae-0228fe060616), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.438226 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0985-20f5-4bb1-8168-347d32dab798 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.441552 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0fcb0985-20f5-4bb1-8168-347d32dab798 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ba570a24-6d3f-4f7e-b9ae-0228fe060616 HTTP/1.1" status: 204 len: 168 time: 0.4605722 Oct 26 15:22:54.450879 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58938) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:54.474353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-71779146-b49d-491f-8b83-c637adec4d12 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (a7b9f39a-ef41-48c9-8f16-1d3315ac6c7a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.482835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:54.493039 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb0985-20f5-4bb1-8168-347d32dab798 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba570a24-6d3f-4f7e-b9ae-0228fe060616,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:54.523082 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771929f7-f773-4a61-95d6-d2a749fbbe61 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:54.529052 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ddd6ba65-efb5-49c4-b305-80d54b2bf428 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1468148 Oct 26 15:22:54.529536 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771929f7-f773-4a61-95d6-d2a749fbbe61 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:54.529644 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71779146-b49d-491f-8b83-c637adec4d12 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b9f39a-ef41-48c9-8f16-1d3315ac6c7a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:54.529744 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-771929f7-f773-4a61-95d6-d2a749fbbe61 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1267984 Oct 26 15:22:54.531046 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58940) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:54.531188 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58942) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:54.536618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-1126ea54-b459-493d-b6f4-ea988fe74934 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group': {'name': 'tempest-secgroup--369413880'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:54.549471 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-71779146-b49d-491f-8b83-c637adec4d12 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.552438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=6,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:54.553243 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-71779146-b49d-491f-8b83-c637adec4d12 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/a7b9f39a-ef41-48c9-8f16-1d3315ac6c7a HTTP/1.1" status: 204 len: 168 time: 0.7793062 Oct 26 15:22:54.558098 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58944) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:54.579313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1126ea54-b459-493d-b6f4-ea988fe74934 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.619386 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93c1364-cdad-442c-b09a-05500e24b84f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:54.619921 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c93c1364-cdad-442c-b09a-05500e24b84f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:54.623542 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c93c1364-cdad-442c-b09a-05500e24b84f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/d3333b40-57b7-40f3-a24e-596724d09d3a HTTP/1.1" status: 404 len: 337 time: 0.0465474 Oct 26 15:22:54.626898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58946) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:54.632495 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-810568e2-35d2-48a0-8a98-d4ecc9d6e21a tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1705534 Oct 26 15:22:54.634442 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58948) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:54.642373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-94fb973c-be8d-4be7-ba99-3129da98599b tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group': {'name': 'tempest-secgroup--912134767'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:54.652762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4c4a80-1a74-44d8-bb06-a1d633cddd80 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet ddb7f424-a887-49b9-8ff4-7f7d6b31b5b4 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:54.660043 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df4c4a80-1a74-44d8-bb06-a1d633cddd80 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (ddb7f424-a887-49b9-8ff4-7f7d6b31b5b4), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.707048 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94fb973c-be8d-4be7-ba99-3129da98599b tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.723735 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df4c4a80-1a74-44d8-bb06-a1d633cddd80 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (ddb7f424-a887-49b9-8ff4-7f7d6b31b5b4), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.766495 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-0518c04c-3918-4dc4-8eef-d2022069d859 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting subnet 1dbf2e8c-d679-4aed-9cea-6b6e98ddba6a {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:54.802663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0518c04c-3918-4dc4-8eef-d2022069d859 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (1dbf2e8c-d679-4aed-9cea-6b6e98ddba6a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.822984 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:54.852210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df4c4a80-1a74-44d8-bb06-a1d633cddd80 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (ddb7f424-a887-49b9-8ff4-7f7d6b31b5b4), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.882477 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0518c04c-3918-4dc4-8eef-d2022069d859 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (1dbf2e8c-d679-4aed-9cea-6b6e98ddba6a), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.884164 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94fb973c-be8d-4be7-ba99-3129da98599b tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (f1f01526-c46b-4edd-9851-71187414c05d), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.887629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1126ea54-b459-493d-b6f4-ea988fe74934 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (86d9430c-3957-474c-abdc-de081236a340), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.890658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94fb973c-be8d-4be7-ba99-3129da98599b tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (f1f01526-c46b-4edd-9851-71187414c05d), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.931874 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94fb973c-be8d-4be7-ba99-3129da98599b tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.933668 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-94fb973c-be8d-4be7-ba99-3129da98599b tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2977500 Oct 26 15:22:54.934651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1126ea54-b459-493d-b6f4-ea988fe74934 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (86d9430c-3957-474c-abdc-de081236a340), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.937129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58950) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:54.942032 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb973c-be8d-4be7-ba99-3129da98599b tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f01526-c46b-4edd-9851-71187414c05d,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:54.947178 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a9b48c9c-68ff-448d-a982-e25bb630d0d6 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': 'f1f01526-c46b-4edd-9851-71187414c05d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:54.963587 dv-neutron-759874-6-hyperv neutron-server[105321]: WARNING neutron.api.v2.base [None req-a9b48c9c-68ff-448d-a982-e25bb630d0d6 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 26 15:22:54.964208 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-a9b48c9c-68ff-448d-a982-e25bb630d0d6 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:54.964417 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df4c4a80-1a74-44d8-bb06-a1d633cddd80 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (ddb7f424-a887-49b9-8ff4-7f7d6b31b5b4), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:54.965322 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a9b48c9c-68ff-448d-a982-e25bb630d0d6 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0217042 Oct 26 15:22:54.970839 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58952) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:54.980623 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-67a2d890-24c3-49e6-b263-89ed1c357c73 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': 'f1f01526-c46b-4edd-9851-71187414c05d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:54.983523 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.api.v2.base [None req-67a2d890-24c3-49e6-b263-89ed1c357c73 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 26 15:22:54.984052 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-67a2d890-24c3-49e6-b263-89ed1c357c73 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:54.985280 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-67a2d890-24c3-49e6-b263-89ed1c357c73 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0101781 Oct 26 15:22:54.997929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58954) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:55.002355 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f85ef6a7-960f-41bd-81da-372ab71f7415 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': 'f1f01526-c46b-4edd-9851-71187414c05d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:55.003191 dv-neutron-759874-6-hyperv neutron-server[105321]: WARNING neutron.api.v2.base [None req-f85ef6a7-960f-41bd-81da-372ab71f7415 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 26 15:22:55.003695 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-f85ef6a7-960f-41bd-81da-372ab71f7415 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:55.004659 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f85ef6a7-960f-41bd-81da-372ab71f7415 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057266 Oct 26 15:22:55.007769 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58956) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:55.013736 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-123dae77-0181-42c4-950c-17dc59f334ca tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': 'f1f01526-c46b-4edd-9851-71187414c05d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:55.015069 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.api.v2.base [None req-123dae77-0181-42c4-950c-17dc59f334ca tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 26 15:22:55.015603 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-123dae77-0181-42c4-950c-17dc59f334ca tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:55.017003 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-123dae77-0181-42c4-950c-17dc59f334ca tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0082216 Oct 26 15:22:55.018120 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c4a80-1a74-44d8-bb06-a1d633cddd80 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb7f424-a887-49b9-8ff4-7f7d6b31b5b4,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:55.019875 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58958) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:55.031793 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df4c4a80-1a74-44d8-bb06-a1d633cddd80 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.034938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1126ea54-b459-493d-b6f4-ea988fe74934 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.039105 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1126ea54-b459-493d-b6f4-ea988fe74934 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5034530 Oct 26 15:22:55.039259 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-df4c4a80-1a74-44d8-bb06-a1d633cddd80 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/ddb7f424-a887-49b9-8ff4-7f7d6b31b5b4 HTTP/1.1" status: 204 len: 168 time: 0.5072172 Oct 26 15:22:55.039259 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58960) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:55.039446 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58962) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:55.043512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126ea54-b459-493d-b6f4-ea988fe74934 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d9430c-3957-474c-abdc-de081236a340,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:55.048419 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:55.060289 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-4ad6c70d-945d-4e51-ba56-927d85797fed tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': '86d9430c-3957-474c-abdc-de081236a340', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:55.060766 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.api.v2.base [None req-4ad6c70d-945d-4e51-ba56-927d85797fed tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 26 15:22:55.061312 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-4ad6c70d-945d-4e51-ba56-927d85797fed tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:55.066465 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4ad6c70d-945d-4e51-ba56-927d85797fed tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0147922 Oct 26 15:22:55.071626 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58964) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:55.127366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0518c04c-3918-4dc4-8eef-d2022069d859 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (1dbf2e8c-d679-4aed-9cea-6b6e98ddba6a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.134902 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a54001f4-4298-48c0-b658-fb94b987bdb4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882695 Oct 26 15:22:55.138174 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58966) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:55.153010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-50c36e97-84a4-4a07-b14a-ea31085a1b00 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:55.162915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1fbb9a3e-489a-4251-bea6-34f009973ec6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:55.166648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:55.218596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0dc988f6-7714-45c4-b652-b40b5aadde68 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.219455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 1fbb9a3e-489a-4251-bea6-34f009973ec6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:55.220936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1fbb9a3e-489a-4251-bea6-34f009973ec6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.221904 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 1fbb9a3e-489a-4251-bea6-34f009973ec6 Oct 26 15:22:55.239834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0dc988f6-7714-45c4-b652-b40b5aadde68 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (99874b68-f455-48ad-be73-f5be6d950a4a), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.278143 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0518c04c-3918-4dc4-8eef-d2022069d859 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (1dbf2e8c-d679-4aed-9cea-6b6e98ddba6a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.284339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:55.295130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4847410-e70d-4189-b4ba-f8382d47b97a None None] Network d21a7e15-0604-4ad5-9aef-9ca64b3be92d requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:55.295310 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f9753473-53f7-4d73-a8b8-b56c218082c9 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (f1f01526-c46b-4edd-9851-71187414c05d), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.297685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bcc25b-f00a-42d4-9a2e-bd7f66e35092 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:55.313940 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6ba967bc-0e63-4926-9289-3460eccce82e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (86d9430c-3957-474c-abdc-de081236a340), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.316891 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518c04c-3918-4dc4-8eef-d2022069d859 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Subnet': ['ID=1dbf2e8c-d679-4aed-9cea-6b6e98ddba6a,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:55.324537 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0518c04c-3918-4dc4-8eef-d2022069d859 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.329952 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0518c04c-3918-4dc4-8eef-d2022069d859 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/1dbf2e8c-d679-4aed-9cea-6b6e98ddba6a HTTP/1.1" status: 204 len: 168 time: 0.6996083 Oct 26 15:22:55.332921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58968) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:55.359422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f9753473-53f7-4d73-a8b8-b56c218082c9 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (f1f01526-c46b-4edd-9851-71187414c05d), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.364252 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-87861117-3b5c-4518-b622-b53deeb1518f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:55.364716 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87861117-3b5c-4518-b622-b53deeb1518f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:55.370207 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-87861117-3b5c-4518-b622-b53deeb1518f tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/262a2fd2-49db-483b-bd73-ffa8bf555323 HTTP/1.1" status: 404 len: 337 time: 0.0337257 Oct 26 15:22:55.379253 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58970) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:55.394876 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6ba967bc-0e63-4926-9289-3460eccce82e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (86d9430c-3957-474c-abdc-de081236a340), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.424558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-de91d4c1-f07b-40a5-a882-3c96202805dc None None] Provisioning complete for port 1fbb9a3e-489a-4251-bea6-34f009973ec6 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:55.425236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-de91d4c1-f07b-40a5-a882-3c96202805dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1fbb9a3e-489a-4251-bea6-34f009973ec6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.425996 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-de91d4c1-f07b-40a5-a882-3c96202805dc None None] Attempt 1 to provision port 1fbb9a3e-489a-4251-bea6-34f009973ec6 Oct 26 15:22:55.450852 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f198aafe-bd6e-48d3-9c39-fcb733816007 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f HTTP/1.1" status: 200 len: 205 time: 0.0684073 Oct 26 15:22:55.454211 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58972) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:55.460272 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c36e97-84a4-4a07-b14a-ea31085a1b00 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:55.464005 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-50c36e97-84a4-4a07-b14a-ea31085a1b00 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.525595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1fbb9a3e-489a-4251-bea6-34f009973ec6 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:55.532228 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-6dc2b338-61a3-4ba5-b4b4-5b5734e4dce1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] delete failed (client error): The resource could not be found. Oct 26 15:22:55.535995 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6dc2b338-61a3-4ba5-b4b4-5b5734e4dce1 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/routers/5541d2b1-cbb1-457a-9a7b-a0d2e3c6e63f HTTP/1.1" status: 404 len: 336 time: 0.0740180 Oct 26 15:22:55.538758 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58974) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:55.566263 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f9753473-53f7-4d73-a8b8-b56c218082c9 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (f1f01526-c46b-4edd-9851-71187414c05d), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.568906 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f9753473-53f7-4d73-a8b8-b56c218082c9 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.572560 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f9753473-53f7-4d73-a8b8-b56c218082c9 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f1f01526-c46b-4edd-9851-71187414c05d HTTP/1.1" status: 204 len: 168 time: 0.5488126 Oct 26 15:22:55.584163 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58976) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:55.590098 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9753473-53f7-4d73-a8b8-b56c218082c9 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f01526-c46b-4edd-9851-71187414c05d,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:55.594033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-de91d4c1-f07b-40a5-a882-3c96202805dc None None] Current status of the port 1fbb9a3e-489a-4251-bea6-34f009973ec6 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:55.594823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:55.596583 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-295af253-731a-4f86-a0ec-71f65da81bde tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:55.597922 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295af253-731a-4f86-a0ec-71f65da81bde tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:55.603791 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-295af253-731a-4f86-a0ec-71f65da81bde tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/26d3993a-f8e0-4e81-85de-dffac09374b5 HTTP/1.1" status: 404 len: 337 time: 0.0637913 Oct 26 15:22:55.616120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58978) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:55.623003 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc988f6-7714-45c4-b652-b40b5aadde68 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 32783b24-c43e-4398-9450-9c82d449bb82 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:22:55.631490 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6ba967bc-0e63-4926-9289-3460eccce82e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (86d9430c-3957-474c-abdc-de081236a340), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.634167 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6ba967bc-0e63-4926-9289-3460eccce82e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.637898 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6ba967bc-0e63-4926-9289-3460eccce82e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/86d9430c-3957-474c-abdc-de081236a340 HTTP/1.1" status: 204 len: 168 time: 0.5619941 Oct 26 15:22:55.641436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58980) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:55.651318 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba967bc-0e63-4926-9289-3460eccce82e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d9430c-3957-474c-abdc-de081236a340,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:55.656605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141e4f4a-5d3c-46ec-a8b7-68f5efcd300a None None] DHCP port deletion for d21a7e15-0604-4ad5-9aef-9ca64b3be92d request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:22:55.692556 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-917346e2-877d-44de-81b7-19c6767a1bbe tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:55.693130 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917346e2-877d-44de-81b7-19c6767a1bbe tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:55.696237 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-917346e2-877d-44de-81b7-19c6767a1bbe tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/e12b913d-048b-4ac9-908f-b57964418773 HTTP/1.1" status: 404 len: 337 time: 0.0713158 Oct 26 15:22:55.699088 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58982) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:55.718590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3a6312-cdee-496f-aad2-b66d2a3206ee None None] DHCP port deletion for 8562cd80-5c53-4efe-aa06-0bf20e462dc3 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:22:55.721909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-141e4f4a-5d3c-46ec-a8b7-68f5efcd300a None None] Deleting port b7335fb6-c26b-4efb-afbf-783750fab21c {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:55.722501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-141e4f4a-5d3c-46ec-a8b7-68f5efcd300a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.745500 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa601ca-9e17-43b6-ac3e-9519ebdf6273 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:55.746030 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa601ca-9e17-43b6-ac3e-9519ebdf6273 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:55.752301 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bfa601ca-9e17-43b6-ac3e-9519ebdf6273 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/d1644189-52d6-4619-b5d9-d0c5041f0a73 HTTP/1.1" status: 404 len: 337 time: 0.0497410 Oct 26 15:22:55.753533 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58984) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:55.792002 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8fbda8-c05d-45e9-ac28-72cf7c9a6568 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:55.792754 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8fbda8-c05d-45e9-ac28-72cf7c9a6568 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:55.798300 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ec8fbda8-c05d-45e9-ac28-72cf7c9a6568 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/ports/7cc18024-2a8c-453c-b818-36390cf04062 HTTP/1.1" status: 404 len: 333 time: 0.0421309 Oct 26 15:22:55.800095 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58986) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:55.817505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-be3a6312-cdee-496f-aad2-b66d2a3206ee None None] Deleting port 1fbb9a3e-489a-4251-bea6-34f009973ec6 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:55.817879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-be3a6312-cdee-496f-aad2-b66d2a3206ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (1fbb9a3e-489a-4251-bea6-34f009973ec6), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.820778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-141e4f4a-5d3c-46ec-a8b7-68f5efcd300a None None] For port b7335fb6-c26b-4efb-afbf-783750fab21c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=b7335fb6-c26b-4efb-afbf-783750fab21c,segment=NetworkSegment(4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321),segment_id=4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:55.821200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-141e4f4a-5d3c-46ec-a8b7-68f5efcd300a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.856415 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-bceccfde-c749-4d91-8589-3fe1946d9bb6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:55.857010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bceccfde-c749-4d91-8589-3fe1946d9bb6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:55.862656 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bceccfde-c749-4d91-8589-3fe1946d9bb6 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/3d888d15-f245-4ffe-b896-429b15cd727b HTTP/1.1" status: 404 len: 337 time: 0.0605748 Oct 26 15:22:55.864587 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58988) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:55.872668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-141e4f4a-5d3c-46ec-a8b7-68f5efcd300a None None] Calling delete_port for b7335fb6-c26b-4efb-afbf-783750fab21c owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:55.896597 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1965908-6182-435f-86cc-16905ea46e7e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:55.897037 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1965908-6182-435f-86cc-16905ea46e7e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:55.903126 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a1965908-6182-435f-86cc-16905ea46e7e tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/7569b154-6b51-4e6f-b68b-1fd77d6dcb87 HTTP/1.1" status: 404 len: 337 time: 0.0346680 Oct 26 15:22:55.905464 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58990) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:55.917543 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-50c36e97-84a4-4a07-b14a-ea31085a1b00 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (8e2263bc-a866-448f-8209-e2b478cd77bc), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.937132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-be3a6312-cdee-496f-aad2-b66d2a3206ee None None] For port 1fbb9a3e-489a-4251-bea6-34f009973ec6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1fbb9a3e-489a-4251-bea6-34f009973ec6,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:55.937531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-be3a6312-cdee-496f-aad2-b66d2a3206ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (1fbb9a3e-489a-4251-bea6-34f009973ec6), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:55.955519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-be3a6312-cdee-496f-aad2-b66d2a3206ee None None] Calling delete_port for 1fbb9a3e-489a-4251-bea6-34f009973ec6 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:55.961915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:55.972746 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9181dc5d-287f-4b24-9932-6cf5823e035d tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:55.973445 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9181dc5d-287f-4b24-9932-6cf5823e035d tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:55.976748 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9181dc5d-287f-4b24-9932-6cf5823e035d tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/ports/12080a59-0f0a-4ca4-8600-0b7c86eb0ed0 HTTP/1.1" status: 404 len: 333 time: 0.0719206 Oct 26 15:22:55.984726 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58992) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:56.020038 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3d4bfd-520e-4a84-b95e-f936183040f9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:56.020842 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3d4bfd-520e-4a84-b95e-f936183040f9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:56.024111 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3c3d4bfd-520e-4a84-b95e-f936183040f9 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/78a6a94b-ab4c-48e6-9967-c872d42fc659 HTTP/1.1" status: 404 len: 337 time: 0.0379660 Oct 26 15:22:56.029629 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58994) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:56.042884 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d1e0a187-5b56-45e4-9a95-f680bd840677 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4560144 Oct 26 15:22:56.049398 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c36e97-84a4-4a07-b14a-ea31085a1b00 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:56.050655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 58996) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:56.060169 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-04ef87ea-163d-4036-8890-2fbd79fd5b40 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group': {'name': 'tempest-secgroup--708784813'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:56.069922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-141e4f4a-5d3c-46ec-a8b7-68f5efcd300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (b7335fb6-c26b-4efb-afbf-783750fab21c), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.072785 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-32ace6cc-098e-4de9-b12f-23e043b4b557 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4289420 Oct 26 15:22:56.078030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 58998) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:56.084092 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-43f91358-b61b-46eb-bce0-5bdee53bf373 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103796108'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:56.098268 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-50c36e97-84a4-4a07-b14a-ea31085a1b00 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:56.103670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c36e97-84a4-4a07-b14a-ea31085a1b00 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:56.103670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-50c36e97-84a4-4a07-b14a-ea31085a1b00 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.109658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c36e97-84a4-4a07-b14a-ea31085a1b00 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=8e2263bc-a866-448f-8209-e2b478cd77bc,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:56.110169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e4f4a-5d3c-46ec-a8b7-68f5efcd300a None None] Pushing event deleted for resources: {'Port': ['ID=b7335fb6-c26b-4efb-afbf-783750fab21c,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:56.111870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:56.114208 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-32877c6b-2da2-4a47-b182-6189e35010bd tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] DELETE failed (client error): The resource could not be found. Oct 26 15:22:56.114475 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32877c6b-2da2-4a47-b182-6189e35010bd tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:22:56.115564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141e4f4a-5d3c-46ec-a8b7-68f5efcd300a None None] No DVR routers for this DVR port b7335fb6-c26b-4efb-afbf-783750fab21c on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:56.119332 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-32877c6b-2da2-4a47-b182-6189e35010bd tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/7777f93d-6cc7-428b-ae14-c1361dd743fe HTTP/1.1" status: 404 len: 337 time: 0.0848155 Oct 26 15:22:56.129291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59000) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:56.130878 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-be3a6312-cdee-496f-aad2-b66d2a3206ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (1fbb9a3e-489a-4251-bea6-34f009973ec6), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.158640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-43f91358-b61b-46eb-bce0-5bdee53bf373 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.163504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a6312-cdee-496f-aad2-b66d2a3206ee None None] Pushing event deleted for resources: {'Port': ['ID=1fbb9a3e-489a-4251-bea6-34f009973ec6,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:56.170183 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-50c36e97-84a4-4a07-b14a-ea31085a1b00 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0255995 Oct 26 15:22:56.173903 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc988f6-7714-45c4-b652-b40b5aadde68 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:22:56.176898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59002) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:56.178341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3a6312-cdee-496f-aad2-b66d2a3206ee None None] No DVR routers for this DVR port 1fbb9a3e-489a-4251-bea6-34f009973ec6 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:22:56.182556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0dc988f6-7714-45c4-b652-b40b5aadde68 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.188572 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93817ac-859a-46f9-ae7b-506c9e3b1d29 None None] Sync routers for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:22:56.192713 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-fa8fc4b9-32b8-48c4-9854-936802a9bca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'fixed_ips': [{'subnet_id': '8e2263bc-a866-448f-8209-e2b478cd77bc', 'ip_address': '2001:db8::fc39:343c:bf3d:69'}], 'name': 'tempest-NetworksTestDHCPv6-1677449962'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:56.197883 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-04ef87ea-163d-4036-8890-2fbd79fd5b40 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.200976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f59351-7c93-4b98-821e-f137ecb2d634 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:22:56.207644 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93817ac-859a-46f9-ae7b-506c9e3b1d29 None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:56.209046 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a93817ac-859a-46f9-ae7b-506c9e3b1d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:56.260515 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a93817ac-859a-46f9-ae7b-506c9e3b1d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:56.282625 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-e46e1c01-92d0-45da-a86c-1a471ba0ed20 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Deleting port 0dd01327-227b-4886-8597-98497b93067c {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:56.283333 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e46e1c01-92d0-45da-a86c-1a471ba0ed20 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (0dd01327-227b-4886-8597-98497b93067c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.292603 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93817ac-859a-46f9-ae7b-506c9e3b1d29 None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:56.293874 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a93817ac-859a-46f9-ae7b-506c9e3b1d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:56.309676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:56.357314 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0dc988f6-7714-45c4-b652-b40b5aadde68 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/99874b68-f455-48ad-be73-f5be6d950a4a HTTP/1.1" status: 200 len: 980 time: 2.1671236 Oct 26 15:22:56.361933 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59004) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:56.364883 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a93817ac-859a-46f9-ae7b-506c9e3b1d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:56.365506 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93817ac-859a-46f9-ae7b-506c9e3b1d29 None None] The sync data for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:22:56.392472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-43f91358-b61b-46eb-bce0-5bdee53bf373 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (774448f9-6b2a-4b83-901e-908345c71e01), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.400925 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-43f91358-b61b-46eb-bce0-5bdee53bf373 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (774448f9-6b2a-4b83-901e-908345c71e01), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.443677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e46e1c01-92d0-45da-a86c-1a471ba0ed20 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (0dd01327-227b-4886-8597-98497b93067c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.457309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8fc4b9-32b8-48c4-9854-936802a9bca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:56.458334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:56.462882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fa8fc4b9-32b8-48c4-9854-936802a9bca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.466331 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:56.467325 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f91358-b61b-46eb-bce0-5bdee53bf373 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774448f9-6b2a-4b83-901e-908345c71e01,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:56.478895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-43f91358-b61b-46eb-bce0-5bdee53bf373 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.480861 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-43f91358-b61b-46eb-bce0-5bdee53bf373 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4012225 Oct 26 15:22:56.483952 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59006) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:56.488691 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-cfe9c470-da51-4a21-a4d3-93e5eba34777 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': '774448f9-6b2a-4b83-901e-908345c71e01', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:56.489363 dv-neutron-759874-6-hyperv neutron-server[105321]: WARNING neutron.api.v2.base [None req-cfe9c470-da51-4a21-a4d3-93e5eba34777 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 26 15:22:56.490165 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-cfe9c470-da51-4a21-a4d3-93e5eba34777 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:56.490804 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cfe9c470-da51-4a21-a4d3-93e5eba34777 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0055609 Oct 26 15:22:56.494534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59008) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:56.496835 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-e46e1c01-92d0-45da-a86c-1a471ba0ed20 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Calling delete_port for 0dd01327-227b-4886-8597-98497b93067c owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:56.499659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'fixed_ips': [{'subnet_id': '8e2263bc-a866-448f-8209-e2b478cd77bc'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:22:56.500608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.507834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-fa8fc4b9-32b8-48c4-9854-936802a9bca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port 406d5480-d609-4ba0-908d-871a2392bbce yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:22:56.511430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-04ef87ea-163d-4036-8890-2fbd79fd5b40 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (5d594b50-c36b-416a-89e1-9edea371e6e4), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.546161 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-04ef87ea-163d-4036-8890-2fbd79fd5b40 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (5d594b50-c36b-416a-89e1-9edea371e6e4), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.649468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Allocated IP 2001:db8::2 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/8e2263bc-a866-448f-8209-e2b478cd77bc/725c96ab-5faf-4390-a24f-3be6cbc48115) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:56.667203 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-038f3f60-a37d-4537-90cd-46a9b5f92bef tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (774448f9-6b2a-4b83-901e-908345c71e01), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.691274 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-038f3f60-a37d-4537-90cd-46a9b5f92bef tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (774448f9-6b2a-4b83-901e-908345c71e01), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.743703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-038f3f60-a37d-4537-90cd-46a9b5f92bef tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (774448f9-6b2a-4b83-901e-908345c71e01), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.746349 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-038f3f60-a37d-4537-90cd-46a9b5f92bef tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.747550 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-038f3f60-a37d-4537-90cd-46a9b5f92bef tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/774448f9-6b2a-4b83-901e-908345c71e01 HTTP/1.1" status: 204 len: 168 time: 0.2522213 Oct 26 15:22:56.749802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:56.752187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59010) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:56.773240 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f3f60-a37d-4537-90cd-46a9b5f92bef tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=774448f9-6b2a-4b83-901e-908345c71e01,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:56.806617 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d766a60f-dc15-4258-8da7-96151eecb18f tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0531750 Oct 26 15:22:56.810704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59012) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:56.819895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-942a464e-bc92-4028-bcd4-37ffd22e91e4 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group': {'name': 'tempest-secgroup--524443867'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:56.833110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Publish callbacks [] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.840154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.867274 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-942a464e-bc92-4028-bcd4-37ffd22e91e4 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.882053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:56.888570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:56.891071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:56.904343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Pushing event updated for resources: {'Port': ['ID=725c96ab-5faf-4390-a24f-3be6cbc48115,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:56.916205 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:56.925241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-fa8fc4b9-32b8-48c4-9854-936802a9bca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::fc39:343c:bf3d:69 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/8e2263bc-a866-448f-8209-e2b478cd77bc/406d5480-d609-4ba0-908d-871a2392bbce) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:22:56.929821 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-04ef87ea-163d-4036-8890-2fbd79fd5b40 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.931358 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-04ef87ea-163d-4036-8890-2fbd79fd5b40 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8755171 Oct 26 15:22:56.932260 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef87ea-163d-4036-8890-2fbd79fd5b40 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d594b50-c36b-416a-89e1-9edea371e6e4,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:56.936113 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59014) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:56.941942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-1437cd39-6fae-4e24-8a5e-a51919e7329f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': '5d594b50-c36b-416a-89e1-9edea371e6e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:56.942938 dv-neutron-759874-6-hyperv neutron-server[105321]: WARNING neutron.api.v2.base [None req-1437cd39-6fae-4e24-8a5e-a51919e7329f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 15:22:56.943642 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-1437cd39-6fae-4e24-8a5e-a51919e7329f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:56.944793 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1437cd39-6fae-4e24-8a5e-a51919e7329f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077662 Oct 26 15:22:56.949450 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59016) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:56.957085 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-a72e6fa1-9ce4-456a-b5d7-b0aa0189643a tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': '5d594b50-c36b-416a-89e1-9edea371e6e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:56.977496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Attempting to bind port 725c96ab-5faf-4390-a24f-3be6cbc48115 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:22:56.977971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Attempting to bind port 725c96ab-5faf-4390-a24f-3be6cbc48115 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:22:56.978438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Attempting to bind port 725c96ab-5faf-4390-a24f-3be6cbc48115 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:22:56.981573 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-bbac5296-c1c4-4cbb-b7b4-b010aef16250 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Deleting port b0d2f66e-ce95-481a-a223-76fa87ab8a79 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:56.982148 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bbac5296-c1c4-4cbb-b7b4-b010aef16250 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (b0d2f66e-ce95-481a-a223-76fa87ab8a79), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:56.990212 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-942a464e-bc92-4028-bcd4-37ffd22e91e4 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (11585ed8-6d79-4fca-abc7-b97bffbada06), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.000538 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-942a464e-bc92-4028-bcd4-37ffd22e91e4 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (11585ed8-6d79-4fca-abc7-b97bffbada06), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.028076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:22:57.028609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Checking segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:22:57.029258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.030564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Bound using segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:22:57.030848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Bound port: 725c96ab-5faf-4390-a24f-3be6cbc48115, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:22:57.031238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.052870 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-942a464e-bc92-4028-bcd4-37ffd22e91e4 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.054152 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-942a464e-bc92-4028-bcd4-37ffd22e91e4 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2408030 Oct 26 15:22:57.058658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59018) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:57.066407 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-c9f91dc8-6ca4-4e38-bca8-6c1d32ca5ae3 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': '11585ed8-6d79-4fca-abc7-b97bffbada06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:57.066965 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.api.v2.base [None req-c9f91dc8-6ca4-4e38-bca8-6c1d32ca5ae3 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 26 15:22:57.067467 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-c9f91dc8-6ca4-4e38-bca8-6c1d32ca5ae3 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:57.068529 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c9f91dc8-6ca4-4e38-bca8-6c1d32ca5ae3 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088081 Oct 26 15:22:57.068654 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a464e-bc92-4028-bcd4-37ffd22e91e4 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11585ed8-6d79-4fca-abc7-b97bffbada06,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:57.071579 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59020) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:57.076054 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e46e1c01-92d0-45da-a86c-1a471ba0ed20 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (0dd01327-227b-4886-8597-98497b93067c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.083234 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-aee29fdd-fc9d-4420-bb0e-29016bb8facb tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': '11585ed8-6d79-4fca-abc7-b97bffbada06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:57.084067 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.api.v2.base [None req-aee29fdd-fc9d-4420-bb0e-29016bb8facb tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 26 15:22:57.084741 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-aee29fdd-fc9d-4420-bb0e-29016bb8facb tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:57.085458 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-aee29fdd-fc9d-4420-bb0e-29016bb8facb tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0105243 Oct 26 15:22:57.086652 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:57.098129 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59022) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:57.112972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-0326ca1c-9b47-4838-ae09-5f48df58e592 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': '11585ed8-6d79-4fca-abc7-b97bffbada06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:57.113801 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.api.v2.base [None req-0326ca1c-9b47-4838-ae09-5f48df58e592 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 26 15:22:57.114291 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-0326ca1c-9b47-4838-ae09-5f48df58e592 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:57.115324 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0326ca1c-9b47-4838-ae09-5f48df58e592 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0161319 Oct 26 15:22:57.128822 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-a72e6fa1-9ce4-456a-b5d7-b0aa0189643a tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:57.128822 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a72e6fa1-9ce4-456a-b5d7-b0aa0189643a tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1711366 Oct 26 15:22:57.128822 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59024) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:57.130106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] For port 725c96ab-5faf-4390-a24f-3be6cbc48115, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:22:57.133603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] For port 725c96ab-5faf-4390-a24f-3be6cbc48115, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=725c96ab-5faf-4390-a24f-3be6cbc48115,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:22:57.142300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.144071 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59026) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:57.153032 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e2f4ea7a-45a8-446a-921a-5ed760cd1246 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': '11585ed8-6d79-4fca-abc7-b97bffbada06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:57.154730 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.api.v2.base [None req-e2f4ea7a-45a8-446a-921a-5ed760cd1246 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 26 15:22:57.155133 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-e2f4ea7a-45a8-446a-921a-5ed760cd1246 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:57.155472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-1958f228-dcac-41c8-822a-f577e39cdcc7 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': '5d594b50-c36b-416a-89e1-9edea371e6e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:57.156106 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e2f4ea7a-45a8-446a-921a-5ed760cd1246 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0121813 Oct 26 15:22:57.160735 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e1c01-92d0-45da-a86c-1a471ba0ed20 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Port': ['ID=0dd01327-227b-4886-8597-98497b93067c,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:57.161326 dv-neutron-759874-6-hyperv neutron-server[105321]: WARNING neutron.api.v2.base [None req-1958f228-dcac-41c8-822a-f577e39cdcc7 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 26 15:22:57.161980 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-1958f228-dcac-41c8-822a-f577e39cdcc7 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:57.163087 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1958f228-dcac-41c8-822a-f577e39cdcc7 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0178123 Oct 26 15:22:57.172983 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59028) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:57.173155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bbac5296-c1c4-4cbb-b7b4-b010aef16250 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (b0d2f66e-ce95-481a-a223-76fa87ab8a79), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.173260 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59030) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:57.173466 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bbac5296-c1c4-4cbb-b7b4-b010aef16250 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (b0d2f66e-ce95-481a-a223-76fa87ab8a79), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.177178 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e46e1c01-92d0-45da-a86c-1a471ba0ed20 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.180831 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-2f1caf0d-d4fd-4e89-9ac0-29bc3c559707 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': '5d594b50-c36b-416a-89e1-9edea371e6e4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:57.186661 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e46e1c01-92d0-45da-a86c-1a471ba0ed20 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/ports/0dd01327-227b-4886-8597-98497b93067c HTTP/1.1" status: 204 len: 168 time: 1.0564806 Oct 26 15:22:57.193872 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59032) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:57.208239 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:57.215037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5133f-36cb-423b-bb6e-477056e8aded None None] Pushing event updated for resources: {'Port': ['ID=725c96ab-5faf-4390-a24f-3be6cbc48115,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:57.218983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1fbb9a3e-489a-4251-bea6-34f009973ec6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:57.227628 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-bbac5296-c1c4-4cbb-b7b4-b010aef16250 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Calling delete_port for b0d2f66e-ce95-481a-a223-76fa87ab8a79 owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:57.250387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 1fbb9a3e-489a-4251-bea6-34f009973ec6 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:22:57.250954 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1fbb9a3e-489a-4251-bea6-34f009973ec6 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:22:57.251324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device b7335fb6-c26b-4efb-afbf-783750fab21c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:22:57.278055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: b7335fb6-c26b-4efb-afbf-783750fab21c {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:22:57.278399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device b7335fb6-c26b-4efb-afbf-783750fab21c not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:22:57.328615 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-2f1caf0d-d4fd-4e89-9ac0-29bc3c559707 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:57.329703 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2f1caf0d-d4fd-4e89-9ac0-29bc3c559707 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1544950 Oct 26 15:22:57.335515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9e09a57f-3813-44df-af36-70873584121d tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (11585ed8-6d79-4fca-abc7-b97bffbada06), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.340514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59034) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:57.344689 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fa8fc4b9-32b8-48c4-9854-936802a9bca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (406d5480-d609-4ba0-908d-871a2392bbce), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.348681 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-01d9b5f9-a371-421c-83a4-fd5509a41de3 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': '5d594b50-c36b-416a-89e1-9edea371e6e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:57.349186 dv-neutron-759874-6-hyperv neutron-server[105321]: WARNING neutron.api.v2.base [None req-01d9b5f9-a371-421c-83a4-fd5509a41de3 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 15:22:57.349683 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-01d9b5f9-a371-421c-83a4-fd5509a41de3 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:57.352997 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-01d9b5f9-a371-421c-83a4-fd5509a41de3 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091333 Oct 26 15:22:57.353148 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-508f5c30-5789-44a2-aa5d-ebc5d4f6f1e0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (d21a7e15-0604-4ad5-9aef-9ca64b3be92d), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.354309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59036) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:57.369085 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-2ec5cc63-97a6-4423-8b38-70a1e4f6e81e tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': '5d594b50-c36b-416a-89e1-9edea371e6e4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:57.398582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9e09a57f-3813-44df-af36-70873584121d tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (11585ed8-6d79-4fca-abc7-b97bffbada06), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.447773 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-2ec5cc63-97a6-4423-8b38-70a1e4f6e81e tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Project 0d08eb6281cf42f6af4a042751c4b6d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:22:57.485054 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-2ec5cc63-97a6-4423-8b38-70a1e4f6e81e tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:57.489616 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59038) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:57.490172 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2ec5cc63-97a6-4423-8b38-70a1e4f6e81e tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1284587 Oct 26 15:22:57.492683 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fa8fc4b9-32b8-48c4-9854-936802a9bca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (406d5480-d609-4ba0-908d-871a2392bbce), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.500381 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-9ae8f8cf-5873-449b-b787-36f922c628c4 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': '5d594b50-c36b-416a-89e1-9edea371e6e4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:57.503349 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.api.v2.base [None req-9ae8f8cf-5873-449b-b787-36f922c628c4 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 26 15:22:57.503349 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-9ae8f8cf-5873-449b-b787-36f922c628c4 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:57.503588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9e09a57f-3813-44df-af36-70873584121d tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (11585ed8-6d79-4fca-abc7-b97bffbada06), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.504848 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9ae8f8cf-5873-449b-b787-36f922c628c4 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0135889 Oct 26 15:22:57.506190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9e09a57f-3813-44df-af36-70873584121d tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.510312 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9e09a57f-3813-44df-af36-70873584121d tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/11585ed8-6d79-4fca-abc7-b97bffbada06 HTTP/1.1" status: 204 len: 168 time: 0.3338654 Oct 26 15:22:57.524741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59040) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:57.525101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59042) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:57.528893 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-508f5c30-5789-44a2-aa5d-ebc5d4f6f1e0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (d21a7e15-0604-4ad5-9aef-9ca64b3be92d), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.544889 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-5ffd59f3-f41a-4bef-82f1-93a58afdb6dc tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': '5d594b50-c36b-416a-89e1-9edea371e6e4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:57.563909 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-508f5c30-5789-44a2-aa5d-ebc5d4f6f1e0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21a7e15-0604-4ad5-9aef-9ca64b3be92d']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:57.564221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09a57f-3813-44df-af36-70873584121d tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11585ed8-6d79-4fca-abc7-b97bffbada06,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:57.589345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-508f5c30-5789-44a2-aa5d-ebc5d4f6f1e0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:57.589649 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-508f5c30-5789-44a2-aa5d-ebc5d4f6f1e0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:57.605968 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:57.606198 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8fc4b9-32b8-48c4-9854-936802a9bca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:22:57.611745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-508f5c30-5789-44a2-aa5d-ebc5d4f6f1e0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.614667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-fa8fc4b9-32b8-48c4-9854-936802a9bca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:22:57.619737 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8fc4b9-32b8-48c4-9854-936802a9bca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:22:57.625082 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8fc4b9-32b8-48c4-9854-936802a9bca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:57.625754 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fa8fc4b9-32b8-48c4-9854-936802a9bca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.634146 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-508f5c30-5789-44a2-aa5d-ebc5d4f6f1e0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.644276 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-5ffd59f3-f41a-4bef-82f1-93a58afdb6dc tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Project 0d08eb6281cf42f6af4a042751c4b6d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:22:57.647310 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fc4b9-32b8-48c4-9854-936802a9bca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=406d5480-d609-4ba0-908d-871a2392bbce,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:57.665088 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508f5c30-5789-44a2-aa5d-ebc5d4f6f1e0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:22:57.665499 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-508f5c30-5789-44a2-aa5d-ebc5d4f6f1e0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.670316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:57.678630 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fcf88b2d-cf4c-438f-9cf5-00c7cd0756c1 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1436119 Oct 26 15:22:57.682329 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59046) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:57.687702 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c40b7b5f-455b-4da6-acfb-bd1946710ccf tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group': {'name': 'tempest-secgroup--433113333'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:57.698072 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fa8fc4b9-32b8-48c4-9854-936802a9bca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5179105 Oct 26 15:22:57.698072 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-5ffd59f3-f41a-4bef-82f1-93a58afdb6dc tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:57.699071 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5ffd59f3-f41a-4bef-82f1-93a58afdb6dc tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1659474 Oct 26 15:22:57.699561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59048) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:57.709739 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59050) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:57.716176 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321 resource provider aggregate not found Oct 26 15:22:57.717929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ed2a9bbd-369a-4713-8459-931ac7c19b43 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': '5d594b50-c36b-416a-89e1-9edea371e6e4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:57.741532 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f0cf4a2-ccf5-4ec5-8ce0-15812d05c321 found for delete ", "request_id": "req-403050c5-8263-4dd9-a127-28c3490289ef"}]} Oct 26 15:22:57.749181 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bbac5296-c1c4-4cbb-b7b4-b010aef16250 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (b0d2f66e-ce95-481a-a223-76fa87ab8a79), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.758310 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-508f5c30-5789-44a2-aa5d-ebc5d4f6f1e0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (d21a7e15-0604-4ad5-9aef-9ca64b3be92d), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.770467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c40b7b5f-455b-4da6-acfb-bd1946710ccf tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.785732 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-508f5c30-5789-44a2-aa5d-ebc5d4f6f1e0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.786351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42500554-520f-4c5e-b39c-66946fe22365 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:57.788860 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-508f5c30-5789-44a2-aa5d-ebc5d4f6f1e0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] 10.222.0.60 "DELETE /networking/v2.0/networks/d21a7e15-0604-4ad5-9aef-9ca64b3be92d HTTP/1.1" status: 204 len: 168 time: 0.5939560 Oct 26 15:22:57.790981 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac5296-c1c4-4cbb-b7b4-b010aef16250 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event deleted for resources: {'Port': ['ID=b0d2f66e-ce95-481a-a223-76fa87ab8a79,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:57.791390 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42500554-520f-4c5e-b39c-66946fe22365 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:57.793605 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-42500554-520f-4c5e-b39c-66946fe22365 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0927105 Oct 26 15:22:57.796761 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59056) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:57.799102 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-ed2a9bbd-369a-4713-8459-931ac7c19b43 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Project 0d08eb6281cf42f6af4a042751c4b6d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:22:57.831409 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f5c30-5789-44a2-aa5d-ebc5d4f6f1e0 tempest-PortsIpV6TestJSON-266711607 tempest-PortsIpV6TestJSON-266711607-project] Pushing event deleted for resources: {'Network': ['ID=d21a7e15-0604-4ad5-9aef-9ca64b3be92d,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:57.853775 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-ed2a9bbd-369a-4713-8459-931ac7c19b43 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:57.855639 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ed2a9bbd-369a-4713-8459-931ac7c19b43 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1416116 Oct 26 15:22:57.859026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59058) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:57.909481 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bbac5296-c1c4-4cbb-b7b4-b010aef16250 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (99874b68-f455-48ad-be73-f5be6d950a4a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.909823 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-bbac5296-c1c4-4cbb-b7b4-b010aef16250 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Floating IP 99874b68-f455-48ad-be73-f5be6d950a4a disassociated (deleted). External IP: 172.26.11.168, port: 22d74e49-2464-453b-b8f4-2eac26ad113d. Oct 26 15:22:57.927940 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-8bc3d521-9e5c-46ea-b569-2a02080b1f71 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port 406d5480-d609-4ba0-908d-871a2392bbce {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:57.928286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8bc3d521-9e5c-46ea-b569-2a02080b1f71 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (406d5480-d609-4ba0-908d-871a2392bbce), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.970358 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c76bc7ee-f6e9-4c40-ad93-57b8f7a9ae56 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (5d594b50-c36b-416a-89e1-9edea371e6e4), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.991334 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c40b7b5f-455b-4da6-acfb-bd1946710ccf tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (fa3cc764-3608-42f4-86a8-3fb1a4e2f248), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:57.997762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c40b7b5f-455b-4da6-acfb-bd1946710ccf tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (fa3cc764-3608-42f4-86a8-3fb1a4e2f248), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.005283 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:58.033965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c76bc7ee-f6e9-4c40-ad93-57b8f7a9ae56 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (5d594b50-c36b-416a-89e1-9edea371e6e4), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.039159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c40b7b5f-455b-4da6-acfb-bd1946710ccf tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.040644 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c40b7b5f-455b-4da6-acfb-bd1946710ccf tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3570886 Oct 26 15:22:58.046025 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59062) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:58.050656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-742bcc7c-8fbc-4489-a7e5-91c8abf6aa1e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': 'fa3cc764-3608-42f4-86a8-3fb1a4e2f248', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:58.051146 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.api.v2.base [None req-742bcc7c-8fbc-4489-a7e5-91c8abf6aa1e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 15:22:58.052049 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-742bcc7c-8fbc-4489-a7e5-91c8abf6aa1e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:58.053071 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-742bcc7c-8fbc-4489-a7e5-91c8abf6aa1e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059748 Oct 26 15:22:58.057238 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59064) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:58.064250 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-2f1b4a91-969d-478e-bf45-5b5c500eace7 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': 'fa3cc764-3608-42f4-86a8-3fb1a4e2f248', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:58.101112 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8bc3d521-9e5c-46ea-b569-2a02080b1f71 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (406d5480-d609-4ba0-908d-871a2392bbce), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.104270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b7b5f-455b-4da6-acfb-bd1946710ccf tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3cc764-3608-42f4-86a8-3fb1a4e2f248,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:58.122354 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:58.141834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-8bc3d521-9e5c-46ea-b569-2a02080b1f71 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for 406d5480-d609-4ba0-908d-871a2392bbce owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:58.177580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59066) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:58.187547 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c76bc7ee-f6e9-4c40-ad93-57b8f7a9ae56 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (5d594b50-c36b-416a-89e1-9edea371e6e4), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.190191 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c76bc7ee-f6e9-4c40-ad93-57b8f7a9ae56 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.191341 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c76bc7ee-f6e9-4c40-ad93-57b8f7a9ae56 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/5d594b50-c36b-416a-89e1-9edea371e6e4 HTTP/1.1" status: 204 len: 168 time: 0.3313704 Oct 26 15:22:58.192286 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-2f1b4a91-969d-478e-bf45-5b5c500eace7 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:58.196632 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2f1b4a91-969d-478e-bf45-5b5c500eace7 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1359875 Oct 26 15:22:58.196924 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59070) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:58.197265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59072) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:58.213025 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bc7ee-f6e9-4c40-ad93-57b8f7a9ae56 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d594b50-c36b-416a-89e1-9edea371e6e4,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:58.215084 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-25ec7cb1-370b-4f57-bcbd-76c78de77c45 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': 'fa3cc764-3608-42f4-86a8-3fb1a4e2f248', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:58.215602 dv-neutron-759874-6-hyperv neutron-server[105321]: WARNING neutron.api.v2.base [None req-25ec7cb1-370b-4f57-bcbd-76c78de77c45 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 26 15:22:58.216114 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-25ec7cb1-370b-4f57-bcbd-76c78de77c45 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:58.217240 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-25ec7cb1-370b-4f57-bcbd-76c78de77c45 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0171037 Oct 26 15:22:58.222639 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59074) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:58.247325 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-05e72cca-27c5-464e-9c81-190f08e9b4d8 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': 'fa3cc764-3608-42f4-86a8-3fb1a4e2f248', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:58.294240 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1108b2f2-ccbe-4207-910b-2aca961015ca tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0957832 Oct 26 15:22:58.298386 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59076) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:58.305830 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e78fc4c6-91de-46b5-b390-d8322595789f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group': {'name': 'tempest-secgroup--163875662'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:58.367475 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-05e72cca-27c5-464e-9c81-190f08e9b4d8 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:58.368642 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-05e72cca-27c5-464e-9c81-190f08e9b4d8 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1287782 Oct 26 15:22:58.372974 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8bc3d521-9e5c-46ea-b569-2a02080b1f71 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (406d5480-d609-4ba0-908d-871a2392bbce), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.376500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59078) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:58.387794 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-28396504-c224-4f9a-8eb4-64ed43bbac39 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': 'fa3cc764-3608-42f4-86a8-3fb1a4e2f248', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:58.388840 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.api.v2.base [None req-28396504-c224-4f9a-8eb4-64ed43bbac39 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 15:22:58.388995 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-28396504-c224-4f9a-8eb4-64ed43bbac39 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:58.389855 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-28396504-c224-4f9a-8eb4-64ed43bbac39 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099251 Oct 26 15:22:58.393500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59080) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:58.404278 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-bb86b4b4-56ea-4541-a7b7-19cca9dc4aa7 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': 'fa3cc764-3608-42f4-86a8-3fb1a4e2f248', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:58.419628 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e78fc4c6-91de-46b5-b390-d8322595789f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.421455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3d521-9e5c-46ea-b569-2a02080b1f71 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=406d5480-d609-4ba0-908d-871a2392bbce,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:58.434775 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbac5296-c1c4-4cbb-b7b4-b010aef16250 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 32783b24-c43e-4398-9450-9c82d449bb82 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:22:58.443334 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8bc3d521-9e5c-46ea-b569-2a02080b1f71 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.447635 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8bc3d521-9e5c-46ea-b569-2a02080b1f71 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/406d5480-d609-4ba0-908d-871a2392bbce HTTP/1.1" status: 204 len: 168 time: 0.6496105 Oct 26 15:22:58.451746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59082) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:58.482770 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:58.510968 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af8e115-2bb1-4c4e-a04c-f745ee45a744 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:58.513649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af8e115-2bb1-4c4e-a04c-f745ee45a744 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:58.515404 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8af8e115-2bb1-4c4e-a04c-f745ee45a744 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0625668 Oct 26 15:22:58.518403 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59084) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:58.547093 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-95637ec5-ce93-4915-9545-078e2de7c58e admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=157edd7550b842b7a441bf9ab1570671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3672271 Oct 26 15:22:58.549515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59086) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:58.567023 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-bb86b4b4-56ea-4541-a7b7-19cca9dc4aa7 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:58.570563 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bb86b4b4-56ea-4541-a7b7-19cca9dc4aa7 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1674135 Oct 26 15:22:58.571575 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59088) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:58.581419 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-0b65f16b-d71d-4bd1-bcd7-0d996eb1e71f tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': 'fa3cc764-3608-42f4-86a8-3fb1a4e2f248', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:58.581988 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.api.v2.base [None req-0b65f16b-d71d-4bd1-bcd7-0d996eb1e71f tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 26 15:22:58.582409 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-0b65f16b-d71d-4bd1-bcd7-0d996eb1e71f tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:58.586826 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0b65f16b-d71d-4bd1-bcd7-0d996eb1e71f tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093753 Oct 26 15:22:58.589461 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59090) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:58.592253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-462d9ec7-0437-43a5-bc61-217c0d6689fe None None] Provisioning complete for port 725c96ab-5faf-4390-a24f-3be6cbc48115 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:58.592962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-462d9ec7-0437-43a5-bc61-217c0d6689fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.593194 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:58.593918 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-462d9ec7-0437-43a5-bc61-217c0d6689fe None None] Attempt 1 to provision port 725c96ab-5faf-4390-a24f-3be6cbc48115 Oct 26 15:22:58.599573 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d82fce0d-660c-42e1-91e4-b21f056ed1b0 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': 'fa3cc764-3608-42f4-86a8-3fb1a4e2f248', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:58.610619 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-09416e01-b147-4b5f-91c2-3e34470d3d39 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 8e2263bc-a866-448f-8209-e2b478cd77bc {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:22:58.617990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-09416e01-b147-4b5f-91c2-3e34470d3d39 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (8e2263bc-a866-448f-8209-e2b478cd77bc), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.681386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-09416e01-b147-4b5f-91c2-3e34470d3d39 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (8e2263bc-a866-448f-8209-e2b478cd77bc), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.685786 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e78fc4c6-91de-46b5-b390-d8322595789f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (d6e3ab6c-8e4e-46cb-b265-b8f0baa9df35), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.696641 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbac5296-c1c4-4cbb-b7b4-b010aef16250 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:22:58.699765 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e78fc4c6-91de-46b5-b390-d8322595789f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (d6e3ab6c-8e4e-46cb-b265-b8f0baa9df35), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.701952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-462d9ec7-0437-43a5-bc61-217c0d6689fe None None] Current status of the port 725c96ab-5faf-4390-a24f-3be6cbc48115 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:58.702534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-462d9ec7-0437-43a5-bc61-217c0d6689fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.707674 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bbac5296-c1c4-4cbb-b7b4-b010aef16250 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.719718 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fee38097-abba-48f2-9a7c-f93c4fee161c admin admin] Publish callbacks [] for security_group (08278960-9b9c-4519-969c-c147bbf79390), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.722970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bad429-a46b-4cef-a004-4103a8a64e71 None None] Sync routers for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:22:58.758184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bad429-a46b-4cef-a004-4103a8a64e71 None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:58.758843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a9bad429-a46b-4cef-a004-4103a8a64e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:58.766568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fee38097-abba-48f2-9a7c-f93c4fee161c admin admin] Publish callbacks [] for security_group (08278960-9b9c-4519-969c-c147bbf79390), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.772896 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-d82fce0d-660c-42e1-91e4-b21f056ed1b0 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:58.774076 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d82fce0d-660c-42e1-91e4-b21f056ed1b0 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1824772 Oct 26 15:22:58.776771 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e78fc4c6-91de-46b5-b390-d8322595789f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.777946 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e78fc4c6-91de-46b5-b390-d8322595789f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4786234 Oct 26 15:22:58.779524 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59092) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:58.785507 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e1556dd8-4cc0-42a3-afda-7c42ee69368e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': 'fa3cc764-3608-42f4-86a8-3fb1a4e2f248', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:58.788404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59094) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:58.793927 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bbac5296-c1c4-4cbb-b7b4-b010aef16250 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/99874b68-f455-48ad-be73-f5be6d950a4a HTTP/1.1" status: 204 len: 168 time: 2.4301622 Oct 26 15:22:58.794757 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78fc4c6-91de-46b5-b390-d8322595789f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e3ab6c-8e4e-46cb-b265-b8f0baa9df35,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:58.796565 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59096) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:58.798883 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ebba90fa-70a0-4779-9ea1-09919ff04d82 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': 'd6e3ab6c-8e4e-46cb-b265-b8f0baa9df35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:58.820302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-462d9ec7-0437-43a5-bc61-217c0d6689fe None None] For port 725c96ab-5faf-4390-a24f-3be6cbc48115, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=725c96ab-5faf-4390-a24f-3be6cbc48115,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:22:58.821977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a9bad429-a46b-4cef-a004-4103a8a64e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:58.827777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-462d9ec7-0437-43a5-bc61-217c0d6689fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.862542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bad429-a46b-4cef-a004-4103a8a64e71 None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:22:58.863491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a9bad429-a46b-4cef-a004-4103a8a64e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:58.892942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-09416e01-b147-4b5f-91c2-3e34470d3d39 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (8e2263bc-a866-448f-8209-e2b478cd77bc), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.908120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a9bad429-a46b-4cef-a004-4103a8a64e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:22:58.909145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bad429-a46b-4cef-a004-4103a8a64e71 None None] The sync data for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:22:58.951359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-cb7da0ff-65f4-4569-8c5a-79df24d4435e None None] Could not find standard attr ID for object ad8d666e-1de8-44f2-98c5-03310b5e1c8d. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:22:58.960265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d9ec7-0437-43a5-bc61-217c0d6689fe None None] Pushing event updated for resources: {'Port': ['ID=725c96ab-5faf-4390-a24f-3be6cbc48115,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:58.966180 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-e1556dd8-4cc0-42a3-afda-7c42ee69368e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:22:58.966589 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fee38097-abba-48f2-9a7c-f93c4fee161c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (08278960-9b9c-4519-969c-c147bbf79390), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.967427 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e1556dd8-4cc0-42a3-afda-7c42ee69368e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1853848 Oct 26 15:22:58.968141 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-93dd3f49-9e03-4f4f-baa2-22892b0f5e28 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Deleting port 22d74e49-2464-453b-b8f4-2eac26ad113d {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:22:58.969628 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-93dd3f49-9e03-4f4f-baa2-22892b0f5e28 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (22d74e49-2464-453b-b8f4-2eac26ad113d), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.972762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fee38097-abba-48f2-9a7c-f93c4fee161c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:58.973506 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59098) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:58.973937 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fee38097-abba-48f2-9a7c-f93c4fee161c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/08278960-9b9c-4519-969c-c147bbf79390 HTTP/1.1" status: 204 len: 168 time: 0.4196343 Oct 26 15:22:58.974863 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-ebba90fa-70a0-4779-9ea1-09919ff04d82 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The resource could not be found. Oct 26 15:22:58.979451 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ebba90fa-70a0-4779-9ea1-09919ff04d82 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1862397 Oct 26 15:22:58.986632 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59102) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:58.987615 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee38097-abba-48f2-9a7c-f93c4fee161c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08278960-9b9c-4519-969c-c147bbf79390,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:58.998995 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-34c3fde1-5d11-4f71-8e23-bc1066b20e07 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': 'd6e3ab6c-8e4e-46cb-b265-b8f0baa9df35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9dbe3f8d-6205-4238-ad22-a38bb615511e'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:59.024039 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:59.040046 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:59.044185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ecab41-62f5-4f2a-99e7-7485cd2b821b None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:22:59.055767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-09416e01-b147-4b5f-91c2-3e34470d3d39 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (8e2263bc-a866-448f-8209-e2b478cd77bc), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.095305 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09416e01-b147-4b5f-91c2-3e34470d3d39 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=8e2263bc-a866-448f-8209-e2b478cd77bc,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:59.103140 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-09416e01-b147-4b5f-91c2-3e34470d3d39 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.110510 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-09416e01-b147-4b5f-91c2-3e34470d3d39 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/8e2263bc-a866-448f-8209-e2b478cd77bc HTTP/1.1" status: 204 len: 168 time: 0.5889237 Oct 26 15:22:59.111949 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-34c3fde1-5d11-4f71-8e23-bc1066b20e07 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The resource could not be found. Oct 26 15:22:59.116901 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-34c3fde1-5d11-4f71-8e23-bc1066b20e07 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1226707 Oct 26 15:22:59.117039 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59104) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:59.117161 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59106) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:59.139352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a8d05037-91e2-4ffe-903b-96fa38e0cdb8 None None] Could not find standard attr ID for object 406d5480-d609-4ba0-908d-871a2392bbce. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:22:59.199755 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-150666ff-32eb-4434-a783-3e316d5ef916 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840714 Oct 26 15:22:59.204504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59108) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:59.208702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ecab41-62f5-4f2a-99e7-7485cd2b821b None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:22:59.226075 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-554a95a7-ca76-4596-834f-1342fd5b551d tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (d6e3ab6c-8e4e-46cb-b265-b8f0baa9df35), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.236260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:59.236630 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c5360ac4-44bb-4537-8620-aefbe8ffb04b tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (fa3cc764-3608-42f4-86a8-3fb1a4e2f248), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.254493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 725c96ab-5faf-4390-a24f-3be6cbc48115 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:22:59.265287 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-93dd3f49-9e03-4f4f-baa2-22892b0f5e28 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (22d74e49-2464-453b-b8f4-2eac26ad113d), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.282915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c5360ac4-44bb-4537-8620-aefbe8ffb04b tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (fa3cc764-3608-42f4-86a8-3fb1a4e2f248), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.295270 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-93dd3f49-9e03-4f4f-baa2-22892b0f5e28 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Calling delete_port for 22d74e49-2464-453b-b8f4-2eac26ad113d owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:22:59.320939 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-554a95a7-ca76-4596-834f-1342fd5b551d tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (d6e3ab6c-8e4e-46cb-b265-b8f0baa9df35), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.335847 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61cca09-94b8-4c77-a81d-53f09ac93949 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:59.340132 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c61cca09-94b8-4c77-a81d-53f09ac93949 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1344893 Oct 26 15:22:59.346538 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59112) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:59.394219 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c5360ac4-44bb-4537-8620-aefbe8ffb04b tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (fa3cc764-3608-42f4-86a8-3fb1a4e2f248), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.397673 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c5360ac4-44bb-4537-8620-aefbe8ffb04b tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.401965 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c5360ac4-44bb-4537-8620-aefbe8ffb04b tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/fa3cc764-3608-42f4-86a8-3fb1a4e2f248 HTTP/1.1" status: 204 len: 168 time: 0.4132292 Oct 26 15:22:59.405752 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59118) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:59.426848 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5360ac4-44bb-4537-8620-aefbe8ffb04b tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3cc764-3608-42f4-86a8-3fb1a4e2f248,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:59.431425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 725c96ab-5faf-4390-a24f-3be6cbc48115 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:59.432061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.433711 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 725c96ab-5faf-4390-a24f-3be6cbc48115 Oct 26 15:22:59.449958 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-554a95a7-ca76-4596-834f-1342fd5b551d tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (d6e3ab6c-8e4e-46cb-b265-b8f0baa9df35), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.453701 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-554a95a7-ca76-4596-834f-1342fd5b551d tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.457404 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-554a95a7-ca76-4596-834f-1342fd5b551d tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d6e3ab6c-8e4e-46cb-b265-b8f0baa9df35 HTTP/1.1" status: 204 len: 168 time: 0.3397443 Oct 26 15:22:59.458029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59122) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:59.459661 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:DELETE=10 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:59.481804 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a95a7-ca76-4596-834f-1342fd5b551d tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e3ab6c-8e4e-46cb-b265-b8f0baa9df35,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:59.497682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:59.510274 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b00cd35e-7a90-4a64-8429-c18db500792c tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1020072 Oct 26 15:22:59.513518 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5477587-5cf2-4fa7-99a1-e905106fd85c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:22:59.516952 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59124) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:59.523126 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d0ebf04a-97a1-402b-ac82-3cb596bfbdd5 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group': {'name': 'tempest-secgroup--1774211532'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:59.523756 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a5477587-5cf2-4fa7-99a1-e905106fd85c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1712224 Oct 26 15:22:59.527576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59126) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:59.582649 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-93d7e388-0589-4de1-90af-6d9d0e94f159 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499697 Oct 26 15:22:59.584644 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59130) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:59.585126 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0ebf04a-97a1-402b-ac82-3cb596bfbdd5 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.592709 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-edf3a746-f693-4d6b-97ed-8460ffcb05a1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:59.617428 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:59.630170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f58a067-5de1-4ba5-b3a1-a02d7e3fd86b None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:22:59.652130 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-93dd3f49-9e03-4f4f-baa2-22892b0f5e28 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (22d74e49-2464-453b-b8f4-2eac26ad113d), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.680282 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2de8e429-5b14-4893-9b7c-167a0d2f78b1 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2082634 Oct 26 15:22:59.686975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59132) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:59.693579 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-4c87e9bc-58f8-4d69-a794-feceb5ea312f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': 'a3c0fbc2-1a4f-4e4c-8587-acc48dd32e9c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:59.695268 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd3f49-9e03-4f4f-baa2-22892b0f5e28 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event deleted for resources: {'Port': ['ID=22d74e49-2464-453b-b8f4-2eac26ad113d,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:59.707648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-92d64bac-339b-4a3e-8142-a94a8320fda7 None None] Could not find standard attr ID for object ad8d666e-1de8-44f2-98c5-03310b5e1c8d. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:22:59.762178 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf3a746-f693-4d6b-97ed-8460ffcb05a1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:22:59.768400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-edf3a746-f693-4d6b-97ed-8460ffcb05a1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.781421 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0ebf04a-97a1-402b-ac82-3cb596bfbdd5 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (797c32f5-d1ef-4de9-b068-e7b53cea3f44), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.797855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 725c96ab-5faf-4390-a24f-3be6cbc48115 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:22:59.806643 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0ebf04a-97a1-402b-ac82-3cb596bfbdd5 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (797c32f5-d1ef-4de9-b068-e7b53cea3f44), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.813837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-92d64bac-339b-4a3e-8142-a94a8320fda7 None None] Could not find standard attr ID for object 406d5480-d609-4ba0-908d-871a2392bbce. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:22:59.834172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-92d64bac-339b-4a3e-8142-a94a8320fda7 None None] Provisioning complete for port 725c96ab-5faf-4390-a24f-3be6cbc48115 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:22:59.834551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-92d64bac-339b-4a3e-8142-a94a8320fda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.834887 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-92d64bac-339b-4a3e-8142-a94a8320fda7 None None] Attempt 1 to provision port 725c96ab-5faf-4390-a24f-3be6cbc48115 Oct 26 15:22:59.835815 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-4c87e9bc-58f8-4d69-a794-feceb5ea312f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The resource could not be found. Oct 26 15:22:59.836906 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4c87e9bc-58f8-4d69-a794-feceb5ea312f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1489604 Oct 26 15:22:59.837282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f58a067-5de1-4ba5-b3a1-a02d7e3fd86b None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:22:59.843800 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59138) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:59.853005 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-6e452e3b-502e-475b-87b4-871e622eccb8 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123011327'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:59.861368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:22:59.883367 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0ebf04a-97a1-402b-ac82-3cb596bfbdd5 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.884596 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d0ebf04a-97a1-402b-ac82-3cb596bfbdd5 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3667006 Oct 26 15:22:59.889971 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59142) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:59.891723 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-93dd3f49-9e03-4f4f-baa2-22892b0f5e28 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.894892 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-93dd3f49-9e03-4f4f-baa2-22892b0f5e28 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/ports/22d74e49-2464-453b-b8f4-2eac26ad113d HTTP/1.1" status: 204 len: 168 time: 1.0950272 Oct 26 15:22:59.897702 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebf04a-97a1-402b-ac82-3cb596bfbdd5 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797c32f5-d1ef-4de9-b068-e7b53cea3f44,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:22:59.899962 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59144) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:22:59.907185 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-a88dc339-1364-485f-85fd-6fc9aff045a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:59.911901 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-3c82e76d-513e-4413-ab2a-1060afeb39b0 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': '797c32f5-d1ef-4de9-b068-e7b53cea3f44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:22:59.919699 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6e452e3b-502e-475b-87b4-871e622eccb8 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.953116 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a88dc339-1364-485f-85fd-6fc9aff045a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:22:59.975632 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:00.015171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-92d64bac-339b-4a3e-8142-a94a8320fda7 None None] Current status of the port 725c96ab-5faf-4390-a24f-3be6cbc48115 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:00.081189 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a88dc339-1364-485f-85fd-6fc9aff045a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.084903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6e452e3b-502e-475b-87b4-871e622eccb8 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (efd2b681-3609-4a90-ba37-220279ae48e3), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.093372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6e452e3b-502e-475b-87b4-871e622eccb8 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (efd2b681-3609-4a90-ba37-220279ae48e3), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.119928 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-3c82e76d-513e-4413-ab2a-1060afeb39b0 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): The resource could not be found. Oct 26 15:23:00.124152 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3c82e76d-513e-4413-ab2a-1060afeb39b0 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2236803 Oct 26 15:23:00.125127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59148) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:00.125529 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59150) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:00.134921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-63c6f91b-c3fe-44d2-8607-d6d576806a7c tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': '797c32f5-d1ef-4de9-b068-e7b53cea3f44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c93af8f5-f123-4c63-9bd0-78fd4d759523'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:00.148287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-edf3a746-f693-4d6b-97ed-8460ffcb05a1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (80c5ae4c-688b-4ebf-8bfa-40b66a9c3153), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.175667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8542f9c2-e426-45af-b706-2b4ef7385d0e None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:00.194517 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e452e3b-502e-475b-87b4-871e622eccb8 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd2b681-3609-4a90-ba37-220279ae48e3,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:00.202493 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6e452e3b-502e-475b-87b4-871e622eccb8 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.203657 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6e452e3b-502e-475b-87b4-871e622eccb8 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3565245 Oct 26 15:23:00.206545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59154) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:00.213234 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-5d587968-9a0c-4f16-8a9e-aedf2b8ebf47 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group': {'name': 'tempest-secgroup--849724764'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:00.236019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e03a200c-d2f4-4817-86bb-cd3674783f71 None None] Could not find standard attr ID for object ad8d666e-1de8-44f2-98c5-03310b5e1c8d. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:23:00.248407 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3a746-f693-4d6b-97ed-8460ffcb05a1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=80c5ae4c-688b-4ebf-8bfa-40b66a9c3153,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:00.248595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e03a200c-d2f4-4817-86bb-cd3674783f71 None None] Could not find standard attr ID for object 406d5480-d609-4ba0-908d-871a2392bbce. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:23:00.268675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:00.272150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e03a200c-d2f4-4817-86bb-cd3674783f71 None None] Provisioning complete for port 725c96ab-5faf-4390-a24f-3be6cbc48115 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:00.272648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e03a200c-d2f4-4817-86bb-cd3674783f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.273540 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e03a200c-d2f4-4817-86bb-cd3674783f71 None None] Attempt 1 to provision port 725c96ab-5faf-4390-a24f-3be6cbc48115 Oct 26 15:23:00.278724 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d587968-9a0c-4f16-8a9e-aedf2b8ebf47 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.289181 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-a88dc339-1364-485f-85fd-6fc9aff045a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Allocated IP 172.26.11.61 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/6195d7a3-9ceb-414b-ba6e-1060191bbda8) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:00.291421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf3a746-f693-4d6b-97ed-8460ffcb05a1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:00.296159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-edf3a746-f693-4d6b-97ed-8460ffcb05a1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:00.307215 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf3a746-f693-4d6b-97ed-8460ffcb05a1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:00.308892 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-edf3a746-f693-4d6b-97ed-8460ffcb05a1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.333868 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c430fd59-87ae-4eda-92ae-cdaf49e7fe20 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1901538056'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:00.372978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c430fd59-87ae-4eda-92ae-cdaf49e7fe20 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Made reservation on behalf of 4c4db5bb937d4b728c56281fc24a1134 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:00.377285 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c430fd59-87ae-4eda-92ae-cdaf49e7fe20 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.385839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e03a200c-d2f4-4817-86bb-cd3674783f71 None None] Current status of the port 725c96ab-5faf-4390-a24f-3be6cbc48115 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:00.399493 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59156) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:00.400118 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-edf3a746-f693-4d6b-97ed-8460ffcb05a1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8128111 Oct 26 15:23:00.403227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c430fd59-87ae-4eda-92ae-cdaf49e7fe20 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.406667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e651eae1-858e-41e7-8fc4-32d5301a68b4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'fixed_ips': [{'subnet_id': '80c5ae4c-688b-4ebf-8bfa-40b66a9c3153', 'ip_address': '2001:db8::3c0f:3912:eafc:1abd'}], 'name': 'tempest-NetworksTestDHCPv6-1278598687'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:00.415492 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-63c6f91b-c3fe-44d2-8607-d6d576806a7c tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): The resource could not be found. Oct 26 15:23:00.419812 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-63c6f91b-c3fe-44d2-8607-d6d576806a7c tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2887497 Oct 26 15:23:00.421548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59158) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:00.492817 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:00.510781 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:00.515076 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d587968-9a0c-4f16-8a9e-aedf2b8ebf47 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (334b5e59-0dd6-40d6-b889-f09fc1757d35), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.520703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d9989ac0-73be-402d-ae5b-d473653e349a tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (797c32f5-d1ef-4de9-b068-e7b53cea3f44), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.529568 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d587968-9a0c-4f16-8a9e-aedf2b8ebf47 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (334b5e59-0dd6-40d6-b889-f09fc1757d35), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.561254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d9989ac0-73be-402d-ae5b-d473653e349a tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (797c32f5-d1ef-4de9-b068-e7b53cea3f44), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.566738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f612f83-8520-4edd-b9d6-58fd955647a9 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:00.580044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c430fd59-87ae-4eda-92ae-cdaf49e7fe20 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for security_group (be0c942a-ca4e-465d-a321-1c8e3aa1e79d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.588224 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c430fd59-87ae-4eda-92ae-cdaf49e7fe20 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (be0c942a-ca4e-465d-a321-1c8e3aa1e79d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.601865 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a88dc339-1364-485f-85fd-6fc9aff045a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (6195d7a3-9ceb-414b-ba6e-1060191bbda8), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.629790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-1ce3b182-62d0-4c4c-be8f-e0036909209c None None] Provisioning complete for port 725c96ab-5faf-4390-a24f-3be6cbc48115 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:00.630071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1ce3b182-62d0-4c4c-be8f-e0036909209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.630689 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-1ce3b182-62d0-4c4c-be8f-e0036909209c None None] Attempt 1 to provision port 725c96ab-5faf-4390-a24f-3be6cbc48115 Oct 26 15:23:00.631450 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c430fd59-87ae-4eda-92ae-cdaf49e7fe20 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:23:00.632693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d587968-9a0c-4f16-8a9e-aedf2b8ebf47 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.633975 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5d587968-9a0c-4f16-8a9e-aedf2b8ebf47 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4266024 Oct 26 15:23:00.641645 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59160) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:00.650303 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-645f15ec-0163-4ddf-b061-9aa8e3899d12 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': 'efd2b681-3609-4a90-ba37-220279ae48e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '334b5e59-0dd6-40d6-b889-f09fc1757d35'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:00.650884 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430fd59-87ae-4eda-92ae-cdaf49e7fe20 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0c942a-ca4e-465d-a321-1c8e3aa1e79d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:00.655123 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d587968-9a0c-4f16-8a9e-aedf2b8ebf47 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=334b5e59-0dd6-40d6-b889-f09fc1757d35,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:00.662861 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e651eae1-858e-41e7-8fc4-32d5301a68b4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:00.667059 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c430fd59-87ae-4eda-92ae-cdaf49e7fe20 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (562eb2b3-5ce9-4097-9292-18c66a5c9788), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.667975 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-c430fd59-87ae-4eda-92ae-cdaf49e7fe20 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Added segment 562eb2b3-5ce9-4097-9292-18c66a5c9788 of type vlan for network c792f3e5-a06f-4b35-9fce-24e7ec747ed2 Oct 26 15:23:00.670219 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d9989ac0-73be-402d-ae5b-d473653e349a tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (797c32f5-d1ef-4de9-b068-e7b53cea3f44), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.674627 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d9989ac0-73be-402d-ae5b-d473653e349a tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.678672 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d9989ac0-73be-402d-ae5b-d473653e349a tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/797c32f5-d1ef-4de9-b068-e7b53cea3f44 HTTP/1.1" status: 204 len: 168 time: 0.2560341 Oct 26 15:23:00.679480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59162) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:00.688283 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:00.737400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9989ac0-73be-402d-ae5b-d473653e349a tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=797c32f5-d1ef-4de9-b068-e7b53cea3f44,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:00.753474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-1ce3b182-62d0-4c4c-be8f-e0036909209c None None] Current status of the port 725c96ab-5faf-4390-a24f-3be6cbc48115 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:00.768628 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c430fd59-87ae-4eda-92ae-cdaf49e7fe20 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (c792f3e5-a06f-4b35-9fce-24e7ec747ed2), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.769804 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a88dc339-1364-485f-85fd-6fc9aff045a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (6195d7a3-9ceb-414b-ba6e-1060191bbda8), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.776813 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-645f15ec-0163-4ddf-b061-9aa8e3899d12 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:23:00.777901 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-645f15ec-0163-4ddf-b061-9aa8e3899d12 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1340523 Oct 26 15:23:00.786749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59164) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:00.825475 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5da20440-a314-4779-bf0e-5e1c88bbf301 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1237748 Oct 26 15:23:00.826256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59166) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:00.834722 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ec4d7718-5763-40d3-80a5-fe559992f34b tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': 'bc295a08-5ada-4741-8853-2678e9b364b4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:00.847150 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88dc339-1364-485f-85fd-6fc9aff045a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:00.850933 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c430fd59-87ae-4eda-92ae-cdaf49e7fe20 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (c792f3e5-a06f-4b35-9fce-24e7ec747ed2), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.853354 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e651eae1-858e-41e7-8fc4-32d5301a68b4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.855952 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c430fd59-87ae-4eda-92ae-cdaf49e7fe20 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:00.856167 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-a88dc339-1364-485f-85fd-6fc9aff045a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:00.856554 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c430fd59-87ae-4eda-92ae-cdaf49e7fe20 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.859151 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dc339-1364-485f-85fd-6fc9aff045a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=6195d7a3-9ceb-414b-ba6e-1060191bbda8,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:00.867928 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88dc339-1364-485f-85fd-6fc9aff045a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:00.902377 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-e651eae1-858e-41e7-8fc4-32d5301a68b4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port 7fdacf47-61b7-46f0-b651-9b6108905c9a yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:23:00.939252 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c430fd59-87ae-4eda-92ae-cdaf49e7fe20 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8126140 Oct 26 15:23:00.943139 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59168) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:00.949370 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:00.953258 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-522f1f01-df5c-44e3-9e3a-cbba228c2b67 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2009770931'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:00.977960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430fd59-87ae-4eda-92ae-cdaf49e7fe20 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Network': ['ID=c792f3e5-a06f-4b35-9fce-24e7ec747ed2,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:00.983631 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cf4c9360-286f-4324-86cf-1ec70b4faf4a tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (334b5e59-0dd6-40d6-b889-f09fc1757d35), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:00.991011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network c792f3e5-a06f-4b35-9fce-24e7ec747ed2 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:23:01.013022 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-ec4d7718-5763-40d3-80a5-fe559992f34b tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): The resource could not be found. Oct 26 15:23:01.014196 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ec4d7718-5763-40d3-80a5-fe559992f34b tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1868236 Oct 26 15:23:01.016094 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cf4c9360-286f-4324-86cf-1ec70b4faf4a tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (334b5e59-0dd6-40d6-b889-f09fc1757d35), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.019148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59170) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:01.030106 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c1367526-2070-4b7b-8e9e-6f546ea2c53c tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group': {'name': 'tempest-secgroup--884739926'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:01.046977 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522f1f01-df5c-44e3-9e3a-cbba228c2b67 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Made reservation on behalf of 4c4db5bb937d4b728c56281fc24a1134 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:01.052639 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-522f1f01-df5c-44e3-9e3a-cbba228c2b67 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.082363 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c1367526-2070-4b7b-8e9e-6f546ea2c53c tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.109424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cf4c9360-286f-4324-86cf-1ec70b4faf4a tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (334b5e59-0dd6-40d6-b889-f09fc1757d35), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.112328 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cf4c9360-286f-4324-86cf-1ec70b4faf4a tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.113547 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cf4c9360-286f-4324-86cf-1ec70b4faf4a tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/334b5e59-0dd6-40d6-b889-f09fc1757d35 HTTP/1.1" status: 204 len: 168 time: 0.3255556 Oct 26 15:23:01.116425 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522f1f01-df5c-44e3-9e3a-cbba228c2b67 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:23:01.118186 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59172) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:01.131505 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a88dc339-1364-485f-85fd-6fc9aff045a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (b0879326-2f02-4a6e-8f09-05aeb63eb3b6), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.134379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c9360-286f-4324-86cf-1ec70b4faf4a tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=334b5e59-0dd6-40d6-b889-f09fc1757d35,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:01.179516 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-522f1f01-df5c-44e3-9e3a-cbba228c2b67 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (2693a1d4-f034-47a7-a672-d4a19f364467), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.179943 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-522f1f01-df5c-44e3-9e3a-cbba228c2b67 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Added segment 2693a1d4-f034-47a7-a672-d4a19f364467 of type vlan for network 91511131-dde8-42be-a71d-706045910f26 Oct 26 15:23:01.186835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c1367526-2070-4b7b-8e9e-6f546ea2c53c tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (7445a5c8-bfd3-4735-8000-b7e5deda3e1a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.191727 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c1367526-2070-4b7b-8e9e-6f546ea2c53c tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (7445a5c8-bfd3-4735-8000-b7e5deda3e1a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.213714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b04581-118a-4fdc-87be-e0c32df11e55 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:23:01.231069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1367526-2070-4b7b-8e9e-6f546ea2c53c tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7445a5c8-bfd3-4735-8000-b7e5deda3e1a,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:01.235386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c1367526-2070-4b7b-8e9e-6f546ea2c53c tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.239373 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c1367526-2070-4b7b-8e9e-6f546ea2c53c tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2162800 Oct 26 15:23:01.239514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59174) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:01.244005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a387ff74-d739-4e4c-9e36-94645a4e5f7f tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group': {'name': 'tempest-secgroup--785761428'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:01.258434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:01.278605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a387ff74-d739-4e4c-9e36-94645a4e5f7f tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.282376 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=77,neutron:INSERT=13,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:01.284295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-894a4f5c-f485-422a-bf36-f0e4a27724e9 None None] Provisioning complete for port 725c96ab-5faf-4390-a24f-3be6cbc48115 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:01.284670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-894a4f5c-f485-422a-bf36-f0e4a27724e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.285462 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-894a4f5c-f485-422a-bf36-f0e4a27724e9 None None] Attempt 1 to provision port 725c96ab-5faf-4390-a24f-3be6cbc48115 Oct 26 15:23:01.287201 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-e651eae1-858e-41e7-8fc4-32d5301a68b4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::3c0f:3912:eafc:1abd (8562cd80-5c53-4efe-aa06-0bf20e462dc3/80c5ae4c-688b-4ebf-8bfa-40b66a9c3153/7fdacf47-61b7-46f0-b651-9b6108905c9a) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:01.294337 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a88dc339-1364-485f-85fd-6fc9aff045a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6195d7a3-9ceb-414b-ba6e-1060191bbda8), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.304841 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-522f1f01-df5c-44e3-9e3a-cbba228c2b67 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (91511131-dde8-42be-a71d-706045910f26), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.346231 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fb6c62f6-f937-4d05-880f-70dc0a99e93e tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2241986 Oct 26 15:23:01.349683 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59176) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:01.388507 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a387ff74-d739-4e4c-9e36-94645a4e5f7f tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (c1145959-1a55-4c3f-a8ec-073c1a24e919), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.395793 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a387ff74-d739-4e4c-9e36-94645a4e5f7f tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (c1145959-1a55-4c3f-a8ec-073c1a24e919), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.401123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:01.418534 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-522f1f01-df5c-44e3-9e3a-cbba228c2b67 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (91511131-dde8-42be-a71d-706045910f26), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.422428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b04581-118a-4fdc-87be-e0c32df11e55 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:23:01.423565 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522f1f01-df5c-44e3-9e3a-cbba228c2b67 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:01.424167 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-522f1f01-df5c-44e3-9e3a-cbba228c2b67 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.425989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-894a4f5c-f485-422a-bf36-f0e4a27724e9 None None] Current status of the port 725c96ab-5faf-4390-a24f-3be6cbc48115 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:01.444473 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a387ff74-d739-4e4c-9e36-94645a4e5f7f tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.450966 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a387ff74-d739-4e4c-9e36-94645a4e5f7f tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2054098 Oct 26 15:23:01.450966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387ff74-d739-4e4c-9e36-94645a4e5f7f tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1145959-1a55-4c3f-a8ec-073c1a24e919,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:01.452856 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:01.455196 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59178) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:01.464928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e988e0cd-b54e-4671-8a0a-3919f87a55c7 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (efd2b681-3609-4a90-ba37-220279ae48e3), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.472673 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-c619465a-c23e-4485-8d30-d14f2c5c391e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group_rule': {'security_group_id': '7445a5c8-bfd3-4735-8000-b7e5deda3e1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c1145959-1a55-4c3f-a8ec-073c1a24e919'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:01.489887 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e988e0cd-b54e-4671-8a0a-3919f87a55c7 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (efd2b681-3609-4a90-ba37-220279ae48e3), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.514752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:01.538087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e988e0cd-b54e-4671-8a0a-3919f87a55c7 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (efd2b681-3609-4a90-ba37-220279ae48e3), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.542910 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e988e0cd-b54e-4671-8a0a-3919f87a55c7 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.544084 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e988e0cd-b54e-4671-8a0a-3919f87a55c7 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/efd2b681-3609-4a90-ba37-220279ae48e3 HTTP/1.1" status: 204 len: 168 time: 0.1929464 Oct 26 15:23:01.547704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59180) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:01.569067 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988e0cd-b54e-4671-8a0a-3919f87a55c7 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd2b681-3609-4a90-ba37-220279ae48e3,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:01.616563 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-20bbc544-7fcb-4f56-96cb-adab27cef8ac tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0640144 Oct 26 15:23:01.617405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59182) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:01.622562 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-814b7477-9778-4a6f-80cb-ce2493b5e5af tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group': {'name': 'tempest-secgroup--1590916748'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:01.649294 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-814b7477-9778-4a6f-80cb-ce2493b5e5af tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.708849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b489db-5dcb-45e7-b9c7-d6fff7dd58ca None None] Update dhcp port {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'fixed_ips': [{'subnet_id': '80c5ae4c-688b-4ebf-8bfa-40b66a9c3153'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': '725c96ab-5faf-4390-a24f-3be6cbc48115'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:23:01.734453 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-814b7477-9778-4a6f-80cb-ce2493b5e5af tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (3cf45f2e-525a-4541-bcd7-ecd69f19260d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.740433 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-814b7477-9778-4a6f-80cb-ce2493b5e5af tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (3cf45f2e-525a-4541-bcd7-ecd69f19260d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.749566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-76b489db-5dcb-45e7-b9c7-d6fff7dd58ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.770856 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-814b7477-9778-4a6f-80cb-ce2493b5e5af tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:01.775329 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-814b7477-9778-4a6f-80cb-ce2493b5e5af tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1567173 Oct 26 15:23:01.779700 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59184) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:01.788264 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-d8b70b14-9522-4bd7-abfa-80a687fd3cd1 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': '3cf45f2e-525a-4541-bcd7-ecd69f19260d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:01.801809 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b7477-9778-4a6f-80cb-ce2493b5e5af tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf45f2e-525a-4541-bcd7-ecd69f19260d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:01.834086 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-d8b70b14-9522-4bd7-abfa-80a687fd3cd1 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:23:01.838560 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d8b70b14-9522-4bd7-abfa-80a687fd3cd1 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0575848 Oct 26 15:23:01.839823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59186) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:01.844363 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ec33917c-ae01-4615-bd2e-9f686454f66b tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group_rule': {'security_group_id': '3cf45f2e-525a-4541-bcd7-ecd69f19260d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:01.870303 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-522f1f01-df5c-44e3-9e3a-cbba228c2b67 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9221256 Oct 26 15:23:01.876209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59188) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:01.883988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-90024655-4fd9-498e-b908-90b5a8c3d928 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'subnet': {'network_id': 'c792f3e5-a06f-4b35-9fce-24e7ec747ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:01.898058 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:01.901259 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f1f01-df5c-44e3-9e3a-cbba228c2b67 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Network': ['ID=91511131-dde8-42be-a71d-706045910f26,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:01.902980 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-ec33917c-ae01-4615-bd2e-9f686454f66b tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:23:01.904714 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ec33917c-ae01-4615-bd2e-9f686454f66b tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0639341 Oct 26 15:23:01.908387 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59190) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:01.918911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 91511131-dde8-42be-a71d-706045910f26 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:23:01.976921 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-c619465a-c23e-4485-8d30-d14f2c5c391e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:23:01.977966 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c619465a-c23e-4485-8d30-d14f2c5c391e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5217395 Oct 26 15:23:01.982746 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59192) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:02.007449 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e651eae1-858e-41e7-8fc4-32d5301a68b4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (7fdacf47-61b7-46f0-b651-9b6108905c9a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.018383 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:02.035492 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d0df2e92-9ff6-4487-b773-e185018d783d tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (3cf45f2e-525a-4541-bcd7-ecd69f19260d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.040883 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90024655-4fd9-498e-b908-90b5a8c3d928 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Made reservation on behalf of 4c4db5bb937d4b728c56281fc24a1134 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:02.046380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-90024655-4fd9-498e-b908-90b5a8c3d928 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.049429 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a88dc339-1364-485f-85fd-6fc9aff045a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (6195d7a3-9ceb-414b-ba6e-1060191bbda8), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.060511 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a88dc339-1364-485f-85fd-6fc9aff045a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (6195d7a3-9ceb-414b-ba6e-1060191bbda8), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.074317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:02.109929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d0df2e92-9ff6-4487-b773-e185018d783d tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (3cf45f2e-525a-4541-bcd7-ecd69f19260d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.161970 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fb465818-997d-4dac-8dd9-2a819412d228 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (c1145959-1a55-4c3f-a8ec-073c1a24e919), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.167354 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e651eae1-858e-41e7-8fc4-32d5301a68b4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (7fdacf47-61b7-46f0-b651-9b6108905c9a), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.170692 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dc339-1364-485f-85fd-6fc9aff045a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=6195d7a3-9ceb-414b-ba6e-1060191bbda8,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:02.179756 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a88dc339-1364-485f-85fd-6fc9aff045a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (b0879326-2f02-4a6e-8f09-05aeb63eb3b6), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.211411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d0df2e92-9ff6-4487-b773-e185018d783d tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (3cf45f2e-525a-4541-bcd7-ecd69f19260d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.213930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d0df2e92-9ff6-4487-b773-e185018d783d tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.215787 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d0df2e92-9ff6-4487-b773-e185018d783d tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/3cf45f2e-525a-4541-bcd7-ecd69f19260d HTTP/1.1" status: 204 len: 168 time: 0.3063231 Oct 26 15:23:02.226493 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59194) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:02.227661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-76b489db-5dcb-45e7-b9c7-d6fff7dd58ca None None] Allocated IP 2001:db8::2 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/80c5ae4c-688b-4ebf-8bfa-40b66a9c3153/725c96ab-5faf-4390-a24f-3be6cbc48115) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:02.241709 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fb465818-997d-4dac-8dd9-2a819412d228 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (c1145959-1a55-4c3f-a8ec-073c1a24e919), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.249854 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df2e92-9ff6-4487-b773-e185018d783d tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf45f2e-525a-4541-bcd7-ecd69f19260d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:02.273926 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a88dc339-1364-485f-85fd-6fc9aff045a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.275186 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a88dc339-1364-485f-85fd-6fc9aff045a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3725195 Oct 26 15:23:02.281135 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59196) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:02.282587 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e651eae1-858e-41e7-8fc4-32d5301a68b4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:02.295352 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-e651eae1-858e-41e7-8fc4-32d5301a68b4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:02.310273 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e651eae1-858e-41e7-8fc4-32d5301a68b4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:02.312582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-2f52b4be-d512-45f5-8713-d1091c5fe555 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'port': {'network_id': 'a2203b54-134c-46ec-86ae-2ed6074211a3', 'name': 'tempest-FloatingIPTestJSON-1131376530'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:02.314900 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e651eae1-858e-41e7-8fc4-32d5301a68b4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:02.315521 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e651eae1-858e-41e7-8fc4-32d5301a68b4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.317966 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651eae1-858e-41e7-8fc4-32d5301a68b4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=7fdacf47-61b7-46f0-b651-9b6108905c9a,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:02.333928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:02.352921 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d4689944-d348-4d54-bb89-bc80b9f80aca tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1223996 Oct 26 15:23:02.356552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59198) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:02.363958 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-1a0ab679-7206-47aa-8fe1-2cf6413bd152 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group': {'name': 'tempest-secgroup--332401467'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:02.371601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-76b489db-5dcb-45e7-b9c7-d6fff7dd58ca None None] For port 725c96ab-5faf-4390-a24f-3be6cbc48115, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=725c96ab-5faf-4390-a24f-3be6cbc48115,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:02.379788 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e651eae1-858e-41e7-8fc4-32d5301a68b4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9748499 Oct 26 15:23:02.380098 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59200) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:02.384855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-a19d047c-818b-45b1-8fb9-c0a505991a63 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'fixed_ips': [{'subnet_id': '80c5ae4c-688b-4ebf-8bfa-40b66a9c3153', 'ip_address': '2001:db8::3c0f:3912:eafc:1abd'}], 'name': 'tempest-NetworksTestDHCPv6-970781041'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:02.388876 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-90024655-4fd9-498e-b908-90b5a8c3d928 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (571d2b7d-d8f1-4908-a711-471f7bb550fd), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.405718 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fb465818-997d-4dac-8dd9-2a819412d228 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (c1145959-1a55-4c3f-a8ec-073c1a24e919), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.408100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-76b489db-5dcb-45e7-b9c7-d6fff7dd58ca None None] Publish callbacks [] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.408262 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fb465818-997d-4dac-8dd9-2a819412d228 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.412078 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fb465818-997d-4dac-8dd9-2a819412d228 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/c1145959-1a55-4c3f-a8ec-073c1a24e919 HTTP/1.1" status: 204 len: 168 time: 0.4242966 Oct 26 15:23:02.416307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-76b489db-5dcb-45e7-b9c7-d6fff7dd58ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.419266 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59202) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:02.477532 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb465818-997d-4dac-8dd9-2a819412d228 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1145959-1a55-4c3f-a8ec-073c1a24e919,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:02.492079 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1a0ab679-7206-47aa-8fe1-2cf6413bd152 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.505821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90024655-4fd9-498e-b908-90b5a8c3d928 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Subnet': ['ID=571d2b7d-d8f1-4908-a711-471f7bb550fd,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:02.510367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b489db-5dcb-45e7-b9c7-d6fff7dd58ca None None] Pushing event updated for resources: {'Port': ['ID=725c96ab-5faf-4390-a24f-3be6cbc48115,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:02.515692 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90024655-4fd9-498e-b908-90b5a8c3d928 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Checking segment: {'id': '562eb2b3-5ce9-4097-9292-18c66a5c9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c792f3e5-a06f-4b35-9fce-24e7ec747ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:02.516102 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90024655-4fd9-498e-b908-90b5a8c3d928 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network hostable DHCP agents. Network: c792f3e5-a06f-4b35-9fce-24e7ec747ed2, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:23:02.519606 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:02.532452 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f52b4be-d512-45f5-8713-d1091c5fe555 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Made reservation on behalf of 79f6d585d71547a0a6629b12a8a70570 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:02.536640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2f52b4be-d512-45f5-8713-d1091c5fe555 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.556139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90024655-4fd9-498e-b908-90b5a8c3d928 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network c792f3e5-a06f-4b35-9fce-24e7ec747ed2 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:23:02.568877 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-2f52b4be-d512-45f5-8713-d1091c5fe555 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] device_id is not set on port edfa27ce-0dbb-442e-a6dc-f8b73d6f10f3 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:23:02.574375 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-90024655-4fd9-498e-b908-90b5a8c3d928 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, c792f3e5-a06f-4b35-9fce-24e7ec747ed2) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:02.580673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90024655-4fd9-498e-b908-90b5a8c3d928 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:02.581388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-90024655-4fd9-498e-b908-90b5a8c3d928 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.585266 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-28decd89-0084-4765-8c18-a0dfc630a2c3 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1404090 Oct 26 15:23:02.590302 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59204) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:02.614194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:02.642089 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-90024655-4fd9-498e-b908-90b5a8c3d928 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7618821 Oct 26 15:23:02.642306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59206) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:02.650046 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-4854efce-7952-4dc5-8572-005f09f73ecb tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'subnet': {'network_id': '91511131-dde8-42be-a71d-706045910f26', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:02.655792 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19d047c-818b-45b1-8fb9-c0a505991a63 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:02.660964 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a19d047c-818b-45b1-8fb9-c0a505991a63 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.711005 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-a19d047c-818b-45b1-8fb9-c0a505991a63 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port a2889da8-5267-453d-904a-9ad988db9a7a yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:23:02.724721 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1a0ab679-7206-47aa-8fe1-2cf6413bd152 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (ec44652d-82f6-4208-a6b5-38794d033519), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.733531 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-67412005-2705-45dd-80b9-b63408fa6b2e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (7445a5c8-bfd3-4735-8000-b7e5deda3e1a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.736618 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1a0ab679-7206-47aa-8fe1-2cf6413bd152 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ec44652d-82f6-4208-a6b5-38794d033519), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.786855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-2f52b4be-d512-45f5-8713-d1091c5fe555 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Allocated IP 172.20.0.5 (a2203b54-134c-46ec-86ae-2ed6074211a3/21275f1f-c163-44d0-a668-3ac9c01e25f0/edfa27ce-0dbb-442e-a6dc-f8b73d6f10f3) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:02.804367 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:02.809700 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4854efce-7952-4dc5-8572-005f09f73ecb tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Made reservation on behalf of 4c4db5bb937d4b728c56281fc24a1134 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:02.813777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4854efce-7952-4dc5-8572-005f09f73ecb tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.818616 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1a0ab679-7206-47aa-8fe1-2cf6413bd152 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.820832 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1a0ab679-7206-47aa-8fe1-2cf6413bd152 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4622729 Oct 26 15:23:02.828584 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59208) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:02.835755 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-07261233-aec4-406b-ac72-e0295b59da02 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:02.837163 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.api.v2.base [None req-07261233-aec4-406b-ac72-e0295b59da02 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 15:23:02.837163 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-07261233-aec4-406b-ac72-e0295b59da02 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 15:23:02.840669 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-07261233-aec4-406b-ac72-e0295b59da02 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "PUT /networking/v2.0/security-groups/ec44652d-82f6-4208-a6b5-38794d033519 HTTP/1.1" status: 409 len: 330 time: 0.0054893 Oct 26 15:23:02.842304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-67412005-2705-45dd-80b9-b63408fa6b2e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (7445a5c8-bfd3-4735-8000-b7e5deda3e1a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.847768 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59210) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:02.849245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ab679-7206-47aa-8fe1-2cf6413bd152 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec44652d-82f6-4208-a6b5-38794d033519,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:02.916644 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:02.961322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-67412005-2705-45dd-80b9-b63408fa6b2e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (7445a5c8-bfd3-4735-8000-b7e5deda3e1a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.963870 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-67412005-2705-45dd-80b9-b63408fa6b2e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:02.968070 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-67412005-2705-45dd-80b9-b63408fa6b2e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/7445a5c8-bfd3-4735-8000-b7e5deda3e1a HTTP/1.1" status: 204 len: 168 time: 0.3721004 Oct 26 15:23:02.975650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59212) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:03.025166 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d6daa847-1686-45cd-807c-2162ac765e1f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (ec44652d-82f6-4208-a6b5-38794d033519), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.028521 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67412005-2705-45dd-80b9-b63408fa6b2e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7445a5c8-bfd3-4735-8000-b7e5deda3e1a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:03.063292 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d6daa847-1686-45cd-807c-2162ac765e1f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (ec44652d-82f6-4208-a6b5-38794d033519), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.073920 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19d047c-818b-45b1-8fb9-c0a505991a63 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 15:23:03.074303 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19d047c-818b-45b1-8fb9-c0a505991a63 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:23:03.103573 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-074df423-fb85-4274-99de-47e7c7b9719e tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1267622 Oct 26 15:23:03.110773 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a19d047c-818b-45b1-8fb9-c0a505991a63 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7298348 Oct 26 15:23:03.111449 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59214) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:03.113478 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59216) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:03.118829 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-1d87bf29-4a32-4f39-b503-debd11c466fa tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group': {'name': 'tempest-secgroup--1287050181'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:03.157833 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1d87bf29-4a32-4f39-b503-debd11c466fa tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.168104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18e9f7d-e127-4693-8f23-5a53d27a08c3 None None] Network c792f3e5-a06f-4b35-9fce-24e7ec747ed2 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:03.176978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 725c96ab-5faf-4390-a24f-3be6cbc48115 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:03.185191 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d6daa847-1686-45cd-807c-2162ac765e1f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ec44652d-82f6-4208-a6b5-38794d033519), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.187791 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d6daa847-1686-45cd-807c-2162ac765e1f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.191284 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d6daa847-1686-45cd-807c-2162ac765e1f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ec44652d-82f6-4208-a6b5-38794d033519 HTTP/1.1" status: 204 len: 168 time: 0.3407135 Oct 26 15:23:03.193320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59218) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:03.215810 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6daa847-1686-45cd-807c-2162ac765e1f tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec44652d-82f6-4208-a6b5-38794d033519,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:03.221205 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd538048-292d-4c44-864e-82c9f7fba9b4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:03.227698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd538048-292d-4c44-864e-82c9f7fba9b4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:03.232819 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fd538048-292d-4c44-864e-82c9f7fba9b4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1152182 Oct 26 15:23:03.234506 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59220) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:03.237343 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2f52b4be-d512-45f5-8713-d1091c5fe555 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (edfa27ce-0dbb-442e-a6dc-f8b73d6f10f3), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.250268 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:03.262853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4854efce-7952-4dc5-8572-005f09f73ecb tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (bdd1f9f5-52bb-440d-8139-56052728be41), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.313172 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-695502ad-c44f-4eb2-a5b4-be6d113d8979 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1146827 Oct 26 15:23:03.314355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-cff9e9f7-4649-42f2-a494-224c6ff6a283 None None] Provisioning complete for port 725c96ab-5faf-4390-a24f-3be6cbc48115 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:03.314872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-cff9e9f7-4649-42f2-a494-224c6ff6a283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.315276 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-cff9e9f7-4649-42f2-a494-224c6ff6a283 None None] Attempt 1 to provision port 725c96ab-5faf-4390-a24f-3be6cbc48115 Oct 26 15:23:03.315401 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59222) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:03.340222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 725c96ab-5faf-4390-a24f-3be6cbc48115 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:03.340774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.341219 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 725c96ab-5faf-4390-a24f-3be6cbc48115 Oct 26 15:23:03.347054 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-98ba7d79-de53-47be-a9ea-9e690e7b3cf0 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] delete failed (client error): The resource could not be found. Oct 26 15:23:03.348115 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-98ba7d79-de53-47be-a9ea-9e690e7b3cf0 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/447ad154-2aec-4663-9fb3-6591550ecd7f HTTP/1.1" status: 404 len: 347 time: 0.0304205 Oct 26 15:23:03.353942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59224) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:03.370773 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:03.377528 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-5087b323-ef28-47c1-beb2-79facdffabf9 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] show failed (client error): The resource could not be found. Oct 26 15:23:03.383539 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5087b323-ef28-47c1-beb2-79facdffabf9 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "GET /networking/v2.0/security-groups/fb9d2542-d374-4509-a140-4db1f5dbeaa7 HTTP/1.1" status: 404 len: 347 time: 0.0240648 Oct 26 15:23:03.385138 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59226) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:03.399133 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854efce-7952-4dc5-8572-005f09f73ecb tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Subnet': ['ID=bdd1f9f5-52bb-440d-8139-56052728be41,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:03.402660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1d87bf29-4a32-4f39-b503-debd11c466fa tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (4e883d47-f6bc-4940-b348-89d6432bb515), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.409599 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2f52b4be-d512-45f5-8713-d1091c5fe555 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (edfa27ce-0dbb-442e-a6dc-f8b73d6f10f3), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.415396 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-561ee6b8-f12d-45e5-a446-81aec9986af9 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] show failed (client error): The resource could not be found. Oct 26 15:23:03.421392 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-561ee6b8-f12d-45e5-a446-81aec9986af9 tempest-NegativeSecGroupIPv6Test-2061008971 tempest-NegativeSecGroupIPv6Test-2061008971-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules/ec60619f-96ae-4065-b048-74f2109423bd HTTP/1.1" status: 404 len: 356 time: 0.0316167 Oct 26 15:23:03.421392 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-07e65fda-ca74-4899-aa79-704e6107c513 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port 7fdacf47-61b7-46f0-b651-9b6108905c9a {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:03.421392 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-07e65fda-ca74-4899-aa79-704e6107c513 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (7fdacf47-61b7-46f0-b651-9b6108905c9a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.430334 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1d87bf29-4a32-4f39-b503-debd11c466fa tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (4e883d47-f6bc-4940-b348-89d6432bb515), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.460380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f52b4be-d512-45f5-8713-d1091c5fe555 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network a2203b54-134c-46ec-86ae-2ed6074211a3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:03.461830 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4854efce-7952-4dc5-8572-005f09f73ecb tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Checking segment: {'id': '2693a1d4-f034-47a7-a672-d4a19f364467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '91511131-dde8-42be-a71d-706045910f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:03.462203 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4854efce-7952-4dc5-8572-005f09f73ecb tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network hostable DHCP agents. Network: 91511131-dde8-42be-a71d-706045910f26, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:23:03.469641 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-2f52b4be-d512-45f5-8713-d1091c5fe555 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:03.472064 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f52b4be-d512-45f5-8713-d1091c5fe555 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:03.487225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 725c96ab-5faf-4390-a24f-3be6cbc48115 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:03.491023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-c792f3e5-a06f-4b35-9fce-24e7ec747ed2', 'network_id': 'c792f3e5-a06f-4b35-9fce-24e7ec747ed2', 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'fixed_ips': [{'subnet_id': '571d2b7d-d8f1-4908-a711-471f7bb550fd'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:23:03.492576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.522434 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1d87bf29-4a32-4f39-b503-debd11c466fa tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.523691 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1d87bf29-4a32-4f39-b503-debd11c466fa tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4089234 Oct 26 15:23:03.527436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87bf29-4a32-4f39-b503-debd11c466fa tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e883d47-f6bc-4940-b348-89d6432bb515,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:03.532786 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59230) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:03.537637 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-34387171-03ca-445f-b901-1bb91b4eea2c tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:03.538069 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.api.v2.base [None req-34387171-03ca-445f-b901-1bb91b4eea2c tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 15:23:03.538630 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-34387171-03ca-445f-b901-1bb91b4eea2c tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 15:23:03.539679 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-34387171-03ca-445f-b901-1bb91b4eea2c tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "PUT /networking/v2.0/security-groups/4e883d47-f6bc-4940-b348-89d6432bb515 HTTP/1.1" status: 409 len: 330 time: 0.0058188 Oct 26 15:23:03.543975 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59232) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:03.557533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-cff9e9f7-4649-42f2-a494-224c6ff6a283 None None] Current status of the port 725c96ab-5faf-4390-a24f-3be6cbc48115 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:03.600995 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-07e65fda-ca74-4899-aa79-704e6107c513 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (7fdacf47-61b7-46f0-b651-9b6108905c9a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.621348 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-07e65fda-ca74-4899-aa79-704e6107c513 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for 7fdacf47-61b7-46f0-b651-9b6108905c9a owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:03.707325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Allocated IP 2001:db8::2 (c792f3e5-a06f-4b35-9fce-24e7ec747ed2/571d2b7d-d8f1-4908-a711-471f7bb550fd/43e12c3d-c8a9-4037-ae04-b23fda34c9dd) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:03.713041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f05e1dc7-c02b-40d6-9feb-63878f1f7488 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (4e883d47-f6bc-4940-b348-89d6432bb515), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.750710 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f05e1dc7-c02b-40d6-9feb-63878f1f7488 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (4e883d47-f6bc-4940-b348-89d6432bb515), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.794890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:03.841746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52b4be-d512-45f5-8713-d1091c5fe555 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=edfa27ce-0dbb-442e-a6dc-f8b73d6f10f3,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:03.857591 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f52b4be-d512-45f5-8713-d1091c5fe555 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:03.858217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2f52b4be-d512-45f5-8713-d1091c5fe555 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.860663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4854efce-7952-4dc5-8572-005f09f73ecb tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network 91511131-dde8-42be-a71d-706045910f26 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:23:03.864748 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f05e1dc7-c02b-40d6-9feb-63878f1f7488 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (4e883d47-f6bc-4940-b348-89d6432bb515), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.868376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f05e1dc7-c02b-40d6-9feb-63878f1f7488 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.873224 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f05e1dc7-c02b-40d6-9feb-63878f1f7488 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/4e883d47-f6bc-4940-b348-89d6432bb515 HTTP/1.1" status: 204 len: 168 time: 0.3281991 Oct 26 15:23:03.873905 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59236) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:03.878019 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-4854efce-7952-4dc5-8572-005f09f73ecb tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 91511131-dde8-42be-a71d-706045910f26) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:03.883299 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4854efce-7952-4dc5-8572-005f09f73ecb tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:03.884197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4854efce-7952-4dc5-8572-005f09f73ecb tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.905846 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2f52b4be-d512-45f5-8713-d1091c5fe555 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6233916 Oct 26 15:23:03.906070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Publish callbacks [] for port (43e12c3d-c8a9-4037-ae04-b23fda34c9dd), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.907421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59238) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:03.908984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:03.913520 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-752636f4-54ea-48b9-b2e6-f03cb6d41d7d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'floatingip': {'port_id': 'edfa27ce-0dbb-442e-a6dc-f8b73d6f10f3'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:03.916742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (43e12c3d-c8a9-4037-ae04-b23fda34c9dd), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.922570 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e1dc7-c02b-40d6-9feb-63878f1f7488 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e883d47-f6bc-4940-b348-89d6432bb515,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:03.922753 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4854efce-7952-4dc5-8572-005f09f73ecb tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2754965 Oct 26 15:23:03.924473 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59240) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:03.929810 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-3d939a71-257e-479a-adfe-6c6ba1f1ba60 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1558928821', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:03.935206 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59242) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:03.965656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-07e65fda-ca74-4899-aa79-704e6107c513 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (7fdacf47-61b7-46f0-b651-9b6108905c9a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.978191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Pushing event updated for resources: {'Port': ['ID=43e12c3d-c8a9-4037-ae04-b23fda34c9dd,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:03.983144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-752636f4-54ea-48b9-b2e6-f03cb6d41d7d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (b0879326-2f02-4a6e-8f09-05aeb63eb3b6), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:03.997311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Network c792f3e5-a06f-4b35-9fce-24e7ec747ed2 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:03.998989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:04.001620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:04.061862 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d939a71-257e-479a-adfe-6c6ba1f1ba60 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (03a20ee7-f190-40b4-ac8b-536a66a20c35), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.063189 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d939a71-257e-479a-adfe-6c6ba1f1ba60 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (03a20ee7-f190-40b4-ac8b-536a66a20c35), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.068787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Attempting to bind port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:23:04.069186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Attempting to bind port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '562eb2b3-5ce9-4097-9292-18c66a5c9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c792f3e5-a06f-4b35-9fce-24e7ec747ed2'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:23:04.069549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Attempting to bind port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd on network c792f3e5-a06f-4b35-9fce-24e7ec747ed2 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:23:04.073959 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e20bde98-4510-4bd1-babb-f25353c84dff tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1875648 Oct 26 15:23:04.074849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59246) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:04.075816 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e65fda-ca74-4899-aa79-704e6107c513 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=7fdacf47-61b7-46f0-b651-9b6108905c9a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:04.086408 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-07e65fda-ca74-4899-aa79-704e6107c513 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.093010 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-07e65fda-ca74-4899-aa79-704e6107c513 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/7fdacf47-61b7-46f0-b651-9b6108905c9a HTTP/1.1" status: 204 len: 168 time: 0.8565619 Oct 26 15:23:04.093748 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59248) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:04.118820 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:04.130198 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:04.134203 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-e0d3ac4e-b2bb-474b-b0c5-4306602106bc tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] delete failed (client error): The resource could not be found. Oct 26 15:23:04.135244 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e0d3ac4e-b2bb-474b-b0c5-4306602106bc tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/1c9aa54f-55d3-41d8-a120-5e5bda5699a7 HTTP/1.1" status: 404 len: 347 time: 0.0559928 Oct 26 15:23:04.140286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59250) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:04.144570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:23:04.145073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Checking segment: {'id': '562eb2b3-5ce9-4097-9292-18c66a5c9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c792f3e5-a06f-4b35-9fce-24e7ec747ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:04.145542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.145941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Bound using segment: {'id': '562eb2b3-5ce9-4097-9292-18c66a5c9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c792f3e5-a06f-4b35-9fce-24e7ec747ed2'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:23:04.146416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Bound port: 43e12c3d-c8a9-4037-ae04-b23fda34c9dd, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562eb2b3-5ce9-4097-9292-18c66a5c9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c792f3e5-a06f-4b35-9fce-24e7ec747ed2'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:23:04.146798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (43e12c3d-c8a9-4037-ae04-b23fda34c9dd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.159910 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:04.185405 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e593a2-754c-49b9-9fcc-640464456264 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:04.187321 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e593a2-754c-49b9-9fcc-640464456264 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:04.191131 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-99e593a2-754c-49b9-9fcc-640464456264 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0926607 Oct 26 15:23:04.192480 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59252) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:04.197476 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-66120749-656e-4b7b-9481-d1a423dad66f tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] show failed (client error): The resource could not be found. Oct 26 15:23:04.199084 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-66120749-656e-4b7b-9481-d1a423dad66f tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "GET /networking/v2.0/security-groups/3f830e23-fdb8-49a8-a928-c217844fdb03 HTTP/1.1" status: 404 len: 347 time: 0.0569978 Oct 26 15:23:04.202601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d939a71-257e-479a-adfe-6c6ba1f1ba60 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router_controller (03a20ee7-f190-40b4-ac8b-536a66a20c35), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.202973 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59254) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:04.213216 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1c36c763-a423-4cba-aca3-963426476692 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=0d08eb6281cf42f6af4a042751c4b6d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766902 Oct 26 15:23:04.229013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] For port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:23:04.232334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] For port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=43e12c3d-c8a9-4037-ae04-b23fda34c9dd,segment=NetworkSegment(562eb2b3-5ce9-4097-9292-18c66a5c9788),segment_id=562eb2b3-5ce9-4097-9292-18c66a5c9788)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:23:04.232491 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59256) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:04.239658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (43e12c3d-c8a9-4037-ae04-b23fda34c9dd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.240439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d939a71-257e-479a-adfe-6c6ba1f1ba60 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (03a20ee7-f190-40b4-ac8b-536a66a20c35), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.254042 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-f26c49f8-2996-471e-b3ed-d84d7c0e14d2 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] show failed (client error): The resource could not be found. Oct 26 15:23:04.260703 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f26c49f8-2996-471e-b3ed-d84d7c0e14d2 tempest-NegativeSecGroupTest-2056689788 tempest-NegativeSecGroupTest-2056689788-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules/f15d2a06-114c-4afe-947a-015fe6f14e83 HTTP/1.1" status: 404 len: 356 time: 0.0512161 Oct 26 15:23:04.272667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d939a71-257e-479a-adfe-6c6ba1f1ba60 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.277384 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3d939a71-257e-479a-adfe-6c6ba1f1ba60 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3485847 Oct 26 15:23:04.278230 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59260) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:04.319506 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ffbc02c-bda7-4c98-ab5f-d478ab504af3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 80c5ae4c-688b-4ebf-8bfa-40b66a9c3153 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:23:04.323178 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ffbc02c-bda7-4c98-ab5f-d478ab504af3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (80c5ae4c-688b-4ebf-8bfa-40b66a9c3153), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.334650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb4dff-a582-4b14-9058-79a36067a60c None None] Pushing event updated for resources: {'Port': ['ID=43e12c3d-c8a9-4037-ae04-b23fda34c9dd,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:04.375076 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-22ce4a6c-6a59-4641-aa4b-69cce683736d admin admin] Publish callbacks [] for security_group (09b5ff17-5aab-4b63-9049-e2694340484b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.389555 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ffbc02c-bda7-4c98-ab5f-d478ab504af3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (80c5ae4c-688b-4ebf-8bfa-40b66a9c3153), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.431956 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-22ce4a6c-6a59-4641-aa4b-69cce683736d admin admin] Publish callbacks [] for security_group (09b5ff17-5aab-4b63-9049-e2694340484b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.483035 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:04.549598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ffbc02c-bda7-4c98-ab5f-d478ab504af3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (80c5ae4c-688b-4ebf-8bfa-40b66a9c3153), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.612445 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-22ce4a6c-6a59-4641-aa4b-69cce683736d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (09b5ff17-5aab-4b63-9049-e2694340484b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.615107 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-22ce4a6c-6a59-4641-aa4b-69cce683736d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.616248 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-22ce4a6c-6a59-4641-aa4b-69cce683736d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/09b5ff17-5aab-4b63-9049-e2694340484b HTTP/1.1" status: 204 len: 168 time: 0.3796184 Oct 26 15:23:04.636691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59266) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:04.659177 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce4a6c-6a59-4641-aa4b-69cce683736d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b5ff17-5aab-4b63-9049-e2694340484b,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:04.690430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ffbc02c-bda7-4c98-ab5f-d478ab504af3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (80c5ae4c-688b-4ebf-8bfa-40b66a9c3153), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.729280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffbc02c-bda7-4c98-ab5f-d478ab504af3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=80c5ae4c-688b-4ebf-8bfa-40b66a9c3153,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:04.740471 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0ffbc02c-bda7-4c98-ab5f-d478ab504af3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.749337 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0ffbc02c-bda7-4c98-ab5f-d478ab504af3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/80c5ae4c-688b-4ebf-8bfa-40b66a9c3153 HTTP/1.1" status: 204 len: 168 time: 0.5511568 Oct 26 15:23:04.749337 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59270) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:04.822007 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-de7008c7-c933-4020-a2bd-fb766e6645af tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684245 Oct 26 15:23:04.822007 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59272) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:04.826975 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-aa33e714-1624-41e8-a4bc-43e29c001585 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:04.845782 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56bbef63-4acf-4aab-a837-85bb52921199 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.933394 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa33e714-1624-41e8-a4bc-43e29c001585 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:04.940050 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-aa33e714-1624-41e8-a4bc-43e29c001585 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:04.964517 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.db.resource_extend [None req-752636f4-54ea-48b9-b2e6-f03cb6d41d7d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 15:23:05.028127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-752636f4-54ea-48b9-b2e6-f03cb6d41d7d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:05.037469 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-752636f4-54ea-48b9-b2e6-f03cb6d41d7d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (b0879326-2f02-4a6e-8f09-05aeb63eb3b6), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:05.081720 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-976bdaef-1c1b-45e8-832f-394cc88e714e admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=73a775c63953440cb83c9b45895aa56e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4447680 Oct 26 15:23:05.085318 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59280) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:05.180384 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e2b3-dcb6-49ad-a504-5a364ac72791 admin admin] Publish callbacks [] for security_group (9d4dd363-ddbd-46d9-b84b-bdef5a576748), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:05.214679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e2b3-dcb6-49ad-a504-5a364ac72791 admin admin] Publish callbacks [] for security_group (9d4dd363-ddbd-46d9-b84b-bdef5a576748), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:05.235012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 43e12c3d-c8a9-4037-ae04-b23fda34c9dd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:05.252642 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-752636f4-54ea-48b9-b2e6-f03cb6d41d7d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Floating IP b0879326-2f02-4a6e-8f09-05aeb63eb3b6 associated. External IP: 172.26.11.61, port: edfa27ce-0dbb-442e-a6dc-f8b73d6f10f3. Oct 26 15:23:05.266092 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:05.323663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:05.325236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (43e12c3d-c8a9-4037-ae04-b23fda34c9dd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:05.325724 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd Oct 26 15:23:05.329095 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-aa33e714-1624-41e8-a4bc-43e29c001585 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (317f29ea-c351-4651-8865-7d41d98ea26f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:05.382455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:05.400756 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-56bbef63-4acf-4aab-a837-85bb52921199 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Allocated IP 2001:db8::1 (c792f3e5-a06f-4b35-9fce-24e7ec747ed2/571d2b7d-d8f1-4908-a711-471f7bb550fd/c568f09f-ee41-41b0-bd86-5e5556990ba6) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:05.406149 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33e714-1624-41e8-a4bc-43e29c001585 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=317f29ea-c351-4651-8865-7d41d98ea26f,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:05.426153 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa33e714-1624-41e8-a4bc-43e29c001585 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:05.427369 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e2b3-dcb6-49ad-a504-5a364ac72791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (9d4dd363-ddbd-46d9-b84b-bdef5a576748), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:05.430262 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e2b3-dcb6-49ad-a504-5a364ac72791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:05.431458 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e9b4e2b3-dcb6-49ad-a504-5a364ac72791 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/9d4dd363-ddbd-46d9-b84b-bdef5a576748 HTTP/1.1" status: 204 len: 168 time: 0.3449984 Oct 26 15:23:05.435780 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-aa33e714-1624-41e8-a4bc-43e29c001585 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:05.445663 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa33e714-1624-41e8-a4bc-43e29c001585 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:05.446410 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-aa33e714-1624-41e8-a4bc-43e29c001585 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:05.449566 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4e2b3-dcb6-49ad-a504-5a364ac72791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4dd363-ddbd-46d9-b84b-bdef5a576748,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:05.464589 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:05.465459 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:05.493111 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-aa33e714-1624-41e8-a4bc-43e29c001585 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6688340 Oct 26 15:23:05.496271 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59294) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:05.519569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:05.520274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (43e12c3d-c8a9-4037-ae04-b23fda34c9dd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:05.521883 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-227e20a9-e767-4bdb-8133-dd53a5c7a141 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'fixed_ips': [{'subnet_id': '317f29ea-c351-4651-8865-7d41d98ea26f', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1921102123'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:05.557200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:05.613557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=43e12c3d-c8a9-4037-ae04-b23fda34c9dd,segment=NetworkSegment(562eb2b3-5ce9-4097-9292-18c66a5c9788),segment_id=562eb2b3-5ce9-4097-9292-18c66a5c9788)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:05.626348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (43e12c3d-c8a9-4037-ae04-b23fda34c9dd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:05.665947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59300) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:05.702731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=43e12c3d-c8a9-4037-ae04-b23fda34c9dd,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:05.806878 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227e20a9-e767-4bdb-8133-dd53a5c7a141 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:05.829014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62456c0f-5110-4ee5-9d48-1a3f07b78553 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:23:05.842105 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f850ed75-345f-42b0-94f3-805084ed9422 tempest-ServiceProvidersTest-846385492 tempest-ServiceProvidersTest-846385492-project] 10.222.0.60 "GET /networking/v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1681771 Oct 26 15:23:05.942388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a3cfc514-093a-4572-9c64-3eea68c2f2ea None None] Provisioning complete for port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:05.942770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a3cfc514-093a-4572-9c64-3eea68c2f2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (43e12c3d-c8a9-4037-ae04-b23fda34c9dd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:05.943314 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a3cfc514-093a-4572-9c64-3eea68c2f2ea None None] Attempt 1 to provision port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd Oct 26 15:23:06.071875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62456c0f-5110-4ee5-9d48-1a3f07b78553 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:23:06.118548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a3cfc514-093a-4572-9c64-3eea68c2f2ea None None] Current status of the port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:06.158357 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59316) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:06.216087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56bbef63-4acf-4aab-a837-85bb52921199 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (c568f09f-ee41-41b0-bd86-5e5556990ba6), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:06.259779 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752636f4-54ea-48b9-b2e6-f03cb6d41d7d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 32783b24-c43e-4398-9450-9c82d449bb82 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:23:06.298586 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=17 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:06.300509 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=25 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:06.301305 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-227e20a9-e767-4bdb-8133-dd53a5c7a141 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:06.321179 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56bbef63-4acf-4aab-a837-85bb52921199 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (c568f09f-ee41-41b0-bd86-5e5556990ba6), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:06.326586 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-84a5ddf4-2a42-4af3-a6d9-0bcf6315c8cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:06.356943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-91511131-dde8-42be-a71d-706045910f26', 'network_id': '91511131-dde8-42be-a71d-706045910f26', 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'fixed_ips': [{'subnet_id': 'bdd1f9f5-52bb-440d-8139-56052728be41'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:23:06.359631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:06.397025 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-227e20a9-e767-4bdb-8133-dd53a5c7a141 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port 820cb010-79a1-440c-a0c1-a2afcf3a5211 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:23:06.408992 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:06.453338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-84a5ddf4-2a42-4af3-a6d9-0bcf6315c8cb admin admin] Publish callbacks [] for security_group (262bcfce-3380-4f95-a0c8-e2c837477ea1), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:06.459062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-84a5ddf4-2a42-4af3-a6d9-0bcf6315c8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (262bcfce-3380-4f95-a0c8-e2c837477ea1), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:06.461100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bbef63-4acf-4aab-a837-85bb52921199 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network c792f3e5-a06f-4b35-9fce-24e7ec747ed2 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:06.475551 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbef63-4acf-4aab-a837-85bb52921199 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=c568f09f-ee41-41b0-bd86-5e5556990ba6,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:06.478884 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-56bbef63-4acf-4aab-a837-85bb52921199 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:06.488042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bbef63-4acf-4aab-a837-85bb52921199 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:06.488658 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56bbef63-4acf-4aab-a837-85bb52921199 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (03a20ee7-f190-40b4-ac8b-536a66a20c35), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:06.521307 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-84a5ddf4-2a42-4af3-a6d9-0bcf6315c8cb admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=75670b9a8e7146e5b28add6179facde7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3593748 Oct 26 15:23:06.521307 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5ddf4-2a42-4af3-a6d9-0bcf6315c8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262bcfce-3380-4f95-a0c8-e2c837477ea1,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:06.522940 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59330) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:06.568699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0352e61c-1295-41d4-9436-6857a72f96fc None None] Update dhcp port {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'fixed_ips': [{'subnet_id': '317f29ea-c351-4651-8865-7d41d98ea26f'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': '725c96ab-5faf-4390-a24f-3be6cbc48115'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:23:06.595456 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2307a6f9-5787-4024-bf4d-a8268408e559 admin admin] Publish callbacks [] for security_group (262bcfce-3380-4f95-a0c8-e2c837477ea1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:06.621463 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752636f4-54ea-48b9-b2e6-f03cb6d41d7d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:06.632671 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066ec388-7361-498f-83d1-425baec74950 None None] Sync routers for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:06.644568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-752636f4-54ea-48b9-b2e6-f03cb6d41d7d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:06.647061 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2307a6f9-5787-4024-bf4d-a8268408e559 admin admin] Publish callbacks [] for security_group (262bcfce-3380-4f95-a0c8-e2c837477ea1), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:06.655933 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066ec388-7361-498f-83d1-425baec74950 None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:06.658242 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-066ec388-7361-498f-83d1-425baec74950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:06.704004 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-227e20a9-e767-4bdb-8133-dd53a5c7a141 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:23:06.704534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227e20a9-e767-4bdb-8133-dd53a5c7a141 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:23:06.714784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2307a6f9-5787-4024-bf4d-a8268408e559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (262bcfce-3380-4f95-a0c8-e2c837477ea1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:06.718422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2307a6f9-5787-4024-bf4d-a8268408e559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:06.719882 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2307a6f9-5787-4024-bf4d-a8268408e559 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/262bcfce-3380-4f95-a0c8-e2c837477ea1 HTTP/1.1" status: 204 len: 168 time: 0.1960468 Oct 26 15:23:06.728489 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-066ec388-7361-498f-83d1-425baec74950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:06.731282 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307a6f9-5787-4024-bf4d-a8268408e559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262bcfce-3380-4f95-a0c8-e2c837477ea1,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:06.751657 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066ec388-7361-498f-83d1-425baec74950 None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:06.752279 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-066ec388-7361-498f-83d1-425baec74950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:06.757428 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-752636f4-54ea-48b9-b2e6-f03cb6d41d7d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/b0879326-2f02-4a6e-8f09-05aeb63eb3b6 HTTP/1.1" status: 200 len: 978 time: 2.8486235 Oct 26 15:23:06.760531 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59336) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:06.779564 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59338) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:06.780218 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-227e20a9-e767-4bdb-8133-dd53a5c7a141 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2646458 Oct 26 15:23:06.807141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0352e61c-1295-41d4-9436-6857a72f96fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:06.832351 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-066ec388-7361-498f-83d1-425baec74950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:06.842799 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066ec388-7361-498f-83d1-425baec74950 None None] The sync data for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:06.847747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:06.862701 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:06.874701 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f7abb2-c9ee-4ff7-9541-17513a173289 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:06.880623 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b2f7abb2-c9ee-4ff7-9541-17513a173289 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0990546 Oct 26 15:23:06.882349 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59342) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:06.907290 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56bbef63-4acf-4aab-a837-85bb52921199 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c568f09f-ee41-41b0-bd86-5e5556990ba6), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:06.969018 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ef941-9035-4a4a-8298-4c8fbac776d7 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:06.970881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ef941-9035-4a4a-8298-4c8fbac776d7 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:06.975293 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-893ef941-9035-4a4a-8298-4c8fbac776d7 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0867531 Oct 26 15:23:06.975587 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59344) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:06.991870 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-0a0ebb1e-79aa-495b-aa83-2e5a5a23961a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Deleting port edfa27ce-0dbb-442e-a6dc-f8b73d6f10f3 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:06.992613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a0ebb1e-79aa-495b-aa83-2e5a5a23961a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (edfa27ce-0dbb-442e-a6dc-f8b73d6f10f3), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:07.074474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Allocated IP 2001:db8:1::2 (91511131-dde8-42be-a71d-706045910f26/bdd1f9f5-52bb-440d-8139-56052728be41/d97486dd-d2e6-4943-85c2-4bf961edc84a) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:07.088563 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4058f2-774a-4ffd-bf19-76b273c14a05 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 317f29ea-c351-4651-8865-7d41d98ea26f {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:23:07.170639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:07.234124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a0ebb1e-79aa-495b-aa83-2e5a5a23961a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (edfa27ce-0dbb-442e-a6dc-f8b73d6f10f3), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:07.266784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 43e12c3d-c8a9-4037-ae04-b23fda34c9dd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:07.313839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-0352e61c-1295-41d4-9436-6857a72f96fc None None] Allocated IP 2001:db8::2 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/317f29ea-c351-4651-8865-7d41d98ea26f/725c96ab-5faf-4390-a24f-3be6cbc48115) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:07.477941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:07.478637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (43e12c3d-c8a9-4037-ae04-b23fda34c9dd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:07.478637 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd Oct 26 15:23:07.524248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Publish callbacks [] for port (d97486dd-d2e6-4943-85c2-4bf961edc84a), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:07.527425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-0352e61c-1295-41d4-9436-6857a72f96fc None None] For port 725c96ab-5faf-4390-a24f-3be6cbc48115, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=725c96ab-5faf-4390-a24f-3be6cbc48115,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:07.546512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:07.553234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (d97486dd-d2e6-4943-85c2-4bf961edc84a), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:07.572227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56bbef63-4acf-4aab-a837-85bb52921199 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (c568f09f-ee41-41b0-bd86-5e5556990ba6), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:07.584720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a0ebb1e-79aa-495b-aa83-2e5a5a23961a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:07.585131 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a0ebb1e-79aa-495b-aa83-2e5a5a23961a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (b0879326-2f02-4a6e-8f09-05aeb63eb3b6), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:07.585452 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-0a0ebb1e-79aa-495b-aa83-2e5a5a23961a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Floating IP b0879326-2f02-4a6e-8f09-05aeb63eb3b6 disassociated. External IP: 172.26.11.61, port: edfa27ce-0dbb-442e-a6dc-f8b73d6f10f3. Oct 26 15:23:07.585807 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-0a0ebb1e-79aa-495b-aa83-2e5a5a23961a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Calling delete_port for edfa27ce-0dbb-442e-a6dc-f8b73d6f10f3 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:07.588545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56bbef63-4acf-4aab-a837-85bb52921199 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (c568f09f-ee41-41b0-bd86-5e5556990ba6), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:07.590074 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56bbef63-4acf-4aab-a837-85bb52921199 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (03a20ee7-f190-40b4-ac8b-536a66a20c35), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:07.597751 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59358) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:07.626121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0352e61c-1295-41d4-9436-6857a72f96fc None None] Publish callbacks [] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:07.631488 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:07.631807 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-be4058f2-774a-4ffd-bf19-76b273c14a05 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (317f29ea-c351-4651-8865-7d41d98ea26f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:07.632986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Network 91511131-dde8-42be-a71d-706045910f26 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:07.638689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0352e61c-1295-41d4-9436-6857a72f96fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:07.642161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:07.644692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:07.648753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Pushing event updated for resources: {'Port': ['ID=d97486dd-d2e6-4943-85c2-4bf961edc84a,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:07.726436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-be4058f2-774a-4ffd-bf19-76b273c14a05 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (317f29ea-c351-4651-8865-7d41d98ea26f), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:07.736609 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbef63-4acf-4aab-a837-85bb52921199 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=c568f09f-ee41-41b0-bd86-5e5556990ba6,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:07.772600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:07.803842 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bbef63-4acf-4aab-a837-85bb52921199 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network c792f3e5-a06f-4b35-9fce-24e7ec747ed2 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:07.805897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-56bbef63-4acf-4aab-a837-85bb52921199 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:07.817267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352e61c-1295-41d4-9436-6857a72f96fc None None] Pushing event updated for resources: {'Port': ['ID=725c96ab-5faf-4390-a24f-3be6cbc48115,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:07.833375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Attempting to bind port d97486dd-d2e6-4943-85c2-4bf961edc84a on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:23:07.833766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Attempting to bind port d97486dd-d2e6-4943-85c2-4bf961edc84a by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '2693a1d4-f034-47a7-a672-d4a19f364467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '91511131-dde8-42be-a71d-706045910f26'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:23:07.834592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Attempting to bind port d97486dd-d2e6-4943-85c2-4bf961edc84a on network 91511131-dde8-42be-a71d-706045910f26 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:23:07.875135 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:07.881573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:23:07.882088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Checking segment: {'id': '2693a1d4-f034-47a7-a672-d4a19f364467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '91511131-dde8-42be-a71d-706045910f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:07.882604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:07.883442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Bound using segment: {'id': '2693a1d4-f034-47a7-a672-d4a19f364467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '91511131-dde8-42be-a71d-706045910f26'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:23:07.884031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Bound port: d97486dd-d2e6-4943-85c2-4bf961edc84a, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2693a1d4-f034-47a7-a672-d4a19f364467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '91511131-dde8-42be-a71d-706045910f26'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:23:07.885199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d97486dd-d2e6-4943-85c2-4bf961edc84a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:07.914304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-80372e80-15f7-49bd-b7c3-836cb50ac483 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'network': {'name': 'tempest-network-smoke--1322441971', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'port_security_enabled': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:07.921430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-be4058f2-774a-4ffd-bf19-76b273c14a05 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (317f29ea-c351-4651-8865-7d41d98ea26f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:07.940659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a0ebb1e-79aa-495b-aa83-2e5a5a23961a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (edfa27ce-0dbb-442e-a6dc-f8b73d6f10f3), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:07.966926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] For port d97486dd-d2e6-4943-85c2-4bf961edc84a, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:23:07.967326 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ebb1e-79aa-495b-aa83-2e5a5a23961a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event deleted for resources: {'Port': ['ID=edfa27ce-0dbb-442e-a6dc-f8b73d6f10f3,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:07.976238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] For port d97486dd-d2e6-4943-85c2-4bf961edc84a, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d97486dd-d2e6-4943-85c2-4bf961edc84a,segment=NetworkSegment(2693a1d4-f034-47a7-a672-d4a19f364467),segment_id=2693a1d4-f034-47a7-a672-d4a19f364467)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:23:07.987740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d97486dd-d2e6-4943-85c2-4bf961edc84a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:08.003693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80372e80-15f7-49bd-b7c3-836cb50ac483 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:08.018890 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-80372e80-15f7-49bd-b7c3-836cb50ac483 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:08.051609 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-80372e80-15f7-49bd-b7c3-836cb50ac483 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:08.061709 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:08.075202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e11807-6c8c-4c1a-87df-41e291fee227 None None] Pushing event updated for resources: {'Port': ['ID=d97486dd-d2e6-4943-85c2-4bf961edc84a,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:08.091456 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bbef63-4acf-4aab-a837-85bb52921199 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 03a20ee7-f190-40b4-ac8b-536a66a20c35 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:23:08.091710 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-be4058f2-774a-4ffd-bf19-76b273c14a05 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (317f29ea-c351-4651-8865-7d41d98ea26f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:08.134756 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4058f2-774a-4ffd-bf19-76b273c14a05 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=317f29ea-c351-4651-8865-7d41d98ea26f,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:08.148221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-be4058f2-774a-4ffd-bf19-76b273c14a05 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:08.152126 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-be4058f2-774a-4ffd-bf19-76b273c14a05 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/317f29ea-c351-4651-8865-7d41d98ea26f HTTP/1.1" status: 204 len: 168 time: 1.1746249 Oct 26 15:23:08.155609 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59362) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:08.166700 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0ebb1e-79aa-495b-aa83-2e5a5a23961a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 32783b24-c43e-4398-9450-9c82d449bb82 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:23:08.205994 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-10286d5f-abc6-47da-9714-8aecba564c69 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453463 Oct 26 15:23:08.206249 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59364) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:08.211474 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7c95ff84-ecbd-4498-99d4-642bc4bd3e6e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:08.235571 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:08.263567 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bbef63-4acf-4aab-a837-85bb52921199 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:08.270114 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-56bbef63-4acf-4aab-a837-85bb52921199 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/03a20ee7-f190-40b4-ac8b-536a66a20c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9914258 Oct 26 15:23:08.273359 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59366) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:08.288511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88133262-e13b-4a49-b5fe-6848f9a8d0f2 None None] Sync routers for ids ['03a20ee7-f190-40b4-ac8b-536a66a20c35'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:08.334253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88133262-e13b-4a49-b5fe-6848f9a8d0f2 None None] Routers {'03a20ee7-f190-40b4-ac8b-536a66a20c35'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:08.335847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-88133262-e13b-4a49-b5fe-6848f9a8d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['03a20ee7-f190-40b4-ac8b-536a66a20c35'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:08.375777 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c95ff84-ecbd-4498-99d4-642bc4bd3e6e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:08.387438 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7c95ff84-ecbd-4498-99d4-642bc4bd3e6e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:08.393684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-88133262-e13b-4a49-b5fe-6848f9a8d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:08.418761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88133262-e13b-4a49-b5fe-6848f9a8d0f2 None None] Routers {'03a20ee7-f190-40b4-ac8b-536a66a20c35'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:08.418761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-88133262-e13b-4a49-b5fe-6848f9a8d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['03a20ee7-f190-40b4-ac8b-536a66a20c35'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:08.451707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-88133262-e13b-4a49-b5fe-6848f9a8d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:08.452430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88133262-e13b-4a49-b5fe-6848f9a8d0f2 None None] The sync data for ids ['03a20ee7-f190-40b4-ac8b-536a66a20c35'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:08.469014 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-80372e80-15f7-49bd-b7c3-836cb50ac483 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (a25e37f5-21f8-4ca5-abd4-27103757d884), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:08.480502 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-80372e80-15f7-49bd-b7c3-836cb50ac483 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (a25e37f5-21f8-4ca5-abd4-27103757d884), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:08.501120 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80372e80-15f7-49bd-b7c3-836cb50ac483 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:23:08.520756 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-80372e80-15f7-49bd-b7c3-836cb50ac483 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (cf53ea2c-a59f-4e01-9152-196d21b0d8a1), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:08.521213 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-80372e80-15f7-49bd-b7c3-836cb50ac483 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Added segment cf53ea2c-a59f-4e01-9152-196d21b0d8a1 of type vlan for network e17aed4e-c4e5-4bb5-a982-08b9b5add769 Oct 26 15:23:08.537436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1521-6396-420e-be4a-a9fec2ab68a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:08.652295 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-80372e80-15f7-49bd-b7c3-836cb50ac483 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (e17aed4e-c4e5-4bb5-a982-08b9b5add769), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:08.658567 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80372e80-15f7-49bd-b7c3-836cb50ac483 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a25e37f5-21f8-4ca5-abd4-27103757d884,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:08.739301 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-80372e80-15f7-49bd-b7c3-836cb50ac483 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (e17aed4e-c4e5-4bb5-a982-08b9b5add769), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:08.744312 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80372e80-15f7-49bd-b7c3-836cb50ac483 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:08.745331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-80372e80-15f7-49bd-b7c3-836cb50ac483 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:08.762514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9a7ec7-db4c-49a8-915c-d26c8143e0c0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:08.764283 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fe9a7ec7-db4c-49a8-915c-d26c8143e0c0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/ports/c568f09f-ee41-41b0-bd86-5e5556990ba6 HTTP/1.1" status: 200 len: 911 time: 0.4900119 Oct 26 15:23:08.770711 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59368) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:08.787055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0ebb1e-79aa-495b-aa83-2e5a5a23961a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:08.796861 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db8d99-4544-4c01-9ed9-707e8656d94c None None] Sync routers for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:08.807661 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db8d99-4544-4c01-9ed9-707e8656d94c None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:08.808277 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-85db8d99-4544-4c01-9ed9-707e8656d94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:08.820306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:08.836436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-486dde76-8d66-479e-a10e-81b6df52595f None None] Provisioning complete for port 725c96ab-5faf-4390-a24f-3be6cbc48115 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:08.837607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-486dde76-8d66-479e-a10e-81b6df52595f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:08.839349 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-486dde76-8d66-479e-a10e-81b6df52595f None None] Attempt 1 to provision port 725c96ab-5faf-4390-a24f-3be6cbc48115 Oct 26 15:23:08.848095 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-85db8d99-4544-4c01-9ed9-707e8656d94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:08.851755 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80372e80-15f7-49bd-b7c3-836cb50ac483 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Network': ['ID=e17aed4e-c4e5-4bb5-a982-08b9b5add769,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:08.858558 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db8d99-4544-4c01-9ed9-707e8656d94c None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:08.859173 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-85db8d99-4544-4c01-9ed9-707e8656d94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:22:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:08.864422 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-80372e80-15f7-49bd-b7c3-836cb50ac483 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2631826 Oct 26 15:23:08.867696 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59370) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:08.873716 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-956653527', 'admin_state_up': True, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:08.888988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network e17aed4e-c4e5-4bb5-a982-08b9b5add769 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:23:08.904192 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-85db8d99-4544-4c01-9ed9-707e8656d94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:08.905176 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db8d99-4544-4c01-9ed9-707e8656d94c None None] The sync data for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:08.944165 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (28a3ab95-c9ca-460d-b8e4-b21967ab5352), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:08.945745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (28a3ab95-c9ca-460d-b8e4-b21967ab5352), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:08.967878 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7c95ff84-ecbd-4498-99d4-642bc4bd3e6e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (897b9c49-4da7-4e8f-a511-cdb7eb055559), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:08.998518 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a0ebb1e-79aa-495b-aa83-2e5a5a23961a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.001986 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0a0ebb1e-79aa-495b-aa83-2e5a5a23961a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/ports/edfa27ce-0dbb-442e-a6dc-f8b73d6f10f3 HTTP/1.1" status: 204 len: 168 time: 2.2374797 Oct 26 15:23:09.004693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59372) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:09.035872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-486dde76-8d66-479e-a10e-81b6df52595f None None] Current status of the port 725c96ab-5faf-4390-a24f-3be6cbc48115 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:09.056718 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c95ff84-ecbd-4498-99d4-642bc4bd3e6e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:09.061547 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_controller (28a3ab95-c9ca-460d-b8e4-b21967ab5352), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.064446 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-7c95ff84-ecbd-4498-99d4-642bc4bd3e6e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:09.069205 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c95ff84-ecbd-4498-99d4-642bc4bd3e6e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:09.069801 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7c95ff84-ecbd-4498-99d4-642bc4bd3e6e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.074208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:09.079699 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5fcc1bb7-1c02-4bb5-91e1-376d3225648e tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "GET /networking/v2.0/floatingips/b0879326-2f02-4a6e-8f09-05aeb63eb3b6 HTTP/1.1" status: 200 len: 688 time: 0.0737927 Oct 26 15:23:09.082380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59374) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:09.083282 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95ff84-ecbd-4498-99d4-642bc4bd3e6e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=897b9c49-4da7-4e8f-a511-cdb7eb055559,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:09.153479 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:INSERT=15,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:09.162652 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7c95ff84-ecbd-4498-99d4-642bc4bd3e6e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9528430 Oct 26 15:23:09.163267 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59376) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:09.167578 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-664a40cb-61ef-42db-b0de-3c140c2d5ce6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-177327636', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:09.262624 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (28a3ab95-c9ca-460d-b8e4-b21967ab5352), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.274203 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-664a40cb-61ef-42db-b0de-3c140c2d5ce6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (b78b77df-5ad9-4c5e-84b2-dd8369bca230), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.275594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-664a40cb-61ef-42db-b0de-3c140c2d5ce6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (b78b77df-5ad9-4c5e-84b2-dd8369bca230), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.285276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:09.300495 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-30ad38ed-a02a-42b2-b54e-d07d7cd06221 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Deleting port 6195d7a3-9ceb-414b-ba6e-1060191bbda8 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:09.300877 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-30ad38ed-a02a-42b2-b54e-d07d7cd06221 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (6195d7a3-9ceb-414b-ba6e-1060191bbda8), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.317772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 725c96ab-5faf-4390-a24f-3be6cbc48115 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:09.365952 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:09.373643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:09.389979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 725c96ab-5faf-4390-a24f-3be6cbc48115 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:09.389979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.390346 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 725c96ab-5faf-4390-a24f-3be6cbc48115 Oct 26 15:23:09.475960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-30ad38ed-a02a-42b2-b54e-d07d7cd06221 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (6195d7a3-9ceb-414b-ba6e-1060191bbda8), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.476708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-30ad38ed-a02a-42b2-b54e-d07d7cd06221 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (6195d7a3-9ceb-414b-ba6e-1060191bbda8), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.492499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 725c96ab-5faf-4390-a24f-3be6cbc48115 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:09.493760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d97486dd-d2e6-4943-85c2-4bf961edc84a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:09.498175 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-30ad38ed-a02a-42b2-b54e-d07d7cd06221 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Calling delete_port for 6195d7a3-9ceb-414b-ba6e-1060191bbda8 owned by network:floatingip {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:09.512366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69cb9530-a9f0-4fad-ba4e-c4795aa84f9c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.551585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d97486dd-d2e6-4943-85c2-4bf961edc84a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:09.552703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d97486dd-d2e6-4943-85c2-4bf961edc84a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.553305 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d97486dd-d2e6-4943-85c2-4bf961edc84a Oct 26 15:23:09.636475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fb0f8c-1a67-4701-936e-b79056b3c1d8 None None] Network c792f3e5-a06f-4b35-9fce-24e7ec747ed2 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:09.660101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38adf483-d9a8-4380-bf3c-b20d06f680c8 None None] Network 91511131-dde8-42be-a71d-706045910f26 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:09.665161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d97486dd-d2e6-4943-85c2-4bf961edc84a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:09.666168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d97486dd-d2e6-4943-85c2-4bf961edc84a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.710156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-664a40cb-61ef-42db-b0de-3c140c2d5ce6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for router_controller (b78b77df-5ad9-4c5e-84b2-dd8369bca230), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.732046 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-664a40cb-61ef-42db-b0de-3c140c2d5ce6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (b78b77df-5ad9-4c5e-84b2-dd8369bca230), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.771838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e1177d6e-645a-4a0a-a7fe-0b94ff95482f None None] Provisioning complete for port d97486dd-d2e6-4943-85c2-4bf961edc84a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:09.772355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e1177d6e-645a-4a0a-a7fe-0b94ff95482f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d97486dd-d2e6-4943-85c2-4bf961edc84a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.772806 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e1177d6e-645a-4a0a-a7fe-0b94ff95482f None None] Attempt 1 to provision port d97486dd-d2e6-4943-85c2-4bf961edc84a Oct 26 15:23:09.791554 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-664a40cb-61ef-42db-b0de-3c140c2d5ce6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.792894 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-664a40cb-61ef-42db-b0de-3c140c2d5ce6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6291444 Oct 26 15:23:09.797122 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59378) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:09.917579 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (28a3ab95-c9ca-460d-b8e4-b21967ab5352), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.925288 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-30ad38ed-a02a-42b2-b54e-d07d7cd06221 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (6195d7a3-9ceb-414b-ba6e-1060191bbda8), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.944418 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:09.961521 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad38ed-a02a-42b2-b54e-d07d7cd06221 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event deleted for resources: {'Port': ['ID=6195d7a3-9ceb-414b-ba6e-1060191bbda8,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:09.986759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63c4bab-c703-454f-a7de-7631bd32597b None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:09.987198 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-69cb9530-a9f0-4fad-ba4e-c4795aa84f9c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Allocated IP 2001:db8:1::1 (91511131-dde8-42be-a71d-706045910f26/bdd1f9f5-52bb-440d-8139-56052728be41/e8cf1120-a9c5-46db-8029-79f56a779e90) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:09.999453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d97486dd-d2e6-4943-85c2-4bf961edc84a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d97486dd-d2e6-4943-85c2-4bf961edc84a,segment=NetworkSegment(2693a1d4-f034-47a7-a672-d4a19f364467),segment_id=2693a1d4-f034-47a7-a672-d4a19f364467)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:10.034401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d97486dd-d2e6-4943-85c2-4bf961edc84a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:10.107969 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-30ad38ed-a02a-42b2-b54e-d07d7cd06221 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (b0879326-2f02-4a6e-8f09-05aeb63eb3b6), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:10.110679 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-30ad38ed-a02a-42b2-b54e-d07d7cd06221 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:10.111870 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-30ad38ed-a02a-42b2-b54e-d07d7cd06221 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/b0879326-2f02-4a6e-8f09-05aeb63eb3b6 HTTP/1.1" status: 204 len: 168 time: 1.0281391 Oct 26 15:23:10.117267 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59380) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:10.124433 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': '8b1a5c2a-305e-4a4e-809e-f921c7425a52'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:10.132363 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:10.176069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:10.197027 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:10.197439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:10.224284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d97486dd-d2e6-4943-85c2-4bf961edc84a,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:10.245646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69cb9530-a9f0-4fad-ba4e-c4795aa84f9c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (e8cf1120-a9c5-46db-8029-79f56a779e90), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:10.272487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.26.11.197 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/063d68a6-d4a2-45cc-8de7-94f53fcc1440) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:10.304919 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:10.309189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e1177d6e-645a-4a0a-a7fe-0b94ff95482f None None] Current status of the port d97486dd-d2e6-4943-85c2-4bf961edc84a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:10.320486 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e1bbf96e-6f69-4aa1-84e1-74dd5b657b3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:10.323998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e1177d6e-645a-4a0a-a7fe-0b94ff95482f None None] Provisioning complete for port 725c96ab-5faf-4390-a24f-3be6cbc48115 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:10.324492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e1177d6e-645a-4a0a-a7fe-0b94ff95482f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:10.324722 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e1177d6e-645a-4a0a-a7fe-0b94ff95482f None None] Attempt 1 to provision port 725c96ab-5faf-4390-a24f-3be6cbc48115 Oct 26 15:23:10.357558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69cb9530-a9f0-4fad-ba4e-c4795aa84f9c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (e8cf1120-a9c5-46db-8029-79f56a779e90), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:10.419398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cb9530-a9f0-4fad-ba4e-c4795aa84f9c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network 91511131-dde8-42be-a71d-706045910f26 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:10.425154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-69cb9530-a9f0-4fad-ba4e-c4795aa84f9c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:10.441708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cb9530-a9f0-4fad-ba4e-c4795aa84f9c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:10.442204 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69cb9530-a9f0-4fad-ba4e-c4795aa84f9c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (03a20ee7-f190-40b4-ac8b-536a66a20c35), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:10.472648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e1177d6e-645a-4a0a-a7fe-0b94ff95482f None None] Current status of the port 725c96ab-5faf-4390-a24f-3be6cbc48115 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:10.504417 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb9530-a9f0-4fad-ba4e-c4795aa84f9c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=e8cf1120-a9c5-46db-8029-79f56a779e90,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:10.589887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-74f50472-67e9-477d-87b9-4bd0f686c0b6 None None] Could not find standard attr ID for object 7fdacf47-61b7-46f0-b651-9b6108905c9a. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:23:10.634316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69cb9530-a9f0-4fad-ba4e-c4795aa84f9c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e8cf1120-a9c5-46db-8029-79f56a779e90), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:10.670255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71103588-ce1f-41bf-981d-6463550821a4 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:10.675056 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:10.697500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:10.780727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-be0d84e9-faa1-460f-9663-ceeb55dabf35 None None] Provisioning complete for port 725c96ab-5faf-4390-a24f-3be6cbc48115 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:10.781167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-be0d84e9-faa1-460f-9663-ceeb55dabf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:10.781594 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-be0d84e9-faa1-460f-9663-ceeb55dabf35 None None] Attempt 1 to provision port 725c96ab-5faf-4390-a24f-3be6cbc48115 Oct 26 15:23:10.781866 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:10.799584 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-e1bbf96e-6f69-4aa1-84e1-74dd5b657b3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::1 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/897b9c49-4da7-4e8f-a511-cdb7eb055559/c5a020a9-0e9a-4286-bd23-3e73b4fe39e0) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:10.819175 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:10.892684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:10.896443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:10.911223 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:10.915746 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:10.918916 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:10.946699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b629a76e-f47c-4680-8b57-c9d732329e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:10.992422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-be0d84e9-faa1-460f-9663-ceeb55dabf35 None None] Current status of the port 725c96ab-5faf-4390-a24f-3be6cbc48115 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:11.003749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Allocated IP 172.26.11.85 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/3656fddd-485e-4efc-b37f-e60b1b9b67e3) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:11.121118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8a561779-314e-4252-893d-d3a1f09187fb None None] Provisioning complete for port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:11.121594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8a561779-314e-4252-893d-d3a1f09187fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (43e12c3d-c8a9-4037-ae04-b23fda34c9dd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:11.121998 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8a561779-314e-4252-893d-d3a1f09187fb None None] Attempt 1 to provision port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd Oct 26 15:23:11.197450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d97486dd-d2e6-4943-85c2-4bf961edc84a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:11.219389 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:11.299060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:11.300663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8a561779-314e-4252-893d-d3a1f09187fb None None] Current status of the port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:11.303774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149dd0d1-c2a5-46ff-ad07-492fd4215725 None None] Network 91511131-dde8-42be-a71d-706045910f26 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:11.319883 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69cb9530-a9f0-4fad-ba4e-c4795aa84f9c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (e8cf1120-a9c5-46db-8029-79f56a779e90), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:11.334531 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e1bbf96e-6f69-4aa1-84e1-74dd5b657b3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (c5a020a9-0e9a-4286-bd23-3e73b4fe39e0), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:11.340581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (3656fddd-485e-4efc-b37f-e60b1b9b67e3), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:11.346627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (28a3ab95-c9ca-460d-b8e4-b21967ab5352), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:11.353894 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69cb9530-a9f0-4fad-ba4e-c4795aa84f9c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (e8cf1120-a9c5-46db-8029-79f56a779e90), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:11.353894 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69cb9530-a9f0-4fad-ba4e-c4795aa84f9c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (03a20ee7-f190-40b4-ac8b-536a66a20c35), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:11.436137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8a561779-314e-4252-893d-d3a1f09187fb None None] Provisioning complete for port c568f09f-ee41-41b0-bd86-5e5556990ba6 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:11.436519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8a561779-314e-4252-893d-d3a1f09187fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c568f09f-ee41-41b0-bd86-5e5556990ba6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:11.437150 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8a561779-314e-4252-893d-d3a1f09187fb None None] Attempt 1 to provision port c568f09f-ee41-41b0-bd86-5e5556990ba6 Oct 26 15:23:11.483152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb9530-a9f0-4fad-ba4e-c4795aa84f9c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=e8cf1120-a9c5-46db-8029-79f56a779e90,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:11.490308 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:11.496522 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e1bbf96e-6f69-4aa1-84e1-74dd5b657b3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (c5a020a9-0e9a-4286-bd23-3e73b4fe39e0), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:11.501124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d97486dd-d2e6-4943-85c2-4bf961edc84a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:11.501511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d97486dd-d2e6-4943-85c2-4bf961edc84a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:11.501860 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d97486dd-d2e6-4943-85c2-4bf961edc84a Oct 26 15:23:11.503656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8a561779-314e-4252-893d-d3a1f09187fb None None] Port c568f09f-ee41-41b0-bd86-5e5556990ba6 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:23:11.533195 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (3656fddd-485e-4efc-b37f-e60b1b9b67e3), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:11.606305 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:11.614416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cb9530-a9f0-4fad-ba4e-c4795aa84f9c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network 91511131-dde8-42be-a71d-706045910f26 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:11.615639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d97486dd-d2e6-4943-85c2-4bf961edc84a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:11.618635 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-69cb9530-a9f0-4fad-ba4e-c4795aa84f9c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:11.623376 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:11.629234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:11.631175 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=3656fddd-485e-4efc-b37f-e60b1b9b67e3,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:11.662932 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbf96e-6f69-4aa1-84e1-74dd5b657b3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=c5a020a9-0e9a-4286-bd23-3e73b4fe39e0,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:11.664221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-85722e54-c55b-4b14-b110-3809ff7af374 None None] Provisioning complete for port d97486dd-d2e6-4943-85c2-4bf961edc84a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:11.664788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-85722e54-c55b-4b14-b110-3809ff7af374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d97486dd-d2e6-4943-85c2-4bf961edc84a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:11.669555 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bbf96e-6f69-4aa1-84e1-74dd5b657b3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:11.671136 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-e1bbf96e-6f69-4aa1-84e1-74dd5b657b3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:11.673626 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bbf96e-6f69-4aa1-84e1-74dd5b657b3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:11.674173 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e1bbf96e-6f69-4aa1-84e1-74dd5b657b3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (b78b77df-5ad9-4c5e-84b2-dd8369bca230), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:11.677776 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-85722e54-c55b-4b14-b110-3809ff7af374 None None] Attempt 1 to provision port d97486dd-d2e6-4943-85c2-4bf961edc84a Oct 26 15:23:11.735022 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:11.766580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (28a3ab95-c9ca-460d-b8e4-b21967ab5352), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:11.777226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-85722e54-c55b-4b14-b110-3809ff7af374 None None] Current status of the port d97486dd-d2e6-4943-85c2-4bf961edc84a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:11.785138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7db538-72a1-421c-a98b-20d868f186d5 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:23:11.793663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cb9530-a9f0-4fad-ba4e-c4795aa84f9c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 03a20ee7-f190-40b4-ac8b-536a66a20c35 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:23:11.812674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-85722e54-c55b-4b14-b110-3809ff7af374 None None] Provisioning complete for port c568f09f-ee41-41b0-bd86-5e5556990ba6 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:11.812674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-85722e54-c55b-4b14-b110-3809ff7af374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c568f09f-ee41-41b0-bd86-5e5556990ba6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:11.813012 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-85722e54-c55b-4b14-b110-3809ff7af374 None None] Attempt 1 to provision port c568f09f-ee41-41b0-bd86-5e5556990ba6 Oct 26 15:23:11.863226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-85722e54-c55b-4b14-b110-3809ff7af374 None None] Port c568f09f-ee41-41b0-bd86-5e5556990ba6 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:23:11.895481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-85722e54-c55b-4b14-b110-3809ff7af374 None None] Provisioning complete for port 725c96ab-5faf-4390-a24f-3be6cbc48115 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:11.895860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-85722e54-c55b-4b14-b110-3809ff7af374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:11.896199 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-85722e54-c55b-4b14-b110-3809ff7af374 None None] Attempt 1 to provision port 725c96ab-5faf-4390-a24f-3be6cbc48115 Oct 26 15:23:11.906609 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:11.913977 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e1bbf96e-6f69-4aa1-84e1-74dd5b657b3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c5a020a9-0e9a-4286-bd23-3e73b4fe39e0), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:11.983580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:11.988360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7db538-72a1-421c-a98b-20d868f186d5 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:23:11.991943 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cb9530-a9f0-4fad-ba4e-c4795aa84f9c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:11.998501 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-69cb9530-a9f0-4fad-ba4e-c4795aa84f9c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/03a20ee7-f190-40b4-ac8b-536a66a20c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2266448 Oct 26 15:23:12.003896 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59386) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:12.028689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed0e8c-0ee0-4485-92cd-a91f1b281f77 None None] Sync routers for ids ['03a20ee7-f190-40b4-ac8b-536a66a20c35'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:12.056833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-85722e54-c55b-4b14-b110-3809ff7af374 None None] Current status of the port 725c96ab-5faf-4390-a24f-3be6cbc48115 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:12.070330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed0e8c-0ee0-4485-92cd-a91f1b281f77 None None] Routers {'03a20ee7-f190-40b4-ac8b-536a66a20c35'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:12.070970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f1ed0e8c-0ee0-4485-92cd-a91f1b281f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['03a20ee7-f190-40b4-ac8b-536a66a20c35'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:12.141262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f1ed0e8c-0ee0-4485-92cd-a91f1b281f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:12.145787 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:23:12.155690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:12.157421 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b334bb73-4cdb-4c01-998e-3d28416c3fdf tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:12.160196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed0e8c-0ee0-4485-92cd-a91f1b281f77 None None] Routers {'03a20ee7-f190-40b4-ac8b-536a66a20c35'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:12.161632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f1ed0e8c-0ee0-4485-92cd-a91f1b281f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['03a20ee7-f190-40b4-ac8b-536a66a20c35'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:12.166228 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b334bb73-4cdb-4c01-998e-3d28416c3fdf tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/ports/e8cf1120-a9c5-46db-8029-79f56a779e90 HTTP/1.1" status: 200 len: 913 time: 0.1586869 Oct 26 15:23:12.171366 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59390) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:12.210479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f1ed0e8c-0ee0-4485-92cd-a91f1b281f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:12.211090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed0e8c-0ee0-4485-92cd-a91f1b281f77 None None] The sync data for ids ['03a20ee7-f190-40b4-ac8b-536a66a20c35'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:12.220317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a3c37fbf-f3f3-4465-931e-422dc18e668e None None] Provisioning complete for port e8cf1120-a9c5-46db-8029-79f56a779e90 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:12.220317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a3c37fbf-f3f3-4465-931e-422dc18e668e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e8cf1120-a9c5-46db-8029-79f56a779e90), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:12.220564 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a3c37fbf-f3f3-4465-931e-422dc18e668e None None] Attempt 1 to provision port e8cf1120-a9c5-46db-8029-79f56a779e90 Oct 26 15:23:12.324639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a3c37fbf-f3f3-4465-931e-422dc18e668e None None] Port e8cf1120-a9c5-46db-8029-79f56a779e90 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:23:12.340838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:12.368194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a3c37fbf-f3f3-4465-931e-422dc18e668e None None] Provisioning complete for port d97486dd-d2e6-4943-85c2-4bf961edc84a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:12.368578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a3c37fbf-f3f3-4465-931e-422dc18e668e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d97486dd-d2e6-4943-85c2-4bf961edc84a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:12.368953 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a3c37fbf-f3f3-4465-931e-422dc18e668e None None] Attempt 1 to provision port d97486dd-d2e6-4943-85c2-4bf961edc84a Oct 26 15:23:12.442167 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:12.469579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099951ce-8dda-46f0-b2a4-314578dcd329 None None] Update dhcp port {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'fixed_ips': [{'subnet_id': '897b9c49-4da7-4e8f-a511-cdb7eb055559'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': '725c96ab-5faf-4390-a24f-3be6cbc48115'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:23:12.497600 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (ebc76b85-5c02-40e1-9615-e54b649a285f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:12.523932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a3c37fbf-f3f3-4465-931e-422dc18e668e None None] Current status of the port d97486dd-d2e6-4943-85c2-4bf961edc84a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:12.526292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-099951ce-8dda-46f0-b2a4-314578dcd329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:12.583429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3656fddd-485e-4efc-b37f-e60b1b9b67e3), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:12.697157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-099951ce-8dda-46f0-b2a4-314578dcd329 None None] Allocated IP 2001:db8::2 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/897b9c49-4da7-4e8f-a511-cdb7eb055559/725c96ab-5faf-4390-a24f-3be6cbc48115) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:12.747675 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (3656fddd-485e-4efc-b37f-e60b1b9b67e3), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:12.753123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (3656fddd-485e-4efc-b37f-e60b1b9b67e3), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:12.791058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:12.804881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-099951ce-8dda-46f0-b2a4-314578dcd329 None None] For port 725c96ab-5faf-4390-a24f-3be6cbc48115, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=725c96ab-5faf-4390-a24f-3be6cbc48115,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:12.821386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (ebc76b85-5c02-40e1-9615-e54b649a285f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:12.823332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=3656fddd-485e-4efc-b37f-e60b1b9b67e3,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:12.826448 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:12.837906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-099951ce-8dda-46f0-b2a4-314578dcd329 None None] Publish callbacks [] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:12.846144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-099951ce-8dda-46f0-b2a4-314578dcd329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:12.878015 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:12.888306 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:12.894499 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e1bbf96e-6f69-4aa1-84e1-74dd5b657b3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (c5a020a9-0e9a-4286-bd23-3e73b4fe39e0), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:12.902958 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:12.903828 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:12.925162 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e1bbf96e-6f69-4aa1-84e1-74dd5b657b3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (c5a020a9-0e9a-4286-bd23-3e73b4fe39e0), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:12.925981 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e1bbf96e-6f69-4aa1-84e1-74dd5b657b3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (b78b77df-5ad9-4c5e-84b2-dd8369bca230), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:12.936147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:12.943695 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Floating IP ebc76b85-5c02-40e1-9615-e54b649a285f associated. External IP: 172.26.11.85, port: 8b1a5c2a-305e-4a4e-809e-f921c7425a52. Oct 26 15:23:12.967405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099951ce-8dda-46f0-b2a4-314578dcd329 None None] Pushing event updated for resources: {'Port': ['ID=725c96ab-5faf-4390-a24f-3be6cbc48115,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:12.978885 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:12.980824 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-31bb609f-4bfe-4b90-919a-b8d047e66c45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1119533 Oct 26 15:23:12.986897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59396) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:13.119871 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbf96e-6f69-4aa1-84e1-74dd5b657b3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=c5a020a9-0e9a-4286-bd23-3e73b4fe39e0,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:13.156159 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:13.159100 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dc4b7f6a-0a6d-4227-b4ea-9d39b0c91f23 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?project_id=535d3aadc3604e4688e327c629fdd025&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1706321 Oct 26 15:23:13.162611 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59402) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:13.197728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 725c96ab-5faf-4390-a24f-3be6cbc48115 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:13.300364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 725c96ab-5faf-4390-a24f-3be6cbc48115 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:13.300957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:13.301410 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 725c96ab-5faf-4390-a24f-3be6cbc48115 Oct 26 15:23:13.346404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 32783b24-c43e-4398-9450-9c82d449bb82 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:23:13.377735 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b3240edc-d5cf-405f-adcd-908a6b574f74 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (03a20ee7-f190-40b4-ac8b-536a66a20c35), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:13.419636 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:11Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:13.449099 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bbf96e-6f69-4aa1-84e1-74dd5b657b3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:13.454503 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:23:13.457858 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:13.458978 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Updating router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:23:13.508325 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-e1bbf96e-6f69-4aa1-84e1-74dd5b657b3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:13.514635 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:13.531392 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:13.533830 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:13.571599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c602061-a0a6-41f5-b8d2-81d62097e66b tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:13.573859 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7c602061-a0a6-41f5-b8d2-81d62097e66b tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4101746 Oct 26 15:23:13.586159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59408) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:13.608135 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d652a2d-c8ca-400d-8e5a-c121aad42869 None None] Sync routers for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:13.614483 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:13.650153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:13.669972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d652a2d-c8ca-400d-8e5a-c121aad42869 None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:13.670619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0d652a2d-c8ca-400d-8e5a-c121aad42869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:13.692206 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0699ba24-670c-40af-87dd-375ba619d3d2 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1047163 Oct 26 15:23:13.696024 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59410) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:13.712936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ab0dfb96-ca9f-4d2b-8f8f-9c5ff317800d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-563129115', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:13.741478 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3e00066c-a9b7-47e1-887b-5f46f34456d1 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6204860 Oct 26 15:23:13.742203 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59412) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:13.788847 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ba59e824-49c4-4c53-8cde-500d252e9e66 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-318234877'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:13.798301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 725c96ab-5faf-4390-a24f-3be6cbc48115 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:13.811389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0d652a2d-c8ca-400d-8e5a-c121aad42869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:13.838122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d652a2d-c8ca-400d-8e5a-c121aad42869 None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:13.849332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0d652a2d-c8ca-400d-8e5a-c121aad42869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:13.862263 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba59e824-49c4-4c53-8cde-500d252e9e66 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Made reservation on behalf of 79f6d585d71547a0a6629b12a8a70570 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:13.866714 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ba59e824-49c4-4c53-8cde-500d252e9e66 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:13.880025 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Publish callbacks [] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:13.882935 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0dfb96-ca9f-4d2b-8f8f-9c5ff317800d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:13.883376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bbf96e-6f69-4aa1-84e1-74dd5b657b3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Router b78b77df-5ad9-4c5e-84b2-dd8369bca230 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:23:13.888705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ab0dfb96-ca9f-4d2b-8f8f-9c5ff317800d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:13.889753 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:13.910901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:13.913668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0d652a2d-c8ca-400d-8e5a-c121aad42869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:13.913882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d652a2d-c8ca-400d-8e5a-c121aad42869 None None] The sync data for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:13.919483 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Attempting to bind port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:23:13.921024 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Attempting to bind port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:23:13.921685 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Attempting to bind port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:23:13.957370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-aa9eb880-babb-43a7-824d-8ca4920b1d69 None None] Provisioning complete for port c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:13.957747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-aa9eb880-babb-43a7-824d-8ca4920b1d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c5a020a9-0e9a-4286-bd23-3e73b4fe39e0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:13.958088 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-aa9eb880-babb-43a7-824d-8ca4920b1d69 None None] Attempt 1 to provision port c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 Oct 26 15:23:13.977077 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b3240edc-d5cf-405f-adcd-908a6b574f74 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting port e8cf1120-a9c5-46db-8029-79f56a779e90 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:13.977753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b3240edc-d5cf-405f-adcd-908a6b574f74 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (e8cf1120-a9c5-46db-8029-79f56a779e90), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:13.999782 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba59e824-49c4-4c53-8cde-500d252e9e66 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:23:14.009990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-aa9eb880-babb-43a7-824d-8ca4920b1d69 None None] Port c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:23:14.021527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-aa9eb880-babb-43a7-824d-8ca4920b1d69 None None] Provisioning complete for port 725c96ab-5faf-4390-a24f-3be6cbc48115 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:14.021939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-aa9eb880-babb-43a7-824d-8ca4920b1d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:14.022917 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-aa9eb880-babb-43a7-824d-8ca4920b1d69 None None] Attempt 1 to provision port 725c96ab-5faf-4390-a24f-3be6cbc48115 Oct 26 15:23:14.038526 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0ca82-555f-4ea7-9bc8-e8021399a80d None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=2']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:14.041337 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ba59e824-49c4-4c53-8cde-500d252e9e66 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (8592182d-7ea5-4022-93ff-4979b5eefca0), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:14.042458 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-ba59e824-49c4-4c53-8cde-500d252e9e66 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Added segment 8592182d-7ea5-4022-93ff-4979b5eefca0 of type vlan for network db3c66a4-9c16-4992-b681-41385455035b Oct 26 15:23:14.050240 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:23:14.050923 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:14.051662 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:14.052273 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:23:14.053888 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Bound port: 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:23:14.054502 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:14.094281 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bbf96e-6f69-4aa1-84e1-74dd5b657b3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:14.100367 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e1bbf96e-6f69-4aa1-84e1-74dd5b657b3c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "PUT /networking/v2.0/routers/b78b77df-5ad9-4c5e-84b2-dd8369bca230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3021903 Oct 26 15:23:14.105863 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59414) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:14.135341 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:23:14.139700 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:23:14.146108 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ba59e824-49c4-4c53-8cde-500d252e9e66 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (db3c66a4-9c16-4992-b681-41385455035b), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:14.150233 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0ca82-555f-4ea7-9bc8-e8021399a80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:14.150594 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0ca82-555f-4ea7-9bc8-e8021399a80d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:14.151827 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0ca82-555f-4ea7-9bc8-e8021399a80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:14.152253 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0ca82-555f-4ea7-9bc8-e8021399a80d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:14.152633 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0ca82-555f-4ea7-9bc8-e8021399a80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:14.154287 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0ca82-555f-4ea7-9bc8-e8021399a80d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:14.154900 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0ca82-555f-4ea7-9bc8-e8021399a80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:14.155277 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0ca82-555f-4ea7-9bc8-e8021399a80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:14.155678 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0ca82-555f-4ea7-9bc8-e8021399a80d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:14.156055 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0ca82-555f-4ea7-9bc8-e8021399a80d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:14.157068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:14.157887 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0ca82-555f-4ea7-9bc8-e8021399a80d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:14.158281 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0ca82-555f-4ea7-9bc8-e8021399a80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:14.159014 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0ca82-555f-4ea7-9bc8-e8021399a80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:14.159469 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0ca82-555f-4ea7-9bc8-e8021399a80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:14.159854 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0ca82-555f-4ea7-9bc8-e8021399a80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:14.168113 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:14.170423 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:14.175987 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Sync routers for ids ['b78b77df-5ad9-4c5e-84b2-dd8369bca230'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:14.190037 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b3240edc-d5cf-405f-adcd-908a6b574f74 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (e8cf1120-a9c5-46db-8029-79f56a779e90), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:14.211067 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117bb608-f388-47bc-b73f-61b1bd5ac8dc tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:14.215369 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-117bb608-f388-47bc-b73f-61b1bd5ac8dc tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports/c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 HTTP/1.1" status: 200 len: 911 time: 0.1062281 Oct 26 15:23:14.217480 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59420) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:14.227501 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b3240edc-d5cf-405f-adcd-908a6b574f74 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Calling delete_port for e8cf1120-a9c5-46db-8029-79f56a779e90 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:14.229905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1859c34d-8f5e-4f21-8152-3c46f0de1cfc None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:23:14.253204 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:14.255773 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ba59e824-49c4-4c53-8cde-500d252e9e66 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (db3c66a4-9c16-4992-b681-41385455035b), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:14.261307 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba59e824-49c4-4c53-8cde-500d252e9e66 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:14.261506 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0ca82-555f-4ea7-9bc8-e8021399a80d None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:14.262442 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ba59e824-49c4-4c53-8cde-500d252e9e66 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:14.267162 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Routers {'b78b77df-5ad9-4c5e-84b2-dd8369bca230'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:14.268382 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['b78b77df-5ad9-4c5e-84b2-dd8369bca230'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:14.273341 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:14.317361 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4e1993-611b-42ff-b1d4-4d7642a142e7 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:14.322441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4e1993-611b-42ff-b1d4-4d7642a142e7 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:14.326678 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6c4e1993-611b-42ff-b1d4-4d7642a142e7 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1057920 Oct 26 15:23:14.328320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59422) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:14.369378 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ba59e824-49c4-4c53-8cde-500d252e9e66 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5852683 Oct 26 15:23:14.371131 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ab0dfb96-ca9f-4d2b-8f8f-9c5ff317800d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (3f6b5952-1b1d-42b8-b52f-36b8e04e5167), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:14.372069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:14.373902 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59424) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:14.375205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1859c34d-8f5e-4f21-8152-3c46f0de1cfc None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:23:14.377727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-aa9eb880-babb-43a7-824d-8ca4920b1d69 None None] Current status of the port 725c96ab-5faf-4390-a24f-3be6cbc48115 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:14.385805 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Set router b78b77df-5ad9-4c5e-84b2-dd8369bca230 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:14.388600 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-7c73eaae-61ed-4997-b06b-ce19563d890c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'subnet': {'network_id': 'db3c66a4-9c16-4992-b681-41385455035b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:14.429712 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59e824-49c4-4c53-8cde-500d252e9e66 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Network': ['ID=db3c66a4-9c16-4992-b681-41385455035b,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:14.457849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network db3c66a4-9c16-4992-b681-41385455035b details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:23:14.535719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0dfb96-ca9f-4d2b-8f8f-9c5ff317800d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Subnet': ['ID=3f6b5952-1b1d-42b8-b52f-36b8e04e5167,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:14.555008 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:14.556836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e483e6bf-89c7-40b6-9c17-ab26d71ae010 None None] Provisioning complete for port e8cf1120-a9c5-46db-8029-79f56a779e90 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:14.557741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e483e6bf-89c7-40b6-9c17-ab26d71ae010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e8cf1120-a9c5-46db-8029-79f56a779e90), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:14.558156 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e483e6bf-89c7-40b6-9c17-ab26d71ae010 None None] Attempt 1 to provision port e8cf1120-a9c5-46db-8029-79f56a779e90 Oct 26 15:23:14.569903 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0dfb96-ca9f-4d2b-8f8f-9c5ff317800d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Checking segment: {'id': 'cf53ea2c-a59f-4e01-9152-196d21b0d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:14.570742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0dfb96-ca9f-4d2b-8f8f-9c5ff317800d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network hostable DHCP agents. Network: e17aed4e-c4e5-4bb5-a982-08b9b5add769, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:23:14.602223 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c73eaae-61ed-4997-b06b-ce19563d890c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Made reservation on behalf of 79f6d585d71547a0a6629b12a8a70570 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:14.603212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e483e6bf-89c7-40b6-9c17-ab26d71ae010 None None] Port e8cf1120-a9c5-46db-8029-79f56a779e90 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:23:14.608102 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7c73eaae-61ed-4997-b06b-ce19563d890c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:14.625099 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0dfb96-ca9f-4d2b-8f8f-9c5ff317800d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network e17aed4e-c4e5-4bb5-a982-08b9b5add769 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:23:14.638902 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78b77df-5ad9-4c5e-84b2-dd8369bca230', 'name': 'tempest-NetworksTestDHCPv6-router-177327636', 'tenant_id': 'e3b7e3683f314399a045aa71758c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:11Z', 'revision_number': 2, 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'gw_port_host': None, '_interfaces': [{'id': 'c5a020a9-0e9a-4286-bd23-3e73b4fe39e0', 'name': '', 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'tenant_id': 'e3b7e3683f314399a045aa71758c8097', 'mac_address': 'fa:16:3e:e6:f2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78b77df-5ad9-4c5e-84b2-dd8369bca230', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '897b9c49-4da7-4e8f-a511-cdb7eb055559', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:10Z', 'updated_at': '2022-10-26T15:23:12Z', 'revision_number': 2, 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'subnets': [{'id': '897b9c49-4da7-4e8f-a511-cdb7eb055559', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:14.683169 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Checking router: b78b77df-5ad9-4c5e-84b2-dd8369bca230 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:23:14.683522 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Updating router b78b77df-5ad9-4c5e-84b2-dd8369bca230 port c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:23:14.710226 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-ab0dfb96-ca9f-4d2b-8f8f-9c5ff317800d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, e17aed4e-c4e5-4bb5-a982-08b9b5add769) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:14.718561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:14.722289 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c5a020a9-0e9a-4286-bd23-3e73b4fe39e0), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:14.730184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0dfb96-ca9f-4d2b-8f8f-9c5ff317800d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:14.734832 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:14.735478 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:14.735901 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ab0dfb96-ca9f-4d2b-8f8f-9c5ff317800d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:14.841291 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ab0dfb96-ca9f-4d2b-8f8f-9c5ff317800d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1347635 Oct 26 15:23:14.844496 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59426) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:14.934858 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:15.016435 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b3240edc-d5cf-405f-adcd-908a6b574f74 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (e8cf1120-a9c5-46db-8029-79f56a779e90), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:15.050979 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:15.092518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3240edc-d5cf-405f-adcd-908a6b574f74 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Port': ['ID=e8cf1120-a9c5-46db-8029-79f56a779e90,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:15.157996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7c73eaae-61ed-4997-b06b-ce19563d890c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (a00fd8af-02d4-4a3c-a7f7-dcc59e03d63d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:15.178307 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:15.211327 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:15.272894 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73eaae-61ed-4997-b06b-ce19563d890c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Subnet': ['ID=a00fd8af-02d4-4a3c-a7f7-dcc59e03d63d,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:15.357506 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73eaae-61ed-4997-b06b-ce19563d890c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Checking segment: {'id': '8592182d-7ea5-4022-93ff-4979b5eefca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db3c66a4-9c16-4992-b681-41385455035b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:15.358097 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c73eaae-61ed-4997-b06b-ce19563d890c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network hostable DHCP agents. Network: db3c66a4-9c16-4992-b681-41385455035b, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:23:15.368053 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f3a49831-d471-42f3-96b6-60420e0b4c90 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (b78b77df-5ad9-4c5e-84b2-dd8369bca230), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:15.378581 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Publish callbacks [] for port (c5a020a9-0e9a-4286-bd23-3e73b4fe39e0), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:15.397768 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:11Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:15.400598 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c5a020a9-0e9a-4286-bd23-3e73b4fe39e0), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:15.402909 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c73eaae-61ed-4997-b06b-ce19563d890c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network db3c66a4-9c16-4992-b681-41385455035b is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:23:15.413910 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b3240edc-d5cf-405f-adcd-908a6b574f74 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (03a20ee7-f190-40b4-ac8b-536a66a20c35), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:15.451443 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1032285-7814-45e0-8cf2-885226c85eb3 None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:11Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:15.453772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-7c73eaae-61ed-4997-b06b-ce19563d890c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, db3c66a4-9c16-4992-b681-41385455035b) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:15.462501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c73eaae-61ed-4997-b06b-ce19563d890c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:15.463765 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7c73eaae-61ed-4997-b06b-ce19563d890c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:15.514915 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e7ed1-3f5c-43b4-a02d-54a7fce3f3d4 None None] Pushing event updated for resources: {'Port': ['ID=c5a020a9-0e9a-4286-bd23-3e73b4fe39e0,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:15.533451 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Attempting to bind port c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:23:15.533843 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Attempting to bind port c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:23:15.534169 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Attempting to bind port c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:23:15.546755 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7c73eaae-61ed-4997-b06b-ce19563d890c tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1635156 Oct 26 15:23:15.567638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59428) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:15.576671 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-19429790', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}, 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:15.594286 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:23:15.595104 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Checking segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:15.595104 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:15.598291 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Bound using segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:23:15.598865 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Bound port: c5a020a9-0e9a-4286-bd23-3e73b4fe39e0, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:23:15.599256 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c5a020a9-0e9a-4286-bd23-3e73b4fe39e0), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:15.615707 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (86c7c64c-c41b-4157-a31b-8c62fc6a7af1), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:15.616995 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (86c7c64c-c41b-4157-a31b-8c62fc6a7af1), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:15.624067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19aa06f-1637-4557-aa6b-c86d439cfd6b None None] Network e17aed4e-c4e5-4bb5-a982-08b9b5add769 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:15.636235 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:15.641100 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:15.686918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aff9085-2855-4eed-bfa0-6cd84794d029 None None] Network db3c66a4-9c16-4992-b681-41385455035b requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:15.690757 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] For port c5a020a9-0e9a-4286-bd23-3e73b4fe39e0, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:23:15.695253 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] For port c5a020a9-0e9a-4286-bd23-3e73b4fe39e0, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c5a020a9-0e9a-4286-bd23-3e73b4fe39e0,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:23:15.711046 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c5a020a9-0e9a-4286-bd23-3e73b4fe39e0), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:15.717103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:15.774703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for router_controller (86c7c64c-c41b-4157-a31b-8c62fc6a7af1), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:15.789081 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Routers {'b78b77df-5ad9-4c5e-84b2-dd8369bca230'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:15.789782 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['b78b77df-5ad9-4c5e-84b2-dd8369bca230'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:15.825969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-065ccca9-9e3a-4e14-ab25-5011407ad5a7 None None] Provisioning complete for port c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:15.826348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-065ccca9-9e3a-4e14-ab25-5011407ad5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c5a020a9-0e9a-4286-bd23-3e73b4fe39e0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:15.826697 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-065ccca9-9e3a-4e14-ab25-5011407ad5a7 None None] Attempt 1 to provision port c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 Oct 26 15:23:15.860328 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-f3a49831-d471-42f3-96b6-60420e0b4c90 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:15.860665 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f3a49831-d471-42f3-96b6-60420e0b4c90 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (c5a020a9-0e9a-4286-bd23-3e73b4fe39e0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:15.900459 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:16.002274 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e7ed1-3f5c-43b4-a02d-54a7fce3f3d4 None None] Pushing event updated for resources: {'Port': ['ID=c5a020a9-0e9a-4286-bd23-3e73b4fe39e0,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:16.017297 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3240edc-d5cf-405f-adcd-908a6b574f74 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 03a20ee7-f190-40b4-ac8b-536a66a20c35 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:23:16.099619 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] Set router b78b77df-5ad9-4c5e-84b2-dd8369bca230 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:16.226748 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for router_gateway (86c7c64c-c41b-4157-a31b-8c62fc6a7af1), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:16.306381 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3240edc-d5cf-405f-adcd-908a6b574f74 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:16.320288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-db3c66a4-9c16-4992-b681-41385455035b', 'network_id': 'db3c66a4-9c16-4992-b681-41385455035b', 'project_id': '79f6d585d71547a0a6629b12a8a70570', 'fixed_ips': [{'subnet_id': 'a00fd8af-02d4-4a3c-a7f7-dcc59e03d63d'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:23:16.321359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:16.346263 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b3240edc-d5cf-405f-adcd-908a6b574f74 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/03a20ee7-f190-40b4-ac8b-536a66a20c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1728692 Oct 26 15:23:16.351916 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59432) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:16.361813 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-f3a49831-d471-42f3-96b6-60420e0b4c90 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] For port c5a020a9-0e9a-4286-bd23-3e73b4fe39e0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c5a020a9-0e9a-4286-bd23-3e73b4fe39e0,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:16.363084 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f3a49831-d471-42f3-96b6-60420e0b4c90 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (c5a020a9-0e9a-4286-bd23-3e73b4fe39e0), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:16.388009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:23:16.393357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:16.412205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bd8288-12fb-4bf1-9b6d-d3b29a42e7f7 None None] Sync routers for ids ['03a20ee7-f190-40b4-ac8b-536a66a20c35'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:16.454223 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-f3a49831-d471-42f3-96b6-60420e0b4c90 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:16.503753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bd8288-12fb-4bf1-9b6d-d3b29a42e7f7 None None] Routers {'03a20ee7-f190-40b4-ac8b-536a66a20c35'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:16.505006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-47bd8288-12fb-4bf1-9b6d-d3b29a42e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['03a20ee7-f190-40b4-ac8b-536a66a20c35'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:16.521337 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78b77df-5ad9-4c5e-84b2-dd8369bca230', 'name': 'tempest-NetworksTestDHCPv6-router-177327636', 'tenant_id': 'e3b7e3683f314399a045aa71758c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:11Z', 'revision_number': 2, 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'gw_port_host': None, '_interfaces': [{'id': 'c5a020a9-0e9a-4286-bd23-3e73b4fe39e0', 'name': '', 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'tenant_id': 'e3b7e3683f314399a045aa71758c8097', 'mac_address': 'fa:16:3e:e6:f2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78b77df-5ad9-4c5e-84b2-dd8369bca230', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '897b9c49-4da7-4e8f-a511-cdb7eb055559', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:10Z', 'updated_at': '2022-10-26T15:23:15Z', 'revision_number': 4, 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'subnets': [{'id': '897b9c49-4da7-4e8f-a511-cdb7eb055559', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:16.571742 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d7dad9-79b3-4731-a124-e273b7852793 None None] The sync data for ids ['b78b77df-5ad9-4c5e-84b2-dd8369bca230'] in dv-neutron-759874-6-hyperv is: [{'id': 'b78b77df-5ad9-4c5e-84b2-dd8369bca230', 'name': 'tempest-NetworksTestDHCPv6-router-177327636', 'tenant_id': 'e3b7e3683f314399a045aa71758c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:11Z', 'revision_number': 2, 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'gw_port_host': None, '_interfaces': [{'id': 'c5a020a9-0e9a-4286-bd23-3e73b4fe39e0', 'name': '', 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'tenant_id': 'e3b7e3683f314399a045aa71758c8097', 'mac_address': 'fa:16:3e:e6:f2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78b77df-5ad9-4c5e-84b2-dd8369bca230', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '897b9c49-4da7-4e8f-a511-cdb7eb055559', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:10Z', 'updated_at': '2022-10-26T15:23:15Z', 'revision_number': 4, 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'subnets': [{'id': '897b9c49-4da7-4e8f-a511-cdb7eb055559', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:16.613962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-47bd8288-12fb-4bf1-9b6d-d3b29a42e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:16.617421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:16.633170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-065ccca9-9e3a-4e14-ab25-5011407ad5a7 None None] Current status of the port c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:16.636215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-065ccca9-9e3a-4e14-ab25-5011407ad5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c5a020a9-0e9a-4286-bd23-3e73b4fe39e0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:16.733288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bd8288-12fb-4bf1-9b6d-d3b29a42e7f7 None None] Routers {'03a20ee7-f190-40b4-ac8b-536a66a20c35'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:16.734334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-47bd8288-12fb-4bf1-9b6d-d3b29a42e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['03a20ee7-f190-40b4-ac8b-536a66a20c35'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:16.790762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-47bd8288-12fb-4bf1-9b6d-d3b29a42e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:16.790995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bd8288-12fb-4bf1-9b6d-d3b29a42e7f7 None None] The sync data for ids ['03a20ee7-f190-40b4-ac8b-536a66a20c35'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:16.825229 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:16.996288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Allocated IP 172.20.0.2 (db3c66a4-9c16-4992-b681-41385455035b/a00fd8af-02d4-4a3c-a7f7-dcc59e03d63d/a21393c5-4986-4dfb-9b80-b51682903f0a) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:17.039697 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:17.045646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:17.048594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f3a49831-d471-42f3-96b6-60420e0b4c90 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (c5a020a9-0e9a-4286-bd23-3e73b4fe39e0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:17.063178 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-435e7b3a-623b-4220-ad4b-bee8f151cdd9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (03a20ee7-f190-40b4-ac8b-536a66a20c35), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:17.113607 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.20.0.1 (e17aed4e-c4e5-4bb5-a982-08b9b5add769/3f6b5952-1b1d-42b8-b52f-36b8e04e5167/f42fb069-1337-4ee2-90a3-5eb797a15dbb) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:17.144468 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a49831-d471-42f3-96b6-60420e0b4c90 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=c5a020a9-0e9a-4286-bd23-3e73b4fe39e0,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:17.193692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-065ccca9-9e3a-4e14-ab25-5011407ad5a7 None None] Provisioning complete for port 725c96ab-5faf-4390-a24f-3be6cbc48115 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:17.194272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-065ccca9-9e3a-4e14-ab25-5011407ad5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:17.194930 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-065ccca9-9e3a-4e14-ab25-5011407ad5a7 None None] Attempt 1 to provision port 725c96ab-5faf-4390-a24f-3be6cbc48115 Oct 26 15:23:17.311515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:17.375613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for router_gateway (86c7c64c-c41b-4157-a31b-8c62fc6a7af1), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:17.390047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-065ccca9-9e3a-4e14-ab25-5011407ad5a7 None None] Current status of the port 725c96ab-5faf-4390-a24f-3be6cbc48115 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:17.400604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:17.408237 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:17.477104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Publish callbacks [] for port (a21393c5-4986-4dfb-9b80-b51682903f0a), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:17.481627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:17.482000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:17.482340 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 Oct 26 15:23:17.519010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (a21393c5-4986-4dfb-9b80-b51682903f0a), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:17.543909 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:17.575056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-1a09ec02-da0f-4746-b922-6864d57a04b9 None None] Could not find standard attr ID for object c5a020a9-0e9a-4286-bd23-3e73b4fe39e0. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:23:17.577525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Pushing event updated for resources: {'Port': ['ID=a21393c5-4986-4dfb-9b80-b51682903f0a,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:17.586845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:17.595672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Network db3c66a4-9c16-4992-b681-41385455035b is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:17.604283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:17.613269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-1a09ec02-da0f-4746-b922-6864d57a04b9 None None] Could not find standard attr ID for object e8cf1120-a9c5-46db-8029-79f56a779e90. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:23:17.614710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:17.636152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Allocated IP 172.26.11.118 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/977bd42a-cbc7-4c2f-8ed7-bcd689bc74fe) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:17.673176 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:17.699992 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f3a49831-d471-42f3-96b6-60420e0b4c90 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (b78b77df-5ad9-4c5e-84b2-dd8369bca230), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:17.746765 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:17.853052 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network e17aed4e-c4e5-4bb5-a982-08b9b5add769 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:17.863169 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:17.874209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:17.994323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Allocated IP 172.20.0.2 (e17aed4e-c4e5-4bb5-a982-08b9b5add769/3f6b5952-1b1d-42b8-b52f-36b8e04e5167/0563b6ef-6be0-4efe-b69f-13dab2ce3d38) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:17.996285 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a49831-d471-42f3-96b6-60420e0b4c90 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Router b78b77df-5ad9-4c5e-84b2-dd8369bca230 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:23:18.003277 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (977bd42a-cbc7-4c2f-8ed7-bcd689bc74fe), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.010831 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-435e7b3a-623b-4220-ad4b-bee8f151cdd9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting port c568f09f-ee41-41b0-bd86-5e5556990ba6 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:18.011143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-435e7b3a-623b-4220-ad4b-bee8f151cdd9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (c568f09f-ee41-41b0-bd86-5e5556990ba6), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.042096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:18.044333 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:18.057639 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (977bd42a-cbc7-4c2f-8ed7-bcd689bc74fe), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.102463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:18.102862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.108618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=977bd42a-cbc7-4c2f-8ed7-bcd689bc74fe,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:18.115382 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (28a3ab95-c9ca-460d-b8e4-b21967ab5352), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.126066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Attempting to bind port a21393c5-4986-4dfb-9b80-b51682903f0a on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:23:18.126434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Attempting to bind port a21393c5-4986-4dfb-9b80-b51682903f0a by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '8592182d-7ea5-4022-93ff-4979b5eefca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db3c66a4-9c16-4992-b681-41385455035b'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:23:18.126824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Attempting to bind port a21393c5-4986-4dfb-9b80-b51682903f0a on network db3c66a4-9c16-4992-b681-41385455035b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:23:18.145003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:18.169464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.170283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:18.179205 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a49831-d471-42f3-96b6-60420e0b4c90 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:18.195232 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f3a49831-d471-42f3-96b6-60420e0b4c90 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "PUT /networking/v2.0/routers/b78b77df-5ad9-4c5e-84b2-dd8369bca230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8658516 Oct 26 15:23:18.199391 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59434) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:18.222495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:23:18.222840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 15:23:18.260442 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:18.263687 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:18.267834 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-435e7b3a-623b-4220-ad4b-bee8f151cdd9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (c568f09f-ee41-41b0-bd86-5e5556990ba6), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.274919 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:18.277848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Port c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 not found, will not notify nova. {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 15:23:18.300885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:23:18.301876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Checking segment: {'id': '8592182d-7ea5-4022-93ff-4979b5eefca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db3c66a4-9c16-4992-b681-41385455035b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:18.301876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.302088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Bound using segment: {'id': '8592182d-7ea5-4022-93ff-4979b5eefca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db3c66a4-9c16-4992-b681-41385455035b'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:23:18.302188 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:18.302516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Bound port: a21393c5-4986-4dfb-9b80-b51682903f0a, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8592182d-7ea5-4022-93ff-4979b5eefca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db3c66a4-9c16-4992-b681-41385455035b'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:23:18.303138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a21393c5-4986-4dfb-9b80-b51682903f0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.305848 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-435e7b3a-623b-4220-ad4b-bee8f151cdd9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Calling delete_port for c568f09f-ee41-41b0-bd86-5e5556990ba6 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:18.321481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:18.327492 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c472725-3086-4993-b907-75b8085fc831 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:18.329304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c472725-3086-4993-b907-75b8085fc831 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:18.330872 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6c472725-3086-4993-b907-75b8085fc831 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1307514 Oct 26 15:23:18.334669 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59436) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:18.415873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Publish callbacks [] for port (0563b6ef-6be0-4efe-b69f-13dab2ce3d38), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.418369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] For port a21393c5-4986-4dfb-9b80-b51682903f0a, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:23:18.422502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] For port a21393c5-4986-4dfb-9b80-b51682903f0a, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a21393c5-4986-4dfb-9b80-b51682903f0a,segment=NetworkSegment(8592182d-7ea5-4022-93ff-4979b5eefca0),segment_id=8592182d-7ea5-4022-93ff-4979b5eefca0)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:23:18.429822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (0563b6ef-6be0-4efe-b69f-13dab2ce3d38), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.430071 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2526dd8-ddbd-4e8c-bf6e-ba2d103fedb6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 897b9c49-4da7-4e8f-a511-cdb7eb055559 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:23:18.433974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c2526dd8-ddbd-4e8c-bf6e-ba2d103fedb6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (897b9c49-4da7-4e8f-a511-cdb7eb055559), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.444267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a21393c5-4986-4dfb-9b80-b51682903f0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.482767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Network e17aed4e-c4e5-4bb5-a982-08b9b5add769 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:18.483354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:18.499726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:18.516349 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:18.524483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Pushing event updated for resources: {'Port': ['ID=0563b6ef-6be0-4efe-b69f-13dab2ce3d38,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:18.530858 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:18.533553 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:18.534243 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:18.540478 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c2526dd8-ddbd-4e8c-bf6e-ba2d103fedb6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (897b9c49-4da7-4e8f-a511-cdb7eb055559), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.620128 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.652603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c1a86-a665-4f4d-88c9-35cc9fd97e71 None None] Pushing event updated for resources: {'Port': ['ID=a21393c5-4986-4dfb-9b80-b51682903f0a,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:18.661155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Attempting to bind port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:23:18.661785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Attempting to bind port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'cf53ea2c-a59f-4e01-9152-196d21b0d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:23:18.662337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Attempting to bind port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 on network e17aed4e-c4e5-4bb5-a982-08b9b5add769 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:23:18.748469 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:18.788775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:23:18.789087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Checking segment: {'id': 'cf53ea2c-a59f-4e01-9152-196d21b0d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:18.789448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.789852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Bound using segment: {'id': 'cf53ea2c-a59f-4e01-9152-196d21b0d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:23:18.790343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Bound port: 0563b6ef-6be0-4efe-b69f-13dab2ce3d38, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf53ea2c-a59f-4e01-9152-196d21b0d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:23:18.790932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0563b6ef-6be0-4efe-b69f-13dab2ce3d38), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.814975 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:18.871661 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c2526dd8-ddbd-4e8c-bf6e-ba2d103fedb6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (897b9c49-4da7-4e8f-a511-cdb7eb055559), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.903795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] For port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:23:18.911864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] For port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0563b6ef-6be0-4efe-b69f-13dab2ce3d38,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:23:18.920474 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:18.946400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0563b6ef-6be0-4efe-b69f-13dab2ce3d38), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.958515 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-435e7b3a-623b-4220-ad4b-bee8f151cdd9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (c568f09f-ee41-41b0-bd86-5e5556990ba6), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:18.959709 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for router_gateway (86c7c64c-c41b-4157-a31b-8c62fc6a7af1), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:19.020119 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e7b3a-623b-4220-ad4b-bee8f151cdd9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Port': ['ID=c568f09f-ee41-41b0-bd86-5e5556990ba6,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:19.067274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:19.138073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1902f-1d42-4d0b-a10d-c4f89b9db927 None None] Pushing event updated for resources: {'Port': ['ID=0563b6ef-6be0-4efe-b69f-13dab2ce3d38,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:19.171953 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c2526dd8-ddbd-4e8c-bf6e-ba2d103fedb6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (897b9c49-4da7-4e8f-a511-cdb7eb055559), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:19.185348 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:17Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:19.195409 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c2526dd8-ddbd-4e8c-bf6e-ba2d103fedb6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:19.203547 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c2526dd8-ddbd-4e8c-bf6e-ba2d103fedb6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/897b9c49-4da7-4e8f-a511-cdb7eb055559 HTTP/1.1" status: 204 len: 168 time: 0.8677998 Oct 26 15:23:19.214650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59438) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:19.238748 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:23:19.253881 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Updating router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 port f42fb069-1337-4ee2-90a3-5eb797a15dbb binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:23:19.303924 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2526dd8-ddbd-4e8c-bf6e-ba2d103fedb6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=897b9c49-4da7-4e8f-a511-cdb7eb055559,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:19.321362 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-435e7b3a-623b-4220-ad4b-bee8f151cdd9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (03a20ee7-f190-40b4-ac8b-536a66a20c35), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:19.328652 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:19.450301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a21393c5-4986-4dfb-9b80-b51682903f0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:19.509872 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6425f1b7-1170-4946-8ac7-c7ae5bd96949 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2930872 Oct 26 15:23:19.518520 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59440) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:19.529363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a21393c5-4986-4dfb-9b80-b51682903f0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:19.529762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a21393c5-4986-4dfb-9b80-b51682903f0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:19.530098 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a21393c5-4986-4dfb-9b80-b51682903f0a Oct 26 15:23:19.607071 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435e7b3a-623b-4220-ad4b-bee8f151cdd9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 03a20ee7-f190-40b4-ac8b-536a66a20c35 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:23:19.657791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a21393c5-4986-4dfb-9b80-b51682903f0a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:19.658742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a21393c5-4986-4dfb-9b80-b51682903f0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:19.661987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:19.707694 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435e7b3a-623b-4220-ad4b-bee8f151cdd9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:19.720149 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-435e7b3a-623b-4220-ad4b-bee8f151cdd9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/03a20ee7-f190-40b4-ac8b-536a66a20c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3669326 Oct 26 15:23:19.722711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1aec90-5867-46f7-b28b-1b1856252101 None None] Sync routers for ids ['03a20ee7-f190-40b4-ac8b-536a66a20c35'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:19.725333 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59442) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:19.736256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a21393c5-4986-4dfb-9b80-b51682903f0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a21393c5-4986-4dfb-9b80-b51682903f0a,segment=NetworkSegment(8592182d-7ea5-4022-93ff-4979b5eefca0),segment_id=8592182d-7ea5-4022-93ff-4979b5eefca0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:19.750330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a21393c5-4986-4dfb-9b80-b51682903f0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:19.808704 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4065f8-3629-4437-a19b-df37bff89eaf None None] Sync routers for ids ['b78b77df-5ad9-4c5e-84b2-dd8369bca230'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:19.812002 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c7a270f7-7f3a-49f6-bc23-c7b6ca60dd23 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=03a20ee7-f190-40b4-ac8b-536a66a20c35 HTTP/1.1" status: 200 len: 205 time: 0.0854294 Oct 26 15:23:19.816846 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59444) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:19.839596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1aec90-5867-46f7-b28b-1b1856252101 None None] Routers {'03a20ee7-f190-40b4-ac8b-536a66a20c35'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:19.841292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3a1aec90-5867-46f7-b28b-1b1856252101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['03a20ee7-f190-40b4-ac8b-536a66a20c35'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:19.878505 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4065f8-3629-4437-a19b-df37bff89eaf None None] Routers {'b78b77df-5ad9-4c5e-84b2-dd8369bca230'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:19.879174 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6d4065f8-3629-4437-a19b-df37bff89eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['b78b77df-5ad9-4c5e-84b2-dd8369bca230'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:19.898043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:19.932538 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-99ab96ad-17a3-415b-9439-40297e73cec5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (03a20ee7-f190-40b4-ac8b-536a66a20c35), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:19.961161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3a1aec90-5867-46f7-b28b-1b1856252101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:19.986755 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6d4065f8-3629-4437-a19b-df37bff89eaf None None] Set router b78b77df-5ad9-4c5e-84b2-dd8369bca230 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:19.992207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1aec90-5867-46f7-b28b-1b1856252101 None None] Routers {'03a20ee7-f190-40b4-ac8b-536a66a20c35'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:19.993123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3a1aec90-5867-46f7-b28b-1b1856252101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['03a20ee7-f190-40b4-ac8b-536a66a20c35'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:20.054839 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:20.057746 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6d4065f8-3629-4437-a19b-df37bff89eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78b77df-5ad9-4c5e-84b2-dd8369bca230', 'name': 'tempest-NetworksTestDHCPv6-router-177327636', 'tenant_id': 'e3b7e3683f314399a045aa71758c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:16Z', 'revision_number': 3, 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:20.082044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a21393c5-4986-4dfb-9b80-b51682903f0a,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:20.087247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3a1aec90-5867-46f7-b28b-1b1856252101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:20.087874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1aec90-5867-46f7-b28b-1b1856252101 None None] The sync data for ids ['03a20ee7-f190-40b4-ac8b-536a66a20c35'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:20.104964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:20.105364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.154808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:20.155731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:20.162684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.246059 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-99ab96ad-17a3-415b-9439-40297e73cec5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (03a20ee7-f190-40b4-ac8b-536a66a20c35), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.251998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:20.255585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-76a47c51-61b9-4c65-a332-f456a3528e54 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for router (b78b77df-5ad9-4c5e-84b2-dd8369bca230), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.256125 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-99ab96ad-17a3-415b-9439-40297e73cec5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router_controller (03a20ee7-f190-40b4-ac8b-536a66a20c35), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.264214 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4065f8-3629-4437-a19b-df37bff89eaf None None] Checking router: b78b77df-5ad9-4c5e-84b2-dd8369bca230 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:23:20.265965 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (86c7c64c-c41b-4157-a31b-8c62fc6a7af1), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.284985 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4065f8-3629-4437-a19b-df37bff89eaf None None] Routers {'b78b77df-5ad9-4c5e-84b2-dd8369bca230'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:20.286437 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6d4065f8-3629-4437-a19b-df37bff89eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['b78b77df-5ad9-4c5e-84b2-dd8369bca230'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:20.315003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-99ab96ad-17a3-415b-9439-40297e73cec5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (03a20ee7-f190-40b4-ac8b-536a66a20c35), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.316655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ab96ad-17a3-415b-9439-40297e73cec5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Fanout notify agent at l3_agent the message router_deleted on router 03a20ee7-f190-40b4-ac8b-536a66a20c35 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:23:20.336187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-99ab96ad-17a3-415b-9439-40297e73cec5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.340843 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-99ab96ad-17a3-415b-9439-40297e73cec5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/routers/03a20ee7-f190-40b4-ac8b-536a66a20c35 HTTP/1.1" status: 204 len: 168 time: 0.5185385 Oct 26 15:23:20.341103 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59446) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:20.375762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b8d9f68f-1933-48ec-b797-aa587d2c46a6 None None] Provisioning complete for port a21393c5-4986-4dfb-9b80-b51682903f0a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:20.376644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b8d9f68f-1933-48ec-b797-aa587d2c46a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a21393c5-4986-4dfb-9b80-b51682903f0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.378127 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b8d9f68f-1933-48ec-b797-aa587d2c46a6 None None] Attempt 1 to provision port a21393c5-4986-4dfb-9b80-b51682903f0a Oct 26 15:23:20.379226 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6d4065f8-3629-4437-a19b-df37bff89eaf None None] Set router b78b77df-5ad9-4c5e-84b2-dd8369bca230 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:20.421623 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-78631559-c5c8-4725-9b3c-04709e27f90d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting subnet bdd1f9f5-52bb-440d-8139-56052728be41 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:23:20.425316 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-78631559-c5c8-4725-9b3c-04709e27f90d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (bdd1f9f5-52bb-440d-8139-56052728be41), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.437511 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6d4065f8-3629-4437-a19b-df37bff89eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78b77df-5ad9-4c5e-84b2-dd8369bca230', 'name': 'tempest-NetworksTestDHCPv6-router-177327636', 'tenant_id': 'e3b7e3683f314399a045aa71758c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:16Z', 'revision_number': 3, 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:20.457563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:20.464542 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:20.465888 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4065f8-3629-4437-a19b-df37bff89eaf None None] The sync data for ids ['b78b77df-5ad9-4c5e-84b2-dd8369bca230'] in dv-neutron-759874-6-hyperv is: [{'id': 'b78b77df-5ad9-4c5e-84b2-dd8369bca230', 'name': 'tempest-NetworksTestDHCPv6-router-177327636', 'tenant_id': 'e3b7e3683f314399a045aa71758c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:16Z', 'revision_number': 3, 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'gw_port_host': None}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:20.499512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-78631559-c5c8-4725-9b3c-04709e27f90d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (bdd1f9f5-52bb-440d-8139-56052728be41), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.512122 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.523924 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.db.api [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:23:20.525004 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG oslo_db.api [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:23:20.529911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b8d9f68f-1933-48ec-b797-aa587d2c46a6 None None] Current status of the port a21393c5-4986-4dfb-9b80-b51682903f0a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:20.575001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.619664 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-78631559-c5c8-4725-9b3c-04709e27f90d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (bdd1f9f5-52bb-440d-8139-56052728be41), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.625401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cb1290-320f-4392-aa0b-4c4f91df7737 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:23:20.653012 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:20.671543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-76a47c51-61b9-4c65-a332-f456a3528e54 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (b78b77df-5ad9-4c5e-84b2-dd8369bca230), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.677552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-76a47c51-61b9-4c65-a332-f456a3528e54 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for router_controller (b78b77df-5ad9-4c5e-84b2-dd8369bca230), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.681528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8f1eae9c-4619-4999-aead-1678eb93f6a8 None None] Provisioning complete for port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:20.682428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8f1eae9c-4619-4999-aead-1678eb93f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0563b6ef-6be0-4efe-b69f-13dab2ce3d38), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.682845 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8f1eae9c-4619-4999-aead-1678eb93f6a8 None None] Attempt 1 to provision port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 Oct 26 15:23:20.696832 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-78631559-c5c8-4725-9b3c-04709e27f90d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (bdd1f9f5-52bb-440d-8139-56052728be41), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.737748 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-78631559-c5c8-4725-9b3c-04709e27f90d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.744270 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-78631559-c5c8-4725-9b3c-04709e27f90d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/bdd1f9f5-52bb-440d-8139-56052728be41 HTTP/1.1" status: 204 len: 168 time: 0.3995717 Oct 26 15:23:20.747403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78631559-c5c8-4725-9b3c-04709e27f90d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd1f9f5-52bb-440d-8139-56052728be41,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:20.747568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59448) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:20.751365 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:20.767503 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (28a3ab95-c9ca-460d-b8e4-b21967ab5352), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.792669 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-76a47c51-61b9-4c65-a332-f456a3528e54 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (b78b77df-5ad9-4c5e-84b2-dd8369bca230), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.793618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a47c51-61b9-4c65-a332-f456a3528e54 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Fanout notify agent at l3_agent the message router_deleted on router b78b77df-5ad9-4c5e-84b2-dd8369bca230 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:23:20.810392 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-76a47c51-61b9-4c65-a332-f456a3528e54 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.811499 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-76a47c51-61b9-4c65-a332-f456a3528e54 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/routers/b78b77df-5ad9-4c5e-84b2-dd8369bca230 HTTP/1.1" status: 204 len: 168 time: 1.2908280 Oct 26 15:23:20.813056 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:20.813399 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:20.813736 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:20.814070 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:20.814401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:20.814884 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59450) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:20.815088 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:20.815419 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:20.815932 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:20.816268 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:20.816579 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:20.816961 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:20.817287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:20.817610 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:20.817924 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:20.818425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:20.820734 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-71c09cca-e581-4fd7-b899-efe9ddd4bd5b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:20.842572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8f1eae9c-4619-4999-aead-1678eb93f6a8 None None] Current status of the port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:20.843256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8f1eae9c-4619-4999-aead-1678eb93f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0563b6ef-6be0-4efe-b69f-13dab2ce3d38), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.847948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cb1290-320f-4392-aa0b-4c4f91df7737 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:23:20.862856 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-4247c01e-2f49-40f8-961f-cb183060dab9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting subnet 571d2b7d-d8f1-4908-a711-471f7bb550fd {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:23:20.897786 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4247c01e-2f49-40f8-961f-cb183060dab9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (571d2b7d-d8f1-4908-a711-471f7bb550fd), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.903715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8f1eae9c-4619-4999-aead-1678eb93f6a8 None None] For port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0563b6ef-6be0-4efe-b69f-13dab2ce3d38,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:20.934027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8f1eae9c-4619-4999-aead-1678eb93f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0563b6ef-6be0-4efe-b69f-13dab2ce3d38), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.940221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 86c7c64c-c41b-4157-a31b-8c62fc6a7af1 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:23:20.959202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c09cca-e581-4fd7-b899-efe9ddd4bd5b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:20.960115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4247c01e-2f49-40f8-961f-cb183060dab9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (571d2b7d-d8f1-4908-a711-471f7bb550fd), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:20.964518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-71c09cca-e581-4fd7-b899-efe9ddd4bd5b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:21.003925 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:23:21.033944 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=3,neutron:DELETE=8,neutron:SELECT=87,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:21.060106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1eae9c-4619-4999-aead-1678eb93f6a8 None None] Pushing event updated for resources: {'Port': ['ID=0563b6ef-6be0-4efe-b69f-13dab2ce3d38,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:21.068681 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:21.088036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network e17aed4e-c4e5-4bb5-a982-08b9b5add769 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:21.103395 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:21.109040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:21.192666 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:21.194384 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:21.199189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd75d7fd-b40d-4893-92d9-95e46e6ee0cd None None] Network e17aed4e-c4e5-4bb5-a982-08b9b5add769 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:21.205554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697cf348-2903-4724-868f-6daad7021e7d None None] Network db3c66a4-9c16-4992-b681-41385455035b requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:21.230521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2386b2c-f9ab-4aca-907e-61c0d037699d None None] Sync routers for ids ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:21.286615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d296adf1-ab83-4cac-9158-1ec1683624f3 None None] Network 91511131-dde8-42be-a71d-706045910f26 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:21.322159 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-71c09cca-e581-4fd7-b899-efe9ddd4bd5b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (4c7160dc-fac1-4723-8826-f062b618732e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:21.352323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:21.359375 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7caa0e16-2dbe-4486-835f-e28c61686a1f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7904282 Oct 26 15:23:21.366626 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59452) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:21.450123 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c09cca-e581-4fd7-b899-efe9ddd4bd5b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:21.463897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-71c09cca-e581-4fd7-b899-efe9ddd4bd5b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:21.472143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c09cca-e581-4fd7-b899-efe9ddd4bd5b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:21.472749 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-71c09cca-e581-4fd7-b899-efe9ddd4bd5b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:21.485763 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c09cca-e581-4fd7-b899-efe9ddd4bd5b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=4c7160dc-fac1-4723-8826-f062b618732e,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:21.516573 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-71c09cca-e581-4fd7-b899-efe9ddd4bd5b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6999266 Oct 26 15:23:21.518026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59454) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:21.523338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d67e03d2-3402-4c07-8711-39c7380d78bd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1153345859', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:21.530878 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4247c01e-2f49-40f8-961f-cb183060dab9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (571d2b7d-d8f1-4908-a711-471f7bb550fd), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:21.565506 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Publish callbacks [] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:21.576962 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d67e03d2-3402-4c07-8711-39c7380d78bd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (1fd72514-5e49-45e6-a511-f6bf7190c0a9), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:21.583199 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d67e03d2-3402-4c07-8711-39c7380d78bd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (1fd72514-5e49-45e6-a511-f6bf7190c0a9), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:21.590460 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:21.665089 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648d526-e90f-4d93-996d-8e655f871094 None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:21.702800 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e6ce18-b1ed-4f73-9716-70ee2ba2315d None None] Sync routers for ids ['b78b77df-5ad9-4c5e-84b2-dd8369bca230'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:21.706918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d67e03d2-3402-4c07-8711-39c7380d78bd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for router_controller (1fd72514-5e49-45e6-a511-f6bf7190c0a9), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:21.717952 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d67e03d2-3402-4c07-8711-39c7380d78bd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (1fd72514-5e49-45e6-a511-f6bf7190c0a9), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:21.732357 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6ce18-b1ed-4f73-9716-70ee2ba2315d None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:21.733185 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6ce18-b1ed-4f73-9716-70ee2ba2315d None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:23:21.734048 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-d9e6ce18-b1ed-4f73-9716-70ee2ba2315d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b78b77df-5ad9-4c5e-84b2-dd8369bca230'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:23:21.755812 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d67e03d2-3402-4c07-8711-39c7380d78bd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:21.757099 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d67e03d2-3402-4c07-8711-39c7380d78bd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2380395 Oct 26 15:23:21.759916 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59456) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:21.770278 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Attempting to bind port f42fb069-1337-4ee2-90a3-5eb797a15dbb on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:23:21.771772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:21.771975 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Attempting to bind port f42fb069-1337-4ee2-90a3-5eb797a15dbb by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'cf53ea2c-a59f-4e01-9152-196d21b0d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:23:21.772146 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Attempting to bind port f42fb069-1337-4ee2-90a3-5eb797a15dbb on network e17aed4e-c4e5-4bb5-a982-08b9b5add769 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:23:21.773666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2ef9c5-d981-417d-bccb-ca02b575483a None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:21.808362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:21.827446 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6ce18-b1ed-4f73-9716-70ee2ba2315d None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:21.827801 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6ce18-b1ed-4f73-9716-70ee2ba2315d None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:23:21.829963 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-d9e6ce18-b1ed-4f73-9716-70ee2ba2315d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b78b77df-5ad9-4c5e-84b2-dd8369bca230'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:23:21.830543 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e6ce18-b1ed-4f73-9716-70ee2ba2315d None None] The sync data for ids ['b78b77df-5ad9-4c5e-84b2-dd8369bca230'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:21.841673 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:23:21.842036 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Checking segment: {'id': 'cf53ea2c-a59f-4e01-9152-196d21b0d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:21.842620 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:21.843166 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Bound using segment: {'id': 'cf53ea2c-a59f-4e01-9152-196d21b0d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:23:21.843831 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Bound port: f42fb069-1337-4ee2-90a3-5eb797a15dbb, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf53ea2c-a59f-4e01-9152-196d21b0d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:23:21.844396 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:21.855518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e35b56af-87c5-4709-be0a-932b8b1dd518 None None] Provisioning complete for port d97486dd-d2e6-4943-85c2-4bf961edc84a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:21.855816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e35b56af-87c5-4709-be0a-932b8b1dd518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d97486dd-d2e6-4943-85c2-4bf961edc84a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:21.856185 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e35b56af-87c5-4709-be0a-932b8b1dd518 None None] Attempt 1 to provision port d97486dd-d2e6-4943-85c2-4bf961edc84a Oct 26 15:23:21.857818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2386b2c-f9ab-4aca-907e-61c0d037699d None None] Routers {'86c7c64c-c41b-4157-a31b-8c62fc6a7af1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:21.858477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c2386b2c-f9ab-4aca-907e-61c0d037699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:21.951419 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:23:21.955811 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:23:21.966870 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:21.982073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c2386b2c-f9ab-4aca-907e-61c0d037699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:22.029805 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:22.030603 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:22.059010 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:23:22.068156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:22.086733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4247c01e-2f49-40f8-961f-cb183060dab9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (571d2b7d-d8f1-4908-a711-471f7bb550fd), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:22.090413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2386b2c-f9ab-4aca-907e-61c0d037699d None None] Routers {'86c7c64c-c41b-4157-a31b-8c62fc6a7af1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:22.091190 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648d526-e90f-4d93-996d-8e655f871094 None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:22.091515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:22.091657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c2386b2c-f9ab-4aca-907e-61c0d037699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:22.171097 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247c01e-2f49-40f8-961f-cb183060dab9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Subnet': ['ID=571d2b7d-d8f1-4908-a711-471f7bb550fd,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:22.177472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:22.178191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0563b6ef-6be0-4efe-b69f-13dab2ce3d38), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:22.178724 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 Oct 26 15:23:22.181149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c2386b2c-f9ab-4aca-907e-61c0d037699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:22.181949 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9728ed50-78f0-47e2-8959-7492c0d0538c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:22.182100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2386b2c-f9ab-4aca-907e-61c0d037699d None None] The sync data for ids ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:22.228488 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:22.255206 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4247c01e-2f49-40f8-961f-cb183060dab9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:22.265159 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4247c01e-2f49-40f8-961f-cb183060dab9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/571d2b7d-d8f1-4908-a711-471f7bb550fd HTTP/1.1" status: 204 len: 168 time: 1.5108709 Oct 26 15:23:22.266893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] DHCP port deletion for 91511131-dde8-42be-a71d-706045910f26 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:23:22.289791 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59458) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:22.331988 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:22.386260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e35b56af-87c5-4709-be0a-932b8b1dd518 None None] Current status of the port d97486dd-d2e6-4943-85c2-4bf961edc84a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:22.395482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:22.473244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Deleting port d97486dd-d2e6-4943-85c2-4bf961edc84a {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:22.474554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (d97486dd-d2e6-4943-85c2-4bf961edc84a), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:22.495746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:22.499546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:22.511738 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e12bb461-ce0c-4679-9d0b-77c147c48d9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "PUT /networking/v2.0/routers/28a3ab95-c9ca-460d-b8e4-b21967ab5352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6662436 Oct 26 15:23:22.514241 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:22.515260 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:21Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:22.541121 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59460) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:22.550764 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fd6ee-4238-4690-b73d-4c5df3ecbfea None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:21Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:22.606287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:22.607441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a21393c5-4986-4dfb-9b80-b51682903f0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:22.658714 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (91511131-dde8-42be-a71d-706045910f26), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:22.706197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:22.747306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2755374b-0226-4303-9d08-6f36bc2f9ae5 None None] Provisioning complete for port a21393c5-4986-4dfb-9b80-b51682903f0a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:22.750864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2755374b-0226-4303-9d08-6f36bc2f9ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a21393c5-4986-4dfb-9b80-b51682903f0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:22.752035 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2755374b-0226-4303-9d08-6f36bc2f9ae5 None None] Attempt 1 to provision port a21393c5-4986-4dfb-9b80-b51682903f0a Oct 26 15:23:22.770976 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:22.803438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] For port d97486dd-d2e6-4943-85c2-4bf961edc84a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d97486dd-d2e6-4943-85c2-4bf961edc84a,segment=NetworkSegment(2693a1d4-f034-47a7-a672-d4a19f364467),segment_id=2693a1d4-f034-47a7-a672-d4a19f364467)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:22.804034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (d97486dd-d2e6-4943-85c2-4bf961edc84a), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:22.817644 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting port d97486dd-d2e6-4943-85c2-4bf961edc84a {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:22.818104 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (d97486dd-d2e6-4943-85c2-4bf961edc84a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:22.833428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Calling delete_port for d97486dd-d2e6-4943-85c2-4bf961edc84a owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:22.847282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a21393c5-4986-4dfb-9b80-b51682903f0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:22.847389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a21393c5-4986-4dfb-9b80-b51682903f0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:22.847718 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a21393c5-4986-4dfb-9b80-b51682903f0a Oct 26 15:23:22.891658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-9728ed50-78f0-47e2-8959-7492c0d0538c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::1 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/4c7160dc-fac1-4723-8826-f062b618732e/6575fb1a-978e-4e16-b382-483c1e949bc4) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:22.933515 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] For port d97486dd-d2e6-4943-85c2-4bf961edc84a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d97486dd-d2e6-4943-85c2-4bf961edc84a,segment=NetworkSegment(2693a1d4-f034-47a7-a672-d4a19f364467),segment_id=2693a1d4-f034-47a7-a672-d4a19f364467)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:22.933846 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (d97486dd-d2e6-4943-85c2-4bf961edc84a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:22.972151 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Calling delete_port for d97486dd-d2e6-4943-85c2-4bf961edc84a owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:23.070798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2755374b-0226-4303-9d08-6f36bc2f9ae5 None None] Current status of the port a21393c5-4986-4dfb-9b80-b51682903f0a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:23.082632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a21393c5-4986-4dfb-9b80-b51682903f0a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:23.097786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:23.136379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:23:23.136814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c5a020a9-0e9a-4286-bd23-3e73b4fe39e0 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:23:23.136952 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9728ed50-78f0-47e2-8959-7492c0d0538c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (6575fb1a-978e-4e16-b382-483c1e949bc4), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:23.157904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (d97486dd-d2e6-4943-85c2-4bf961edc84a), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:23.195622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Pushing event deleted for resources: {'Port': ['ID=d97486dd-d2e6-4943-85c2-4bf961edc84a,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:23.199645 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (d97486dd-d2e6-4943-85c2-4bf961edc84a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:23.213608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] No DVR routers for this DVR port d97486dd-d2e6-4943-85c2-4bf961edc84a on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:23:23.216271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.216626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.217012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.217354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.217688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.218206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.218541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.219064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.219194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.219570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.224250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.224250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.224250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.224250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.224250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72e9e3e-b4e5-41d0-ad8a-5dc22b0d566c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.224250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-5820f708-f04c-4f09-9e0b-4165891a351f None None] Provisioning complete for port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:23.224250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5820f708-f04c-4f09-9e0b-4165891a351f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0563b6ef-6be0-4efe-b69f-13dab2ce3d38), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:23.224953 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-5820f708-f04c-4f09-9e0b-4165891a351f None None] Attempt 1 to provision port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 Oct 26 15:23:23.247802 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Port': ['ID=d97486dd-d2e6-4943-85c2-4bf961edc84a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:23.266048 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-84a11bb9-d363-41ba-a5ab-35910b42dea3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:23.282268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94acd665-2347-40a6-80bc-e988b13e35be None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:23:23.283716 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] No DVR routers for this DVR port d97486dd-d2e6-4943-85c2-4bf961edc84a on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:23:23.291771 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.292171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.292541 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.292906 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.293249 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.293576 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.294711 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.295224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.295890 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.296386 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.296967 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.297457 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.297946 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.298448 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.298938 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:23.303970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:23.304168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c30af7-194d-4850-a942-e07b3a8eae68 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.304562 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c30af7-194d-4850-a942-e07b3a8eae68 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.305103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c30af7-194d-4850-a942-e07b3a8eae68 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.306419 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c30af7-194d-4850-a942-e07b3a8eae68 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.307051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c30af7-194d-4850-a942-e07b3a8eae68 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.307577 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c30af7-194d-4850-a942-e07b3a8eae68 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.308089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c30af7-194d-4850-a942-e07b3a8eae68 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.308592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c30af7-194d-4850-a942-e07b3a8eae68 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.309098 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c30af7-194d-4850-a942-e07b3a8eae68 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.309834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c30af7-194d-4850-a942-e07b3a8eae68 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.310414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c30af7-194d-4850-a942-e07b3a8eae68 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.310760 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c30af7-194d-4850-a942-e07b3a8eae68 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.314640 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b2c30af7-194d-4850-a942-e07b3a8eae68 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 8367 time: 0.7704818 Oct 26 15:23:23.315868 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59462) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:23.333999 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9728ed50-78f0-47e2-8959-7492c0d0538c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (6575fb1a-978e-4e16-b382-483c1e949bc4), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:23.381318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:23.390299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-5820f708-f04c-4f09-9e0b-4165891a351f None None] Current status of the port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:23.404298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-5820f708-f04c-4f09-9e0b-4165891a351f None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:23.404678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5820f708-f04c-4f09-9e0b-4165891a351f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:23.405044 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-5820f708-f04c-4f09-9e0b-4165891a351f None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:23:23.462545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:23.463410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:23.463711 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:23:23.621788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-5820f708-f04c-4f09-9e0b-4165891a351f None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:23.622178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5820f708-f04c-4f09-9e0b-4165891a351f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:23.644986 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:23.654174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94acd665-2347-40a6-80bc-e988b13e35be None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:23:23.660285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:23.707001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-5820f708-f04c-4f09-9e0b-4165891a351f None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:23.710905 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-84a11bb9-d363-41ba-a5ab-35910b42dea3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Allocated IP 172.20.0.1 (db3c66a4-9c16-4992-b681-41385455035b/a00fd8af-02d4-4a3c-a7f7-dcc59e03d63d/44ab6a56-dee0-4712-bae9-8df958036460) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:23.711515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:23.712386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:23.718188 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec4bac-3943-4569-8baa-0944b32db771 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.718761 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec4bac-3943-4569-8baa-0944b32db771 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.719374 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec4bac-3943-4569-8baa-0944b32db771 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.720046 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec4bac-3943-4569-8baa-0944b32db771 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.720492 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec4bac-3943-4569-8baa-0944b32db771 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.721093 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec4bac-3943-4569-8baa-0944b32db771 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.721638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec4bac-3943-4569-8baa-0944b32db771 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.722091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec4bac-3943-4569-8baa-0944b32db771 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.722708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec4bac-3943-4569-8baa-0944b32db771 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.723237 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec4bac-3943-4569-8baa-0944b32db771 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:23.728323 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-06ec4bac-3943-4569-8baa-0944b32db771 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 6451 time: 0.4114890 Oct 26 15:23:23.731278 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59464) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:23.734728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5820f708-f04c-4f09-9e0b-4165891a351f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:23.810429 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9728ed50-78f0-47e2-8959-7492c0d0538c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:23.818799 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-9728ed50-78f0-47e2-8959-7492c0d0538c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:23.823848 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9728ed50-78f0-47e2-8959-7492c0d0538c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:23.826351 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9728ed50-78f0-47e2-8959-7492c0d0538c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (1fd72514-5e49-45e6-a511-f6bf7190c0a9), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:23.827927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-5820f708-f04c-4f09-9e0b-4165891a351f None None] Provisioning complete for port 725c96ab-5faf-4390-a24f-3be6cbc48115 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:23.828312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5820f708-f04c-4f09-9e0b-4165891a351f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:23.828659 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-5820f708-f04c-4f09-9e0b-4165891a351f None None] Attempt 1 to provision port 725c96ab-5faf-4390-a24f-3be6cbc48115 Oct 26 15:23:23.854651 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (91511131-dde8-42be-a71d-706045910f26), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:23.946573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820f708-f04c-4f09-9e0b-4165891a351f None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:23.965143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.db.api [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:23:23.965482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG oslo_db.api [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:23:24.009101 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9728ed50-78f0-47e2-8959-7492c0d0538c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6575fb1a-978e-4e16-b382-483c1e949bc4), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.014475 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728ed50-78f0-47e2-8959-7492c0d0538c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=6575fb1a-978e-4e16-b382-483c1e949bc4,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:24.017000 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91511131-dde8-42be-a71d-706045910f26']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:24.040527 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2693a1d4-f034-47a7-a672-d4a19f364467') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:24.040845 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2693a1d4-f034-47a7-a672-d4a19f364467') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:24.059327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (2693a1d4-f034-47a7-a672-d4a19f364467), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.068320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-5820f708-f04c-4f09-9e0b-4165891a351f None None] Current status of the port 725c96ab-5faf-4390-a24f-3be6cbc48115 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:24.101643 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:24.102843 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (2693a1d4-f034-47a7-a672-d4a19f364467), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.117899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:23:24.118364 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (2693a1d4-f034-47a7-a672-d4a19f364467), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.146087 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-40f75c72-7d67-45a4-9569-e174bb2029d8 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 5737 time: 0.4134040 Oct 26 15:23:24.147956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccc47df-eca4-4278-b653-7e84acba9917 None None] Network c792f3e5-a06f-4b35-9fce-24e7ec747ed2 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:24.186680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:24.226124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-84a11bb9-d363-41ba-a5ab-35910b42dea3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (44ab6a56-dee0-4712-bae9-8df958036460), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.234531 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 2693a1d4-f034-47a7-a672-d4a19f364467 resource provider aggregate not found Oct 26 15:23:24.316505 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59480) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:24.321131 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a6ef65bf-4b91-47cf-8f64-7823702d9644 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1940268792', 'description': 'tempest-secgroup-smoke-1940268792 description', 'project_id': '535d3aadc3604e4688e327c629fdd025'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:24.324869 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 2693a1d4-f034-47a7-a672-d4a19f364467 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2693a1d4-f034-47a7-a672-d4a19f364467 found for delete ", "request_id": "req-87ac2b8c-4fab-4af3-b665-db916cbd1c19"}]} Oct 26 15:23:24.345297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-84a11bb9-d363-41ba-a5ab-35910b42dea3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (44ab6a56-dee0-4712-bae9-8df958036460), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.367464 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (91511131-dde8-42be-a71d-706045910f26), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.383245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.390552 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/networks/91511131-dde8-42be-a71d-706045910f26 HTTP/1.1" status: 204 len: 168 time: 2.0996578 Oct 26 15:23:24.395108 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59482) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:24.421572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe86df7-fbeb-4ddf-b27d-d2f31e15ed69 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Network': ['ID=91511131-dde8-42be-a71d-706045910f26,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:24.495942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a11bb9-d363-41ba-a5ab-35910b42dea3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network db3c66a4-9c16-4992-b681-41385455035b is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:24.507904 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-84a11bb9-d363-41ba-a5ab-35910b42dea3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:24.511093 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a11bb9-d363-41ba-a5ab-35910b42dea3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:24.519583 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a6ef65bf-4b91-47cf-8f64-7823702d9644 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.564043 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (c792f3e5-a06f-4b35-9fce-24e7ec747ed2), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.574076 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9728ed50-78f0-47e2-8959-7492c0d0538c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (6575fb1a-978e-4e16-b382-483c1e949bc4), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.578561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:24.582783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-dd507048-c995-4f89-b34d-55afd5406d0c None None] Provisioning complete for port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:24.583344 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dd507048-c995-4f89-b34d-55afd5406d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (43e12c3d-c8a9-4037-ae04-b23fda34c9dd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.583691 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-dd507048-c995-4f89-b34d-55afd5406d0c None None] Attempt 1 to provision port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd Oct 26 15:23:24.584891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9728ed50-78f0-47e2-8959-7492c0d0538c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (6575fb1a-978e-4e16-b382-483c1e949bc4), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.585738 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9728ed50-78f0-47e2-8959-7492c0d0538c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (1fd72514-5e49-45e6-a511-f6bf7190c0a9), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.587213 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a11bb9-d363-41ba-a5ab-35910b42dea3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=44ab6a56-dee0-4712-bae9-8df958036460,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:24.629231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:24.657504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-84a11bb9-d363-41ba-a5ab-35910b42dea3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (86c7c64c-c41b-4157-a31b-8c62fc6a7af1), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.700862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d97486dd-d2e6-4943-85c2-4bf961edc84a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:24.714714 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:24.740379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:24.741088 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (43e12c3d-c8a9-4037-ae04-b23fda34c9dd), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.761996 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728ed50-78f0-47e2-8959-7492c0d0538c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=6575fb1a-978e-4e16-b382-483c1e949bc4,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:24.764565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: d97486dd-d2e6-4943-85c2-4bf961edc84a {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:23:24.765380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d97486dd-d2e6-4943-85c2-4bf961edc84a not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:23:24.778180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-dd507048-c995-4f89-b34d-55afd5406d0c None None] Current status of the port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:24.798759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086809be-8d20-4633-948e-008f0c538cb0 None None] DHCP port deletion for c792f3e5-a06f-4b35-9fce-24e7ec747ed2 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:23:24.833292 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9728ed50-78f0-47e2-8959-7492c0d0538c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:24.834881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-9728ed50-78f0-47e2-8959-7492c0d0538c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:24.853824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-086809be-8d20-4633-948e-008f0c538cb0 None None] Deleting port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:24.854198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-086809be-8d20-4633-948e-008f0c538cb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (43e12c3d-c8a9-4037-ae04-b23fda34c9dd), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.877351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:24.879922 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a6ef65bf-4b91-47cf-8f64-7823702d9644 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (33239e61-a396-4e39-ae23-dc9e3f1b1567), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.892298 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] For port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=43e12c3d-c8a9-4037-ae04-b23fda34c9dd,segment=NetworkSegment(562eb2b3-5ce9-4097-9292-18c66a5c9788),segment_id=562eb2b3-5ce9-4097-9292-18c66a5c9788)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:24.892651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (43e12c3d-c8a9-4037-ae04-b23fda34c9dd), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.895701 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a6ef65bf-4b91-47cf-8f64-7823702d9644 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (33239e61-a396-4e39-ae23-dc9e3f1b1567), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.927089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-14c87c25-e9fa-44ed-aeaa-f8e4e84fe310 None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:24.927350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-14c87c25-e9fa-44ed-aeaa-f8e4e84fe310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.927591 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-14c87c25-e9fa-44ed-aeaa-f8e4e84fe310 None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:23:24.940930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Calling delete_port for 43e12c3d-c8a9-4037-ae04-b23fda34c9dd owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:24.955953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-086809be-8d20-4633-948e-008f0c538cb0 None None] For port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=43e12c3d-c8a9-4037-ae04-b23fda34c9dd,segment=NetworkSegment(562eb2b3-5ce9-4097-9292-18c66a5c9788),segment_id=562eb2b3-5ce9-4097-9292-18c66a5c9788)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:24.956362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-086809be-8d20-4633-948e-008f0c538cb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (43e12c3d-c8a9-4037-ae04-b23fda34c9dd), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.977376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-086809be-8d20-4633-948e-008f0c538cb0 None None] Calling delete_port for 43e12c3d-c8a9-4037-ae04-b23fda34c9dd owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:24.980413 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9728ed50-78f0-47e2-8959-7492c0d0538c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Router 1fd72514-5e49-45e6-a511-f6bf7190c0a9 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:23:24.985123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a6ef65bf-4b91-47cf-8f64-7823702d9644 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:24.986474 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a6ef65bf-4b91-47cf-8f64-7823702d9644 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6690946 Oct 26 15:23:24.989878 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59484) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:24.996735 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-887db59d-ae99-4223-b2d6-7e38ead39180 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '33239e61-a396-4e39-ae23-dc9e3f1b1567', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:25.017602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef65bf-4b91-47cf-8f64-7823702d9644 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33239e61-a396-4e39-ae23-dc9e3f1b1567,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:25.074462 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-84a11bb9-d363-41ba-a5ab-35910b42dea3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (44ab6a56-dee0-4712-bae9-8df958036460), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.107239 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-887db59d-ae99-4223-b2d6-7e38ead39180 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (d830feb5-d4ac-4394-870a-a619681de3fd), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.107917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-14c87c25-e9fa-44ed-aeaa-f8e4e84fe310 None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:25.135441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9728ed50-78f0-47e2-8959-7492c0d0538c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:25.139847 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (43e12c3d-c8a9-4037-ae04-b23fda34c9dd), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.140439 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9728ed50-78f0-47e2-8959-7492c0d0538c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "PUT /networking/v2.0/routers/1fd72514-5e49-45e6-a511-f6bf7190c0a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3792963 Oct 26 15:23:25.143424 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59488) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:25.146643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Sync routers for ids ['1fd72514-5e49-45e6-a511-f6bf7190c0a9'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:25.162277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-086809be-8d20-4633-948e-008f0c538cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (43e12c3d-c8a9-4037-ae04-b23fda34c9dd), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.203739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086809be-8d20-4633-948e-008f0c538cb0 None None] Pushing event deleted for resources: {'Port': ['ID=43e12c3d-c8a9-4037-ae04-b23fda34c9dd,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:25.206281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:25.212333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Routers {'1fd72514-5e49-45e6-a511-f6bf7190c0a9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:25.213451 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] No DVR routers for this DVR port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:23:25.213703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['1fd72514-5e49-45e6-a511-f6bf7190c0a9'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:25.215407 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Port': ['ID=43e12c3d-c8a9-4037-ae04-b23fda34c9dd,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:25.218245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d334db3d-a42f-4d3b-a4df-1bb953287814 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:25.222403 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d334db3d-a42f-4d3b-a4df-1bb953287814 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports/6575fb1a-978e-4e16-b382-483c1e949bc4 HTTP/1.1" status: 200 len: 911 time: 0.0755999 Oct 26 15:23:25.223296 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59490) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:25.330145 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-887db59d-ae99-4223-b2d6-7e38ead39180 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (d830feb5-d4ac-4394-870a-a619681de3fd), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.339457 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a389869-9283-46f9-abd0-02764f860ec9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:25.340383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:25.346627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a389869-9283-46f9-abd0-02764f860ec9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:25.349133 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2a389869-9283-46f9-abd0-02764f860ec9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1577 time: 0.1248221 Oct 26 15:23:25.349703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086809be-8d20-4633-948e-008f0c538cb0 None None] No DVR routers for this DVR port 43e12c3d-c8a9-4037-ae04-b23fda34c9dd on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:23:25.350919 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-887db59d-ae99-4223-b2d6-7e38ead39180 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (d830feb5-d4ac-4394-870a-a619681de3fd), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.365769 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59492) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:25.386130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfb0956-30ca-4aa4-b137-30be7439db66 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:23:25.392216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887db59d-ae99-4223-b2d6-7e38ead39180 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d830feb5-d4ac-4394-870a-a619681de3fd,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:25.407498 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-887db59d-ae99-4223-b2d6-7e38ead39180 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.411377 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-887db59d-ae99-4223-b2d6-7e38ead39180 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4178052 Oct 26 15:23:25.411605 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59494) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:25.422360 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-c7ba2701-8268-4458-84e5-0e9c13f733d5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '33239e61-a396-4e39-ae23-dc9e3f1b1567', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:25.423530 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (c792f3e5-a06f-4b35-9fce-24e7ec747ed2), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.430778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:25.434216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Set router 1fd72514-5e49-45e6-a511-f6bf7190c0a9 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:25.439993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:25.463749 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7ba2701-8268-4458-84e5-0e9c13f733d5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (ea62f220-a124-425b-8477-f836bad5bfe0), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.472404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c792f3e5-a06f-4b35-9fce-24e7ec747ed2']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:25.495434 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:25.541248 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562eb2b3-5ce9-4097-9292-18c66a5c9788') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:25.541939 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562eb2b3-5ce9-4097-9292-18c66a5c9788') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:25.561072 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7ba2701-8268-4458-84e5-0e9c13f733d5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (ea62f220-a124-425b-8477-f836bad5bfe0), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.568429 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7ba2701-8268-4458-84e5-0e9c13f733d5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (ea62f220-a124-425b-8477-f836bad5bfe0), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.569991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (562eb2b3-5ce9-4097-9292-18c66a5c9788), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.593823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:25.594586 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba2701-8268-4458-84e5-0e9c13f733d5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea62f220-a124-425b-8477-f836bad5bfe0,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:25.605936 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7ba2701-8268-4458-84e5-0e9c13f733d5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.609985 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c7ba2701-8268-4458-84e5-0e9c13f733d5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1973534 Oct 26 15:23:25.610615 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59496) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:25.616111 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-77bfc195-d62f-459d-8694-73f7469f5ae4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '33239e61-a396-4e39-ae23-dc9e3f1b1567', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:25.643466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:25.644018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.644248 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 Oct 26 15:23:25.650442 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-77bfc195-d62f-459d-8694-73f7469f5ae4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (b5adaa10-e4b6-4ec5-b615-a25f7f2482e3), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.651989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (562eb2b3-5ce9-4097-9292-18c66a5c9788), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.698665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:23:25.699415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (562eb2b3-5ce9-4097-9292-18c66a5c9788), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.713779 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-77bfc195-d62f-459d-8694-73f7469f5ae4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (b5adaa10-e4b6-4ec5-b615-a25f7f2482e3), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.718908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-77bfc195-d62f-459d-8694-73f7469f5ae4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (b5adaa10-e4b6-4ec5-b615-a25f7f2482e3), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.745520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfc195-d62f-459d-8694-73f7469f5ae4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5adaa10-e4b6-4ec5-b615-a25f7f2482e3,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:25.753771 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-77bfc195-d62f-459d-8694-73f7469f5ae4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.758125 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-77bfc195-d62f-459d-8694-73f7469f5ae4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463752 Oct 26 15:23:25.758675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59502) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:25.763869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-1ed37720-139d-4fc4-bbff-9bf7123bd3b3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '33239e61-a396-4e39-ae23-dc9e3f1b1567', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:25.787362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfb0956-30ca-4aa4-b137-30be7439db66 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:23:25.807236 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1ed37720-139d-4fc4-bbff-9bf7123bd3b3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (6a581502-4351-4003-81ca-70f75e131301), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.874109 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1ed37720-139d-4fc4-bbff-9bf7123bd3b3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (6a581502-4351-4003-81ca-70f75e131301), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.881116 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1ed37720-139d-4fc4-bbff-9bf7123bd3b3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (6a581502-4351-4003-81ca-70f75e131301), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.902988 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed37720-139d-4fc4-bbff-9bf7123bd3b3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a581502-4351-4003-81ca-70f75e131301,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:25.908917 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1ed37720-139d-4fc4-bbff-9bf7123bd3b3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:25.913078 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1ed37720-139d-4fc4-bbff-9bf7123bd3b3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1533203 Oct 26 15:23:25.913712 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59504) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:25.918779 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-90af7168-82ff-4fa6-a63a-7d71e342cce0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '33239e61-a396-4e39-ae23-dc9e3f1b1567', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:25.952513 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-90af7168-82ff-4fa6-a63a-7d71e342cce0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:23:25.959319 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90af7168-82ff-4fa6-a63a-7d71e342cce0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (c84cdeb4-8fad-4512-8049-2915c508fb02), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.025891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90af7168-82ff-4fa6-a63a-7d71e342cce0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (c84cdeb4-8fad-4512-8049-2915c508fb02), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.058781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:26.058781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.062995 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90af7168-82ff-4fa6-a63a-7d71e342cce0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (c84cdeb4-8fad-4512-8049-2915c508fb02), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.086917 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 562eb2b3-5ce9-4097-9292-18c66a5c9788 resource provider aggregate not found Oct 26 15:23:26.089156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af7168-82ff-4fa6-a63a-7d71e342cce0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84cdeb4-8fad-4512-8049-2915c508fb02,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:26.101797 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90af7168-82ff-4fa6-a63a-7d71e342cce0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.106807 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-90af7168-82ff-4fa6-a63a-7d71e342cce0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1917911 Oct 26 15:23:26.107116 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59508) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:26.111919 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-0fe5af69-aef9-40e3-99ba-397d47e98338 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '33239e61-a396-4e39-ae23-dc9e3f1b1567', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:26.113618 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 562eb2b3-5ce9-4097-9292-18c66a5c9788 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 562eb2b3-5ce9-4097-9292-18c66a5c9788 found for delete ", "request_id": "req-2c7a97bb-df0d-45f7-b9af-0307ea7cd0fd"}]} Oct 26 15:23:26.121192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd72514-5e49-45e6-a511-f6bf7190c0a9', 'name': 'tempest-NetworksTestDHCPv6-router-1153345859', 'tenant_id': 'e3b7e3683f314399a045aa71758c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:21Z', 'updated_at': '2022-10-26T15:23:23Z', 'revision_number': 2, 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'gw_port_host': None, '_interfaces': [{'id': '6575fb1a-978e-4e16-b382-483c1e949bc4', 'name': '', 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'tenant_id': 'e3b7e3683f314399a045aa71758c8097', 'mac_address': 'fa:16:3e:2a:3f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd72514-5e49-45e6-a511-f6bf7190c0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '4c7160dc-fac1-4723-8826-f062b618732e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:22Z', 'updated_at': '2022-10-26T15:23:24Z', 'revision_number': 2, 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'subnets': [{'id': '4c7160dc-fac1-4723-8826-f062b618732e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:26.136595 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-0fe5af69-aef9-40e3-99ba-397d47e98338 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:23:26.137680 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-84a11bb9-d363-41ba-a5ab-35910b42dea3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (44ab6a56-dee0-4712-bae9-8df958036460), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.144176 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0fe5af69-aef9-40e3-99ba-397d47e98338 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (52833562-ef38-4b27-9e99-7475852b326f), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.157063 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (c792f3e5-a06f-4b35-9fce-24e7ec747ed2), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.162189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:26.164041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-84a11bb9-d363-41ba-a5ab-35910b42dea3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (44ab6a56-dee0-4712-bae9-8df958036460), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.171481 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:26.177348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.184388 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/networks/c792f3e5-a06f-4b35-9fce-24e7ec747ed2 HTTP/1.1" status: 204 len: 168 time: 1.7875884 Oct 26 15:23:26.185070 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59510) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:26.185209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Checking router: 1fd72514-5e49-45e6-a511-f6bf7190c0a9 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:23:26.185561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Updating router 1fd72514-5e49-45e6-a511-f6bf7190c0a9 port 6575fb1a-978e-4e16-b382-483c1e949bc4 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:23:26.187363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:26.190085 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-dab688c5-ca34-42b7-b525-8901e1780977 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1487686610'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:26.191631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.192440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:26.231399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab688c5-ca34-42b7-b525-8901e1780977 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Made reservation on behalf of 4c4db5bb937d4b728c56281fc24a1134 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:26.235170 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dab688c5-ca34-42b7-b525-8901e1780977 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.249393 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924f33b-6674-45bf-ad86-de2f4edeba5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Network': ['ID=c792f3e5-a06f-4b35-9fce-24e7ec747ed2,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:26.251337 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0fe5af69-aef9-40e3-99ba-397d47e98338 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (52833562-ef38-4b27-9e99-7475852b326f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.263050 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0fe5af69-aef9-40e3-99ba-397d47e98338 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (52833562-ef38-4b27-9e99-7475852b326f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.307735 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=3,neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:26.307735 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5af69-aef9-40e3-99ba-397d47e98338 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52833562-ef38-4b27-9e99-7475852b326f,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:26.307735 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab688c5-ca34-42b7-b525-8901e1780977 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:23:26.308028 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf54121-ba16-4810-b3a9-a031d17bd636 None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:26.308452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6575fb1a-978e-4e16-b382-483c1e949bc4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.310399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c054e6d0-d7b5-49ff-ba7c-ce181d8886c4 None None] Update dhcp port {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'fixed_ips': [{'subnet_id': '4c7160dc-fac1-4723-8826-f062b618732e'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': '725c96ab-5faf-4390-a24f-3be6cbc48115'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:23:26.313141 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0fe5af69-aef9-40e3-99ba-397d47e98338 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.319383 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf54121-ba16-4810-b3a9-a031d17bd636 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:26.320074 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-faf54121-ba16-4810-b3a9-a031d17bd636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:26.322421 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0fe5af69-aef9-40e3-99ba-397d47e98338 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2142045 Oct 26 15:23:26.324360 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dab688c5-ca34-42b7-b525-8901e1780977 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (fb4531d4-7a94-41c1-84d8-fc3467c1f7eb), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.324360 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-dab688c5-ca34-42b7-b525-8901e1780977 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Added segment fb4531d4-7a94-41c1-84d8-fc3467c1f7eb of type vlan for network 5930f20c-f952-4b12-99d8-786f229a60c7 Oct 26 15:23:26.334814 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=76,neutron:INSERT=13,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:26.372688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:26.372956 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dab688c5-ca34-42b7-b525-8901e1780977 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (5930f20c-f952-4b12-99d8-786f229a60c7), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.379019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:26.379445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.379787 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:23:26.403632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c054e6d0-d7b5-49ff-ba7c-ce181d8886c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.406505 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a11bb9-d363-41ba-a5ab-35910b42dea3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=44ab6a56-dee0-4712-bae9-8df958036460,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:26.422190 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dab688c5-ca34-42b7-b525-8901e1780977 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (5930f20c-f952-4b12-99d8-786f229a60c7), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.429871 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab688c5-ca34-42b7-b525-8901e1780977 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:26.431556 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dab688c5-ca34-42b7-b525-8901e1780977 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.446439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-84a11bb9-d363-41ba-a5ab-35910b42dea3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (86c7c64c-c41b-4157-a31b-8c62fc6a7af1), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.519392 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dab688c5-ca34-42b7-b525-8901e1780977 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3330138 Oct 26 15:23:26.523015 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59526) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:26.528830 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7be7a9dd-2968-49bc-9a29-e3e423223b65 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'subnet': {'network_id': '5930f20c-f952-4b12-99d8-786f229a60c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:26.536192 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-faf54121-ba16-4810-b3a9-a031d17bd636 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:26.550487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab688c5-ca34-42b7-b525-8901e1780977 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Network': ['ID=5930f20c-f952-4b12-99d8-786f229a60c7,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:26.569732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 5930f20c-f952-4b12-99d8-786f229a60c7 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:23:26.603689 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fdff5bfb-b407-49ec-ad2b-126c5a2e95d0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (1fd72514-5e49-45e6-a511-f6bf7190c0a9), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.669187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be7a9dd-2968-49bc-9a29-e3e423223b65 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Made reservation on behalf of 4c4db5bb937d4b728c56281fc24a1134 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:26.675392 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7be7a9dd-2968-49bc-9a29-e3e423223b65 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.760816 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-c9bc7a9c-bcdd-4f5b-95ff-949b0d62b4de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1940268792&fields=id&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 267 time: 0.1706715 Oct 26 15:23:26.786872 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-faf54121-ba16-4810-b3a9-a031d17bd636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:23Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:26.819975 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf54121-ba16-4810-b3a9-a031d17bd636 None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:23:26.832075 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf54121-ba16-4810-b3a9-a031d17bd636 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:26.833185 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-faf54121-ba16-4810-b3a9-a031d17bd636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:26.895382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:26.929451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7be7a9dd-2968-49bc-9a29-e3e423223b65 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (e5f64ba1-97d2-4980-bb26-f714543b9176), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:26.961796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 43e12c3d-c8a9-4037-ae04-b23fda34c9dd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:26.984234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:26.990972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 43e12c3d-c8a9-4037-ae04-b23fda34c9dd {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:23:26.991491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 43e12c3d-c8a9-4037-ae04-b23fda34c9dd not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:23:27.018967 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a11bb9-d363-41ba-a5ab-35910b42dea3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network db3c66a4-9c16-4992-b681-41385455035b is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:27.023489 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7a9dd-2968-49bc-9a29-e3e423223b65 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Subnet': ['ID=e5f64ba1-97d2-4980-bb26-f714543b9176,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:27.029410 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be7a9dd-2968-49bc-9a29-e3e423223b65 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Checking segment: {'id': 'fb4531d4-7a94-41c1-84d8-fc3467c1f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5930f20c-f952-4b12-99d8-786f229a60c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:27.029918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be7a9dd-2968-49bc-9a29-e3e423223b65 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network hostable DHCP agents. Network: 5930f20c-f952-4b12-99d8-786f229a60c7, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:23:27.051028 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be7a9dd-2968-49bc-9a29-e3e423223b65 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network 5930f20c-f952-4b12-99d8-786f229a60c7 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:23:27.051872 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-84a11bb9-d363-41ba-a5ab-35910b42dea3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:27.064402 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-7be7a9dd-2968-49bc-9a29-e3e423223b65 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 5930f20c-f952-4b12-99d8-786f229a60c7) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:27.070292 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be7a9dd-2968-49bc-9a29-e3e423223b65 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:27.071103 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7be7a9dd-2968-49bc-9a29-e3e423223b65 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.100722 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7be7a9dd-2968-49bc-9a29-e3e423223b65 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5764503 Oct 26 15:23:27.103441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59538) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:27.107820 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-bbabe9db-89dd-44da-a7bb-25181694c9e7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2093510662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:27.136640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Publish callbacks [] for port (6575fb1a-978e-4e16-b382-483c1e949bc4), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.138750 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bbabe9db-89dd-44da-a7bb-25181694c9e7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (2e420a25-31e5-42b6-b39f-ba6352242451), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.140564 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bbabe9db-89dd-44da-a7bb-25181694c9e7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (2e420a25-31e5-42b6-b39f-ba6352242451), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.150288 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-ac328516-6097-42c2-8975-6fb934d5c526 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:27.154471 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-faf54121-ba16-4810-b3a9-a031d17bd636 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:27.157103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6575fb1a-978e-4e16-b382-483c1e949bc4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.162234 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-ac328516-6097-42c2-8975-6fb934d5c526 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/networks?id=e17aed4e-c4e5-4bb5-a982-08b9b5add769 HTTP/1.1" status: 200 len: 797 time: 0.3853862 Oct 26 15:23:27.204947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bbabe9db-89dd-44da-a7bb-25181694c9e7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router_controller (2e420a25-31e5-42b6-b39f-ba6352242451), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.211898 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bbabe9db-89dd-44da-a7bb-25181694c9e7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (2e420a25-31e5-42b6-b39f-ba6352242451), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.219414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:27.234779 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-ab429ec2-0d5d-48f6-a992-49aada23cf5a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/quotas/535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 375 time: 0.0713153 Oct 26 15:23:27.242193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bbabe9db-89dd-44da-a7bb-25181694c9e7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.243982 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bbabe9db-89dd-44da-a7bb-25181694c9e7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1395431 Oct 26 15:23:27.247309 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59540) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:27.255081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-26c29474-0434-4385-85cc-9744bd58b292 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'port': {'network_id': '5930f20c-f952-4b12-99d8-786f229a60c7', 'name': 'tempest-RoutersIpV6Test-130797133'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:27.260033 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:27.272291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:27.302136 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-fdff5bfb-b407-49ec-ad2b-126c5a2e95d0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port 6575fb1a-978e-4e16-b382-483c1e949bc4 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:27.302477 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fdff5bfb-b407-49ec-ad2b-126c5a2e95d0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (6575fb1a-978e-4e16-b382-483c1e949bc4), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.363171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-c054e6d0-d7b5-49ff-ba7c-ce181d8886c4 None None] Allocated IP 2001:db8::2 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/4c7160dc-fac1-4723-8826-f062b618732e/725c96ab-5faf-4390-a24f-3be6cbc48115) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:27.388176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d9540-48c5-4fe2-9596-d1c0f5fce336 None None] Pushing event updated for resources: {'Port': ['ID=6575fb1a-978e-4e16-b382-483c1e949bc4,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:27.409976 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c29474-0434-4385-85cc-9744bd58b292 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Made reservation on behalf of 4c4db5bb937d4b728c56281fc24a1134 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:27.416251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-26c29474-0434-4385-85cc-9744bd58b292 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.425745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Attempting to bind port 6575fb1a-978e-4e16-b382-483c1e949bc4 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:23:27.426128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Attempting to bind port 6575fb1a-978e-4e16-b382-483c1e949bc4 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:23:27.426503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Attempting to bind port 6575fb1a-978e-4e16-b382-483c1e949bc4 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:23:27.432122 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:27.448689 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-26c29474-0434-4385-85cc-9744bd58b292 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] device_id is not set on port 8536253e-e920-40e6-9884-d4426729d88d yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:23:27.460254 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-faf54121-ba16-4810-b3a9-a031d17bd636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:23Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:27.473955 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-e60bfcea-efd5-419d-8814-b2a771af6259 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2381957 Oct 26 15:23:27.497861 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf54121-ba16-4810-b3a9-a031d17bd636 None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:23Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:27.568558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:27.569352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.578479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a11bb9-d363-41ba-a5ab-35910b42dea3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 86c7c64c-c41b-4157-a31b-8c62fc6a7af1 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:23:27.600099 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-26c29474-0434-4385-85cc-9744bd58b292 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Allocated IP 2001:db8::225 (5930f20c-f952-4b12-99d8-786f229a60c7/e5f64ba1-97d2-4980-bb26-f714543b9176/8536253e-e920-40e6-9884-d4426729d88d) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:27.600417 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:27.602905 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-fdff5bfb-b407-49ec-ad2b-126c5a2e95d0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] For port 6575fb1a-978e-4e16-b382-483c1e949bc4, host dv-neutron-759874-6-hyperv, got binding levels [] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:27.603312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fdff5bfb-b407-49ec-ad2b-126c5a2e95d0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (6575fb1a-978e-4e16-b382-483c1e949bc4), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.609578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:23:27.610260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Checking segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:27.611009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.611592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Bound using segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:23:27.612252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Bound port: 6575fb1a-978e-4e16-b382-483c1e949bc4, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:23:27.613691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6575fb1a-978e-4e16-b382-483c1e949bc4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.627254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-fdff5bfb-b407-49ec-ad2b-126c5a2e95d0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for 6575fb1a-978e-4e16-b382-483c1e949bc4 owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:27.639118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:27.648952 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:27.671330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.672161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:27.736634 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-49b36db0-d624-47ad-9f70-b258768b04c4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/e17aed4e-c4e5-4bb5-a982-08b9b5add769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617314 Oct 26 15:23:27.747459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c054e6d0-d7b5-49ff-ba7c-ce181d8886c4 None None] For port 725c96ab-5faf-4390-a24f-3be6cbc48115, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=725c96ab-5faf-4390-a24f-3be6cbc48115,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:27.802184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c054e6d0-d7b5-49ff-ba7c-ce181d8886c4 None None] Publish callbacks [] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.811811 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-26c29474-0434-4385-85cc-9744bd58b292 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (8536253e-e920-40e6-9884-d4426729d88d), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.848183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c054e6d0-d7b5-49ff-ba7c-ce181d8886c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.872205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:27.880340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:27.896220 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-26c29474-0434-4385-85cc-9744bd58b292 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (8536253e-e920-40e6-9884-d4426729d88d), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.909762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] For port 6575fb1a-978e-4e16-b382-483c1e949bc4, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:23:27.957833 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c29474-0434-4385-85cc-9744bd58b292 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network 5930f20c-f952-4b12-99d8-786f229a60c7 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:27.962043 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-26c29474-0434-4385-85cc-9744bd58b292 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:27.970311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] For port 6575fb1a-978e-4e16-b382-483c1e949bc4, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6575fb1a-978e-4e16-b382-483c1e949bc4,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:23:27.975745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c29474-0434-4385-85cc-9744bd58b292 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:27.984213 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c29474-0434-4385-85cc-9744bd58b292 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:27.984961 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-26c29474-0434-4385-85cc-9744bd58b292 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.998709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6575fb1a-978e-4e16-b382-483c1e949bc4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:27.999813 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c29474-0434-4385-85cc-9744bd58b292 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=8536253e-e920-40e6-9884-d4426729d88d,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:28.010599 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-06c9bcd6-bc71-4b82-9cf4-ca78ea7684c2 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/e17aed4e-c4e5-4bb5-a982-08b9b5add769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709644 Oct 26 15:23:28.024328 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a11bb9-d363-41ba-a5ab-35910b42dea3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:28.040599 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-26c29474-0434-4385-85cc-9744bd58b292 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7916737 Oct 26 15:23:28.041456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:28.041743 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59542) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:28.042276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:28.043635 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-84a11bb9-d363-41ba-a5ab-35910b42dea3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "PUT /networking/v2.0/routers/86c7c64c-c41b-4157-a31b-8c62fc6a7af1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6754973 Oct 26 15:23:28.047002 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f4e48b70-0759-4823-be30-24020992ff5a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'port': {'network_id': 'db3c66a4-9c16-4992-b681-41385455035b', 'name': 'tempest-FloatingIPTestJSON-1794755367'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:28.049109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59544) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:28.084250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054e6d0-d7b5-49ff-ba7c-ce181d8886c4 None None] Pushing event updated for resources: {'Port': ['ID=725c96ab-5faf-4390-a24f-3be6cbc48115,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:28.090808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c655e-9886-4a33-a30d-926c73269210 None None] Sync routers for ids ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:28.148182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Routers {'1fd72514-5e49-45e6-a511-f6bf7190c0a9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:28.148871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['1fd72514-5e49-45e6-a511-f6bf7190c0a9'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:28.159840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:28.215145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:28.225931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c655e-9886-4a33-a30d-926c73269210 None None] Routers {'86c7c64c-c41b-4157-a31b-8c62fc6a7af1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:28.226571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b46c655e-9886-4a33-a30d-926c73269210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:28.335900 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e48b70-0759-4823-be30-24020992ff5a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Made reservation on behalf of 79f6d585d71547a0a6629b12a8a70570 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:28.340776 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f4e48b70-0759-4823-be30-24020992ff5a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:28.355972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d9540-48c5-4fe2-9596-d1c0f5fce336 None None] Pushing event updated for resources: {'Port': ['ID=6575fb1a-978e-4e16-b382-483c1e949bc4,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:28.379382 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5b6d8a51-2e0c-4fb3-a234-e56e5beb40a5 req-78ebfd39-db49-4587-b45c-9f292c976e6a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 210 time: 0.0573933 Oct 26 15:23:28.387825 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-f4e48b70-0759-4823-be30-24020992ff5a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] device_id is not set on port 5991c32b-d536-4170-8716-9ca61e3ed509 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:23:28.426557 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fdff5bfb-b407-49ec-ad2b-126c5a2e95d0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (6575fb1a-978e-4e16-b382-483c1e949bc4), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:28.443544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b46c655e-9886-4a33-a30d-926c73269210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:28.499813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] Set router 1fd72514-5e49-45e6-a511-f6bf7190c0a9 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:28.539951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c655e-9886-4a33-a30d-926c73269210 None None] Routers {'86c7c64c-c41b-4157-a31b-8c62fc6a7af1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:28.540608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b46c655e-9886-4a33-a30d-926c73269210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:28.556744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff5bfb-b407-49ec-ad2b-126c5a2e95d0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=6575fb1a-978e-4e16-b382-483c1e949bc4,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:28.558648 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:28.623706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b46c655e-9886-4a33-a30d-926c73269210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:28.624405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c655e-9886-4a33-a30d-926c73269210 None None] The sync data for ids ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:28.643803 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-f4e48b70-0759-4823-be30-24020992ff5a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Allocated IP 172.20.0.10 (db3c66a4-9c16-4992-b681-41385455035b/a00fd8af-02d4-4a3c-a7f7-dcc59e03d63d/5991c32b-d536-4170-8716-9ca61e3ed509) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:28.659333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:28.694442 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:28.695640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fdff5bfb-b407-49ec-ad2b-126c5a2e95d0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (1fd72514-5e49-45e6-a511-f6bf7190c0a9), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:28.778461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:28.935453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f4e48b70-0759-4823-be30-24020992ff5a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for port (5991c32b-d536-4170-8716-9ca61e3ed509), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:28.997268 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f4e48b70-0759-4823-be30-24020992ff5a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (5991c32b-d536-4170-8716-9ca61e3ed509), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:29.007451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd72514-5e49-45e6-a511-f6bf7190c0a9', 'name': 'tempest-NetworksTestDHCPv6-router-1153345859', 'tenant_id': 'e3b7e3683f314399a045aa71758c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:21Z', 'updated_at': '2022-10-26T15:23:23Z', 'revision_number': 2, 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'gw_port_host': None, '_interfaces': [{'id': '6575fb1a-978e-4e16-b382-483c1e949bc4', 'name': '', 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'tenant_id': 'e3b7e3683f314399a045aa71758c8097', 'mac_address': 'fa:16:3e:2a:3f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd72514-5e49-45e6-a511-f6bf7190c0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '4c7160dc-fac1-4723-8826-f062b618732e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:22Z', 'updated_at': '2022-10-26T15:23:27Z', 'revision_number': 4, 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'subnets': [{'id': '4c7160dc-fac1-4723-8826-f062b618732e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:29.053157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c430dffd-51d5-46a1-9adf-e637b18d4a8a None None] Network 5930f20c-f952-4b12-99d8-786f229a60c7 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:29.070261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f62b94-d13b-4a11-ac8a-f3434c84dab9 None None] The sync data for ids ['1fd72514-5e49-45e6-a511-f6bf7190c0a9'] in dv-neutron-759874-6-hyperv is: [{'id': '1fd72514-5e49-45e6-a511-f6bf7190c0a9', 'name': 'tempest-NetworksTestDHCPv6-router-1153345859', 'tenant_id': 'e3b7e3683f314399a045aa71758c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:21Z', 'updated_at': '2022-10-26T15:23:23Z', 'revision_number': 2, 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'gw_port_host': None, '_interfaces': [{'id': '6575fb1a-978e-4e16-b382-483c1e949bc4', 'name': '', 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'tenant_id': 'e3b7e3683f314399a045aa71758c8097', 'mac_address': 'fa:16:3e:2a:3f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd72514-5e49-45e6-a511-f6bf7190c0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '4c7160dc-fac1-4723-8826-f062b618732e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:22Z', 'updated_at': '2022-10-26T15:23:27Z', 'revision_number': 4, 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'subnets': [{'id': '4c7160dc-fac1-4723-8826-f062b618732e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:29.102784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ab5a0e2a-a2b6-40cc-bfc2-e58d30e85134 None None] Could not find standard attr ID for object 6575fb1a-978e-4e16-b382-483c1e949bc4. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:23:29.110918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e48b70-0759-4823-be30-24020992ff5a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Network db3c66a4-9c16-4992-b681-41385455035b is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:29.122123 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-f4e48b70-0759-4823-be30-24020992ff5a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:29.140083 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e48b70-0759-4823-be30-24020992ff5a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:29.243022 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e48b70-0759-4823-be30-24020992ff5a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event updated for resources: {'Port': ['ID=5991c32b-d536-4170-8716-9ca61e3ed509,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:29.266566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ab5a0e2a-a2b6-40cc-bfc2-e58d30e85134 None None] Provisioning complete for port 725c96ab-5faf-4390-a24f-3be6cbc48115 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:29.268958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ab5a0e2a-a2b6-40cc-bfc2-e58d30e85134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:29.271396 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ab5a0e2a-a2b6-40cc-bfc2-e58d30e85134 None None] Attempt 1 to provision port 725c96ab-5faf-4390-a24f-3be6cbc48115 Oct 26 15:23:29.357485 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e48b70-0759-4823-be30-24020992ff5a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:29.368438 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f4e48b70-0759-4823-be30-24020992ff5a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:29.446008 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f4e48b70-0759-4823-be30-24020992ff5a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4028628 Oct 26 15:23:29.446681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59558) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:29.455028 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7ae8e552-5f4f-47c1-be2b-9a1ee586768f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Request body: {'floatingip': {'port_id': '5991c32b-d536-4170-8716-9ca61e3ed509'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:29.564587 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7ae8e552-5f4f-47c1-be2b-9a1ee586768f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (ebc76b85-5c02-40e1-9615-e54b649a285f), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:29.601432 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:29.859282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:29.863754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 725c96ab-5faf-4390-a24f-3be6cbc48115 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:30.048177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-5930f20c-f952-4b12-99d8-786f229a60c7', 'network_id': '5930f20c-f952-4b12-99d8-786f229a60c7', 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'fixed_ips': [{'subnet_id': 'e5f64ba1-97d2-4980-bb26-f714543b9176'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:23:30.049122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:30.082185 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-00813914-768a-48a3-8663-635a7f0b4cf9 req-11c4332e-c20a-46a3-8176-4d3371791430 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 210 time: 0.2438636 Oct 26 15:23:30.177876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ab5a0e2a-a2b6-40cc-bfc2-e58d30e85134 None None] Current status of the port 725c96ab-5faf-4390-a24f-3be6cbc48115 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:30.186931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 725c96ab-5faf-4390-a24f-3be6cbc48115 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:30.189566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:30.191732 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 725c96ab-5faf-4390-a24f-3be6cbc48115 Oct 26 15:23:30.258910 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdff5bfb-b407-49ec-ad2b-126c5a2e95d0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Router 1fd72514-5e49-45e6-a511-f6bf7190c0a9 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:23:30.260981 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1714-7f52-47ab-b33f-7c7e4d9a9186 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8536253e-e920-40e6-9884-d4426729d88d), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:30.346037 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:30.443783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-af7bf6f6-6a3a-4681-a740-19bd2974a4e4 None None] Provisioning complete for port 44ab6a56-dee0-4712-bae9-8df958036460 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:30.453739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-af7bf6f6-6a3a-4681-a740-19bd2974a4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (44ab6a56-dee0-4712-bae9-8df958036460), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:30.455445 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-af7bf6f6-6a3a-4681-a740-19bd2974a4e4 None None] Attempt 1 to provision port 44ab6a56-dee0-4712-bae9-8df958036460 Oct 26 15:23:30.520750 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdff5bfb-b407-49ec-ad2b-126c5a2e95d0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:30.526923 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fdff5bfb-b407-49ec-ad2b-126c5a2e95d0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "PUT /networking/v2.0/routers/1fd72514-5e49-45e6-a511-f6bf7190c0a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1588285 Oct 26 15:23:30.530513 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59566) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:30.542117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:30.553650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-af7bf6f6-6a3a-4681-a740-19bd2974a4e4 None None] Port 44ab6a56-dee0-4712-bae9-8df958036460 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:23:30.594635 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7ae8e552-5f4f-47c1-be2b-9a1ee586768f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:30.604835 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7ae8e552-5f4f-47c1-be2b-9a1ee586768f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (ebc76b85-5c02-40e1-9615-e54b649a285f), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:30.615080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-af7bf6f6-6a3a-4681-a740-19bd2974a4e4 None None] Could not find standard attr ID for object 6575fb1a-978e-4e16-b382-483c1e949bc4. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:23:30.664473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-af7bf6f6-6a3a-4681-a740-19bd2974a4e4 None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:30.664967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-af7bf6f6-6a3a-4681-a740-19bd2974a4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:30.665301 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-af7bf6f6-6a3a-4681-a740-19bd2974a4e4 None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:23:30.689446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5b8c81-ce0f-4886-b158-06d5f271d07a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:30.691224 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5b8c81-ce0f-4886-b158-06d5f271d07a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:30.692737 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9a5b8c81-ce0f-4886-b158-06d5f271d07a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1612208 Oct 26 15:23:30.695785 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59570) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:30.713752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Allocated IP 2001:db8::2 (5930f20c-f952-4b12-99d8-786f229a60c7/e5f64ba1-97d2-4980-bb26-f714543b9176/a1233bca-5f2a-475d-9485-0e8657a7e16a) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:30.725620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 725c96ab-5faf-4390-a24f-3be6cbc48115 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:30.726720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:30.727042 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-7ae8e552-5f4f-47c1-be2b-9a1ee586768f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Floating IP ebc76b85-5c02-40e1-9615-e54b649a285f associated. External IP: 172.26.11.85, port: 8b1a5c2a-305e-4a4e-809e-f921c7425a52. Oct 26 15:23:30.778418 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc8054f-5076-4a55-948f-a264ee2fd773 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 4c7160dc-fac1-4723-8826-f062b618732e {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:23:30.788477 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fdc8054f-5076-4a55-948f-a264ee2fd773 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (4c7160dc-fac1-4723-8826-f062b618732e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:30.798874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:30.853987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fdc8054f-5076-4a55-948f-a264ee2fd773 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (4c7160dc-fac1-4723-8826-f062b618732e), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:30.885396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:30.885783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:30.886049 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1714-7f52-47ab-b33f-7c7e4d9a9186 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (8536253e-e920-40e6-9884-d4426729d88d), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:30.886189 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:23:30.896184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1714-7f52-47ab-b33f-7c7e4d9a9186 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (8536253e-e920-40e6-9884-d4426729d88d), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:30.916822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-af7bf6f6-6a3a-4681-a740-19bd2974a4e4 None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:30.917357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-af7bf6f6-6a3a-4681-a740-19bd2974a4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:30.982651 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae8e552-5f4f-47c1-be2b-9a1ee586768f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 32783b24-c43e-4398-9450-9c82d449bb82 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:23:31.011130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-af7bf6f6-6a3a-4681-a740-19bd2974a4e4 None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:31.023735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-af7bf6f6-6a3a-4681-a740-19bd2974a4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:31.075635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Publish callbacks [] for port (a1233bca-5f2a-475d-9485-0e8657a7e16a), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:31.080112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:31.099969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (a1233bca-5f2a-475d-9485-0e8657a7e16a), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:31.101139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b1714-7f52-47ab-b33f-7c7e4d9a9186 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=8536253e-e920-40e6-9884-d4426729d88d,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:31.101838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:31.102902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:31.158859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fdc8054f-5076-4a55-948f-a264ee2fd773 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (4c7160dc-fac1-4723-8826-f062b618732e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:31.166616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bf6f6-6a3a-4681-a740-19bd2974a4e4 None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:31.175326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Network 5930f20c-f952-4b12-99d8-786f229a60c7 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:31.182145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8ed61148-5265-4c27-add9-d4b2b3ad7d6e None None] Provisioning complete for port 5991c32b-d536-4170-8716-9ca61e3ed509 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:31.182575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8ed61148-5265-4c27-add9-d4b2b3ad7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5991c32b-d536-4170-8716-9ca61e3ed509), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:31.182859 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8ed61148-5265-4c27-add9-d4b2b3ad7d6e None None] Attempt 1 to provision port 5991c32b-d536-4170-8716-9ca61e3ed509 Oct 26 15:23:31.196049 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae8e552-5f4f-47c1-be2b-9a1ee586768f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:31.205297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:31.213958 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d05ce5-2362-47a6-afc4-7d92affd616a None None] Sync routers for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:31.239419 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d05ce5-2362-47a6-afc4-7d92affd616a None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:31.240358 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-32d05ce5-2362-47a6-afc4-7d92affd616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:31.242340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:31.273486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:31.299287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Pushing event updated for resources: {'Port': ['ID=a1233bca-5f2a-475d-9485-0e8657a7e16a,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:31.312671 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-32d05ce5-2362-47a6-afc4-7d92affd616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:31.324327 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d05ce5-2362-47a6-afc4-7d92affd616a None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:31.325313 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-32d05ce5-2362-47a6-afc4-7d92affd616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:31.328311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8ed61148-5265-4c27-add9-d4b2b3ad7d6e None None] Port 5991c32b-d536-4170-8716-9ca61e3ed509 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:23:31.333471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:31.333857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:31.334202 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 Oct 26 15:23:31.374114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:31.399208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Attempting to bind port a1233bca-5f2a-475d-9485-0e8657a7e16a on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:23:31.399636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Attempting to bind port a1233bca-5f2a-475d-9485-0e8657a7e16a by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'fb4531d4-7a94-41c1-84d8-fc3467c1f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5930f20c-f952-4b12-99d8-786f229a60c7'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:23:31.400600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Attempting to bind port a1233bca-5f2a-475d-9485-0e8657a7e16a on network 5930f20c-f952-4b12-99d8-786f229a60c7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:23:31.414288 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-32d05ce5-2362-47a6-afc4-7d92affd616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:31.414894 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d05ce5-2362-47a6-afc4-7d92affd616a None None] The sync data for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:31.422874 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-81ed5e29-76de-426f-8f86-71400c836429 req-b9daea77-fb62-4444-9046-a8809047e4ef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 210 time: 0.0721850 Oct 26 15:23:31.513364 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1714-7f52-47ab-b33f-7c7e4d9a9186 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (2e420a25-31e5-42b6-b39f-ba6352242451), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:31.529438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:23:31.529790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Checking segment: {'id': 'fb4531d4-7a94-41c1-84d8-fc3467c1f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5930f20c-f952-4b12-99d8-786f229a60c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:31.530411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:31.530533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Bound using segment: {'id': 'fb4531d4-7a94-41c1-84d8-fc3467c1f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5930f20c-f952-4b12-99d8-786f229a60c7'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:23:31.531017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Bound port: a1233bca-5f2a-475d-9485-0e8657a7e16a, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4531d4-7a94-41c1-84d8-fc3467c1f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5930f20c-f952-4b12-99d8-786f229a60c7'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:23:31.531593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a1233bca-5f2a-475d-9485-0e8657a7e16a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:31.552116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:31.552515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:31.624539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:31.638946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:31.643273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-21ec71be-97d4-499d-bfed-e7b85d3e25b2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:31.644849 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-21ec71be-97d4-499d-bfed-e7b85d3e25b2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/networks?id=e17aed4e-c4e5-4bb5-a982-08b9b5add769 HTTP/1.1" status: 200 len: 797 time: 0.4500327 Oct 26 15:23:31.689087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fdc8054f-5076-4a55-948f-a264ee2fd773 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (4c7160dc-fac1-4723-8826-f062b618732e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:31.691403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] For port a1233bca-5f2a-475d-9485-0e8657a7e16a, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:23:31.700299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] For port a1233bca-5f2a-475d-9485-0e8657a7e16a, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a1233bca-5f2a-475d-9485-0e8657a7e16a,segment=NetworkSegment(fb4531d4-7a94-41c1-84d8-fc3467c1f7eb),segment_id=fb4531d4-7a94-41c1-84d8-fc3467c1f7eb)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:23:31.718956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a1233bca-5f2a-475d-9485-0e8657a7e16a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:31.724638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:31.775875 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8054f-5076-4a55-948f-a264ee2fd773 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7160dc-fac1-4723-8826-f062b618732e,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:31.783989 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-f6e1fb91-5ddd-465c-803b-264c5e443e3d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 380 time: 0.1234934 Oct 26 15:23:31.785067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e655022-05b2-485f-a694-dcbefda4de31 None None] Pushing event updated for resources: {'Port': ['ID=a1233bca-5f2a-475d-9485-0e8657a7e16a,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:31.785542 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fdc8054f-5076-4a55-948f-a264ee2fd773 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:31.788633 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fdc8054f-5076-4a55-948f-a264ee2fd773 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/4c7160dc-fac1-4723-8826-f062b618732e HTTP/1.1" status: 204 len: 168 time: 1.0920916 Oct 26 15:23:31.791981 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59578) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:31.795738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4511c53c-e9f8-40bd-ab35-80a106ba1e77 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:31.813592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-4d9dae41-438a-41a5-967b-a90f6b9cb0bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'port': {'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'admin_state_up': True, 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'security_groups': ['33239e61-a396-4e39-ae23-dc9e3f1b1567']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:31.907069 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:31.909510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:31.929463 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae8e552-5f4f-47c1-be2b-9a1ee586768f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 86c7c64c-c41b-4157-a31b-8c62fc6a7af1 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:23:31.992765 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1714-7f52-47ab-b33f-7c7e4d9a9186 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8536253e-e920-40e6-9884-d4426729d88d), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:32.000553 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8812a825-8ecc-4d2f-b089-aeadf3b8b9ad tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2074914 Oct 26 15:23:32.010111 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59580) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:32.036862 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:32.041117 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae8e552-5f4f-47c1-be2b-9a1ee586768f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:32.045715 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7ae8e552-5f4f-47c1-be2b-9a1ee586768f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:32.052395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f87d81-78b7-4bce-92db-9a86332c49f4 None None] Sync routers for ids ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:32.070226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f87d81-78b7-4bce-92db-9a86332c49f4 None None] Routers {'86c7c64c-c41b-4157-a31b-8c62fc6a7af1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:32.071356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d1f87d81-78b7-4bce-92db-9a86332c49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:32.108170 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7ae8e552-5f4f-47c1-be2b-9a1ee586768f tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/ebc76b85-5c02-40e1-9615-e54b649a285f HTTP/1.1" status: 200 len: 979 time: 2.6596637 Oct 26 15:23:32.110855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59582) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:32.111515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d1f87d81-78b7-4bce-92db-9a86332c49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:32.121148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f87d81-78b7-4bce-92db-9a86332c49f4 None None] Routers {'86c7c64c-c41b-4157-a31b-8c62fc6a7af1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:32.121759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d1f87d81-78b7-4bce-92db-9a86332c49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:32.141600 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed2ba-68ec-48cc-bc1d-72d16f634676 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for router (1fd72514-5e49-45e6-a511-f6bf7190c0a9), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:32.156345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d1f87d81-78b7-4bce-92db-9a86332c49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:32.156980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f87d81-78b7-4bce-92db-9a86332c49f4 None None] The sync data for ids ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:32.226977 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-7d862b62-357d-42d1-9fcb-0ddcbd08e9f4 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Deleting port 5991c32b-d536-4170-8716-9ca61e3ed509 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:32.227430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7d862b62-357d-42d1-9fcb-0ddcbd08e9f4 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (5991c32b-d536-4170-8716-9ca61e3ed509), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:32.233283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f11dd99-5bc7-4fe3-922f-5a77858cf93a None None] DHCP port deletion for 8562cd80-5c53-4efe-aa06-0bf20e462dc3 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:23:32.263241 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493eacfb-4b64-4904-abff-2c0a2bf48a15 None None] Sync routers for ids ['1fd72514-5e49-45e6-a511-f6bf7190c0a9'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:32.281439 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493eacfb-4b64-4904-abff-2c0a2bf48a15 None None] Routers {'1fd72514-5e49-45e6-a511-f6bf7190c0a9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:32.285281 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-493eacfb-4b64-4904-abff-2c0a2bf48a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['1fd72514-5e49-45e6-a511-f6bf7190c0a9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:32.358099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743d4a7-3e58-4124-9297-32ab4af469c0 None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:32.363258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-5f11dd99-5bc7-4fe3-922f-5a77858cf93a None None] Deleting port 725c96ab-5faf-4390-a24f-3be6cbc48115 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:32.365278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5f11dd99-5bc7-4fe3-922f-5a77858cf93a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:32.392358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7743d4a7-3e58-4124-9297-32ab4af469c0 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:32.393410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7743d4a7-3e58-4124-9297-32ab4af469c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:32.410857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7d862b62-357d-42d1-9fcb-0ddcbd08e9f4 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (5991c32b-d536-4170-8716-9ca61e3ed509), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:32.439640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-4d9dae41-438a-41a5-967b-a90f6b9cb0bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:32.442859 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:32.446261 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-4d9dae41-438a-41a5-967b-a90f6b9cb0bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:32.486026 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-493eacfb-4b64-4904-abff-2c0a2bf48a15 None None] Set router 1fd72514-5e49-45e6-a511-f6bf7190c0a9 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:32.545208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed2ba-68ec-48cc-bc1d-72d16f634676 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (1fd72514-5e49-45e6-a511-f6bf7190c0a9), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:32.555319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed2ba-68ec-48cc-bc1d-72d16f634676 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for router_controller (1fd72514-5e49-45e6-a511-f6bf7190c0a9), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:32.561106 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-493eacfb-4b64-4904-abff-2c0a2bf48a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd72514-5e49-45e6-a511-f6bf7190c0a9', 'name': 'tempest-NetworksTestDHCPv6-router-1153345859', 'tenant_id': 'e3b7e3683f314399a045aa71758c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:21Z', 'updated_at': '2022-10-26T15:23:28Z', 'revision_number': 3, 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:32.596414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-5f11dd99-5bc7-4fe3-922f-5a77858cf93a None None] For port 725c96ab-5faf-4390-a24f-3be6cbc48115, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=725c96ab-5faf-4390-a24f-3be6cbc48115,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:32.596693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5f11dd99-5bc7-4fe3-922f-5a77858cf93a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:32.603260 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493eacfb-4b64-4904-abff-2c0a2bf48a15 None None] Checking router: 1fd72514-5e49-45e6-a511-f6bf7190c0a9 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:23:32.620626 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493eacfb-4b64-4904-abff-2c0a2bf48a15 None None] Routers {'1fd72514-5e49-45e6-a511-f6bf7190c0a9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:32.621645 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-493eacfb-4b64-4904-abff-2c0a2bf48a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['1fd72514-5e49-45e6-a511-f6bf7190c0a9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:32.664601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-5f11dd99-5bc7-4fe3-922f-5a77858cf93a None None] Calling delete_port for 725c96ab-5faf-4390-a24f-3be6cbc48115 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:32.690752 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:32.693337 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f063bef7-9516-42a3-a1a1-59b95749ebc2 req-140f9a77-061f-49da-bce1-47c5e6454791 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 210 time: 0.1360664 Oct 26 15:23:32.724312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed2ba-68ec-48cc-bc1d-72d16f634676 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (1fd72514-5e49-45e6-a511-f6bf7190c0a9), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:32.724312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4ed2ba-68ec-48cc-bc1d-72d16f634676 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Fanout notify agent at l3_agent the message router_deleted on router 1fd72514-5e49-45e6-a511-f6bf7190c0a9 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:23:32.735191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed2ba-68ec-48cc-bc1d-72d16f634676 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:32.735529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-7743d4a7-3e58-4124-9297-32ab4af469c0 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:32.736296 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0a4ed2ba-68ec-48cc-bc1d-72d16f634676 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/routers/1fd72514-5e49-45e6-a511-f6bf7190c0a9 HTTP/1.1" status: 204 len: 168 time: 0.7250104 Oct 26 15:23:32.739065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:32.739624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:32.746173 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59586) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:32.750634 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-493eacfb-4b64-4904-abff-2c0a2bf48a15 None None] Set router 1fd72514-5e49-45e6-a511-f6bf7190c0a9 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:32.752355 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:32.788171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7d862b62-357d-42d1-9fcb-0ddcbd08e9f4 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:32.788792 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7d862b62-357d-42d1-9fcb-0ddcbd08e9f4 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (ebc76b85-5c02-40e1-9615-e54b649a285f), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:32.789173 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-7d862b62-357d-42d1-9fcb-0ddcbd08e9f4 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Floating IP ebc76b85-5c02-40e1-9615-e54b649a285f disassociated. External IP: 172.26.11.85, port: 5991c32b-d536-4170-8716-9ca61e3ed509. Oct 26 15:23:32.789691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-7d862b62-357d-42d1-9fcb-0ddcbd08e9f4 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Calling delete_port for 5991c32b-d536-4170-8716-9ca61e3ed509 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:32.798618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:32.821550 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-493eacfb-4b64-4904-abff-2c0a2bf48a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd72514-5e49-45e6-a511-f6bf7190c0a9', 'name': 'tempest-NetworksTestDHCPv6-router-1153345859', 'tenant_id': 'e3b7e3683f314399a045aa71758c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:21Z', 'updated_at': '2022-10-26T15:23:28Z', 'revision_number': 3, 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:32.847292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:32.874934 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493eacfb-4b64-4904-abff-2c0a2bf48a15 None None] The sync data for ids ['1fd72514-5e49-45e6-a511-f6bf7190c0a9'] in dv-neutron-759874-6-hyperv is: [{'id': '1fd72514-5e49-45e6-a511-f6bf7190c0a9', 'name': 'tempest-NetworksTestDHCPv6-router-1153345859', 'tenant_id': 'e3b7e3683f314399a045aa71758c8097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:21Z', 'updated_at': '2022-10-26T15:23:28Z', 'revision_number': 3, 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'gw_port_host': None}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:32.893974 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-4d9dae41-438a-41a5-967b-a90f6b9cb0bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.20.0.12 (e17aed4e-c4e5-4bb5-a982-08b9b5add769/3f6b5952-1b1d-42b8-b52f-36b8e04e5167/d4396edc-0efb-4409-a9e0-d8bc4f53ce10) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:32.935213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:32.985669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:32.989731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1714-7f52-47ab-b33f-7c7e4d9a9186 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (8536253e-e920-40e6-9884-d4426729d88d), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:33.002133 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dd74c5-558c-4895-b015-89c6d1bf8e92 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:33.007509 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59588) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:33.007917 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a1dd74c5-558c-4895-b015-89c6d1bf8e92 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2603691 Oct 26 15:23:33.008536 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:33.030405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6575fb1a-978e-4e16-b382-483c1e949bc4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:33.044440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1714-7f52-47ab-b33f-7c7e4d9a9186 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (8536253e-e920-40e6-9884-d4426729d88d), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:33.045593 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1714-7f52-47ab-b33f-7c7e4d9a9186 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (2e420a25-31e5-42b6-b39f-ba6352242451), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:33.080155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7d862b62-357d-42d1-9fcb-0ddcbd08e9f4 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (5991c32b-d536-4170-8716-9ca61e3ed509), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:33.135674 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d862b62-357d-42d1-9fcb-0ddcbd08e9f4 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event deleted for resources: {'Port': ['ID=5991c32b-d536-4170-8716-9ca61e3ed509,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:33.146339 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc06e70-716c-49f9-9fa9-4178353ca4da tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:33.148105 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6dc06e70-716c-49f9-9fa9-4178353ca4da tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1364284 Oct 26 15:23:33.152687 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59590) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:33.221137 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b1714-7f52-47ab-b33f-7c7e4d9a9186 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=8536253e-e920-40e6-9884-d4426729d88d,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:33.271127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 6575fb1a-978e-4e16-b382-483c1e949bc4 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:23:33.272187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6575fb1a-978e-4e16-b382-483c1e949bc4 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:23:33.304545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5f11dd99-5bc7-4fe3-922f-5a77858cf93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (725c96ab-5faf-4390-a24f-3be6cbc48115), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:33.310559 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c3e558f5-dcaf-4573-b638-13431f85d4db tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1500218 Oct 26 15:23:33.311320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59592) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:33.318383 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-87d36875-71ef-411f-98cb-3b514c9a3d49 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:33.329977 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-4d9dae41-438a-41a5-967b-a90f6b9cb0bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (d4396edc-0efb-4409-a9e0-d8bc4f53ce10), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:33.348098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11dd99-5bc7-4fe3-922f-5a77858cf93a None None] No DVR routers for this DVR port 725c96ab-5faf-4390-a24f-3be6cbc48115 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:23:33.392902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:33.416634 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-4d9dae41-438a-41a5-967b-a90f6b9cb0bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (d4396edc-0efb-4409-a9e0-d8bc4f53ce10), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:33.425887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11dd99-5bc7-4fe3-922f-5a77858cf93a None None] Pushing event deleted for resources: {'Port': ['ID=725c96ab-5faf-4390-a24f-3be6cbc48115,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:33.490205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7743d4a7-3e58-4124-9297-32ab4af469c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:31Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:30Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:33.504081 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b1714-7f52-47ab-b33f-7c7e4d9a9186 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network 5930f20c-f952-4b12-99d8-786f229a60c7 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:33.504932 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d862b62-357d-42d1-9fcb-0ddcbd08e9f4 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 86c7c64c-c41b-4157-a31b-8c62fc6a7af1 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:23:33.505867 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-7d2b1714-7f52-47ab-b33f-7c7e4d9a9186 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:33.529121 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:33.529595 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:33.544676 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-4d9dae41-438a-41a5-967b-a90f6b9cb0bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network e17aed4e-c4e5-4bb5-a982-08b9b5add769 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:33.553524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84700ca7-7696-4d3f-8989-96398a7d4fc1 None None] Network 5930f20c-f952-4b12-99d8-786f229a60c7 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:33.554467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9dae41-438a-41a5-967b-a90f6b9cb0bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=d4396edc-0efb-4409-a9e0-d8bc4f53ce10,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:33.556894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743d4a7-3e58-4124-9297-32ab4af469c0 None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:23:33.560020 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-4d9dae41-438a-41a5-967b-a90f6b9cb0bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:33.573927 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-4d9dae41-438a-41a5-967b-a90f6b9cb0bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:33.582142 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d36875-71ef-411f-98cb-3b514c9a3d49 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:33.587771 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-87d36875-71ef-411f-98cb-3b514c9a3d49 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:33.632473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7743d4a7-3e58-4124-9297-32ab4af469c0 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:33.633308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7743d4a7-3e58-4124-9297-32ab4af469c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:33.640775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-86f1a80e-e7cb-44fd-8d33-c4f515fb10ed None None] Provisioning complete for port 8536253e-e920-40e6-9884-d4426729d88d triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:33.641377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86f1a80e-e7cb-44fd-8d33-c4f515fb10ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8536253e-e920-40e6-9884-d4426729d88d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:33.642221 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-86f1a80e-e7cb-44fd-8d33-c4f515fb10ed None None] Attempt 1 to provision port 8536253e-e920-40e6-9884-d4426729d88d Oct 26 15:23:33.643221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-4d9dae41-438a-41a5-967b-a90f6b9cb0bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:33.643852 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-4d9dae41-438a-41a5-967b-a90f6b9cb0bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:33.698374 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:33.700027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:33.740169 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-4d9dae41-438a-41a5-967b-a90f6b9cb0bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9348631 Oct 26 15:23:33.742098 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d862b62-357d-42d1-9fcb-0ddcbd08e9f4 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:33.757858 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59c2f3-8e7a-48f3-bf20-f263e683437c None None] Sync routers for ids ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:33.765856 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] Request body: {'port': {'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:33.794334 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59c2f3-8e7a-48f3-bf20-f263e683437c None None] Routers {'86c7c64c-c41b-4157-a31b-8c62fc6a7af1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:33.801017 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5c59c2f3-8e7a-48f3-bf20-f263e683437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:33.822053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-86f1a80e-e7cb-44fd-8d33-c4f515fb10ed None None] Port 8536253e-e920-40e6-9884-d4426729d88d cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:23:33.844509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-86f1a80e-e7cb-44fd-8d33-c4f515fb10ed None None] Provisioning complete for port a1233bca-5f2a-475d-9485-0e8657a7e16a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:33.845088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86f1a80e-e7cb-44fd-8d33-c4f515fb10ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a1233bca-5f2a-475d-9485-0e8657a7e16a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:33.845556 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-86f1a80e-e7cb-44fd-8d33-c4f515fb10ed None None] Attempt 1 to provision port a1233bca-5f2a-475d-9485-0e8657a7e16a Oct 26 15:23:33.911587 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d4396edc-0efb-4409-a9e0-d8bc4f53ce10), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:33.918864 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7d862b62-357d-42d1-9fcb-0ddcbd08e9f4 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:33.925889 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7d862b62-357d-42d1-9fcb-0ddcbd08e9f4 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/ports/5991c32b-d536-4170-8716-9ca61e3ed509 HTTP/1.1" status: 204 len: 168 time: 1.8115950 Oct 26 15:23:33.927472 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59596) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:33.938195 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5c59c2f3-8e7a-48f3-bf20-f263e683437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:33.954156 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59c2f3-8e7a-48f3-bf20-f263e683437c None None] Routers {'86c7c64c-c41b-4157-a31b-8c62fc6a7af1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:33.955059 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5c59c2f3-8e7a-48f3-bf20-f263e683437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:33.974133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a1233bca-5f2a-475d-9485-0e8657a7e16a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:34.000977 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2b1714-7f52-47ab-b33f-7c7e4d9a9186 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 2e420a25-31e5-42b6-b39f-ba6352242451 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:23:34.008988 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5c59c2f3-8e7a-48f3-bf20-f263e683437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:34.010364 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59c2f3-8e7a-48f3-bf20-f263e683437c None None] The sync data for ids ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:34.067396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-7743d4a7-3e58-4124-9297-32ab4af469c0 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:34.097664 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b98ab-8c90-4295-bee2-19fefd27bffb req-f53f427d-2f8f-445a-a1a5-213c95b1e922 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:34.099210 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-469b98ab-8c90-4295-bee2-19fefd27bffb req-f53f427d-2f8f-445a-a1a5-213c95b1e922 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 932 time: 0.1631310 Oct 26 15:23:34.143785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a1233bca-5f2a-475d-9485-0e8657a7e16a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:34.144357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a1233bca-5f2a-475d-9485-0e8657a7e16a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:34.144709 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a1233bca-5f2a-475d-9485-0e8657a7e16a Oct 26 15:23:34.150736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a7b6d4-5faa-42d8-88a1-522dc3f3896d None None] Sync routers for ids ['1fd72514-5e49-45e6-a511-f6bf7190c0a9'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:34.251209 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-469b98ab-8c90-4295-bee2-19fefd27bffb req-2d266f55-23d1-43b0-a7c8-cc8f48f72026 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=33239e61-a396-4e39-ae23-dc9e3f1b1567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074545 Oct 26 15:23:34.298181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-86f1a80e-e7cb-44fd-8d33-c4f515fb10ed None None] Current status of the port a1233bca-5f2a-475d-9485-0e8657a7e16a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:34.299877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86f1a80e-e7cb-44fd-8d33-c4f515fb10ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a1233bca-5f2a-475d-9485-0e8657a7e16a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:34.302996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a7b6d4-5faa-42d8-88a1-522dc3f3896d None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:34.303592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a7b6d4-5faa-42d8-88a1-522dc3f3896d None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:23:34.304400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-24a7b6d4-5faa-42d8-88a1-522dc3f3896d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1fd72514-5e49-45e6-a511-f6bf7190c0a9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:23:34.367763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a7b6d4-5faa-42d8-88a1-522dc3f3896d None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:34.371912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a7b6d4-5faa-42d8-88a1-522dc3f3896d None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:23:34.372771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-24a7b6d4-5faa-42d8-88a1-522dc3f3896d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1fd72514-5e49-45e6-a511-f6bf7190c0a9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:23:34.373813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a7b6d4-5faa-42d8-88a1-522dc3f3896d None None] The sync data for ids ['1fd72514-5e49-45e6-a511-f6bf7190c0a9'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:34.389030 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.objects.ports [None req-87d36875-71ef-411f-98cb-3b514c9a3d49 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105322) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:23:34.418318 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-87d36875-71ef-411f-98cb-3b514c9a3d49 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (c266f03d-e23c-4638-96ac-e0ef461b2900), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:34.429578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a1233bca-5f2a-475d-9485-0e8657a7e16a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:34.430253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a1233bca-5f2a-475d-9485-0e8657a7e16a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:34.473719 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:34.477562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-86f1a80e-e7cb-44fd-8d33-c4f515fb10ed None None] For port a1233bca-5f2a-475d-9485-0e8657a7e16a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a1233bca-5f2a-475d-9485-0e8657a7e16a,segment=NetworkSegment(fb4531d4-7a94-41c1-84d8-fc3467c1f7eb),segment_id=fb4531d4-7a94-41c1-84d8-fc3467c1f7eb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:34.481169 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d36875-71ef-411f-98cb-3b514c9a3d49 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=c266f03d-e23c-4638-96ac-e0ef461b2900,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:34.501064 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d36875-71ef-411f-98cb-3b514c9a3d49 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:34.508317 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-87d36875-71ef-411f-98cb-3b514c9a3d49 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:34.511570 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d36875-71ef-411f-98cb-3b514c9a3d49 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:34.512224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-87d36875-71ef-411f-98cb-3b514c9a3d49 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:34.537659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86f1a80e-e7cb-44fd-8d33-c4f515fb10ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a1233bca-5f2a-475d-9485-0e8657a7e16a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:34.539620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc0d37d-1a4c-4293-8f0c-f64bf85ec04c None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:34.572571 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-87d36875-71ef-411f-98cb-3b514c9a3d49 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2566295 Oct 26 15:23:34.574655 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59598) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:34.591168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-b329a8da-7e46-4e83-b58e-04bba9c9a860 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:34.605765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.db.api [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:23:34.606105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG oslo_db.api [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:23:34.680722 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1b268f51-d1eb-4195-bdeb-e59588339c68 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (86c7c64c-c41b-4157-a31b-8c62fc6a7af1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:34.706411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:34.719242 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2b1714-7f52-47ab-b33f-7c7e4d9a9186 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:34.724703 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7d2b1714-7f52-47ab-b33f-7c7e4d9a9186 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/2e420a25-31e5-42b6-b39f-ba6352242451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6731718 Oct 26 15:23:34.732699 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038e384b-fa5b-424d-9c16-69226b27a72a None None] Sync routers for ids ['2e420a25-31e5-42b6-b39f-ba6352242451'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:34.732995 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59600) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:34.746706 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e384b-fa5b-424d-9c16-69226b27a72a None None] Routers {'2e420a25-31e5-42b6-b39f-ba6352242451'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:34.747486 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-038e384b-fa5b-424d-9c16-69226b27a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2e420a25-31e5-42b6-b39f-ba6352242451'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:34.751599 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:34.784254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1a80e-e7cb-44fd-8d33-c4f515fb10ed None None] Pushing event updated for resources: {'Port': ['ID=a1233bca-5f2a-475d-9485-0e8657a7e16a,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:34.802322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a3b8c-295d-4eb9-b405-76f313bce3fb tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:34.804047 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-038e384b-fa5b-424d-9c16-69226b27a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:34.805729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7743d4a7-3e58-4124-9297-32ab4af469c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:31Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:32Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:34.807593 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e57a3b8c-295d-4eb9-b405-76f313bce3fb tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/ports/8536253e-e920-40e6-9884-d4426729d88d HTTP/1.1" status: 200 len: 983 time: 0.0734310 Oct 26 15:23:34.809747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59602) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:34.833207 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e384b-fa5b-424d-9c16-69226b27a72a None None] Routers {'2e420a25-31e5-42b6-b39f-ba6352242451'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:34.834689 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-038e384b-fa5b-424d-9c16-69226b27a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2e420a25-31e5-42b6-b39f-ba6352242451'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:34.848499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'fixed_ips': [{'subnet_id': 'c266f03d-e23c-4638-96ac-e0ef461b2900'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:23:34.849842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:34.861384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743d4a7-3e58-4124-9297-32ab4af469c0 None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:31Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:32Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:34.863565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:34.872554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-baa78616-3c50-4e61-8f9c-0ee417878f35 None None] Provisioning complete for port 8536253e-e920-40e6-9884-d4426729d88d triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:34.873320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-baa78616-3c50-4e61-8f9c-0ee417878f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8536253e-e920-40e6-9884-d4426729d88d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:34.873910 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-baa78616-3c50-4e61-8f9c-0ee417878f35 None None] Attempt 1 to provision port 8536253e-e920-40e6-9884-d4426729d88d Oct 26 15:23:34.888976 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-038e384b-fa5b-424d-9c16-69226b27a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:34.890013 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038e384b-fa5b-424d-9c16-69226b27a72a None None] The sync data for ids ['2e420a25-31e5-42b6-b39f-ba6352242451'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:35.012399 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:35.013709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-baa78616-3c50-4e61-8f9c-0ee417878f35 None None] Port 8536253e-e920-40e6-9884-d4426729d88d cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:23:35.037356 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b329a8da-7e46-4e83-b58e-04bba9c9a860 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:35.042140 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b329a8da-7e46-4e83-b58e-04bba9c9a860 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:35.076987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-baa78616-3c50-4e61-8f9c-0ee417878f35 None None] Provisioning complete for port d4396edc-0efb-4409-a9e0-d8bc4f53ce10 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:35.077363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-baa78616-3c50-4e61-8f9c-0ee417878f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d4396edc-0efb-4409-a9e0-d8bc4f53ce10), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:35.077731 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-baa78616-3c50-4e61-8f9c-0ee417878f35 None None] Attempt 1 to provision port d4396edc-0efb-4409-a9e0-d8bc4f53ce10 Oct 26 15:23:35.125454 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:35.136037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Allocated IP 2001:db8::f816:3eff:fea7:bb17 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/c266f03d-e23c-4638-96ac-e0ef461b2900/dbe6192f-5be2-4483-96c7-1cb7bf095bf7) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:35.201125 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-1b268f51-d1eb-4195-bdeb-e59588339c68 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Deleting port 44ab6a56-dee0-4712-bae9-8df958036460 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:35.201516 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1b268f51-d1eb-4195-bdeb-e59588339c68 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (44ab6a56-dee0-4712-bae9-8df958036460), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:35.208540 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4396edc-0efb-4409-a9e0-d8bc4f53ce10 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:23:35.220240 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] Publish callbacks [] for port (d4396edc-0efb-4409-a9e0-d8bc4f53ce10), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:35.235744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-baa78616-3c50-4e61-8f9c-0ee417878f35 None None] Port d4396edc-0efb-4409-a9e0-d8bc4f53ce10 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:23:35.251644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-baa78616-3c50-4e61-8f9c-0ee417878f35 None None] Provisioning complete for port a1233bca-5f2a-475d-9485-0e8657a7e16a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:35.252046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-baa78616-3c50-4e61-8f9c-0ee417878f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a1233bca-5f2a-475d-9485-0e8657a7e16a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:35.252371 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-baa78616-3c50-4e61-8f9c-0ee417878f35 None None] Attempt 1 to provision port a1233bca-5f2a-475d-9485-0e8657a7e16a Oct 26 15:23:35.258908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a1233bca-5f2a-475d-9485-0e8657a7e16a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:35.296530 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] Transition to ACTIVE for port object d4396edc-0efb-4409-a9e0-d8bc4f53ce10 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:23:35.317458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:35.340553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (d4396edc-0efb-4409-a9e0-d8bc4f53ce10), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:35.370684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:35.372107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:35.398891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1b268f51-d1eb-4195-bdeb-e59588339c68 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (44ab6a56-dee0-4712-bae9-8df958036460), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:35.424541 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-1b268f51-d1eb-4195-bdeb-e59588339c68 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Calling delete_port for 44ab6a56-dee0-4712-bae9-8df958036460 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:35.465436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c3b87-def2-4479-a3b6-c00281fa4f7a req-5012411e-4c8c-4fa8-8b52-6448008b06e1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:35.467297 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-311c3b87-def2-4479-a3b6-c00281fa4f7a req-5012411e-4c8c-4fa8-8b52-6448008b06e1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 944 time: 0.0804214 Oct 26 15:23:35.558485 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c348977-bb0f-4237-810d-418015721148 service neutron] Pushing event updated for resources: {'Port': ['ID=d4396edc-0efb-4409-a9e0-d8bc4f53ce10,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:35.658184 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1b268f51-d1eb-4195-bdeb-e59588339c68 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (44ab6a56-dee0-4712-bae9-8df958036460), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:35.713204 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b268f51-d1eb-4195-bdeb-e59588339c68 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event deleted for resources: {'Port': ['ID=44ab6a56-dee0-4712-bae9-8df958036460,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:35.737095 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-311c3b87-def2-4479-a3b6-c00281fa4f7a req-02fc37fb-4038-4b21-9f50-ce4850e4ca1d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=33239e61-a396-4e39-ae23-dc9e3f1b1567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435257 Oct 26 15:23:35.760220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] Attempting to bind port d4396edc-0efb-4409-a9e0-d8bc4f53ce10 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:23:35.760581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] Attempting to bind port d4396edc-0efb-4409-a9e0-d8bc4f53ce10 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'cf53ea2c-a59f-4e01-9152-196d21b0d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:23:35.760929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] Attempting to bind port d4396edc-0efb-4409-a9e0-d8bc4f53ce10 on network e17aed4e-c4e5-4bb5-a982-08b9b5add769 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:23:35.778313 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:35.778713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:35.831814 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:35.841165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Publish callbacks [] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:35.858772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:35.865274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:35.892673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:35.893630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 725c96ab-5faf-4390-a24f-3be6cbc48115 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:35.899407 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-53f62ae9-1914-4b5d-97dd-f84ac7ca79a6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (2e420a25-31e5-42b6-b39f-ba6352242451), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:35.937858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 725c96ab-5faf-4390-a24f-3be6cbc48115 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:23:35.938488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 725c96ab-5faf-4390-a24f-3be6cbc48115 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:23:35.940194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-baa78616-3c50-4e61-8f9c-0ee417878f35 None None] Current status of the port a1233bca-5f2a-475d-9485-0e8657a7e16a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:35.970907 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1b268f51-d1eb-4195-bdeb-e59588339c68 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (86c7c64c-c41b-4157-a31b-8c62fc6a7af1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:35.976900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:35.983984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:35.987325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:35.995845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Pushing event updated for resources: {'Port': ['ID=dbe6192f-5be2-4483-96c7-1cb7bf095bf7,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:36.087849 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] Port d4396edc-0efb-4409-a9e0-d8bc4f53ce10 on network e17aed4e-c4e5-4bb5-a982-08b9b5add769 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:23:36.088209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] Attempting to bind port d4396edc-0efb-4409-a9e0-d8bc4f53ce10 on network e17aed4e-c4e5-4bb5-a982-08b9b5add769 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:23:36.187563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:23:36.188354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] Checking segment: {'id': 'cf53ea2c-a59f-4e01-9152-196d21b0d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:36.188980 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] Bound using segment: {'id': 'cf53ea2c-a59f-4e01-9152-196d21b0d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:23:36.189695 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] Bound port: d4396edc-0efb-4409-a9e0-d8bc4f53ce10, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf53ea2c-a59f-4e01-9152-196d21b0d8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:23:36.190276 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d4396edc-0efb-4409-a9e0-d8bc4f53ce10), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:36.199560 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b329a8da-7e46-4e83-b58e-04bba9c9a860 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (096fec90-11fc-48b1-abee-1f453c7f0437), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:36.204851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-111f7e1f-ada2-4aeb-a5a5-8f790423241b None None] Provisioning complete for port 8536253e-e920-40e6-9884-d4426729d88d triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:36.205274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-111f7e1f-ada2-4aeb-a5a5-8f790423241b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8536253e-e920-40e6-9884-d4426729d88d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:36.205682 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-111f7e1f-ada2-4aeb-a5a5-8f790423241b None None] Attempt 1 to provision port 8536253e-e920-40e6-9884-d4426729d88d Oct 26 15:23:36.207802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:36.216366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Attempting to bind port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:23:36.217177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Attempting to bind port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:23:36.217737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Attempting to bind port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:23:36.257704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:36.285724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a1233bca-5f2a-475d-9485-0e8657a7e16a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:36.333659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:36.350751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-111f7e1f-ada2-4aeb-a5a5-8f790423241b None None] Port 8536253e-e920-40e6-9884-d4426729d88d cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:23:36.352179 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b268f51-d1eb-4195-bdeb-e59588339c68 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 86c7c64c-c41b-4157-a31b-8c62fc6a7af1 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:23:36.354919 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b329a8da-7e46-4e83-b58e-04bba9c9a860 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:36.368152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-b329a8da-7e46-4e83-b58e-04bba9c9a860 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:36.369445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:23:36.370489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Checking segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:36.370489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:36.373185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Bound using segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:23:36.374471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Bound port: dbe6192f-5be2-4483-96c7-1cb7bf095bf7, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:23:36.375060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:36.379182 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b329a8da-7e46-4e83-b58e-04bba9c9a860 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:36.379543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b329a8da-7e46-4e83-b58e-04bba9c9a860 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:36.402021 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329a8da-7e46-4e83-b58e-04bba9c9a860 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=096fec90-11fc-48b1-abee-1f453c7f0437,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:36.463156 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] For port d4396edc-0efb-4409-a9e0-d8bc4f53ce10, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:23:36.468909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a1233bca-5f2a-475d-9485-0e8657a7e16a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:36.469680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a1233bca-5f2a-475d-9485-0e8657a7e16a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:36.470028 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a1233bca-5f2a-475d-9485-0e8657a7e16a Oct 26 15:23:36.475898 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b329a8da-7e46-4e83-b58e-04bba9c9a860 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8982439 Oct 26 15:23:36.483588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59606) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:36.488585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-7cb75f43-1b25-4f0e-87e3-afeedb36ca06 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'mac_address': 'fa:16:3e:63:06:ef', 'name': 'tempest-NetworksTestDHCPv6-1806912676'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:36.506930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] For port dbe6192f-5be2-4483-96c7-1cb7bf095bf7, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:23:36.511062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] For port d4396edc-0efb-4409-a9e0-d8bc4f53ce10, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=d4396edc-0efb-4409-a9e0-d8bc4f53ce10,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:23:36.525395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] For port dbe6192f-5be2-4483-96c7-1cb7bf095bf7, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=dbe6192f-5be2-4483-96c7-1cb7bf095bf7,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:23:36.529706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:36.547003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:36.560676 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-53f62ae9-1914-4b5d-97dd-f84ac7ca79a6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting port 8536253e-e920-40e6-9884-d4426729d88d {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:36.560676 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-53f62ae9-1914-4b5d-97dd-f84ac7ca79a6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8536253e-e920-40e6-9884-d4426729d88d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:36.564208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (d4396edc-0efb-4409-a9e0-d8bc4f53ce10), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:36.641009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:36.641653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:36.643066 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-5c348977-bb0f-4237-810d-418015721148 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/d4396edc-0efb-4409-a9e0-d8bc4f53ce10 HTTP/1.1" status: 200 len: 1094 time: 2.8893569 Oct 26 15:23:36.643686 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169100ee-6210-466a-83d6-91f72fb28b38', 'tag': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:23:36.646089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5da9fce-a880-414f-9c70-3c931eb0f0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "169100ee-6210-466a-83d6-91f72fb28b38", "tag": "d4396edc-0efb-4409-a9e0-d8bc4f53ce10"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:23:36.648596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48deb8d9-e355-4efa-8a0c-99e579cabf70 None None] Pushing event updated for resources: {'Port': ['ID=dbe6192f-5be2-4483-96c7-1cb7bf095bf7,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:36.667787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a1233bca-5f2a-475d-9485-0e8657a7e16a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:36.669451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:36.737368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:36.738483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:36.739230 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:23:36.762405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0ab290-3625-4534-a01f-6a0348b9057a x-openstack-request-id: req-8e0ab290-3625-4534-a01f-6a0348b9057a {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:23:36.763320 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169100ee-6210-466a-83d6-91f72fb28b38", "tag": "d4396edc-0efb-4409-a9e0-d8bc4f53ce10", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:23:36.763751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e0ab290-3625-4534-a01f-6a0348b9057a {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:23:36.764329 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e0ab290-3625-4534-a01f-6a0348b9057a'] response: {'name': 'network-changed', 'server_uuid': '169100ee-6210-466a-83d6-91f72fb28b38', 'tag': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'status': 'completed', 'code': 200} Oct 26 15:23:36.879869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:36.893347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:36.897898 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:36.898231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:36.947699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:36.961281 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-397cf906-bfbb-4df2-b901-17420c9ca2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:36.961405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:36.963232 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-397cf906-bfbb-4df2-b901-17420c9ca2cc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 1128 time: 0.2127326 Oct 26 15:23:36.963855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c348977-bb0f-4237-810d-418015721148 service neutron] Pushing event updated for resources: {'Port': ['ID=d4396edc-0efb-4409-a9e0-d8bc4f53ce10,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:36.973097 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b268f51-d1eb-4195-bdeb-e59588339c68 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:36.988184 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1b268f51-d1eb-4195-bdeb-e59588339c68 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "PUT /networking/v2.0/routers/86c7c64c-c41b-4157-a31b-8c62fc6a7af1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0595179 Oct 26 15:23:36.988937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59612) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:37.007598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba994eb0-db16-4c45-b043-14441b2bcf92 None None] Sync routers for ids ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:37.036466 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-53f62ae9-1914-4b5d-97dd-f84ac7ca79a6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8536253e-e920-40e6-9884-d4426729d88d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:37.038355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba994eb0-db16-4c45-b043-14441b2bcf92 None None] Routers {'86c7c64c-c41b-4157-a31b-8c62fc6a7af1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:37.039372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ba994eb0-db16-4c45-b043-14441b2bcf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:37.084024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ba994eb0-db16-4c45-b043-14441b2bcf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:37.095120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:37.101249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba994eb0-db16-4c45-b043-14441b2bcf92 None None] Routers {'86c7c64c-c41b-4157-a31b-8c62fc6a7af1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:37.101888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ba994eb0-db16-4c45-b043-14441b2bcf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:37.120743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-53f62ae9-1914-4b5d-97dd-f84ac7ca79a6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Calling delete_port for 8536253e-e920-40e6-9884-d4426729d88d owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:37.162191 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea8610f1-dfee-495a-9ecd-190b0f0803d5 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for router (86c7c64c-c41b-4157-a31b-8c62fc6a7af1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:37.168547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ba994eb0-db16-4c45-b043-14441b2bcf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:37.169162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba994eb0-db16-4c45-b043-14441b2bcf92 None None] The sync data for ids ['86c7c64c-c41b-4157-a31b-8c62fc6a7af1'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:37.202003 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-e0afeb8b-d4a1-4800-a04f-e9e41e5b2091 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4396edc-0efb-4409-a9e0-d8bc4f53ce10 HTTP/1.1" status: 200 len: 217 time: 0.1525705 Oct 26 15:23:37.235070 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2802e1-f31b-42fa-86cd-221384dc0a51 req-c7b0c4a7-0b70-4414-8228-974be4faf13e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:37.236548 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ea2802e1-f31b-42fa-86cd-221384dc0a51 req-c7b0c4a7-0b70-4414-8228-974be4faf13e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 944 time: 0.3264184 Oct 26 15:23:37.272879 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea8610f1-dfee-495a-9ecd-190b0f0803d5 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for router_gateway (86c7c64c-c41b-4157-a31b-8c62fc6a7af1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:37.305686 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb75f43-1b25-4f0e-87e3-afeedb36ca06 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:37.319385 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-ea8610f1-dfee-495a-9ecd-190b0f0803d5 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Deleting port 977bd42a-cbc7-4c2f-8ed7-bcd689bc74fe {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:37.319897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea8610f1-dfee-495a-9ecd-190b0f0803d5 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (977bd42a-cbc7-4c2f-8ed7-bcd689bc74fe), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:37.375061 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-d2ccbb81-983e-4f0c-9afe-b1b86454bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:37.376542 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-d2ccbb81-983e-4f0c-9afe-b1b86454bbc5 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=3f6b5952-1b1d-42b8-b52f-36b8e04e5167 HTTP/1.1" status: 200 len: 834 time: 0.1609061 Oct 26 15:23:37.401770 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea8610f1-dfee-495a-9ecd-190b0f0803d5 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (977bd42a-cbc7-4c2f-8ed7-bcd689bc74fe), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:37.415500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-ea8610f1-dfee-495a-9ecd-190b0f0803d5 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Calling delete_port for 977bd42a-cbc7-4c2f-8ed7-bcd689bc74fe owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:37.467137 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ea2802e1-f31b-42fa-86cd-221384dc0a51 req-73a3a832-27f4-4771-86b4-dc3634d2987d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=33239e61-a396-4e39-ae23-dc9e3f1b1567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068510 Oct 26 15:23:37.471657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:37.482295 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-691ba62a-a6e4-4f48-8342-a88d964f92e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:37.484051 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-691ba62a-a6e4-4f48-8342-a88d964f92e7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e17aed4e-c4e5-4bb5-a982-08b9b5add769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0792360 Oct 26 15:23:37.492115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:37.598192 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea8610f1-dfee-495a-9ecd-190b0f0803d5 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (977bd42a-cbc7-4c2f-8ed7-bcd689bc74fe), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:37.602187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:37.624783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7cb75f43-1b25-4f0e-87e3-afeedb36ca06 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:37.626789 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8610f1-dfee-495a-9ecd-190b0f0803d5 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event deleted for resources: {'Port': ['ID=977bd42a-cbc7-4c2f-8ed7-bcd689bc74fe,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:37.673653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-53f62ae9-1914-4b5d-97dd-f84ac7ca79a6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (8536253e-e920-40e6-9884-d4426729d88d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:37.692719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-7cb75f43-1b25-4f0e-87e3-afeedb36ca06 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port 69ddcd59-002e-428c-b5d6-e871859933ea yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:23:37.694356 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea8610f1-dfee-495a-9ecd-190b0f0803d5 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (86c7c64c-c41b-4157-a31b-8c62fc6a7af1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:37.723479 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-68b7aa92-1d15-4af0-83e8-29dbea34737b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e17aed4e-c4e5-4bb5-a982-08b9b5add769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278085 Oct 26 15:23:37.735434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f62ae9-1914-4b5d-97dd-f84ac7ca79a6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Port': ['ID=8536253e-e920-40e6-9884-d4426729d88d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:37.806821 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea8610f1-dfee-495a-9ecd-190b0f0803d5 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (86c7c64c-c41b-4157-a31b-8c62fc6a7af1), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:37.809564 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea8610f1-dfee-495a-9ecd-190b0f0803d5 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for router_controller (86c7c64c-c41b-4157-a31b-8c62fc6a7af1), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:37.858802 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea8610f1-dfee-495a-9ecd-190b0f0803d5 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (86c7c64c-c41b-4157-a31b-8c62fc6a7af1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:37.859006 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8610f1-dfee-495a-9ecd-190b0f0803d5 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Fanout notify agent at l3_agent the message router_deleted on router 86c7c64c-c41b-4157-a31b-8c62fc6a7af1 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:23:37.865981 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ea8610f1-dfee-495a-9ecd-190b0f0803d5 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:37.870127 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ea8610f1-dfee-495a-9ecd-190b0f0803d5 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/routers/86c7c64c-c41b-4157-a31b-8c62fc6a7af1 HTTP/1.1" status: 204 len: 168 time: 0.8798130 Oct 26 15:23:37.870619 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59614) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:37.876594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b7c059-4109-4855-b0c5-eaa42efb7d27 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:23:37.924748 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c317f99-552a-4d0e-b8e9-ad79af69e193 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Deleting subnet a00fd8af-02d4-4a3c-a7f7-dcc59e03d63d {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:23:37.927957 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3c317f99-552a-4d0e-b8e9-ad79af69e193 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for subnet (a00fd8af-02d4-4a3c-a7f7-dcc59e03d63d), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:37.936696 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-53f62ae9-1914-4b5d-97dd-f84ac7ca79a6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (2e420a25-31e5-42b6-b39f-ba6352242451), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:37.973877 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3c317f99-552a-4d0e-b8e9-ad79af69e193 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (a00fd8af-02d4-4a3c-a7f7-dcc59e03d63d), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:37.987989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-f3fef8e7-b403-43d1-8ec8-a58ff1bb5130 None None] Provisioning complete for port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:37.988471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f3fef8e7-b403-43d1-8ec8-a58ff1bb5130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:37.991822 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-f3fef8e7-b403-43d1-8ec8-a58ff1bb5130 None None] Attempt 1 to provision port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 Oct 26 15:23:38.037314 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:38.101160 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3c317f99-552a-4d0e-b8e9-ad79af69e193 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (a00fd8af-02d4-4a3c-a7f7-dcc59e03d63d), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:38.107043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b7c059-4109-4855-b0c5-eaa42efb7d27 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:23:38.145793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:38.210598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3c317f99-552a-4d0e-b8e9-ad79af69e193 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (a00fd8af-02d4-4a3c-a7f7-dcc59e03d63d), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:38.248136 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c317f99-552a-4d0e-b8e9-ad79af69e193 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event deleted for resources: {'Subnet': ['ID=a00fd8af-02d4-4a3c-a7f7-dcc59e03d63d,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:38.255115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-f3fef8e7-b403-43d1-8ec8-a58ff1bb5130 None None] Current status of the port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:38.255115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f3fef8e7-b403-43d1-8ec8-a58ff1bb5130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:38.261276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3c317f99-552a-4d0e-b8e9-ad79af69e193 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:38.268379 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3c317f99-552a-4d0e-b8e9-ad79af69e193 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/a00fd8af-02d4-4a3c-a7f7-dcc59e03d63d HTTP/1.1" status: 204 len: 168 time: 0.3943086 Oct 26 15:23:38.268752 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59616) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:38.305030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device dbe6192f-5be2-4483-96c7-1cb7bf095bf7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:38.373715 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (db3c66a4-9c16-4992-b681-41385455035b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:38.391042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-f3fef8e7-b403-43d1-8ec8-a58ff1bb5130 None None] For port dbe6192f-5be2-4483-96c7-1cb7bf095bf7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=dbe6192f-5be2-4483-96c7-1cb7bf095bf7,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:38.404674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f3fef8e7-b403-43d1-8ec8-a58ff1bb5130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:38.421053 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Deleting port a21393c5-4986-4dfb-9b80-b51682903f0a {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:38.421683 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (a21393c5-4986-4dfb-9b80-b51682903f0a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:38.476610 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c83e4604-6233-4a95-bd61-24fe2d1540a6 req-8a19ffba-4ee3-4824-bc9a-1b53385b5160 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e17aed4e-c4e5-4bb5-a982-08b9b5add769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7382407 Oct 26 15:23:38.501766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:38.502016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:38.502914 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 Oct 26 15:23:38.511282 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] For port a21393c5-4986-4dfb-9b80-b51682903f0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a21393c5-4986-4dfb-9b80-b51682903f0a,segment=NetworkSegment(8592182d-7ea5-4022-93ff-4979b5eefca0),segment_id=8592182d-7ea5-4022-93ff-4979b5eefca0)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:38.512449 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (a21393c5-4986-4dfb-9b80-b51682903f0a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:38.537818 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Calling delete_port for a21393c5-4986-4dfb-9b80-b51682903f0a owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:38.563387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-635e8c61-befe-4ff7-9d40-d36a418798a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:38.573690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fef8e7-b403-43d1-8ec8-a58ff1bb5130 None None] Pushing event updated for resources: {'Port': ['ID=dbe6192f-5be2-4483-96c7-1cb7bf095bf7,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:38.673055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-7cb75f43-1b25-4f0e-87e3-afeedb36ca06 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 172.20.0.4 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/096fec90-11fc-48b1-abee-1f453c7f0437/69ddcd59-002e-428c-b5d6-e871859933ea) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:38.678142 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5412-a3e1-4eb4-96fb-23333fdc83fa req-7e85baa9-d1ca-4975-92d0-c2ba124fde95 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:38.683172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:38.684510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:38.686093 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ea2f5412-a3e1-4eb4-96fb-23333fdc83fa req-7e85baa9-d1ca-4975-92d0-c2ba124fde95 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 944 time: 0.0846772 Oct 26 15:23:38.686839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-7cb75f43-1b25-4f0e-87e3-afeedb36ca06 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::f816:3eff:fe63:6ef (8562cd80-5c53-4efe-aa06-0bf20e462dc3/c266f03d-e23c-4638-96ac-e0ef461b2900/69ddcd59-002e-428c-b5d6-e871859933ea) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:38.690113 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f62ae9-1914-4b5d-97dd-f84ac7ca79a6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 2e420a25-31e5-42b6-b39f-ba6352242451 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:23:38.715129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd466c4-7111-40bc-8f1c-a84ea2a3f45e None None] Update dhcp port {'port': {'network_id': 'db3c66a4-9c16-4992-b681-41385455035b', 'fixed_ips': [{'subnet_id': 'a00fd8af-02d4-4a3c-a7f7-dcc59e03d63d'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': 'a21393c5-4986-4dfb-9b80-b51682903f0a'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:23:38.760015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3cd466c4-7111-40bc-8f1c-a84ea2a3f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a21393c5-4986-4dfb-9b80-b51682903f0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:38.768831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:38.769200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:38.769534 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:23:38.781351 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ea2f5412-a3e1-4eb4-96fb-23333fdc83fa req-adb94706-a62e-448c-b7b4-20f91b53a2e4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=33239e61-a396-4e39-ae23-dc9e3f1b1567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938108 Oct 26 15:23:38.792668 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (a21393c5-4986-4dfb-9b80-b51682903f0a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:38.808414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f62ae9-1914-4b5d-97dd-f84ac7ca79a6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:38.818110 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-53f62ae9-1914-4b5d-97dd-f84ac7ca79a6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/2e420a25-31e5-42b6-b39f-ba6352242451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0072718 Oct 26 15:23:38.818709 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59620) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:38.819615 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398c4550-f657-4645-872f-ea3894067466 None None] Sync routers for ids ['2e420a25-31e5-42b6-b39f-ba6352242451'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:38.828467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd466c4-7111-40bc-8f1c-a84ea2a3f45e None None] Host dv-neutron-759874-6-hyperv tried to update port a21393c5-4986-4dfb-9b80-b51682903f0a which no longer exists. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:331}} Oct 26 15:23:38.832444 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event deleted for resources: {'Port': ['ID=a21393c5-4986-4dfb-9b80-b51682903f0a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:38.846554 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398c4550-f657-4645-872f-ea3894067466 None None] Routers {'2e420a25-31e5-42b6-b39f-ba6352242451'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:38.850749 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] No DVR routers for this DVR port a21393c5-4986-4dfb-9b80-b51682903f0a on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:23:38.853476 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-398c4550-f657-4645-872f-ea3894067466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2e420a25-31e5-42b6-b39f-ba6352242451'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:38.912054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:38.913342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:38.915345 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-398c4550-f657-4645-872f-ea3894067466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:38.916992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595f2964-4bd3-4158-b915-e4217860bf66 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:38.947660 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398c4550-f657-4645-872f-ea3894067466 None None] Routers {'2e420a25-31e5-42b6-b39f-ba6352242451'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:38.948287 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-398c4550-f657-4645-872f-ea3894067466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2e420a25-31e5-42b6-b39f-ba6352242451'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:38.955906 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (db3c66a4-9c16-4992-b681-41385455035b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:38.990665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:38.992698 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3c66a4-9c16-4992-b681-41385455035b']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:39.007819 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-398c4550-f657-4645-872f-ea3894067466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:39.008379 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398c4550-f657-4645-872f-ea3894067466 None None] The sync data for ids ['2e420a25-31e5-42b6-b39f-ba6352242451'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:39.016720 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8592182d-7ea5-4022-93ff-4979b5eefca0') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:39.016917 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8592182d-7ea5-4022-93ff-4979b5eefca0') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:39.025732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:39.041745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88898e8e-9d64-49ef-8421-500241dd9b6f None None] Network db3c66a4-9c16-4992-b681-41385455035b requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:39.042915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (8592182d-7ea5-4022-93ff-4979b5eefca0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.050524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:39.054319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29a4e58-a20a-4119-b767-e06619aa5a9d None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:39.064369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-cbceb174-bd42-43f0-929b-e26fdf0be063 None None] Could not find standard attr ID for object a21393c5-4986-4dfb-9b80-b51682903f0a. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:23:39.065847 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (8592182d-7ea5-4022-93ff-4979b5eefca0), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.076175 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:23:39.076636 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (8592182d-7ea5-4022-93ff-4979b5eefca0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.136762 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 8592182d-7ea5-4022-93ff-4979b5eefca0 resource provider aggregate not found Oct 26 15:23:39.167959 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-a50d5fec-a596-46b0-ad16-2ec061ef87e9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] remove_router_interface failed (client error): The resource could not be found. Oct 26 15:23:39.171078 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 8592182d-7ea5-4022-93ff-4979b5eefca0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8592182d-7ea5-4022-93ff-4979b5eefca0 found for delete ", "request_id": "req-b1e4527a-8059-4fc1-ae23-f27a6288d67a"}]} Oct 26 15:23:39.172104 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a50d5fec-a596-46b0-ad16-2ec061ef87e9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/2e420a25-31e5-42b6-b39f-ba6352242451/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3419116 Oct 26 15:23:39.172560 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59626) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:39.183743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7cb75f43-1b25-4f0e-87e3-afeedb36ca06 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (69ddcd59-002e-428c-b5d6-e871859933ea), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.191554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29a4e58-a20a-4119-b767-e06619aa5a9d None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:39.192202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b29a4e58-a20a-4119-b767-e06619aa5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:39.215650 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:39.219509 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-824e4f5e-7ccf-4995-92d7-c47d9ff8c724 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2e420a25-31e5-42b6-b39f-ba6352242451 HTTP/1.1" status: 200 len: 205 time: 0.0445154 Oct 26 15:23:39.222210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59630) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:39.237854 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7cb75f43-1b25-4f0e-87e3-afeedb36ca06 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (69ddcd59-002e-428c-b5d6-e871859933ea), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.280894 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:39.284566 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (db3c66a4-9c16-4992-b681-41385455035b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.301540 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb75f43-1b25-4f0e-87e3-afeedb36ca06 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:39.305154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-7cb75f43-1b25-4f0e-87e3-afeedb36ca06 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:39.309115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:39.310732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb75f43-1b25-4f0e-87e3-afeedb36ca06 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:39.313597 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.315624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb75f43-1b25-4f0e-87e3-afeedb36ca06 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=69ddcd59-002e-428c-b5d6-e871859933ea,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:39.320373 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/networks/db3c66a4-9c16-4992-b681-41385455035b HTTP/1.1" status: 204 len: 168 time: 1.0480859 Oct 26 15:23:39.320373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8bb79-d624-46cc-ab0a-98a710a26393 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event deleted for resources: {'Network': ['ID=db3c66a4-9c16-4992-b681-41385455035b,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:39.322422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59632) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:39.369949 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb75f43-1b25-4f0e-87e3-afeedb36ca06 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:39.370715 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7cb75f43-1b25-4f0e-87e3-afeedb36ca06 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.393048 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d36f80f1-d669-4b34-8c84-c7e50a5a3c56 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (2e420a25-31e5-42b6-b39f-ba6352242451), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.399245 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7cb75f43-1b25-4f0e-87e3-afeedb36ca06 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9145730 Oct 26 15:23:39.401856 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59634) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:39.487184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f7ee6b-f46a-4551-bb8c-4883f91ef4be tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:39.492196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f7ee6b-f46a-4551-bb8c-4883f91ef4be tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:39.496976 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-40f7ee6b-f46a-4551-bb8c-4883f91ef4be tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0933754 Oct 26 15:23:39.498164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59636) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:39.507058 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da9fce-a880-414f-9c70-3c931eb0f0e6 req-fa7b793a-2513-492b-90e8-41e18b5ffd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:39.508895 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b5da9fce-a880-414f-9c70-3c931eb0f0e6 req-fa7b793a-2513-492b-90e8-41e18b5ffd7f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 1128 time: 0.0899823 Oct 26 15:23:39.516960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517ea0c2-2bd9-48ad-b611-e0b14bd4b703 None None] DHCP port deletion for db3c66a4-9c16-4992-b681-41385455035b request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:23:39.526639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:39.527022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.527365 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 Oct 26 15:23:39.610802 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-db88b8c8-8b53-4456-9f9d-c2224b7612bb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Deleting port 3656fddd-485e-4efc-b37f-e60b1b9b67e3 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:39.610802 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-db88b8c8-8b53-4456-9f9d-c2224b7612bb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (3656fddd-485e-4efc-b37f-e60b1b9b67e3), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.619164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:39.628190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b29a4e58-a20a-4119-b767-e06619aa5a9d None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:39.648133 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-8d767303-e3c7-42e0-8e99-542c00f01f4f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port 69ddcd59-002e-428c-b5d6-e871859933ea {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:39.648476 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d767303-e3c7-42e0-8e99-542c00f01f4f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (69ddcd59-002e-428c-b5d6-e871859933ea), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.663239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380ab2a2-69da-4f6b-a75b-998df4a74d9a None None] Update dhcp port {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'fixed_ips': [{'subnet_id': 'c266f03d-e23c-4638-96ac-e0ef461b2900', 'ip_address': '2001:db8::f816:3eff:fea7:bb17'}, {'subnet_id': '096fec90-11fc-48b1-abee-1f453c7f0437'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': 'dbe6192f-5be2-4483-96c7-1cb7bf095bf7'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:23:39.690304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d36f80f1-d669-4b34-8c84-c7e50a5a3c56 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (2e420a25-31e5-42b6-b39f-ba6352242451), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.694186 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d36f80f1-d669-4b34-8c84-c7e50a5a3c56 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router_controller (2e420a25-31e5-42b6-b39f-ba6352242451), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.724763 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da9fce-a880-414f-9c70-3c931eb0f0e6 req-89188485-9a27-4be8-a77d-68ac116cc60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:39.726477 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b5da9fce-a880-414f-9c70-3c931eb0f0e6 req-89188485-9a27-4be8-a77d-68ac116cc60a service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e17aed4e-c4e5-4bb5-a982-08b9b5add769 HTTP/1.1" status: 200 len: 898 time: 0.1933548 Oct 26 15:23:39.738675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-380ab2a2-69da-4f6b-a75b-998df4a74d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.759716 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d36f80f1-d669-4b34-8c84-c7e50a5a3c56 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (2e420a25-31e5-42b6-b39f-ba6352242451), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.760367 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36f80f1-d669-4b34-8c84-c7e50a5a3c56 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Fanout notify agent at l3_agent the message router_deleted on router 2e420a25-31e5-42b6-b39f-ba6352242451 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:23:39.766959 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d36f80f1-d669-4b34-8c84-c7e50a5a3c56 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.770941 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d36f80f1-d669-4b34-8c84-c7e50a5a3c56 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/routers/2e420a25-31e5-42b6-b39f-ba6352242451 HTTP/1.1" status: 204 len: 168 time: 0.5468593 Oct 26 15:23:39.771529 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59638) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:39.784970 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b5da9fce-a880-414f-9c70-3c931eb0f0e6 req-54f250a3-5839-4810-9700-551c22ea8962 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4396edc-0efb-4409-a9e0-d8bc4f53ce10 HTTP/1.1" status: 200 len: 217 time: 0.0481448 Oct 26 15:23:39.805915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d767303-e3c7-42e0-8e99-542c00f01f4f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (69ddcd59-002e-428c-b5d6-e871859933ea), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.839774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:39.840222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.847181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-8d767303-e3c7-42e0-8e99-542c00f01f4f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for 69ddcd59-002e-428c-b5d6-e871859933ea owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:39.867615 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da9fce-a880-414f-9c70-3c931eb0f0e6 req-a9016a51-6207-462b-b6e0-d6fa249f1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:39.869175 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b5da9fce-a880-414f-9c70-3c931eb0f0e6 req-a9016a51-6207-462b-b6e0-d6fa249f1ea6 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=3f6b5952-1b1d-42b8-b52f-36b8e04e5167 HTTP/1.1" status: 200 len: 834 time: 0.0748913 Oct 26 15:23:39.872900 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-310566f1-4382-4ff9-9e82-150e9fe97be5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting subnet e5f64ba1-97d2-4980-bb26-f714543b9176 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:23:39.877346 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-310566f1-4382-4ff9-9e82-150e9fe97be5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (e5f64ba1-97d2-4980-bb26-f714543b9176), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.888608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device d4396edc-0efb-4409-a9e0-d8bc4f53ce10 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:23:39.906660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-db88b8c8-8b53-4456-9f9d-c2224b7612bb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (3656fddd-485e-4efc-b37f-e60b1b9b67e3), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.907617 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-db88b8c8-8b53-4456-9f9d-c2224b7612bb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (3656fddd-485e-4efc-b37f-e60b1b9b67e3), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.928212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:39.930021 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-db88b8c8-8b53-4456-9f9d-c2224b7612bb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Calling delete_port for 3656fddd-485e-4efc-b37f-e60b1b9b67e3 owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:39.945834 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-310566f1-4382-4ff9-9e82-150e9fe97be5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (e5f64ba1-97d2-4980-bb26-f714543b9176), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:39.986076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.003037 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf427cee-2508-4910-948c-947cc323cfdf req-98b2edc0-0915-425e-86db-ea235874e143 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:40.005117 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cf427cee-2508-4910-948c-947cc323cfdf req-98b2edc0-0915-425e-86db-ea235874e143 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 944 time: 0.1010945 Oct 26 15:23:40.007822 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da9fce-a880-414f-9c70-3c931eb0f0e6 req-a607021c-1129-4a3f-a779-9de65b65d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:40.009892 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b5da9fce-a880-414f-9c70-3c931eb0f0e6 req-a607021c-1129-4a3f-a779-9de65b65d22f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e17aed4e-c4e5-4bb5-a982-08b9b5add769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1089237 Oct 26 15:23:40.097802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.db.resource_extend [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 15:23:40.108708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:40.112970 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-310566f1-4382-4ff9-9e82-150e9fe97be5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (e5f64ba1-97d2-4980-bb26-f714543b9176), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.116561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b29a4e58-a20a-4119-b767-e06619aa5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:35Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:36Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:40.130835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:40.190893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device dbe6192f-5be2-4483-96c7-1cb7bf095bf7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:40.217879 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b5da9fce-a880-414f-9c70-3c931eb0f0e6 req-21531db2-cbae-4ada-b881-d7f1c9ff8975 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e17aed4e-c4e5-4bb5-a982-08b9b5add769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952009 Oct 26 15:23:40.220049 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:40.225274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29a4e58-a20a-4119-b767-e06619aa5a9d None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:23:40.226066 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-db88b8c8-8b53-4456-9f9d-c2224b7612bb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (3656fddd-485e-4efc-b37f-e60b1b9b67e3), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.237858 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-310566f1-4382-4ff9-9e82-150e9fe97be5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (e5f64ba1-97d2-4980-bb26-f714543b9176), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.264280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:40.273612 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cf427cee-2508-4910-948c-947cc323cfdf req-f26a7a74-fb39-4092-b4c8-abbc44d2e585 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=33239e61-a396-4e39-ae23-dc9e3f1b1567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611071 Oct 26 15:23:40.290120 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88b8c8-8b53-4456-9f9d-c2224b7612bb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event deleted for resources: {'Port': ['ID=3656fddd-485e-4efc-b37f-e60b1b9b67e3,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:40.300159 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310566f1-4382-4ff9-9e82-150e9fe97be5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f64ba1-97d2-4980-bb26-f714543b9176,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:40.322823 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-310566f1-4382-4ff9-9e82-150e9fe97be5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.329284 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-310566f1-4382-4ff9-9e82-150e9fe97be5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/e5f64ba1-97d2-4980-bb26-f714543b9176 HTTP/1.1" status: 204 len: 168 time: 0.5519307 Oct 26 15:23:40.329476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29a4e58-a20a-4119-b767-e06619aa5a9d None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:40.329476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b29a4e58-a20a-4119-b767-e06619aa5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:40.329693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59642) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:40.376561 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-db88b8c8-8b53-4456-9f9d-c2224b7612bb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for floatingip (ebc76b85-5c02-40e1-9615-e54b649a285f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.378790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-db88b8c8-8b53-4456-9f9d-c2224b7612bb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.382181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-380ab2a2-69da-4f6b-a75b-998df4a74d9a None None] Allocated IP 172.20.0.2 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/096fec90-11fc-48b1-abee-1f453c7f0437/dbe6192f-5be2-4483-96c7-1cb7bf095bf7) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:40.387225 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-db88b8c8-8b53-4456-9f9d-c2224b7612bb tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/ebc76b85-5c02-40e1-9615-e54b649a285f HTTP/1.1" status: 204 len: 168 time: 1.0392945 Oct 26 15:23:40.389786 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59644) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:40.400642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port d4396edc-0efb-4409-a9e0-d8bc4f53ce10, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=d4396edc-0efb-4409-a9e0-d8bc4f53ce10,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:40.428587 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-c214cf99-52fa-4627-98a4-95f665f07725 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] DELETE failed (client error): The resource could not be found. Oct 26 15:23:40.429316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c214cf99-52fa-4627-98a4-95f665f07725 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:23:40.435756 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c214cf99-52fa-4627-98a4-95f665f07725 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/ports/5991c32b-d536-4170-8716-9ca61e3ed509 HTTP/1.1" status: 404 len: 333 time: 0.0423138 Oct 26 15:23:40.435950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:23:40.437298 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59646) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:40.440685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:40.441100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.441787 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 Oct 26 15:23:40.442077 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d767303-e3c7-42e0-8e99-542c00f01f4f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (69ddcd59-002e-428c-b5d6-e871859933ea), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.468426 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (5930f20c-f952-4b12-99d8-786f229a60c7), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.500331 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b5da9fce-a880-414f-9c70-3c931eb0f0e6 req-889b9fb9-0603-4e4d-9503-db01042f1dd3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e17aed4e-c4e5-4bb5-a982-08b9b5add769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696149 Oct 26 15:23:40.504424 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d5a0ddfe-00bb-4e0d-a683-a7ed6c9aee8b tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=86c7c64c-c41b-4157-a31b-8c62fc6a7af1 HTTP/1.1" status: 200 len: 205 time: 0.0649633 Oct 26 15:23:40.505218 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59648) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:40.505359 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d767303-e3c7-42e0-8e99-542c00f01f4f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=69ddcd59-002e-428c-b5d6-e871859933ea,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:40.550152 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-14e92d67-c3dc-4502-af70-7cc820c8d11a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] delete failed (client error): The resource could not be found. Oct 26 15:23:40.554580 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-14e92d67-c3dc-4502-af70-7cc820c8d11a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/routers/86c7c64c-c41b-4157-a31b-8c62fc6a7af1 HTTP/1.1" status: 404 len: 336 time: 0.0457754 Oct 26 15:23:40.554580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59650) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:40.588018 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:40.589446 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d6af87-c6da-4751-98b8-ff0d7c24d9ab tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] DELETE failed (client error): The resource could not be found. Oct 26 15:23:40.590286 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d6af87-c6da-4751-98b8-ff0d7c24d9ab tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:23:40.595315 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a4d6af87-c6da-4751-98b8-ff0d7c24d9ab tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/a00fd8af-02d4-4a3c-a7f7-dcc59e03d63d HTTP/1.1" status: 404 len: 337 time: 0.0323727 Oct 26 15:23:40.595576 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59652) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:40.599891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port d4396edc-0efb-4409-a9e0-d8bc4f53ce10 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:40.600288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d4396edc-0efb-4409-a9e0-d8bc4f53ce10), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.606679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting port a1233bca-5f2a-475d-9485-0e8657a7e16a {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:40.606907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:40.607019 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (a1233bca-5f2a-475d-9485-0e8657a7e16a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.617641 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d767303-e3c7-42e0-8e99-542c00f01f4f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.617982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b29a4e58-a20a-4119-b767-e06619aa5a9d None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:40.622251 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8d767303-e3c7-42e0-8e99-542c00f01f4f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/69ddcd59-002e-428c-b5d6-e871859933ea HTTP/1.1" status: 204 len: 168 time: 1.1231422 Oct 26 15:23:40.624636 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59654) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:40.663405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4396edc-0efb-4409-a9e0-d8bc4f53ce10 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:23:40.682523 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03e023-0467-4958-a9fe-76e1d13e8020 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:40.684627 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03e023-0467-4958-a9fe-76e1d13e8020 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:40.686465 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03e023-0467-4958-a9fe-76e1d13e8020 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:40.690569 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1c03e023-0467-4958-a9fe-76e1d13e8020 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0624430 Oct 26 15:23:40.690897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59656) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:40.719951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:40.732786 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] For port a1233bca-5f2a-475d-9485-0e8657a7e16a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a1233bca-5f2a-475d-9485-0e8657a7e16a,segment=NetworkSegment(fb4531d4-7a94-41c1-84d8-fc3467c1f7eb),segment_id=fb4531d4-7a94-41c1-84d8-fc3467c1f7eb)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:40.733481 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (a1233bca-5f2a-475d-9485-0e8657a7e16a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.751051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22369b9-ea7c-4b38-9d3a-7481778b11fd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 096fec90-11fc-48b1-abee-1f453c7f0437 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:23:40.754076 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Calling delete_port for a1233bca-5f2a-475d-9485-0e8657a7e16a owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:40.756269 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-4c69d65f-fb8e-477b-9b4b-01afbf999d6d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Deleting port 8b1a5c2a-305e-4a4e-809e-f921c7425a52 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:40.756608 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4c69d65f-fb8e-477b-9b4b-01afbf999d6d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8b1a5c2a-305e-4a4e-809e-f921c7425a52), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.776420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port d4396edc-0efb-4409-a9e0-d8bc4f53ce10, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=d4396edc-0efb-4409-a9e0-d8bc4f53ce10,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:40.779228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-380ab2a2-69da-4f6b-a75b-998df4a74d9a None None] For port dbe6192f-5be2-4483-96c7-1cb7bf095bf7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=dbe6192f-5be2-4483-96c7-1cb7bf095bf7,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:40.782781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:40.799884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d4396edc-0efb-4409-a9e0-d8bc4f53ce10), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.862573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:40.900156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4c69d65f-fb8e-477b-9b4b-01afbf999d6d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8b1a5c2a-305e-4a4e-809e-f921c7425a52), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.910373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:40.921785 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-4c69d65f-fb8e-477b-9b4b-01afbf999d6d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Calling delete_port for 8b1a5c2a-305e-4a4e-809e-f921c7425a52 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:40.926599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-380ab2a2-69da-4f6b-a75b-998df4a74d9a None None] Publish callbacks [] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.932607 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d22369b9-ea7c-4b38-9d3a-7481778b11fd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (096fec90-11fc-48b1-abee-1f453c7f0437), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.941580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (a1233bca-5f2a-475d-9485-0e8657a7e16a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.946685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ef26c686-2cee-4bd5-a6c0-7fcea7b22ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.954851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-380ab2a2-69da-4f6b-a75b-998df4a74d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.980429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d22369b9-ea7c-4b38-9d3a-7481778b11fd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (096fec90-11fc-48b1-abee-1f453c7f0437), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:40.984337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=d4396edc-0efb-4409-a9e0-d8bc4f53ce10,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:41.005049 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Port': ['ID=a1233bca-5f2a-475d-9485-0e8657a7e16a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:41.011366 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] No DVR routers for this DVR port a1233bca-5f2a-475d-9485-0e8657a7e16a on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:23:41.075465 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d22369b9-ea7c-4b38-9d3a-7481778b11fd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (096fec90-11fc-48b1-abee-1f453c7f0437), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.122637 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (5930f20c-f952-4b12-99d8-786f229a60c7), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.148207 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d22369b9-ea7c-4b38-9d3a-7481778b11fd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (096fec90-11fc-48b1-abee-1f453c7f0437), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.149228 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5930f20c-f952-4b12-99d8-786f229a60c7']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:41.179967 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d22369b9-ea7c-4b38-9d3a-7481778b11fd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.186270 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d22369b9-ea7c-4b38-9d3a-7481778b11fd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/096fec90-11fc-48b1-abee-1f453c7f0437 HTTP/1.1" status: 204 len: 168 time: 0.4919446 Oct 26 15:23:41.186270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22369b9-ea7c-4b38-9d3a-7481778b11fd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=096fec90-11fc-48b1-abee-1f453c7f0437,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:41.186550 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4531d4-7a94-41c1-84d8-fc3467c1f7eb') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:41.186550 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4531d4-7a94-41c1-84d8-fc3467c1f7eb') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:41.186734 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59658) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:41.202447 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:41.210469 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (fb4531d4-7a94-41c1-84d8-fc3467c1f7eb), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.239407 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (fb4531d4-7a94-41c1-84d8-fc3467c1f7eb), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.245407 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1460c19-19d2-440d-9631-fd18fdbf7db3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet c266f03d-e23c-4638-96ac-e0ef461b2900 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:23:41.249179 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1460c19-19d2-440d-9631-fd18fdbf7db3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (c266f03d-e23c-4638-96ac-e0ef461b2900), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.251233 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:23:41.251639 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (fb4531d4-7a94-41c1-84d8-fc3467c1f7eb), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.273924 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4c69d65f-fb8e-477b-9b4b-01afbf999d6d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (8b1a5c2a-305e-4a4e-809e-f921c7425a52), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.315603 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1460c19-19d2-440d-9631-fd18fdbf7db3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (c266f03d-e23c-4638-96ac-e0ef461b2900), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.319814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ab2a2-69da-4f6b-a75b-998df4a74d9a None None] Pushing event updated for resources: {'Port': ['ID=dbe6192f-5be2-4483-96c7-1cb7bf095bf7,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:41.328830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['d4396edc-0efb-4409-a9e0-d8bc4f53ce10'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 15:23:41.330642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:41.331033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.343296 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment fb4531d4-7a94-41c1-84d8-fc3467c1f7eb resource provider aggregate not found Oct 26 15:23:41.361204 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69d65f-fb8e-477b-9b4b-01afbf999d6d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event deleted for resources: {'Port': ['ID=8b1a5c2a-305e-4a4e-809e-f921c7425a52,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:41.383408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b29a4e58-a20a-4119-b767-e06619aa5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:39Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:36Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:41.398396 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment fb4531d4-7a94-41c1-84d8-fc3467c1f7eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb4531d4-7a94-41c1-84d8-fc3467c1f7eb found for delete ", "request_id": "req-b360b36f-8975-4093-870b-6c70158b8d5d"}]} Oct 26 15:23:41.401220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:41.429850 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1460c19-19d2-440d-9631-fd18fdbf7db3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (c266f03d-e23c-4638-96ac-e0ef461b2900), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.435842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29a4e58-a20a-4119-b767-e06619aa5a9d None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:39Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:36Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:41.437728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.438258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a21393c5-4986-4dfb-9b80-b51682903f0a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:41.457101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:41.458062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:41.467710 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (5930f20c-f952-4b12-99d8-786f229a60c7), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.478847 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4c69d65f-fb8e-477b-9b4b-01afbf999d6d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.485120 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4c69d65f-fb8e-477b-9b4b-01afbf999d6d tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/ports/8b1a5c2a-305e-4a4e-809e-f921c7425a52 HTTP/1.1" status: 204 len: 168 time: 0.8884547 Oct 26 15:23:41.485519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59666) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:41.505452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: a21393c5-4986-4dfb-9b80-b51682903f0a {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:23:41.505816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a21393c5-4986-4dfb-9b80-b51682903f0a not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:23:41.506256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:41.519725 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.527235 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/networks/5930f20c-f952-4b12-99d8-786f229a60c7 HTTP/1.1" status: 204 len: 168 time: 1.1923854 Oct 26 15:23:41.538143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59668) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:41.547673 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e7ba288a-d10b-4ff4-97a3-30585561acd3 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-759944115'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:41.567967 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45142016-0be5-43d0-924c-6e014faecb41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Network': ['ID=5930f20c-f952-4b12-99d8-786f229a60c7,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:41.617512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1460c19-19d2-440d-9631-fd18fdbf7db3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (c266f03d-e23c-4638-96ac-e0ef461b2900), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.620494 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091aec0b-adf5-48ec-87b6-bdd19da24697 req-97121806-ba73-4e14-9080-884d08be918c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:41.622747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:41.629192 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-091aec0b-adf5-48ec-87b6-bdd19da24697 req-97121806-ba73-4e14-9080-884d08be918c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 945 time: 0.1731536 Oct 26 15:23:41.630890 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ba288a-d10b-4ff4-97a3-30585561acd3 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Made reservation on behalf of 4c4db5bb937d4b728c56281fc24a1134 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:41.644286 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e7ba288a-d10b-4ff4-97a3-30585561acd3 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.705227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-afd66c64-a4c2-47cb-aa4b-28e1a2c913a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Deleting port cd7b52be-77df-4140-a8be-ad83792eac55 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:41.706138 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-afd66c64-a4c2-47cb-aa4b-28e1a2c913a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (cd7b52be-77df-4140-a8be-ad83792eac55), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.711919 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:41.715871 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-091aec0b-adf5-48ec-87b6-bdd19da24697 req-4bf71566-fb40-4fa0-805a-5a44a8927a85 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=33239e61-a396-4e39-ae23-dc9e3f1b1567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670741 Oct 26 15:23:41.722724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:41.723131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.729387 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1460c19-19d2-440d-9631-fd18fdbf7db3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.736614 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f1460c19-19d2-440d-9631-fd18fdbf7db3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/c266f03d-e23c-4638-96ac-e0ef461b2900 HTTP/1.1" status: 204 len: 168 time: 0.5487232 Oct 26 15:23:41.737045 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59670) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:41.737606 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1460c19-19d2-440d-9631-fd18fdbf7db3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=c266f03d-e23c-4638-96ac-e0ef461b2900,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:41.758019 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ba288a-d10b-4ff4-97a3-30585561acd3 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:23:41.781419 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e7ba288a-d10b-4ff4-97a3-30585561acd3 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (edf2300e-c288-4c37-b671-3fa963ef491f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.781846 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-e7ba288a-d10b-4ff4-97a3-30585561acd3 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Added segment edf2300e-c288-4c37-b671-3fa963ef491f of type vlan for network ceb41b5b-229a-4831-8667-2e82d9189b81 Oct 26 15:23:41.821438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:41.849762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.888749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-afd66c64-a4c2-47cb-aa4b-28e1a2c913a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (cd7b52be-77df-4140-a8be-ad83792eac55), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:41.893618 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-180252b1-e498-469a-b49d-f60fc4e63a63 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1461451 Oct 26 15:23:41.897229 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59672) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:41.907691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-92622544-0453-4abc-9e16-32f28f4a141f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:41.922086 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-afd66c64-a4c2-47cb-aa4b-28e1a2c913a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Calling delete_port for cd7b52be-77df-4140-a8be-ad83792eac55 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:41.965703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:42.022376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:42.118004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92622544-0453-4abc-9e16-32f28f4a141f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:42.123262 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-92622544-0453-4abc-9e16-32f28f4a141f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:42.154134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-afd66c64-a4c2-47cb-aa4b-28e1a2c913a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (cd7b52be-77df-4140-a8be-ad83792eac55), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:42.187432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd66c64-a4c2-47cb-aa4b-28e1a2c913a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event deleted for resources: {'Port': ['ID=cd7b52be-77df-4140-a8be-ad83792eac55,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:42.219249 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e7ba288a-d10b-4ff4-97a3-30585561acd3 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (ceb41b5b-229a-4831-8667-2e82d9189b81), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:42.273738 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e7ba288a-d10b-4ff4-97a3-30585561acd3 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (ceb41b5b-229a-4831-8667-2e82d9189b81), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:42.280430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ba288a-d10b-4ff4-97a3-30585561acd3 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:42.281697 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e7ba288a-d10b-4ff4-97a3-30585561acd3 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:42.305914 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-afd66c64-a4c2-47cb-aa4b-28e1a2c913a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:42.310312 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-afd66c64-a4c2-47cb-aa4b-28e1a2c913a8 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/ports/cd7b52be-77df-4140-a8be-ad83792eac55 HTTP/1.1" status: 204 len: 168 time: 0.8215289 Oct 26 15:23:42.312884 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59674) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:42.354809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b87944d-426a-4c2b-83af-809ce114b170 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:23:42.369052 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e7ba288a-d10b-4ff4-97a3-30585561acd3 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8305018 Oct 26 15:23:42.371865 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59676) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:42.381562 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-5881277a-52d0-4604-921f-e79ef80a8d8b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'subnet': {'network_id': 'ceb41b5b-229a-4831-8667-2e82d9189b81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:42.410091 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:42.419280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8eff7ec7-23bd-4a90-a4ce-9e4530114035 None None] Provisioning complete for port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:42.419658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8eff7ec7-23bd-4a90-a4ce-9e4530114035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:42.419996 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8eff7ec7-23bd-4a90-a4ce-9e4530114035 None None] Attempt 1 to provision port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 Oct 26 15:23:42.425675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba288a-d10b-4ff4-97a3-30585561acd3 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Network': ['ID=ceb41b5b-229a-4831-8667-2e82d9189b81,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:42.459875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device dbe6192f-5be2-4483-96c7-1cb7bf095bf7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:42.465522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network ceb41b5b-229a-4831-8667-2e82d9189b81 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:23:42.479389 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92db8899-105a-4480-83e2-f0591fd9026a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:42.483614 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-92db8899-105a-4480-83e2-f0591fd9026a tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=32783b24-c43e-4398-9450-9c82d449bb82 HTTP/1.1" status: 200 len: 913 time: 0.1669629 Oct 26 15:23:42.483942 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59678) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:42.536703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:42.545402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:42.580713 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5881277a-52d0-4604-921f-e79ef80a8d8b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Made reservation on behalf of 4c4db5bb937d4b728c56281fc24a1134 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:42.589709 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5881277a-52d0-4604-921f-e79ef80a8d8b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:42.688122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:42.688533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:42.688897 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 Oct 26 15:23:42.749477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8eff7ec7-23bd-4a90-a4ce-9e4530114035 None None] Current status of the port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:42.752768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b87944d-426a-4c2b-83af-809ce114b170 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:23:42.760616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:42.816333 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:42.823333 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5881277a-52d0-4604-921f-e79ef80a8d8b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (0a264000-df7a-425b-9bbe-12763e9b6623), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:42.835125 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:42.874964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:42.876046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:42.950631 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881277a-52d0-4604-921f-e79ef80a8d8b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Subnet': ['ID=0a264000-df7a-425b-9bbe-12763e9b6623,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:42.971500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238d404-4937-41b5-b968-a91e585c61df req-d1d74e1a-ada1-4f00-a40b-84e0c30e11df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:42.972046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:42.972995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:42.973126 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8238d404-4937-41b5-b968-a91e585c61df req-d1d74e1a-ada1-4f00-a40b-84e0c30e11df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 945 time: 0.1119745 Oct 26 15:23:42.973619 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:23:42.981392 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5881277a-52d0-4604-921f-e79ef80a8d8b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Checking segment: {'id': 'edf2300e-c288-4c37-b671-3fa963ef491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ceb41b5b-229a-4831-8667-2e82d9189b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:42.981851 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5881277a-52d0-4604-921f-e79ef80a8d8b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network hostable DHCP agents. Network: ceb41b5b-229a-4831-8667-2e82d9189b81, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:23:43.051823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5881277a-52d0-4604-921f-e79ef80a8d8b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network ceb41b5b-229a-4831-8667-2e82d9189b81 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:23:43.065795 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8238d404-4937-41b5-b968-a91e585c61df req-7e191df1-c91e-4fb1-8893-1c5d02936a12 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=33239e61-a396-4e39-ae23-dc9e3f1b1567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797639 Oct 26 15:23:43.073785 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-5881277a-52d0-4604-921f-e79ef80a8d8b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, ceb41b5b-229a-4831-8667-2e82d9189b81) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:43.079358 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5881277a-52d0-4604-921f-e79ef80a8d8b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:43.080587 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5881277a-52d0-4604-921f-e79ef80a8d8b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:43.105324 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5881277a-52d0-4604-921f-e79ef80a8d8b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7313583 Oct 26 15:23:43.118029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59682) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:43.123614 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-810ccbc3-b1eb-41b0-8f70-3dcf6a55c5a3 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1858021527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:43.153767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:43.154162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:43.166013 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-810ccbc3-b1eb-41b0-8f70-3dcf6a55c5a3 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (667689ed-5dfa-472e-9efd-8bd92f05dccc), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:43.168317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-810ccbc3-b1eb-41b0-8f70-3dcf6a55c5a3 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (667689ed-5dfa-472e-9efd-8bd92f05dccc), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:43.194347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8100a145-254f-4a97-b348-bdef9d925c28 None None] DHCP port deletion for 5930f20c-f952-4b12-99d8-786f229a60c7 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:23:43.208490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:43.221649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:43.256571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7da24e7-88e6-4791-bd4f-5d8764d478b6 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:43.258197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-810ccbc3-b1eb-41b0-8f70-3dcf6a55c5a3 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router_controller (667689ed-5dfa-472e-9efd-8bd92f05dccc), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:43.258820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c602ac-f25f-4178-9da6-b9d6fd50006d None None] Network ceb41b5b-229a-4831-8667-2e82d9189b81 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:43.265186 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-810ccbc3-b1eb-41b0-8f70-3dcf6a55c5a3 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (667689ed-5dfa-472e-9efd-8bd92f05dccc), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:43.294960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-810ccbc3-b1eb-41b0-8f70-3dcf6a55c5a3 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:43.302201 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-810ccbc3-b1eb-41b0-8f70-3dcf6a55c5a3 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1872628 Oct 26 15:23:43.303065 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59684) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:43.331480 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.objects.ports [None req-92622544-0453-4abc-9e16-32f28f4a141f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105322) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:23:43.413485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:43.526059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-ceb41b5b-229a-4831-8667-2e82d9189b81', 'network_id': 'ceb41b5b-229a-4831-8667-2e82d9189b81', 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'fixed_ips': [{'subnet_id': '0a264000-df7a-425b-9bbe-12763e9b6623'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:23:43.527256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:43.618148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-410b7e73-cde7-4132-8d56-4bbd15b84781 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:43.683373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:43.712062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-92622544-0453-4abc-9e16-32f28f4a141f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:43.798471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:43.822993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-30bc3ae6-6bec-417c-992f-c409b3845ccc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (32783b24-c43e-4398-9450-9c82d449bb82), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:43.848535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:43.891490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc108ad-d5a6-4c54-a13a-16b1e5c33ced None None] Update dhcp port {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'fixed_ips': [{'subnet_id': '31b18b05-f546-47ca-b5c2-c1f85401d82b'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': 'dbe6192f-5be2-4483-96c7-1cb7bf095bf7'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:23:43.917192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device d4396edc-0efb-4409-a9e0-d8bc4f53ce10 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:43.981668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Allocated IP 2001:db8::2 (ceb41b5b-229a-4831-8667-2e82d9189b81/0a264000-df7a-425b-9bbe-12763e9b6623/a0c45f40-8e57-4c72-b89e-01d5b505ee91) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:43.988718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-cdc108ad-d5a6-4c54-a13a-16b1e5c33ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:43.996900 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:44.010430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-92622544-0453-4abc-9e16-32f28f4a141f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] For port dbe6192f-5be2-4483-96c7-1cb7bf095bf7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=dbe6192f-5be2-4483-96c7-1cb7bf095bf7,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:44.019861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:44.104847 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-92622544-0453-4abc-9e16-32f28f4a141f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:44.119923 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-92622544-0453-4abc-9e16-32f28f4a141f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:44.121358 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-92622544-0453-4abc-9e16-32f28f4a141f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (31b18b05-f546-47ca-b5c2-c1f85401d82b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:44.162235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port d4396edc-0efb-4409-a9e0-d8bc4f53ce10 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 15:23:44.200092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port d4396edc-0efb-4409-a9e0-d8bc4f53ce10 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:44.200545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d4396edc-0efb-4409-a9e0-d8bc4f53ce10), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:44.201013 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port d4396edc-0efb-4409-a9e0-d8bc4f53ce10 Oct 26 15:23:44.208291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:44.241508 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92622544-0453-4abc-9e16-32f28f4a141f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:44.268202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-92622544-0453-4abc-9e16-32f28f4a141f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:44.269169 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92622544-0453-4abc-9e16-32f28f4a141f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:44.275491 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-92622544-0453-4abc-9e16-32f28f4a141f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:44.343737 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370817d5-ead6-4980-a0ec-77ccc3dee873 req-ae06b4cb-e122-4c79-a549-260d6bfac33e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:44.345255 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-370817d5-ead6-4980-a0ec-77ccc3dee873 req-ae06b4cb-e122-4c79-a549-260d6bfac33e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 945 time: 0.0883746 Oct 26 15:23:44.365547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:44.367654 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92622544-0453-4abc-9e16-32f28f4a141f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=dbe6192f-5be2-4483-96c7-1cb7bf095bf7,revision_number=8']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:44.370970 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92622544-0453-4abc-9e16-32f28f4a141f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=31b18b05-f546-47ca-b5c2-c1f85401d82b,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:44.385105 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-92622544-0453-4abc-9e16-32f28f4a141f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4833436 Oct 26 15:23:44.386331 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59688) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:44.392653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-928eda2e-e5dd-4391-8719-9b2931c14f74 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:44.412085 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-30bc3ae6-6bec-417c-992f-c409b3845ccc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Deleting port 51c90240-dd2f-420a-8491-9e60813d28c3 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:44.412452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-30bc3ae6-6bec-417c-992f-c409b3845ccc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (51c90240-dd2f-420a-8491-9e60813d28c3), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:44.476179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.db.api [None req-cdc108ad-d5a6-4c54-a13a-16b1e5c33ced None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:23:44.476711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG oslo_db.api [None req-cdc108ad-d5a6-4c54-a13a-16b1e5c33ced None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:23:44.478229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Publish callbacks [] for port (a0c45f40-8e57-4c72-b89e-01d5b505ee91), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:44.487800 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-370817d5-ead6-4980-a0ec-77ccc3dee873 req-2073b720-442c-4daa-8f23-900f2cbec1b1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=33239e61-a396-4e39-ae23-dc9e3f1b1567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115763 Oct 26 15:23:44.490555 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:44.503500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (a0c45f40-8e57-4c72-b89e-01d5b505ee91), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:44.530603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-30bc3ae6-6bec-417c-992f-c409b3845ccc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (51c90240-dd2f-420a-8491-9e60813d28c3), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:44.539420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port d4396edc-0efb-4409-a9e0-d8bc4f53ce10 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:44.540077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d4396edc-0efb-4409-a9e0-d8bc4f53ce10), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:44.545941 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-30bc3ae6-6bec-417c-992f-c409b3845ccc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Calling delete_port for 51c90240-dd2f-420a-8491-9e60813d28c3 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:44.550275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:44.556899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:44.566433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:44.567005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:44.567132 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 Oct 26 15:23:44.586223 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928eda2e-e5dd-4391-8719-9b2931c14f74 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:44.591323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-928eda2e-e5dd-4391-8719-9b2931c14f74 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:44.609053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Network ceb41b5b-229a-4831-8667-2e82d9189b81 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:44.619889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Pushing event updated for resources: {'Port': ['ID=a0c45f40-8e57-4c72-b89e-01d5b505ee91,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:44.622587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:44.636892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169100ee-6210-466a-83d6-91f72fb28b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:23:44.639169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a86e00-919d-4e0c-ae2e-73acedabe2b9" -d '{"events": [{"server_uuid": "169100ee-6210-466a-83d6-91f72fb28b38", "name": "network-vif-plugged", "status": "completed", "tag": "d4396edc-0efb-4409-a9e0-d8bc4f53ce10"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:23:44.643223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:44.653981 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-410b7e73-cde7-4132-8d56-4bbd15b84781 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Allocated IP 2001:db8::1 (ceb41b5b-229a-4831-8667-2e82d9189b81/0a264000-df7a-425b-9bbe-12763e9b6623/f60d0cb9-3f51-4580-b5b6-2884a3adbcdf) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:44.675590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port d4396edc-0efb-4409-a9e0-d8bc4f53ce10, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=d4396edc-0efb-4409-a9e0-d8bc4f53ce10,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:44.677811 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:44.700905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d4396edc-0efb-4409-a9e0-d8bc4f53ce10), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:44.724502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a4cff5-b098-4b73-85ee-857e45d67f2a x-openstack-request-id: req-e4a4cff5-b098-4b73-85ee-857e45d67f2a {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:23:44.724903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169100ee-6210-466a-83d6-91f72fb28b38", "name": "network-vif-plugged", "status": "completed", "tag": "d4396edc-0efb-4409-a9e0-d8bc4f53ce10", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:23:44.725163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4a4cff5-b098-4b73-85ee-857e45d67f2a {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:23:44.725882 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a4cff5-b098-4b73-85ee-857e45d67f2a'] response: {'server_uuid': '169100ee-6210-466a-83d6-91f72fb28b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'code': 200} Oct 26 15:23:44.804752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Attempting to bind port a0c45f40-8e57-4c72-b89e-01d5b505ee91 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:23:44.805092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Attempting to bind port a0c45f40-8e57-4c72-b89e-01d5b505ee91 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'edf2300e-c288-4c37-b671-3fa963ef491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ceb41b5b-229a-4831-8667-2e82d9189b81'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:23:44.805489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Attempting to bind port a0c45f40-8e57-4c72-b89e-01d5b505ee91 on network ceb41b5b-229a-4831-8667-2e82d9189b81 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:23:44.834720 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-30bc3ae6-6bec-417c-992f-c409b3845ccc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (51c90240-dd2f-420a-8491-9e60813d28c3), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:44.848851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=d4396edc-0efb-4409-a9e0-d8bc4f53ce10,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:44.857861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:44.858059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:44.880754 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc3ae6-6bec-417c-992f-c409b3845ccc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event deleted for resources: {'Port': ['ID=51c90240-dd2f-420a-8491-9e60813d28c3,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:44.888577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:44.904415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:44.906030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:44.913992 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-410b7e73-cde7-4132-8d56-4bbd15b84781 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (f60d0cb9-3f51-4580-b5b6-2884a3adbcdf), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:44.945427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:23:44.945723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Checking segment: {'id': 'edf2300e-c288-4c37-b671-3fa963ef491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ceb41b5b-229a-4831-8667-2e82d9189b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:44.946695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:44.947640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Bound using segment: {'id': 'edf2300e-c288-4c37-b671-3fa963ef491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ceb41b5b-229a-4831-8667-2e82d9189b81'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:23:44.947640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Bound port: a0c45f40-8e57-4c72-b89e-01d5b505ee91, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf2300e-c288-4c37-b671-3fa963ef491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ceb41b5b-229a-4831-8667-2e82d9189b81'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:23:44.947957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a0c45f40-8e57-4c72-b89e-01d5b505ee91), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:45.010879 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e95bec-2256-4004-883f-2ce82505a309 req-ece69da6-bf31-4bb3-bccf-61627d8a1963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:45.011256 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359f256b-c050-4f8c-93bf-e77458265182 None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:45.013085 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31e95bec-2256-4004-883f-2ce82505a309 req-ece69da6-bf31-4bb3-bccf-61627d8a1963 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 1130 time: 0.0932982 Oct 26 15:23:45.028292 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359f256b-c050-4f8c-93bf-e77458265182 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:45.028999 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-359f256b-c050-4f8c-93bf-e77458265182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:45.067980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:45.079983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-cdc108ad-d5a6-4c54-a13a-16b1e5c33ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:45.108342 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-30bc3ae6-6bec-417c-992f-c409b3845ccc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (32783b24-c43e-4398-9450-9c82d449bb82), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:45.114723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:45.115342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:45.115847 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:23:45.122116 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-410b7e73-cde7-4132-8d56-4bbd15b84781 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (f60d0cb9-3f51-4580-b5b6-2884a3adbcdf), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:45.123715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] For port a0c45f40-8e57-4c72-b89e-01d5b505ee91, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:23:45.159751 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-359f256b-c050-4f8c-93bf-e77458265182 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:45.161324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] For port a0c45f40-8e57-4c72-b89e-01d5b505ee91, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a0c45f40-8e57-4c72-b89e-01d5b505ee91,segment=NetworkSegment(edf2300e-c288-4c37-b671-3fa963ef491f),segment_id=edf2300e-c288-4c37-b671-3fa963ef491f)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:23:45.190206 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410b7e73-cde7-4132-8d56-4bbd15b84781 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network ceb41b5b-229a-4831-8667-2e82d9189b81 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:45.196715 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-410b7e73-cde7-4132-8d56-4bbd15b84781 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:45.201687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a0c45f40-8e57-4c72-b89e-01d5b505ee91), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:45.205322 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31e95bec-2256-4004-883f-2ce82505a309 req-42119ccb-f166-4537-beff-d1da7d09b640 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=33239e61-a396-4e39-ae23-dc9e3f1b1567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628175 Oct 26 15:23:45.206405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b7e73-cde7-4132-8d56-4bbd15b84781 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:45.207074 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-410b7e73-cde7-4132-8d56-4bbd15b84781 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (667689ed-5dfa-472e-9efd-8bd92f05dccc), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:45.218404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-928eda2e-e5dd-4391-8719-9b2931c14f74 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (f1d00a18-4bd3-462c-8b89-6da8f10d5743), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:45.267053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:45.307162 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b7e73-cde7-4132-8d56-4bbd15b84781 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=f60d0cb9-3f51-4580-b5b6-2884a3adbcdf,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:45.319410 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:45.383059 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928eda2e-e5dd-4391-8719-9b2931c14f74 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=f1d00a18-4bd3-462c-8b89-6da8f10d5743,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:45.387634 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928eda2e-e5dd-4391-8719-9b2931c14f74 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:45.397329 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-928eda2e-e5dd-4391-8719-9b2931c14f74 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:45.401044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928eda2e-e5dd-4391-8719-9b2931c14f74 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:45.402015 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-928eda2e-e5dd-4391-8719-9b2931c14f74 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:45.402656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9a3ec-8b30-4c4a-b476-252ac2e26e92 None None] Pushing event updated for resources: {'Port': ['ID=a0c45f40-8e57-4c72-b89e-01d5b505ee91,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:45.424739 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-359f256b-c050-4f8c-93bf-e77458265182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:44Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:43Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:45.439389 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-928eda2e-e5dd-4391-8719-9b2931c14f74 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0518820 Oct 26 15:23:45.442168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59696) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:45.450288 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e63c93a8-94df-4694-b2c1-78f94539f25d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'mac_address': 'fa:16:3e:64:c4:57', 'name': 'tempest-NetworksTestDHCPv6-693341088'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:45.461321 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359f256b-c050-4f8c-93bf-e77458265182 None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:23:45.461730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:45.472882 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359f256b-c050-4f8c-93bf-e77458265182 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:45.473904 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-359f256b-c050-4f8c-93bf-e77458265182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:45.478546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a1233bca-5f2a-475d-9485-0e8657a7e16a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:45.495180 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bc3ae6-6bec-417c-992f-c409b3845ccc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Router 32783b24-c43e-4398-9450-9c82d449bb82 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:23:45.519576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: a1233bca-5f2a-475d-9485-0e8657a7e16a {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:23:45.521352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a1233bca-5f2a-475d-9485-0e8657a7e16a not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:23:45.639817 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:45.682656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:45.708428 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-410b7e73-cde7-4132-8d56-4bbd15b84781 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f60d0cb9-3f51-4580-b5b6-2884a3adbcdf), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:45.729489 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63c93a8-94df-4694-b2c1-78f94539f25d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:45.732326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-cdc108ad-d5a6-4c54-a13a-16b1e5c33ced None None] For port dbe6192f-5be2-4483-96c7-1cb7bf095bf7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=dbe6192f-5be2-4483-96c7-1cb7bf095bf7,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:45.773029 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b88d7b-d35e-44d6-a9c9-890bdf720df0 req-f5f04628-c2d2-47ad-b56e-5344e63f6c66 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:45.775023 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b2b88d7b-d35e-44d6-a9c9-890bdf720df0 req-f5f04628-c2d2-47ad-b56e-5344e63f6c66 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 946 time: 0.1244788 Oct 26 15:23:45.781456 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bc3ae6-6bec-417c-992f-c409b3845ccc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:45.789136 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-359f256b-c050-4f8c-93bf-e77458265182 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:45.799596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f175e95-9127-44c3-b555-4ebe324a1674 None None] Sync routers for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:45.804228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-cdc108ad-d5a6-4c54-a13a-16b1e5c33ced None None] Publish callbacks [] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:45.812167 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-30bc3ae6-6bec-417c-992f-c409b3845ccc tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "PUT /networking/v2.0/routers/32783b24-c43e-4398-9450-9c82d449bb82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3260820 Oct 26 15:23:45.814765 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59700) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:45.823777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-cdc108ad-d5a6-4c54-a13a-16b1e5c33ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:45.832076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f175e95-9127-44c3-b555-4ebe324a1674 None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:45.832729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3f175e95-9127-44c3-b555-4ebe324a1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:45.895939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3f175e95-9127-44c3-b555-4ebe324a1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:45.897788 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:45.933772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc108ad-d5a6-4c54-a13a-16b1e5c33ced None None] Pushing event updated for resources: {'Port': ['ID=dbe6192f-5be2-4483-96c7-1cb7bf095bf7,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:45.936095 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b2b88d7b-d35e-44d6-a9c9-890bdf720df0 req-ece23230-37e3-4da2-96c1-b32de338bd52 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=33239e61-a396-4e39-ae23-dc9e3f1b1567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522284 Oct 26 15:23:45.954505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f175e95-9127-44c3-b555-4ebe324a1674 None None] Routers {'32783b24-c43e-4398-9450-9c82d449bb82'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:45.955575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3f175e95-9127-44c3-b555-4ebe324a1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['32783b24-c43e-4398-9450-9c82d449bb82'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:46.006457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3f175e95-9127-44c3-b555-4ebe324a1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:46.010195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f175e95-9127-44c3-b555-4ebe324a1674 None None] The sync data for ids ['32783b24-c43e-4398-9450-9c82d449bb82'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:46.022933 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e63c93a8-94df-4694-b2c1-78f94539f25d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:46.067342 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-359f256b-c050-4f8c-93bf-e77458265182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:44Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:43Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:46.070057 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-033621ce-d3f7-429a-a389-fbd274ec7d21 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for router (32783b24-c43e-4398-9450-9c82d449bb82), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:46.126192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-e63c93a8-94df-4694-b2c1-78f94539f25d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port 3dc22fc6-2beb-4343-83e1-1d14e5395040 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:23:46.130209 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359f256b-c050-4f8c-93bf-e77458265182 None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:44Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:43Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:46.209816 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-033621ce-d3f7-429a-a389-fbd274ec7d21 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for router_gateway (32783b24-c43e-4398-9450-9c82d449bb82), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:46.303234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a0c45f40-8e57-4c72-b89e-01d5b505ee91 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:46.313301 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-033621ce-d3f7-429a-a389-fbd274ec7d21 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Deleting port 239254fb-cea8-4081-8cba-c098d5a3fdaf {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:46.313886 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-033621ce-d3f7-429a-a389-fbd274ec7d21 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (239254fb-cea8-4081-8cba-c098d5a3fdaf), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:46.344445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:46.404080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:46.419302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a0c45f40-8e57-4c72-b89e-01d5b505ee91 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:46.420018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a0c45f40-8e57-4c72-b89e-01d5b505ee91), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:46.420750 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a0c45f40-8e57-4c72-b89e-01d5b505ee91 Oct 26 15:23:46.435759 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-410b7e73-cde7-4132-8d56-4bbd15b84781 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (f60d0cb9-3f51-4580-b5b6-2884a3adbcdf), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:46.447676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-033621ce-d3f7-429a-a389-fbd274ec7d21 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (239254fb-cea8-4081-8cba-c098d5a3fdaf), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:46.477756 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-033621ce-d3f7-429a-a389-fbd274ec7d21 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Calling delete_port for 239254fb-cea8-4081-8cba-c098d5a3fdaf owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:46.527059 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-e63c93a8-94df-4694-b2c1-78f94539f25d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 172.20.0.10 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/f1d00a18-4bd3-462c-8b89-6da8f10d5743/3dc22fc6-2beb-4343-83e1-1d14e5395040) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:46.535296 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-e63c93a8-94df-4694-b2c1-78f94539f25d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::f816:3eff:fe64:c457 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/31b18b05-f546-47ca-b5c2-c1f85401d82b/3dc22fc6-2beb-4343-83e1-1d14e5395040) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:46.576485 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-410b7e73-cde7-4132-8d56-4bbd15b84781 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (f60d0cb9-3f51-4580-b5b6-2884a3adbcdf), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:46.577681 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-410b7e73-cde7-4132-8d56-4bbd15b84781 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (667689ed-5dfa-472e-9efd-8bd92f05dccc), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:46.601973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a0c45f40-8e57-4c72-b89e-01d5b505ee91 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:46.602304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a0c45f40-8e57-4c72-b89e-01d5b505ee91), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:46.633109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:46.648674 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b7e73-cde7-4132-8d56-4bbd15b84781 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=f60d0cb9-3f51-4580-b5b6-2884a3adbcdf,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:46.699903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a0c45f40-8e57-4c72-b89e-01d5b505ee91, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a0c45f40-8e57-4c72-b89e-01d5b505ee91,segment=NetworkSegment(edf2300e-c288-4c37-b671-3fa963ef491f),segment_id=edf2300e-c288-4c37-b671-3fa963ef491f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:46.712820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a0c45f40-8e57-4c72-b89e-01d5b505ee91), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:46.713595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device dbe6192f-5be2-4483-96c7-1cb7bf095bf7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:46.798009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:46.808598 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410b7e73-cde7-4132-8d56-4bbd15b84781 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network ceb41b5b-229a-4831-8667-2e82d9189b81 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:46.820810 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-410b7e73-cde7-4132-8d56-4bbd15b84781 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:46.838666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-033621ce-d3f7-429a-a389-fbd274ec7d21 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (239254fb-cea8-4081-8cba-c098d5a3fdaf), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:46.883786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a0c45f40-8e57-4c72-b89e-01d5b505ee91,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:46.904856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:46.905290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:46.905686 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 Oct 26 15:23:46.943760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2f713e-0f8c-4ace-b3e5-0135476daf0d None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:46.976497 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033621ce-d3f7-429a-a389-fbd274ec7d21 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event deleted for resources: {'Port': ['ID=239254fb-cea8-4081-8cba-c098d5a3fdaf,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:47.001886 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-033621ce-d3f7-429a-a389-fbd274ec7d21 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (32783b24-c43e-4398-9450-9c82d449bb82), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:47.006500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:47.116515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4349f-1780-43d5-bda4-e63637138589 req-0daceee8-e478-43ab-879c-e968b8985ec0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:47.118900 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-32f4349f-1780-43d5-bda4-e63637138589 req-0daceee8-e478-43ab-879c-e968b8985ec0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 946 time: 0.0553765 Oct 26 15:23:47.139224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-033621ce-d3f7-429a-a389-fbd274ec7d21 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (32783b24-c43e-4398-9450-9c82d449bb82), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:47.141696 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-033621ce-d3f7-429a-a389-fbd274ec7d21 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for router_controller (32783b24-c43e-4398-9450-9c82d449bb82), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:47.165794 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e63c93a8-94df-4694-b2c1-78f94539f25d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (3dc22fc6-2beb-4343-83e1-1d14e5395040), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:47.192702 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:47.199227 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-033621ce-d3f7-429a-a389-fbd274ec7d21 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (32783b24-c43e-4398-9450-9c82d449bb82), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:47.200264 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033621ce-d3f7-429a-a389-fbd274ec7d21 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Fanout notify agent at l3_agent the message router_deleted on router 32783b24-c43e-4398-9450-9c82d449bb82 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:23:47.217045 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-033621ce-d3f7-429a-a389-fbd274ec7d21 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:47.221198 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-033621ce-d3f7-429a-a389-fbd274ec7d21 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/routers/32783b24-c43e-4398-9450-9c82d449bb82 HTTP/1.1" status: 204 len: 168 time: 1.4044213 Oct 26 15:23:47.222187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59704) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:47.229079 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-32f4349f-1780-43d5-bda4-e63637138589 req-4f0534bb-d385-4034-8e8b-a8b0a504ee8b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=33239e61-a396-4e39-ae23-dc9e3f1b1567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996230 Oct 26 15:23:47.235913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e2c5e8-c326-4a55-a12f-50bd8b4229bc None None] Network ceb41b5b-229a-4831-8667-2e82d9189b81 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:47.239102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-bc655cb3-1131-4076-bdaa-4b649ef160e6 None None] Provisioning complete for port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:47.239483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bc655cb3-1131-4076-bdaa-4b649ef160e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:47.239815 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-bc655cb3-1131-4076-bdaa-4b649ef160e6 None None] Attempt 1 to provision port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 Oct 26 15:23:47.288204 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410b7e73-cde7-4132-8d56-4bbd15b84781 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 667689ed-5dfa-472e-9efd-8bd92f05dccc is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:23:47.300758 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d48a7f4-e27b-4a6d-a1c1-259896e369e3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Deleting subnet 21275f1f-c163-44d0-a668-3ac9c01e25f0 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:23:47.304585 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d48a7f4-e27b-4a6d-a1c1-259896e369e3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for subnet (21275f1f-c163-44d0-a668-3ac9c01e25f0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:47.330339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e63c93a8-94df-4694-b2c1-78f94539f25d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (3dc22fc6-2beb-4343-83e1-1d14e5395040), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:47.420743 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325347c-d08e-4055-8ebc-b5119fc8d618 req-36dde2a5-63c5-47ae-bb0d-e1c735cf8fd3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:47.424777 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a325347c-d08e-4055-8ebc-b5119fc8d618 req-36dde2a5-63c5-47ae-bb0d-e1c735cf8fd3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 946 time: 0.0752902 Oct 26 15:23:47.427209 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d48a7f4-e27b-4a6d-a1c1-259896e369e3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (21275f1f-c163-44d0-a668-3ac9c01e25f0), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:47.463570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63c93a8-94df-4694-b2c1-78f94539f25d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:47.504062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-e63c93a8-94df-4694-b2c1-78f94539f25d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:47.506853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c93a8-94df-4694-b2c1-78f94539f25d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:47.573182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-bc655cb3-1131-4076-bdaa-4b649ef160e6 None None] Current status of the port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:47.582727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:47.589186 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c93a8-94df-4694-b2c1-78f94539f25d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:47.589972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e63c93a8-94df-4694-b2c1-78f94539f25d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:47.601480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c93a8-94df-4694-b2c1-78f94539f25d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=3dc22fc6-2beb-4343-83e1-1d14e5395040,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:47.624698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410b7e73-cde7-4132-8d56-4bbd15b84781 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:47.637090 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b3411f-5fea-44ec-a5dd-e9b7b397d19a None None] Sync routers for ids ['667689ed-5dfa-472e-9efd-8bd92f05dccc'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:47.659689 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-410b7e73-cde7-4132-8d56-4bbd15b84781 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/667689ed-5dfa-472e-9efd-8bd92f05dccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3554187 Oct 26 15:23:47.662132 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b3411f-5fea-44ec-a5dd-e9b7b397d19a None None] Routers {'667689ed-5dfa-472e-9efd-8bd92f05dccc'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:47.663288 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59708) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:47.664164 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a5b3411f-5fea-44ec-a5dd-e9b7b397d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['667689ed-5dfa-472e-9efd-8bd92f05dccc'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:47.686094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:47.736366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8592e2e4-f7ee-4dfa-98e0-a901adfab814 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:47.742493 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8592e2e4-f7ee-4dfa-98e0-a901adfab814 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/ports/f60d0cb9-3f51-4580-b5b6-2884a3adbcdf HTTP/1.1" status: 200 len: 911 time: 0.0760796 Oct 26 15:23:47.743273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59710) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:47.789992 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a5b3411f-5fea-44ec-a5dd-e9b7b397d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:47.814026 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b3411f-5fea-44ec-a5dd-e9b7b397d19a None None] Routers {'667689ed-5dfa-472e-9efd-8bd92f05dccc'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:47.814676 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a5b3411f-5fea-44ec-a5dd-e9b7b397d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['667689ed-5dfa-472e-9efd-8bd92f05dccc'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:47.852047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-43147bf3-f4ce-44d1-853a-06dd3c2d2fc2 None None] Provisioning complete for port a0c45f40-8e57-4c72-b89e-01d5b505ee91 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:47.852984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-43147bf3-f4ce-44d1-853a-06dd3c2d2fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a0c45f40-8e57-4c72-b89e-01d5b505ee91), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:47.853344 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-43147bf3-f4ce-44d1-853a-06dd3c2d2fc2 None None] Attempt 1 to provision port a0c45f40-8e57-4c72-b89e-01d5b505ee91 Oct 26 15:23:47.871979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:47.895440 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a5b3411f-5fea-44ec-a5dd-e9b7b397d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:47.896272 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b3411f-5fea-44ec-a5dd-e9b7b397d19a None None] The sync data for ids ['667689ed-5dfa-472e-9efd-8bd92f05dccc'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:47.915454 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e63c93a8-94df-4694-b2c1-78f94539f25d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4664116 Oct 26 15:23:47.915454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59712) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:47.919890 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a325347c-d08e-4055-8ebc-b5119fc8d618 req-c281277e-c7c8-48da-966f-88dc61e0535c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=33239e61-a396-4e39-ae23-dc9e3f1b1567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4582675 Oct 26 15:23:47.951479 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59714) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:47.961273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dab8aa8-6f54-4df9-8f5f-4be8cb694f8b None None] Update dhcp port {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'fixed_ips': [{'subnet_id': '31b18b05-f546-47ca-b5c2-c1f85401d82b', 'ip_address': '2001:db8::f816:3eff:fea7:bb17'}, {'subnet_id': 'f1d00a18-4bd3-462c-8b89-6da8f10d5743'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': 'dbe6192f-5be2-4483-96c7-1cb7bf095bf7'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:23:47.997210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d48a7f4-e27b-4a6d-a1c1-259896e369e3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (21275f1f-c163-44d0-a668-3ac9c01e25f0), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.030662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-43147bf3-f4ce-44d1-853a-06dd3c2d2fc2 None None] Current status of the port a0c45f40-8e57-4c72-b89e-01d5b505ee91 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:48.086102 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac8e63e-929a-448b-aeea-1b5a2102e31f tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:48.086682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9931d82c-2561-441f-aeb8-27f4c3f25b9e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:48.092049 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3ac8e63e-929a-448b-aeea-1b5a2102e31f tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 1125 time: 0.1369958 Oct 26 15:23:48.095708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59716) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:48.099970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:48.101004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:48.101180 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9931d82c-2561-441f-aeb8-27f4c3f25b9e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:48.105484 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9931d82c-2561-441f-aeb8-27f4c3f25b9e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1873801 Oct 26 15:23:48.107397 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59718) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:48.126051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:48.126686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.141489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2dab8aa8-6f54-4df9-8f5f-4be8cb694f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.186686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:48.193433 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.207423 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d48a7f4-e27b-4a6d-a1c1-259896e369e3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (21275f1f-c163-44d0-a668-3ac9c01e25f0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.247845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.248748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:48.304973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-bb6a95c7-a0e5-434c-b7d4-03bb672b8bad None None] Provisioning complete for port f60d0cb9-3f51-4580-b5b6-2884a3adbcdf triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:48.307612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bb6a95c7-a0e5-434c-b7d4-03bb672b8bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f60d0cb9-3f51-4580-b5b6-2884a3adbcdf), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.308054 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-bb6a95c7-a0e5-434c-b7d4-03bb672b8bad None None] Attempt 1 to provision port f60d0cb9-3f51-4580-b5b6-2884a3adbcdf Oct 26 15:23:48.321571 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d48a7f4-e27b-4a6d-a1c1-259896e369e3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.327064 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5d48a7f4-e27b-4a6d-a1c1-259896e369e3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/21275f1f-c163-44d0-a668-3ac9c01e25f0 HTTP/1.1" status: 204 len: 168 time: 1.1009955 Oct 26 15:23:48.327064 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48a7f4-e27b-4a6d-a1c1-259896e369e3 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event deleted for resources: {'Subnet': ['ID=21275f1f-c163-44d0-a668-3ac9c01e25f0,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:48.327811 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59720) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:48.354603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b65cf9c0-29c7-4c42-8820-9be1b0b6bde4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port 3dc22fc6-2beb-4343-83e1-1d14e5395040 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:48.354945 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b65cf9c0-29c7-4c42-8820-9be1b0b6bde4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (3dc22fc6-2beb-4343-83e1-1d14e5395040), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.390346 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:48.447596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a466ee45-e100-4887-952b-4f1f0cd3f5e6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (667689ed-5dfa-472e-9efd-8bd92f05dccc), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.472370 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.498664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-bb6a95c7-a0e5-434c-b7d4-03bb672b8bad None None] Port f60d0cb9-3f51-4580-b5b6-2884a3adbcdf cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:23:48.515704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6a34b8b-6cc3-4086-aff3-9f41e32f5a73 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (a2203b54-134c-46ec-86ae-2ed6074211a3), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.519440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:48.526604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:48.527635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:48.546233 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b65cf9c0-29c7-4c42-8820-9be1b0b6bde4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (3dc22fc6-2beb-4343-83e1-1d14e5395040), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.559768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-bb6a95c7-a0e5-434c-b7d4-03bb672b8bad None None] Provisioning complete for port a0c45f40-8e57-4c72-b89e-01d5b505ee91 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:48.560134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bb6a95c7-a0e5-434c-b7d4-03bb672b8bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a0c45f40-8e57-4c72-b89e-01d5b505ee91), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.561607 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-bb6a95c7-a0e5-434c-b7d4-03bb672b8bad None None] Attempt 1 to provision port a0c45f40-8e57-4c72-b89e-01d5b505ee91 Oct 26 15:23:48.569109 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b65cf9c0-29c7-4c42-8820-9be1b0b6bde4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for 3dc22fc6-2beb-4343-83e1-1d14e5395040 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:48.623067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:48.647503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:48.648043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.667325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-2dab8aa8-6f54-4df9-8f5f-4be8cb694f8b None None] Allocated IP 172.20.0.2 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/f1d00a18-4bd3-462c-8b89-6da8f10d5743/dbe6192f-5be2-4483-96c7-1cb7bf095bf7) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:48.717675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:48.721374 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.26.11.100 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/6040c0b7-0d8b-4c2d-bb00-1c65ee60c996) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:48.725205 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:48.759450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.834172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-bb6a95c7-a0e5-434c-b7d4-03bb672b8bad None None] Current status of the port a0c45f40-8e57-4c72-b89e-01d5b505ee91 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:48.856571 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:48.873420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:48.881053 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6a34b8b-6cc3-4086-aff3-9f41e32f5a73 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (a2203b54-134c-46ec-86ae-2ed6074211a3), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.888934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-2dab8aa8-6f54-4df9-8f5f-4be8cb694f8b None None] For port dbe6192f-5be2-4483-96c7-1cb7bf095bf7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=dbe6192f-5be2-4483-96c7-1cb7bf095bf7,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:48.908305 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-b6a34b8b-6cc3-4086-aff3-9f41e32f5a73 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2203b54-134c-46ec-86ae-2ed6074211a3']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:48.919415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-b6a34b8b-6cc3-4086-aff3-9f41e32f5a73 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec548447-59f2-4876-bab6-234c9f4060e7') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:48.919723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-b6a34b8b-6cc3-4086-aff3-9f41e32f5a73 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec548447-59f2-4876-bab6-234c9f4060e7') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:48.925685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2dab8aa8-6f54-4df9-8f5f-4be8cb694f8b None None] Publish callbacks [] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.935872 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6a34b8b-6cc3-4086-aff3-9f41e32f5a73 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (ec548447-59f2-4876-bab6-234c9f4060e7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.950802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2dab8aa8-6f54-4df9-8f5f-4be8cb694f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.951201 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6a34b8b-6cc3-4086-aff3-9f41e32f5a73 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (ec548447-59f2-4876-bab6-234c9f4060e7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.960879 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a34b8b-6cc3-4086-aff3-9f41e32f5a73 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:23:48.961614 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6a34b8b-6cc3-4086-aff3-9f41e32f5a73 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (ec548447-59f2-4876-bab6-234c9f4060e7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:48.977927 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (6040c0b7-0d8b-4c2d-bb00-1c65ee60c996), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:49.013320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b65cf9c0-29c7-4c42-8820-9be1b0b6bde4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (3dc22fc6-2beb-4343-83e1-1d14e5395040), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:49.056346 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65cf9c0-29c7-4c42-8820-9be1b0b6bde4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=3dc22fc6-2beb-4343-83e1-1d14e5395040,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:49.107295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-466dd030-4cd7-4327-8d35-8be70508c0f6 None None] Provisioning complete for port f60d0cb9-3f51-4580-b5b6-2884a3adbcdf triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:49.107907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-466dd030-4cd7-4327-8d35-8be70508c0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f60d0cb9-3f51-4580-b5b6-2884a3adbcdf), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:49.109159 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-466dd030-4cd7-4327-8d35-8be70508c0f6 None None] Attempt 1 to provision port f60d0cb9-3f51-4580-b5b6-2884a3adbcdf Oct 26 15:23:49.123350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6a34b8b-6cc3-4086-aff3-9f41e32f5a73 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (a2203b54-134c-46ec-86ae-2ed6074211a3), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:49.143031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a0c45f40-8e57-4c72-b89e-01d5b505ee91 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:49.155789 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment ec548447-59f2-4876-bab6-234c9f4060e7 resource provider aggregate not found Oct 26 15:23:49.156856 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (6040c0b7-0d8b-4c2d-bb00-1c65ee60c996), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:49.171801 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6a34b8b-6cc3-4086-aff3-9f41e32f5a73 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:49.177648 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b6a34b8b-6cc3-4086-aff3-9f41e32f5a73 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] 10.222.0.60 "DELETE /networking/v2.0/networks/a2203b54-134c-46ec-86ae-2ed6074211a3 HTTP/1.1" status: 204 len: 168 time: 0.8457232 Oct 26 15:23:49.203289 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment ec548447-59f2-4876-bab6-234c9f4060e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec548447-59f2-4876-bab6-234c9f4060e7 found for delete ", "request_id": "req-59aeb678-de35-474e-861c-b398ff5afa3c"}]} Oct 26 15:23:49.205308 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a34b8b-6cc3-4086-aff3-9f41e32f5a73 tempest-FloatingIPTestJSON-1972397355 tempest-FloatingIPTestJSON-1972397355-project] Pushing event deleted for resources: {'Network': ['ID=a2203b54-134c-46ec-86ae-2ed6074211a3,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:49.215914 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=6040c0b7-0d8b-4c2d-bb00-1c65ee60c996,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:49.225840 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:49.249773 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:49.255818 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:49.328763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab8aa8-6f54-4df9-8f5f-4be8cb694f8b None None] Pushing event updated for resources: {'Port': ['ID=dbe6192f-5be2-4483-96c7-1cb7bf095bf7,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:49.364131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b65cf9c0-29c7-4c42-8820-9be1b0b6bde4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:49.369647 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b65cf9c0-29c7-4c42-8820-9be1b0b6bde4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/3dc22fc6-2beb-4343-83e1-1d14e5395040 HTTP/1.1" status: 204 len: 168 time: 1.2567434 Oct 26 15:23:49.396201 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59728) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:49.414010 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-a466ee45-e100-4887-952b-4f1f0cd3f5e6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting port f60d0cb9-3f51-4580-b5b6-2884a3adbcdf {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:49.414361 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a466ee45-e100-4887-952b-4f1f0cd3f5e6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f60d0cb9-3f51-4580-b5b6-2884a3adbcdf), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:49.425471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-466dd030-4cd7-4327-8d35-8be70508c0f6 None None] Port f60d0cb9-3f51-4580-b5b6-2884a3adbcdf cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:23:49.448151 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a0c45f40-8e57-4c72-b89e-01d5b505ee91 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:49.449088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a0c45f40-8e57-4c72-b89e-01d5b505ee91), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:49.449675 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a0c45f40-8e57-4c72-b89e-01d5b505ee91 Oct 26 15:23:49.541261 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f44a1-2a33-40ff-a575-e6e3c8547233 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:49.543022 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f44a1-2a33-40ff-a575-e6e3c8547233 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:49.544931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f44a1-2a33-40ff-a575-e6e3c8547233 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:49.547001 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-861f44a1-2a33-40ff-a575-e6e3c8547233 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1498168 Oct 26 15:23:49.550416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59730) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:49.581135 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a0c45f40-8e57-4c72-b89e-01d5b505ee91 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:49.582443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:49.703181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:49.703181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:49.703181 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 Oct 26 15:23:49.714988 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59734) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:49.733606 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb84026-183b-47dc-b8b7-5707387eaa8d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 31b18b05-f546-47ca-b5c2-c1f85401d82b {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:23:49.741630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:49.745520 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cbb84026-183b-47dc-b8b7-5707387eaa8d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (31b18b05-f546-47ca-b5c2-c1f85401d82b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:49.787534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:49.787935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:49.800482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cbb84026-183b-47dc-b8b7-5707387eaa8d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (31b18b05-f546-47ca-b5c2-c1f85401d82b), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:49.811214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:49.819967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:49.821592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:49.862930 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:49.882418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:49.912410 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (f5ddc391-49d7-48dc-a16e-8c8241b5855e), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:49.948341 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cbb84026-183b-47dc-b8b7-5707387eaa8d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (31b18b05-f546-47ca-b5c2-c1f85401d82b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:49.958507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:49.959117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:49.959623 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:23:50.015918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee1f18a-78ac-4c27-9dfd-e649e2995372 None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:50.080505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee1f18a-78ac-4c27-9dfd-e649e2995372 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:50.081259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-cee1f18a-78ac-4c27-9dfd-e649e2995372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:50.090409 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b11af5a6-c19c-45ff-9d17-9deb39586fe2 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=79f6d585d71547a0a6629b12a8a70570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3747737 Oct 26 15:23:50.108545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59738) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:50.144247 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6040c0b7-0d8b-4c2d-bb00-1c65ee60c996), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:50.159357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:50.159755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:50.188733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:50.219407 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-765af294-7c4d-4f3a-aab0-a02ca076fb4a admin admin] Publish callbacks [] for security_group (b720b540-eb0d-4471-a920-4c5096eafeb3), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:50.405534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:50.416070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-cee1f18a-78ac-4c27-9dfd-e649e2995372 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:50.418972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:50.425777 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (6040c0b7-0d8b-4c2d-bb00-1c65ee60c996), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:50.436454 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (6040c0b7-0d8b-4c2d-bb00-1c65ee60c996), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:50.478693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f3b785-78c7-422c-986f-84214ab75857 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:50.501207 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a466ee45-e100-4887-952b-4f1f0cd3f5e6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f60d0cb9-3f51-4580-b5b6-2884a3adbcdf), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:50.514653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cbb84026-183b-47dc-b8b7-5707387eaa8d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (31b18b05-f546-47ca-b5c2-c1f85401d82b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:50.518210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-765af294-7c4d-4f3a-aab0-a02ca076fb4a admin admin] Publish callbacks [] for security_group (b720b540-eb0d-4471-a920-4c5096eafeb3), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:50.521051 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (f5ddc391-49d7-48dc-a16e-8c8241b5855e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:50.524218 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-a466ee45-e100-4887-952b-4f1f0cd3f5e6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Calling delete_port for f60d0cb9-3f51-4580-b5b6-2884a3adbcdf owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:50.556425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb84026-183b-47dc-b8b7-5707387eaa8d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=31b18b05-f546-47ca-b5c2-c1f85401d82b,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:50.561185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:50.568163 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cbb84026-183b-47dc-b8b7-5707387eaa8d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:50.574655 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cbb84026-183b-47dc-b8b7-5707387eaa8d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/31b18b05-f546-47ca-b5c2-c1f85401d82b HTTP/1.1" status: 204 len: 168 time: 1.0231879 Oct 26 15:23:50.585707 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59742) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:50.594584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:50.595883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:50.596995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-f71cb779-c0cb-4536-9257-5aa31ff219fc None None] Provisioning complete for port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:50.597452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f71cb779-c0cb-4536-9257-5aa31ff219fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:50.597796 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-f71cb779-c0cb-4536-9257-5aa31ff219fc None None] Attempt 1 to provision port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 Oct 26 15:23:50.688888 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Floating IP f5ddc391-49d7-48dc-a16e-8c8241b5855e associated. External IP: 172.26.11.100, port: d4396edc-0efb-4409-a9e0-d8bc4f53ce10. Oct 26 15:23:50.694793 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d42b75-6fe7-4412-8ca2-0e5e519705dd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet f1d00a18-4bd3-462c-8b89-6da8f10d5743 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:23:50.702030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-60d42b75-6fe7-4412-8ca2-0e5e519705dd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (f1d00a18-4bd3-462c-8b89-6da8f10d5743), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:50.764540 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:50.775873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:50.801295 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-60d42b75-6fe7-4412-8ca2-0e5e519705dd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (f1d00a18-4bd3-462c-8b89-6da8f10d5743), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:50.829834 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:50.868850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-f71cb779-c0cb-4536-9257-5aa31ff219fc None None] Current status of the port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:50.878375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-f71cb779-c0cb-4536-9257-5aa31ff219fc None None] Could not find standard attr ID for object 3dc22fc6-2beb-4343-83e1-1d14e5395040. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:23:50.898220 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=6040c0b7-0d8b-4c2d-bb00-1c65ee60c996,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:50.952252 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a466ee45-e100-4887-952b-4f1f0cd3f5e6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (f60d0cb9-3f51-4580-b5b6-2884a3adbcdf), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:50.953709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device dbe6192f-5be2-4483-96c7-1cb7bf095bf7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:50.974531 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-765af294-7c4d-4f3a-aab0-a02ca076fb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (b720b540-eb0d-4471-a920-4c5096eafeb3), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:50.977810 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-765af294-7c4d-4f3a-aab0-a02ca076fb4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:50.981507 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-765af294-7c4d-4f3a-aab0-a02ca076fb4a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b720b540-eb0d-4471-a920-4c5096eafeb3 HTTP/1.1" status: 204 len: 168 time: 0.8690901 Oct 26 15:23:50.999506 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466ee45-e100-4887-952b-4f1f0cd3f5e6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Port': ['ID=f60d0cb9-3f51-4580-b5b6-2884a3adbcdf,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:51.012599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765af294-7c4d-4f3a-aab0-a02ca076fb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b720b540-eb0d-4471-a920-4c5096eafeb3,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:51.025180 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-60d42b75-6fe7-4412-8ca2-0e5e519705dd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (f1d00a18-4bd3-462c-8b89-6da8f10d5743), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:51.078511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:51.078904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:51.079249 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 Oct 26 15:23:51.131063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-cee1f18a-78ac-4c27-9dfd-e649e2995372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:49Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:23:49Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:48Z', 'revision_number': 12, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:51.141617 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:23:51.211035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee1f18a-78ac-4c27-9dfd-e649e2995372 None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:23:51.229080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee1f18a-78ac-4c27-9dfd-e649e2995372 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:51.229914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-cee1f18a-78ac-4c27-9dfd-e649e2995372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:51.271533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a466ee45-e100-4887-952b-4f1f0cd3f5e6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (667689ed-5dfa-472e-9efd-8bd92f05dccc), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:51.329154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:51.330291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:51.357128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:51.373216 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-60d42b75-6fe7-4412-8ca2-0e5e519705dd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (f1d00a18-4bd3-462c-8b89-6da8f10d5743), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:51.413673 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-76ddcf5e-e0e8-467a-a3be-6cc7705d89cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 3.3164194 Oct 26 15:23:51.414405 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59748) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:51.414968 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169100ee-6210-466a-83d6-91f72fb28b38', 'tag': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:23:51.424589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6662d80b37134a2b3900b6f7163109dd688b25040754bcd30973ec7c1dabe5ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcafef8-a6ed-49db-9f5d-1ed50da7943b" -d '{"events": [{"name": "network-changed", "server_uuid": "169100ee-6210-466a-83d6-91f72fb28b38", "tag": "d4396edc-0efb-4409-a9e0-d8bc4f53ce10"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:23:51.438735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:51.517100 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b4cc03-88ab-41f1-8948-9ba7dc2410c3 x-openstack-request-id: req-d7b4cc03-88ab-41f1-8948-9ba7dc2410c3 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:23:51.517100 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169100ee-6210-466a-83d6-91f72fb28b38", "tag": "d4396edc-0efb-4409-a9e0-d8bc4f53ce10", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:23:51.517100 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d7b4cc03-88ab-41f1-8948-9ba7dc2410c3 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:23:51.517100 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b4cc03-88ab-41f1-8948-9ba7dc2410c3'] response: {'name': 'network-changed', 'server_uuid': '169100ee-6210-466a-83d6-91f72fb28b38', 'tag': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'status': 'completed', 'code': 200} Oct 26 15:23:51.520501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d42b75-6fe7-4412-8ca2-0e5e519705dd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d00a18-4bd3-462c-8b89-6da8f10d5743,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:51.527627 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-60d42b75-6fe7-4412-8ca2-0e5e519705dd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:51.536780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ca018c-a8cf-4fe1-9a00-7c0023a8d2ce None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:23:51.536998 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59758) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:51.537533 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-60d42b75-6fe7-4412-8ca2-0e5e519705dd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/f1d00a18-4bd3-462c-8b89-6da8f10d5743 HTTP/1.1" status: 204 len: 168 time: 0.9223599 Oct 26 15:23:51.573485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:51.580752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-cee1f18a-78ac-4c27-9dfd-e649e2995372 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:51.587090 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ca3dddd5-7d6f-4274-903a-a176504485e0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 993 time: 0.1559019 Oct 26 15:23:51.621628 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcafef8-a6ed-49db-9f5d-1ed50da7943b req-39df321e-f758-469f-ae0e-f44a7bea4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:51.623940 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1fcafef8-a6ed-49db-9f5d-1ed50da7943b req-39df321e-f758-469f-ae0e-f44a7bea4a6b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 1130 time: 0.0844021 Oct 26 15:23:51.654119 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-802ad46f-d00a-44f6-900f-8f39cb16386c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1071618 Oct 26 15:23:51.654362 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59762) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:51.667430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7f2a4b06-915c-406e-b822-a84e48f8571f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:51.708955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a466ee45-e100-4887-952b-4f1f0cd3f5e6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 667689ed-5dfa-472e-9efd-8bd92f05dccc has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:23:51.732405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8271e63c-f82e-4a8a-8999-9c23325060a5 None None] Provisioning complete for port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:51.732783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8271e63c-f82e-4a8a-8999-9c23325060a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:51.733218 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8271e63c-f82e-4a8a-8999-9c23325060a5 None None] Attempt 1 to provision port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 Oct 26 15:23:51.811427 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2a4b06-915c-406e-b822-a84e48f8571f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:51.817731 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7f2a4b06-915c-406e-b822-a84e48f8571f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:51.824139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a466ee45-e100-4887-952b-4f1f0cd3f5e6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:51.835455 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a466ee45-e100-4887-952b-4f1f0cd3f5e6 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/667689ed-5dfa-472e-9efd-8bd92f05dccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0857871 Oct 26 15:23:51.835455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59768) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:51.841728 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87714a4d-2dfe-49b2-8822-4ed234e377b5 None None] Sync routers for ids ['667689ed-5dfa-472e-9efd-8bd92f05dccc'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:51.848729 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcafef8-a6ed-49db-9f5d-1ed50da7943b req-d14fdb7f-97c3-4af9-b019-5a2bb57e805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:51.850365 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1fcafef8-a6ed-49db-9f5d-1ed50da7943b req-d14fdb7f-97c3-4af9-b019-5a2bb57e805f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e17aed4e-c4e5-4bb5-a982-08b9b5add769 HTTP/1.1" status: 200 len: 898 time: 0.1942363 Oct 26 15:23:51.858475 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87714a4d-2dfe-49b2-8822-4ed234e377b5 None None] Routers {'667689ed-5dfa-472e-9efd-8bd92f05dccc'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:51.859355 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-87714a4d-2dfe-49b2-8822-4ed234e377b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['667689ed-5dfa-472e-9efd-8bd92f05dccc'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:51.872382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8271e63c-f82e-4a8a-8999-9c23325060a5 None None] Current status of the port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:51.925309 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-44ac2d59-b07a-4560-af37-9c674dfdce0c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=667689ed-5dfa-472e-9efd-8bd92f05dccc HTTP/1.1" status: 200 len: 205 time: 0.0865324 Oct 26 15:23:51.925618 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-87714a4d-2dfe-49b2-8822-4ed234e377b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:51.928656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59772) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:51.944311 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:51.944435 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87714a4d-2dfe-49b2-8822-4ed234e377b5 None None] Routers {'667689ed-5dfa-472e-9efd-8bd92f05dccc'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:51.944435 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-87714a4d-2dfe-49b2-8822-4ed234e377b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['667689ed-5dfa-472e-9efd-8bd92f05dccc'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:51.977560 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-87714a4d-2dfe-49b2-8822-4ed234e377b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:51.977560 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87714a4d-2dfe-49b2-8822-4ed234e377b5 None None] The sync data for ids ['667689ed-5dfa-472e-9efd-8bd92f05dccc'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:52.021753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ca018c-a8cf-4fe1-9a00-7c0023a8d2ce None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:23:52.025133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:52.025576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.039991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c6c9e47-9f1e-4be8-8d15-32683afc6779 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (667689ed-5dfa-472e-9efd-8bd92f05dccc), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.043288 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1fcafef8-a6ed-49db-9f5d-1ed50da7943b req-1f7cbd4f-7192-4c47-a093-5711d36151e3 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4396edc-0efb-4409-a9e0-d8bc4f53ce10 HTTP/1.1" status: 200 len: 1001 time: 0.1695766 Oct 26 15:23:52.052424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:52.075560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.075560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:52.079581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59776) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:52.105473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:52.133877 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:52.157589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7f2a4b06-915c-406e-b822-a84e48f8571f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (74e5a1bb-d5d8-4f91-8bee-c3a82faab67c), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.213512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2a4b06-915c-406e-b822-a84e48f8571f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:52.217570 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-7f2a4b06-915c-406e-b822-a84e48f8571f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:52.220691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2a4b06-915c-406e-b822-a84e48f8571f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:52.221323 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7f2a4b06-915c-406e-b822-a84e48f8571f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.242595 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:52.248210 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c6c9e47-9f1e-4be8-8d15-32683afc6779 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (667689ed-5dfa-472e-9efd-8bd92f05dccc), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.252092 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a4b06-915c-406e-b822-a84e48f8571f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=74e5a1bb-d5d8-4f91-8bee-c3a82faab67c,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:52.253789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c6c9e47-9f1e-4be8-8d15-32683afc6779 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router_controller (667689ed-5dfa-472e-9efd-8bd92f05dccc), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.261231 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcafef8-a6ed-49db-9f5d-1ed50da7943b req-1d4ae9af-d6bb-49e5-9251-8ae9ee89fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:52.262966 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1fcafef8-a6ed-49db-9f5d-1ed50da7943b req-1d4ae9af-d6bb-49e5-9251-8ae9ee89fd33 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=3f6b5952-1b1d-42b8-b52f-36b8e04e5167 HTTP/1.1" status: 200 len: 834 time: 0.1825359 Oct 26 15:23:52.268866 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59780) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:52.270319 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7f2a4b06-915c-406e-b822-a84e48f8571f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6149261 Oct 26 15:23:52.302083 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-d7fd841e-6e67-4c66-8c95-faebac60476f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:52.320905 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-d24d997d-0a37-42a2-8364-a6cf4dc9b435 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1166321443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:52.373596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:52.386247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-cee1f18a-78ac-4c27-9dfd-e649e2995372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:49Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:23:49Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:50Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:52.404494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c6c9e47-9f1e-4be8-8d15-32683afc6779 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (667689ed-5dfa-472e-9efd-8bd92f05dccc), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.405124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6c9e47-9f1e-4be8-8d15-32683afc6779 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Fanout notify agent at l3_agent the message router_deleted on router 667689ed-5dfa-472e-9efd-8bd92f05dccc {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:23:52.415564 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c6c9e47-9f1e-4be8-8d15-32683afc6779 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.416598 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3c6c9e47-9f1e-4be8-8d15-32683afc6779 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/routers/667689ed-5dfa-472e-9efd-8bd92f05dccc HTTP/1.1" status: 204 len: 168 time: 0.4898314 Oct 26 15:23:52.420220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcafef8-a6ed-49db-9f5d-1ed50da7943b req-a93e83bd-36a1-4d76-aefb-6ad678a1e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:52.420454 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59782) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:52.421768 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1fcafef8-a6ed-49db-9f5d-1ed50da7943b req-a93e83bd-36a1-4d76-aefb-6ad678a1e268 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e17aed4e-c4e5-4bb5-a982-08b9b5add769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1502264 Oct 26 15:23:52.455738 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d24d997d-0a37-42a2-8364-a6cf4dc9b435 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (6a09d1f0-4633-4628-9e3f-3567052b261b), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.456873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d24d997d-0a37-42a2-8364-a6cf4dc9b435 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (6a09d1f0-4633-4628-9e3f-3567052b261b), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.488600 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:52.503793 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01ea92b-3d09-433e-a8ec-ddc5edae9d97 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting subnet 0a264000-df7a-425b-9bbe-12763e9b6623 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:23:52.510234 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d01ea92b-3d09-433e-a8ec-ddc5edae9d97 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (0a264000-df7a-425b-9bbe-12763e9b6623), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.571645 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d01ea92b-3d09-433e-a8ec-ddc5edae9d97 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (0a264000-df7a-425b-9bbe-12763e9b6623), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.598227 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59784) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:52.608595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee1f18a-78ac-4c27-9dfd-e649e2995372 None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:49Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:23:49Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:50Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:52.609880 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d24d997d-0a37-42a2-8364-a6cf4dc9b435 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for router_controller (6a09d1f0-4633-4628-9e3f-3567052b261b), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.610926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fd841e-6e67-4c66-8c95-faebac60476f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:52.615140 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d7fd841e-6e67-4c66-8c95-faebac60476f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.624019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:52.624019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.638051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d24d997d-0a37-42a2-8364-a6cf4dc9b435 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (6a09d1f0-4633-4628-9e3f-3567052b261b), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.673657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:52.682180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.710829 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1fcafef8-a6ed-49db-9f5d-1ed50da7943b req-5972a114-d59c-4edd-ac02-64a727a24d03 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e17aed4e-c4e5-4bb5-a982-08b9b5add769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801063 Oct 26 15:23:52.752275 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-315c9ee2-94fe-455d-9e81-2abee4699c2b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 993 time: 0.1528323 Oct 26 15:23:52.755778 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d24d997d-0a37-42a2-8364-a6cf4dc9b435 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.760118 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d24d997d-0a37-42a2-8364-a6cf4dc9b435 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6748991 Oct 26 15:23:52.770795 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59786) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:52.782642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:52.801448 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d01ea92b-3d09-433e-a8ec-ddc5edae9d97 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (0a264000-df7a-425b-9bbe-12763e9b6623), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.820149 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-980f19cb-02eb-489a-b0ec-a1b449c01b46 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-519239894'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:52.886943 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8c8ac9d8-f1fa-4e88-8e97-6d804523f03e req-c983f95f-01be-4296-b342-6390392fff9c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1515195 Oct 26 15:23:52.887190 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d01ea92b-3d09-433e-a8ec-ddc5edae9d97 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (0a264000-df7a-425b-9bbe-12763e9b6623), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.919686 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980f19cb-02eb-489a-b0ec-a1b449c01b46 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Made reservation on behalf of 232d8abd8b8e416d967b44aa14a07a56 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:52.923603 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-980f19cb-02eb-489a-b0ec-a1b449c01b46 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.938669 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:52.968561 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d01ea92b-3d09-433e-a8ec-ddc5edae9d97 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.976091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-980f19cb-02eb-489a-b0ec-a1b449c01b46 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:52.981341 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d01ea92b-3d09-433e-a8ec-ddc5edae9d97 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/0a264000-df7a-425b-9bbe-12763e9b6623 HTTP/1.1" status: 204 len: 168 time: 0.5597088 Oct 26 15:23:52.982139 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59788) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:52.982922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ea92b-3d09-433e-a8ec-ddc5edae9d97 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Subnet': ['ID=0a264000-df7a-425b-9bbe-12763e9b6623,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:52.999726 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1fcafef8-a6ed-49db-9f5d-1ed50da7943b req-3349e8ea-31e5-42e4-802d-f0453f670794 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e17aed4e-c4e5-4bb5-a982-08b9b5add769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770915 Oct 26 15:23:53.097209 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (ceb41b5b-229a-4831-8667-2e82d9189b81), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:53.121188 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ac9d8-f1fa-4e88-8e97-6d804523f03e req-43f74d0a-708b-4b01-93f4-db3636352e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:53.122865 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8c8ac9d8-f1fa-4e88-8e97-6d804523f03e req-43f74d0a-708b-4b01-93f4-db3636352e6b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b06d3531c6984a12bc9058594d41733d&device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 1130 time: 0.1381714 Oct 26 15:23:53.147255 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting port a0c45f40-8e57-4c72-b89e-01d5b505ee91 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:53.147644 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (a0c45f40-8e57-4c72-b89e-01d5b505ee91), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:53.148462 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:53.207867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd099f7-ff8b-4772-8d42-9039a3693a40 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:53.211138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b4e4e6-0eec-4ed4-9bd2-d5b18e166415 None None] Network ceb41b5b-229a-4831-8667-2e82d9189b81 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:53.238811 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] For port a0c45f40-8e57-4c72-b89e-01d5b505ee91, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a0c45f40-8e57-4c72-b89e-01d5b505ee91,segment=NetworkSegment(edf2300e-c288-4c37-b671-3fa963ef491f),segment_id=edf2300e-c288-4c37-b671-3fa963ef491f)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:53.239396 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (a0c45f40-8e57-4c72-b89e-01d5b505ee91), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:53.254217 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Calling delete_port for a0c45f40-8e57-4c72-b89e-01d5b505ee91 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:53.306647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:53.346646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fc8df47d-561e-482c-a0c6-a6a3b7a2a52b None None] Provisioning complete for port a0c45f40-8e57-4c72-b89e-01d5b505ee91 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:53.347018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fc8df47d-561e-482c-a0c6-a6a3b7a2a52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a0c45f40-8e57-4c72-b89e-01d5b505ee91), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:53.347357 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fc8df47d-561e-482c-a0c6-a6a3b7a2a52b None None] Attempt 1 to provision port a0c45f40-8e57-4c72-b89e-01d5b505ee91 Oct 26 15:23:53.357254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-980f19cb-02eb-489a-b0ec-a1b449c01b46 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for security_group (4d251e0a-3cee-4478-b96b-4b5b2a64477c), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:53.362319 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (a0c45f40-8e57-4c72-b89e-01d5b505ee91), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:53.372252 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-980f19cb-02eb-489a-b0ec-a1b449c01b46 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (4d251e0a-3cee-4478-b96b-4b5b2a64477c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:53.374030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:53.393326 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Port': ['ID=a0c45f40-8e57-4c72-b89e-01d5b505ee91,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:53.402352 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] No DVR routers for this DVR port a0c45f40-8e57-4c72-b89e-01d5b505ee91 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:23:53.414074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fc8df47d-561e-482c-a0c6-a6a3b7a2a52b None None] Port a0c45f40-8e57-4c72-b89e-01d5b505ee91 was deleted so its status cannot be updated. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Oct 26 15:23:53.438425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980f19cb-02eb-489a-b0ec-a1b449c01b46 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:23:53.440844 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ac9d8-f1fa-4e88-8e97-6d804523f03e req-e554c43a-bc06-4f98-a1cf-834c8f5093c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:53.442274 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8c8ac9d8-f1fa-4e88-8e97-6d804523f03e req-e554c43a-bc06-4f98-a1cf-834c8f5093c6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=75323486-1206-489c-a851-669e51c6f8c9 HTTP/1.1" status: 200 len: 913 time: 0.2858198 Oct 26 15:23:53.517685 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (ceb41b5b-229a-4831-8667-2e82d9189b81), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:53.541610 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb41b5b-229a-4831-8667-2e82d9189b81']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:53.556697 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f19cb-02eb-489a-b0ec-a1b449c01b46 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d251e0a-3cee-4478-b96b-4b5b2a64477c,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:53.558366 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf2300e-c288-4c37-b671-3fa963ef491f') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:53.558890 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf2300e-c288-4c37-b671-3fa963ef491f') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:53.560924 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8c8ac9d8-f1fa-4e88-8e97-6d804523f03e req-506eef95-a8ae-4a88-b52d-47a916c3f716 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9305d23-c117-4e74-ad6f-b6dc9cab652d HTTP/1.1" status: 200 len: 1003 time: 0.0988741 Oct 26 15:23:53.562527 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-980f19cb-02eb-489a-b0ec-a1b449c01b46 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (12eeb000-e556-407e-af91-8e5fda71cd86), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:53.562868 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-980f19cb-02eb-489a-b0ec-a1b449c01b46 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Added segment 12eeb000-e556-407e-af91-8e5fda71cd86 of type vlan for network 62534888-eebf-45a1-b38c-d3445736e131 Oct 26 15:23:53.572469 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (edf2300e-c288-4c37-b671-3fa963ef491f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:53.589537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4764b2e-d45f-4800-bf10-bf51abcb962f None None] DHCP port deletion for ceb41b5b-229a-4831-8667-2e82d9189b81 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:23:53.590220 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (edf2300e-c288-4c37-b671-3fa963ef491f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:53.595058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0265e083-15aa-4598-8754-0c02d47ae464 None None] Update dhcp port {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'fixed_ips': [{'subnet_id': '74e5a1bb-d5d8-4f91-8bee-c3a82faab67c'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': 'dbe6192f-5be2-4483-96c7-1cb7bf095bf7'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:23:53.600712 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:23:53.601285 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (edf2300e-c288-4c37-b671-3fa963ef491f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:53.654717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0265e083-15aa-4598-8754-0c02d47ae464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:53.661381 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment edf2300e-c288-4c37-b671-3fa963ef491f resource provider aggregate not found Oct 26 15:23:53.671666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:53.693185 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment edf2300e-c288-4c37-b671-3fa963ef491f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid edf2300e-c288-4c37-b671-3fa963ef491f found for delete ", "request_id": "req-29809741-ce38-4eed-bc1b-a7c44a5001d8"}]} Oct 26 15:23:53.706007 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (ceb41b5b-229a-4831-8667-2e82d9189b81), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:53.709902 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:53.720435 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-980f19cb-02eb-489a-b0ec-a1b449c01b46 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (62534888-eebf-45a1-b38c-d3445736e131), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:53.725634 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:53.734543 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/networks/ceb41b5b-229a-4831-8667-2e82d9189b81 HTTP/1.1" status: 204 len: 168 time: 0.7459521 Oct 26 15:23:53.736321 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59794) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:53.757792 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1093246813', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}, 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:53.758331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59796) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:53.766349 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94093f7b-b670-4c03-bb93-2cb94334e4a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Network': ['ID=ceb41b5b-229a-4831-8667-2e82d9189b81,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:53.766991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ac9d8-f1fa-4e88-8e97-6d804523f03e req-9b9d71ed-f32b-4fc5-8bbb-9155d927671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:53.770993 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8c8ac9d8-f1fa-4e88-8e97-6d804523f03e req-9b9d71ed-f32b-4fc5-8bbb-9155d927671c service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94606231-3fbc-48e2-b58a-962135c86b3c HTTP/1.1" status: 200 len: 851 time: 0.1958735 Oct 26 15:23:53.987026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-0265e083-15aa-4598-8754-0c02d47ae464 None None] Allocated IP 172.20.0.2 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/74e5a1bb-d5d8-4f91-8bee-c3a82faab67c/dbe6192f-5be2-4483-96c7-1cb7bf095bf7) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:54.001386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-0265e083-15aa-4598-8754-0c02d47ae464 None None] Allocated IP 2001:db8::f816:3eff:fea7:bb17 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/c5a9a402-2b57-4755-bd11-1a072525f600/dbe6192f-5be2-4483-96c7-1cb7bf095bf7) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:54.138352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-0265e083-15aa-4598-8754-0c02d47ae464 None None] For port dbe6192f-5be2-4483-96c7-1cb7bf095bf7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=dbe6192f-5be2-4483-96c7-1cb7bf095bf7,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:54.175231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0265e083-15aa-4598-8754-0c02d47ae464 None None] Publish callbacks [] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:54.184653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0265e083-15aa-4598-8754-0c02d47ae464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:54.207731 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-24ba45be-4ba8-4148-89ce-bb35407f8df3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 993 time: 0.4478927 Oct 26 15:23:54.232788 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.objects.ports [None req-d7fd841e-6e67-4c66-8c95-faebac60476f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105321) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:23:54.263552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-980f19cb-02eb-489a-b0ec-a1b449c01b46 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (62534888-eebf-45a1-b38c-d3445736e131), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:54.268789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980f19cb-02eb-489a-b0ec-a1b449c01b46 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:54.269429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-980f19cb-02eb-489a-b0ec-a1b449c01b46 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:54.283737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265e083-15aa-4598-8754-0c02d47ae464 None None] Pushing event updated for resources: {'Port': ['ID=dbe6192f-5be2-4483-96c7-1cb7bf095bf7,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:54.385099 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:54.386146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:54.438463 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ac9d8-f1fa-4e88-8e97-6d804523f03e req-590c5a0c-a3de-4859-acad-ab487bf99317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:54.440203 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8c8ac9d8-f1fa-4e88-8e97-6d804523f03e req-590c5a0c-a3de-4859-acad-ab487bf99317 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=75323486-1206-489c-a851-669e51c6f8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.6483459 Oct 26 15:23:54.465017 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-980f19cb-02eb-489a-b0ec-a1b449c01b46 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6726570 Oct 26 15:23:54.467926 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59798) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:54.475210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-3de7843e-a9c6-48a4-858e-73400bcb22a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Request body: {'subnet': {'network_id': '62534888-eebf-45a1-b38c-d3445736e131', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:54.508982 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f19cb-02eb-489a-b0ec-a1b449c01b46 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event updated for resources: {'Network': ['ID=62534888-eebf-45a1-b38c-d3445736e131,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:54.522575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 62534888-eebf-45a1-b38c-d3445736e131 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:23:54.565462 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:54.572385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.ipam_pluggable_backend [None req-d7fd841e-6e67-4c66-8c95-faebac60476f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=105321) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:612}} Oct 26 15:23:54.572890 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d7fd841e-6e67-4c66-8c95-faebac60476f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (c5a9a402-2b57-4755-bd11-1a072525f600), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:54.626770 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de7843e-a9c6-48a4-858e-73400bcb22a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Made reservation on behalf of 232d8abd8b8e416d967b44aa14a07a56 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:54.630900 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3de7843e-a9c6-48a4-858e-73400bcb22a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:54.650529 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router_controller (b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:54.654886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd841e-6e67-4c66-8c95-faebac60476f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:54.666188 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-d7fd841e-6e67-4c66-8c95-faebac60476f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:54.669147 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fd841e-6e67-4c66-8c95-faebac60476f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:54.669758 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d7fd841e-6e67-4c66-8c95-faebac60476f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:54.788730 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d7fd841e-6e67-4c66-8c95-faebac60476f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5184946 Oct 26 15:23:54.792496 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59800) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:54.794219 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8c8ac9d8-f1fa-4e88-8e97-6d804523f03e req-24696d08-f022-4d58-8c22-c6a96d92aad4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/75323486-1206-489c-a851-669e51c6f8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413591 Oct 26 15:23:54.795103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd841e-6e67-4c66-8c95-faebac60476f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=c5a9a402-2b57-4755-bd11-1a072525f600,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:54.798588 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-4f2e0e71-a848-4687-acb0-be54e7349b51 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'mac_address': 'fa:16:3e:3a:eb:e7', 'name': 'tempest-NetworksTestDHCPv6-932063136'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:54.848554 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:54.901301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccccb80f-c5ef-4181-86e4-a465dfab395d None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:54.924676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3de7843e-a9c6-48a4-858e-73400bcb22a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (247576ad-ea5e-4e8f-927d-243a14f9aeb6), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:54.931150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router_gateway (b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.008876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-7c405097-4016-4f34-b96f-51c1377832b7 None None] Provisioning complete for port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:55.009885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7c405097-4016-4f34-b96f-51c1377832b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.010384 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7c405097-4016-4f34-b96f-51c1377832b7 None None] Attempt 1 to provision port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 Oct 26 15:23:55.047527 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8c8ac9d8-f1fa-4e88-8e97-6d804523f03e req-34ff52f9-d072-4b61-bf9b-6f8a2b60abea service neutron] 10.222.0.64 "GET /networking/v2.0/networks/75323486-1206-489c-a851-669e51c6f8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456601 Oct 26 15:23:55.062118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:55.062667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7843e-a9c6-48a4-858e-73400bcb22a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event updated for resources: {'Subnet': ['ID=247576ad-ea5e-4e8f-927d-243a14f9aeb6,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:55.083941 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de7843e-a9c6-48a4-858e-73400bcb22a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Checking segment: {'id': '12eeb000-e556-407e-af91-8e5fda71cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62534888-eebf-45a1-b38c-d3445736e131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:55.084267 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de7843e-a9c6-48a4-858e-73400bcb22a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Network hostable DHCP agents. Network: 62534888-eebf-45a1-b38c-d3445736e131, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:23:55.084968 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cb2936-578c-45bc-93c2-d8b4771054c9 None None] New status for floating IP f5ddc391-49d7-48dc-a16e-8c8241b5855e: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:23:55.089821 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2e0e71-a848-4687-acb0-be54e7349b51 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:55.154515 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de7843e-a9c6-48a4-858e-73400bcb22a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Network 62534888-eebf-45a1-b38c-d3445736e131 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:23:55.174127 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-3de7843e-a9c6-48a4-858e-73400bcb22a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 62534888-eebf-45a1-b38c-d3445736e131) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:55.186496 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de7843e-a9c6-48a4-858e-73400bcb22a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:55.187093 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3de7843e-a9c6-48a4-858e-73400bcb22a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.195033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router_gateway (b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.201520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4f2e0e71-a848-4687-acb0-be54e7349b51 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.211790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59802) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:55.215586 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.223256 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3de7843e-a9c6-48a4-858e-73400bcb22a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7536612 Oct 26 15:23:55.226689 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59804) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:55.234286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-117a6b10-2822-48d2-8847-60218ea1702b tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Request body: {'network': {'name': 'tempest-router-network01--339921647'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:55.274274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173cb203-6f8f-43c2-8170-a90c4ea1aec0 None None] Network 62534888-eebf-45a1-b38c-d3445736e131 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:55.274740 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-4f2e0e71-a848-4687-acb0-be54e7349b51 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port af959fb0-cf31-4dc9-8766-8a44ed1eed60 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:23:55.295529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:55.297509 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:55.306527 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117a6b10-2822-48d2-8847-60218ea1702b tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Made reservation on behalf of 232d8abd8b8e416d967b44aa14a07a56 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:55.310963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-117a6b10-2822-48d2-8847-60218ea1702b tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.333061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7c405097-4016-4f34-b96f-51c1377832b7 None None] Current status of the port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:55.334879 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b25d4956-d9ab-4069-82e9-7512600fa8cc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1216609 Oct 26 15:23:55.377115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117a6b10-2822-48d2-8847-60218ea1702b tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:23:55.389601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:55.402069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Allocated IP 172.26.11.69 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/84518f82-e8a1-4934-8bdf-9122e19b9349) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:55.404619 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-117a6b10-2822-48d2-8847-60218ea1702b tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (0e94e639-54f2-4152-bd89-14424a4fd1cc), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.405115 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-117a6b10-2822-48d2-8847-60218ea1702b tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Added segment 0e94e639-54f2-4152-bd89-14424a4fd1cc of type vlan for network a34288df-dc82-4afa-aec3-802ccf35da39 Oct 26 15:23:55.405768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:55.406343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.406837 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 Oct 26 15:23:55.437021 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:55.474895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-117a6b10-2822-48d2-8847-60218ea1702b tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (a34288df-dc82-4afa-aec3-802ccf35da39), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.481749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-62534888-eebf-45a1-b38c-d3445736e131', 'network_id': '62534888-eebf-45a1-b38c-d3445736e131', 'project_id': '232d8abd8b8e416d967b44aa14a07a56', 'fixed_ips': [{'subnet_id': '247576ad-ea5e-4e8f-927d-243a14f9aeb6'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:23:55.486250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.491446 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:55.511541 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-4f2e0e71-a848-4687-acb0-be54e7349b51 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 172.20.0.13 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/74e5a1bb-d5d8-4f91-8bee-c3a82faab67c/af959fb0-cf31-4dc9-8766-8a44ed1eed60) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:55.519366 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-4f2e0e71-a848-4687-acb0-be54e7349b51 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::f816:3eff:fe3a:ebe7 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/c5a9a402-2b57-4755-bd11-1a072525f600/af959fb0-cf31-4dc9-8766-8a44ed1eed60) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:55.563606 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-117a6b10-2822-48d2-8847-60218ea1702b tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (a34288df-dc82-4afa-aec3-802ccf35da39), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.568606 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117a6b10-2822-48d2-8847-60218ea1702b tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:55.569235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-117a6b10-2822-48d2-8847-60218ea1702b tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.670658 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (84518f82-e8a1-4934-8bdf-9122e19b9349), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.680503 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59806) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:55.686848 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-3759b5c8-b60d-44fd-8480-f4fc0dd052a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Request body: {'network': {'name': 'tempest-router-network02--1023277401'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:55.687392 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-117a6b10-2822-48d2-8847-60218ea1702b tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4481409 Oct 26 15:23:55.697650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a6b10-2822-48d2-8847-60218ea1702b tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event updated for resources: {'Network': ['ID=a34288df-dc82-4afa-aec3-802ccf35da39,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:55.737904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network a34288df-dc82-4afa-aec3-802ccf35da39 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:23:55.743294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3759b5c8-b60d-44fd-8480-f4fc0dd052a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Made reservation on behalf of 232d8abd8b8e416d967b44aa14a07a56 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:55.751469 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3759b5c8-b60d-44fd-8480-f4fc0dd052a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.754990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:55.755668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.758996 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4f2e0e71-a848-4687-acb0-be54e7349b51 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (af959fb0-cf31-4dc9-8766-8a44ed1eed60), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.760882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (84518f82-e8a1-4934-8bdf-9122e19b9349), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.782664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:55.784065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:55.803945 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4f2e0e71-a848-4687-acb0-be54e7349b51 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (af959fb0-cf31-4dc9-8766-8a44ed1eed60), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.825194 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=84518f82-e8a1-4934-8bdf-9122e19b9349,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:55.830369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:55.832017 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:55.840638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:55.873660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2e0e71-a848-4687-acb0-be54e7349b51 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:55.877272 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3759b5c8-b60d-44fd-8480-f4fc0dd052a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:23:55.882207 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-4f2e0e71-a848-4687-acb0-be54e7349b51 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:55.890358 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e0e71-a848-4687-acb0-be54e7349b51 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:55.892717 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:55.899631 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e0e71-a848-4687-acb0-be54e7349b51 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=af959fb0-cf31-4dc9-8766-8a44ed1eed60,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:55.936018 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3759b5c8-b60d-44fd-8480-f4fc0dd052a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (4d185ad7-c578-48c2-9e87-c98d8cfe7922), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.936509 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-3759b5c8-b60d-44fd-8480-f4fc0dd052a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Added segment 4d185ad7-c578-48c2-9e87-c98d8cfe7922 of type vlan for network 2c5e6966-9847-4772-8b25-77692eef9688 Oct 26 15:23:55.994737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:55.995587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device dbe6192f-5be2-4483-96c7-1cb7bf095bf7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:55.998919 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2e0e71-a848-4687-acb0-be54e7349b51 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:55.999613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4f2e0e71-a848-4687-acb0-be54e7349b51 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:56.006194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3759b5c8-b60d-44fd-8480-f4fc0dd052a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (2c5e6966-9847-4772-8b25-77692eef9688), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:56.046551 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4f2e0e71-a848-4687-acb0-be54e7349b51 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2525749 Oct 26 15:23:56.049289 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59808) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:56.108404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Allocated IP 172.20.0.2 (62534888-eebf-45a1-b38c-d3445736e131/247576ad-ea5e-4e8f-927d-243a14f9aeb6/fdeacd9f-b6ba-465a-9c40-383158154826) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:56.120722 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd89909-4751-4257-aae8-abd6fcdb7f90 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:56.126044 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd89909-4751-4257-aae8-abd6fcdb7f90 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:56.130738 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7dd89909-4751-4257-aae8-abd6fcdb7f90 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0803106 Oct 26 15:23:56.131515 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59810) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:56.164917 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3759b5c8-b60d-44fd-8480-f4fc0dd052a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (2c5e6966-9847-4772-8b25-77692eef9688), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:56.170428 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3759b5c8-b60d-44fd-8480-f4fc0dd052a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:56.171305 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3759b5c8-b60d-44fd-8480-f4fc0dd052a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:56.201889 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router_gateway (b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:56.215835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:56.216212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:56.216554 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 Oct 26 15:23:56.219763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:56.266841 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3759b5c8-b60d-44fd-8480-f4fc0dd052a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5848231 Oct 26 15:23:56.282786 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59812) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:56.295846 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a2f95ed7-c507-496c-8bf3-76f4b564270d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Request body: {'subnet': {'network_id': 'a34288df-dc82-4afa-aec3-802ccf35da39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:56.299003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759b5c8-b60d-44fd-8480-f4fc0dd052a4 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event updated for resources: {'Network': ['ID=2c5e6966-9847-4772-8b25-77692eef9688,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:56.316038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 2c5e6966-9847-4772-8b25-77692eef9688 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:23:56.332115 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-483ca155-c05e-4bd3-92db-dfdf1640023a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port af959fb0-cf31-4dc9-8766-8a44ed1eed60 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:23:56.332469 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-483ca155-c05e-4bd3-92db-dfdf1640023a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (af959fb0-cf31-4dc9-8766-8a44ed1eed60), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:56.347838 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59814) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:56.391808 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d973ff-c54d-4774-a520-c72e221f3e2a None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:56.395230 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:56.395955 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d973ff-c54d-4774-a520-c72e221f3e2a None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:56.400997 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-00d973ff-c54d-4774-a520-c72e221f3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:56.420512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:56.459931 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-75b069f8-226a-4f91-9186-53502b84a2db tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1096869 Oct 26 15:23:56.465381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:56.468466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:56.480539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2553fed3-21ca-4bd5-89fa-c8d9bd8bfbfe None None] Provisioning complete for port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:56.481837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2553fed3-21ca-4bd5-89fa-c8d9bd8bfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:56.482366 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2553fed3-21ca-4bd5-89fa-c8d9bd8bfbfe None None] Attempt 1 to provision port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 Oct 26 15:23:56.504368 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-483ca155-c05e-4bd3-92db-dfdf1640023a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (af959fb0-cf31-4dc9-8766-8a44ed1eed60), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:56.524333 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-483ca155-c05e-4bd3-92db-dfdf1640023a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for af959fb0-cf31-4dc9-8766-8a44ed1eed60 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:23:56.543993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Publish callbacks [] for port (fdeacd9f-b6ba-465a-9c40-383158154826), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:56.565850 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-00d973ff-c54d-4774-a520-c72e221f3e2a None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:56.569701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (fdeacd9f-b6ba-465a-9c40-383158154826), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:56.656375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:56.657115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:56.657654 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:23:56.660510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Network 62534888-eebf-45a1-b38c-d3445736e131 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:56.689660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:56.697391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:56.713931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Pushing event updated for resources: {'Port': ['ID=fdeacd9f-b6ba-465a-9c40-383158154826,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:56.731308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2553fed3-21ca-4bd5-89fa-c8d9bd8bfbfe None None] Current status of the port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:56.745038 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:56.746706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:56.757943 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f95ed7-c507-496c-8bf3-76f4b564270d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Made reservation on behalf of 232d8abd8b8e416d967b44aa14a07a56 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:56.761787 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a2f95ed7-c507-496c-8bf3-76f4b564270d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:56.774639 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:56.792294 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:56.830002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:56.830906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:56.831338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:56.833973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Attempting to bind port fdeacd9f-b6ba-465a-9c40-383158154826 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:23:56.833973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Attempting to bind port fdeacd9f-b6ba-465a-9c40-383158154826 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '12eeb000-e556-407e-af91-8e5fda71cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62534888-eebf-45a1-b38c-d3445736e131'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:23:56.834563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Attempting to bind port fdeacd9f-b6ba-465a-9c40-383158154826 on network 62534888-eebf-45a1-b38c-d3445736e131 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:23:56.840042 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-483ca155-c05e-4bd3-92db-dfdf1640023a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (af959fb0-cf31-4dc9-8766-8a44ed1eed60), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:56.875259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-79f9daa6-476a-4589-bae1-c1081fdb929b None None] Could not find standard attr ID for object 69ddcd59-002e-428c-b5d6-e871859933ea. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:23:56.893716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:56.894204 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ca155-c05e-4bd3-92db-dfdf1640023a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=af959fb0-cf31-4dc9-8766-8a44ed1eed60,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:56.931167 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-00d973ff-c54d-4774-a520-c72e221f3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:55Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:23:55Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:52Z', 'revision_number': 14, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:56.942789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:56.950114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:23:56.950592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Checking segment: {'id': '12eeb000-e556-407e-af91-8e5fda71cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62534888-eebf-45a1-b38c-d3445736e131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:56.951012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:56.951415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Bound using segment: {'id': '12eeb000-e556-407e-af91-8e5fda71cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62534888-eebf-45a1-b38c-d3445736e131'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:23:56.951902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Bound port: fdeacd9f-b6ba-465a-9c40-383158154826, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12eeb000-e556-407e-af91-8e5fda71cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62534888-eebf-45a1-b38c-d3445736e131'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:23:56.952288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fdeacd9f-b6ba-465a-9c40-383158154826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:56.955873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:56.974372 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d973ff-c54d-4774-a520-c72e221f3e2a None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:23:56.991368 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d973ff-c54d-4774-a520-c72e221f3e2a None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:56.992392 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-00d973ff-c54d-4774-a520-c72e221f3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:57.041640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:57.074184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a0c45f40-8e57-4c72-b89e-01d5b505ee91 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:57.102764 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-483ca155-c05e-4bd3-92db-dfdf1640023a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:57.106731 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-483ca155-c05e-4bd3-92db-dfdf1640023a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/af959fb0-cf31-4dc9-8766-8a44ed1eed60 HTTP/1.1" status: 204 len: 168 time: 0.9719107 Oct 26 15:23:57.109295 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59816) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:57.126300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: a0c45f40-8e57-4c72-b89e-01d5b505ee91 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:23:57.126662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a0c45f40-8e57-4c72-b89e-01d5b505ee91 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:23:57.143266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:57.155853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] For port fdeacd9f-b6ba-465a-9c40-383158154826, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:23:57.157497 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a2f95ed7-c507-496c-8bf3-76f4b564270d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (f2bdd965-ea2f-4bad-9131-a19edc5d1fc4), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:57.159389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] For port fdeacd9f-b6ba-465a-9c40-383158154826, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fdeacd9f-b6ba-465a-9c40-383158154826,segment=NetworkSegment(12eeb000-e556-407e-af91-8e5fda71cd86),segment_id=12eeb000-e556-407e-af91-8e5fda71cd86)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:23:57.170263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fdeacd9f-b6ba-465a-9c40-383158154826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:57.179803 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-00d973ff-c54d-4774-a520-c72e221f3e2a None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:23:57.261239 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f95ed7-c507-496c-8bf3-76f4b564270d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event updated for resources: {'Subnet': ['ID=f2bdd965-ea2f-4bad-9131-a19edc5d1fc4,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:57.277744 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94776750-cb64-4066-bf0c-a0a8eaddce4b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:57.281040 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94776750-cb64-4066-bf0c-a0a8eaddce4b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:57.283763 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94776750-cb64-4066-bf0c-a0a8eaddce4b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:57.297342 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-94776750-cb64-4066-bf0c-a0a8eaddce4b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1866341 Oct 26 15:23:57.298237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59818) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:57.307629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:23:57.318550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5400e9-40e3-449f-8dda-7d17d5ed74f7 None None] Pushing event updated for resources: {'Port': ['ID=fdeacd9f-b6ba-465a-9c40-383158154826,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:57.326469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-cdf7118a-c99c-4165-bf2c-d1cf86eecc80 None None] Could not find standard attr ID for object 3dc22fc6-2beb-4343-83e1-1d14e5395040. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:23:57.332306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f95ed7-c507-496c-8bf3-76f4b564270d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Checking segment: {'id': '0e94e639-54f2-4152-bd89-14424a4fd1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a34288df-dc82-4afa-aec3-802ccf35da39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:57.332947 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f95ed7-c507-496c-8bf3-76f4b564270d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Network hostable DHCP agents. Network: a34288df-dc82-4afa-aec3-802ccf35da39, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:23:57.344571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:57.400702 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-735e1ecd-9877-4110-b660-1f69d043eca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 74e5a1bb-d5d8-4f91-8bee-c3a82faab67c {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:23:57.405329 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-735e1ecd-9877-4110-b660-1f69d043eca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (74e5a1bb-d5d8-4f91-8bee-c3a82faab67c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:57.442119 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f95ed7-c507-496c-8bf3-76f4b564270d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Network a34288df-dc82-4afa-aec3-802ccf35da39 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:23:57.463693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:57.465500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59820) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:57.487674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:57.488227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:57.511585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-a2f95ed7-c507-496c-8bf3-76f4b564270d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, a34288df-dc82-4afa-aec3-802ccf35da39) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:57.517736 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f95ed7-c507-496c-8bf3-76f4b564270d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:57.518357 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a2f95ed7-c507-496c-8bf3-76f4b564270d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:57.535779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d3038d-bdab-4d6d-a20b-15c408104bb4 None None] Network a34288df-dc82-4afa-aec3-802ccf35da39 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:57.566735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:57.570070 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a2f95ed7-c507-496c-8bf3-76f4b564270d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2858951 Oct 26 15:23:57.574685 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59822) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:57.584239 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-0e2232d0-d064-4e38-a95c-6fba09a5e500 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Request body: {'subnet': {'network_id': '2c5e6966-9847-4772-8b25-77692eef9688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:57.596521 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:23:57.600624 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-00d973ff-c54d-4774-a520-c72e221f3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:55Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:23:55Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:56Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:57.601446 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-735e1ecd-9877-4110-b660-1f69d043eca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (74e5a1bb-d5d8-4f91-8bee-c3a82faab67c), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:57.605679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:57.610061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:57.653170 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d973ff-c54d-4774-a520-c72e221f3e2a None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:55Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:23:55Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:23:56Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:57.700237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c44df5b-4c7f-4998-b097-c1306bd48d59 None None] Sync routers for ids ['b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:23:57.702025 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7c0a3b0c-8d23-4a10-8ca7-705e0033407c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.2353337 Oct 26 15:23:57.779223 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-735e1ecd-9877-4110-b660-1f69d043eca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (74e5a1bb-d5d8-4f91-8bee-c3a82faab67c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:57.793147 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:57.798219 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d41e6093-8ab2-48c7-a316-a843bac391b4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0527549 Oct 26 15:23:57.806702 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59824) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:57.809452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-98b753b6-c6da-4c57-970b-e6a86abe3424 None None] Could not find standard attr ID for object af959fb0-cf31-4dc9-8766-8a44ed1eed60. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:23:57.834371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c44df5b-4c7f-4998-b097-c1306bd48d59 None None] Routers {'b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:57.835021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0c44df5b-4c7f-4998-b097-c1306bd48d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:57.879677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:57.886431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:57.889590 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-735e1ecd-9877-4110-b660-1f69d043eca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (74e5a1bb-d5d8-4f91-8bee-c3a82faab67c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:57.903502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0c44df5b-4c7f-4998-b097-c1306bd48d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:57.936061 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e1ecd-9877-4110-b660-1f69d043eca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=74e5a1bb-d5d8-4f91-8bee-c3a82faab67c,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:57.941866 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2232d0-d064-4e38-a95c-6fba09a5e500 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Made reservation on behalf of 232d8abd8b8e416d967b44aa14a07a56 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:57.947165 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0e2232d0-d064-4e38-a95c-6fba09a5e500 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:57.947380 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-735e1ecd-9877-4110-b660-1f69d043eca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:57.953272 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-735e1ecd-9877-4110-b660-1f69d043eca0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/74e5a1bb-d5d8-4f91-8bee-c3a82faab67c HTTP/1.1" status: 204 len: 168 time: 0.6514564 Oct 26 15:23:57.953971 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59826) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:57.977096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c44df5b-4c7f-4998-b097-c1306bd48d59 None None] Routers {'b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:23:57.977893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0c44df5b-4c7f-4998-b097-c1306bd48d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:57.983268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-a34288df-dc82-4afa-aec3-802ccf35da39', 'network_id': 'a34288df-dc82-4afa-aec3-802ccf35da39', 'project_id': '232d8abd8b8e416d967b44aa14a07a56', 'fixed_ips': [{'subnet_id': 'f2bdd965-ea2f-4bad-9131-a19edc5d1fc4'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:23:57.984346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:58.006075 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:58.028708 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:23:58.102785 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-f934d5b1-f8ae-494e-bb6e-f93bd72d1aa8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet c5a9a402-2b57-4755-bd11-1a072525f600 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:23:58.144651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f934d5b1-f8ae-494e-bb6e-f93bd72d1aa8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (c5a9a402-2b57-4755-bd11-1a072525f600), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:58.150128 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:58.161489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0c44df5b-4c7f-4998-b097-c1306bd48d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:23:58.162098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c44df5b-4c7f-4998-b097-c1306bd48d59 None None] The sync data for ids ['b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:23:58.177423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:58.178449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:58.192724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a595f23-7009-4ba4-87e6-5b1f91197896 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:58.219421 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-023ff1ac-f228-4a2a-afbd-ef49135f3eff tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/routers/b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c HTTP/1.1" status: 200 len: 885 time: 0.4050317 Oct 26 15:23:58.220524 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59828) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:58.245112 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f934d5b1-f8ae-494e-bb6e-f93bd72d1aa8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (c5a9a402-2b57-4755-bd11-1a072525f600), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:58.346853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:58.361665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Allocated IP 172.20.0.2 (a34288df-dc82-4afa-aec3-802ccf35da39/f2bdd965-ea2f-4bad-9131-a19edc5d1fc4/dd0e42ed-f8f4-4158-b49e-21bdfb070b1c) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:58.363767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:58.409640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f934d5b1-f8ae-494e-bb6e-f93bd72d1aa8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (c5a9a402-2b57-4755-bd11-1a072525f600), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:58.448911 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:58.487849 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-34170c65-c500-4299-9ba2-65284650a3d5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2667797 Oct 26 15:23:58.495385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59830) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:58.502229 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a88697b0-9bd3-4b26-9a43-709daa654e7f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1093246813'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:58.541540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:58.612333 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f934d5b1-f8ae-494e-bb6e-f93bd72d1aa8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (c5a9a402-2b57-4755-bd11-1a072525f600), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:58.663873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0e2232d0-d064-4e38-a95c-6fba09a5e500 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (c52947fc-7241-4c90-8c71-5de212415a93), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:58.678662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934d5b1-f8ae-494e-bb6e-f93bd72d1aa8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=c5a9a402-2b57-4755-bd11-1a072525f600,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:58.700634 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f934d5b1-f8ae-494e-bb6e-f93bd72d1aa8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:58.704560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Publish callbacks [] for port (dd0e42ed-f8f4-4158-b49e-21bdfb070b1c), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:58.705399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59832) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:58.711441 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f934d5b1-f8ae-494e-bb6e-f93bd72d1aa8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/c5a9a402-2b57-4755-bd11-1a072525f600 HTTP/1.1" status: 204 len: 168 time: 0.7558651 Oct 26 15:23:58.713242 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59834) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:58.731820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (dd0e42ed-f8f4-4158-b49e-21bdfb070b1c), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:58.830240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Network a34288df-dc82-4afa-aec3-802ccf35da39 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:58.834453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:58.839762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:23:58.849823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:58.869881 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2232d0-d064-4e38-a95c-6fba09a5e500 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event updated for resources: {'Subnet': ['ID=c52947fc-7241-4c90-8c71-5de212415a93,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:58.912329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f32bb0-76bd-453f-89ad-a9981a8cd3f7 None None] Network 62534888-eebf-45a1-b38c-d3445736e131 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:58.914628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Pushing event updated for resources: {'Port': ['ID=dd0e42ed-f8f4-4158-b49e-21bdfb070b1c,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:58.932213 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2232d0-d064-4e38-a95c-6fba09a5e500 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Checking segment: {'id': '4d185ad7-c578-48c2-9e87-c98d8cfe7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2c5e6966-9847-4772-8b25-77692eef9688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:58.932741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2232d0-d064-4e38-a95c-6fba09a5e500 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Network hostable DHCP agents. Network: 2c5e6966-9847-4772-8b25-77692eef9688, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:23:58.954218 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-22b06b57-303f-47bf-b855-7f094a6fcc27 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2313819 Oct 26 15:23:58.956657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59836) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:58.967147 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-aceb9703-4db6-46eb-bf21-c75ef04e61f6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.2545846 Oct 26 15:23:58.971088 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-573de036-b618-443a-a2c2-11d66d7aecd1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:23:59.031720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-06ecf57a-b394-4fb3-a9fc-bdcd55af2a79 None None] Provisioning complete for port fdeacd9f-b6ba-465a-9c40-383158154826 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:59.032116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-06ecf57a-b394-4fb3-a9fc-bdcd55af2a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fdeacd9f-b6ba-465a-9c40-383158154826), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:59.032504 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-06ecf57a-b394-4fb3-a9fc-bdcd55af2a79 None None] Attempt 1 to provision port fdeacd9f-b6ba-465a-9c40-383158154826 Oct 26 15:23:59.079872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Attempting to bind port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:23:59.080258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Attempting to bind port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '0e94e639-54f2-4152-bd89-14424a4fd1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a34288df-dc82-4afa-aec3-802ccf35da39'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:23:59.080632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Attempting to bind port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c on network a34288df-dc82-4afa-aec3-802ccf35da39 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:23:59.348178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:59.368966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68259e2-6ae6-48a8-9fba-42ead6938db1 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:59.398240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fdeacd9f-b6ba-465a-9c40-383158154826 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:59.433582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:23:59.434110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Checking segment: {'id': '0e94e639-54f2-4152-bd89-14424a4fd1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a34288df-dc82-4afa-aec3-802ccf35da39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:23:59.434519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:59.434927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Bound using segment: {'id': '0e94e639-54f2-4152-bd89-14424a4fd1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a34288df-dc82-4afa-aec3-802ccf35da39'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:23:59.435427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Bound port: dd0e42ed-f8f4-4158-b49e-21bdfb070b1c, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e94e639-54f2-4152-bd89-14424a4fd1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a34288df-dc82-4afa-aec3-802ccf35da39'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:23:59.435819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (dd0e42ed-f8f4-4158-b49e-21bdfb070b1c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:59.485227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2232d0-d064-4e38-a95c-6fba09a5e500 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Network 2c5e6966-9847-4772-8b25-77692eef9688 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:23:59.502210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-06ecf57a-b394-4fb3-a9fc-bdcd55af2a79 None None] Current status of the port fdeacd9f-b6ba-465a-9c40-383158154826 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:59.502551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-06ecf57a-b394-4fb3-a9fc-bdcd55af2a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fdeacd9f-b6ba-465a-9c40-383158154826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:59.513377 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-0e2232d0-d064-4e38-a95c-6fba09a5e500 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 2c5e6966-9847-4772-8b25-77692eef9688) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:59.533180 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2232d0-d064-4e38-a95c-6fba09a5e500 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:23:59.533670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0e2232d0-d064-4e38-a95c-6fba09a5e500 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:59.557541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8650cd76-54e5-46b9-aa58-b397b5d1638a None None] Network 2c5e6966-9847-4772-8b25-77692eef9688 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:23:59.578584 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:59.580316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:59.597856 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0e2232d0-d064-4e38-a95c-6fba09a5e500 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0216367 Oct 26 15:23:59.600680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59838) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:23:59.669828 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a88697b0-9bd3-4b26-9a43-709daa654e7f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:59.688217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a88697b0-9bd3-4b26-9a43-709daa654e7f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:59.688757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port fdeacd9f-b6ba-465a-9c40-383158154826 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:23:59.689224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fdeacd9f-b6ba-465a-9c40-383158154826), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:59.689611 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port fdeacd9f-b6ba-465a-9c40-383158154826 Oct 26 15:23:59.763276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-06ecf57a-b394-4fb3-a9fc-bdcd55af2a79 None None] For port fdeacd9f-b6ba-465a-9c40-383158154826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fdeacd9f-b6ba-465a-9c40-383158154826,segment=NetworkSegment(12eeb000-e556-407e-af91-8e5fda71cd86),segment_id=12eeb000-e556-407e-af91-8e5fda71cd86)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:59.778684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] For port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:23:59.780940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-06ecf57a-b394-4fb3-a9fc-bdcd55af2a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fdeacd9f-b6ba-465a-9c40-383158154826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:59.791755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] For port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=dd0e42ed-f8f4-4158-b49e-21bdfb070b1c,segment=NetworkSegment(0e94e639-54f2-4152-bd89-14424a4fd1cc),segment_id=0e94e639-54f2-4152-bd89-14424a4fd1cc)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:23:59.844470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (dd0e42ed-f8f4-4158-b49e-21bdfb070b1c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:59.879598 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573de036-b618-443a-a2c2-11d66d7aecd1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:59.895969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13b25c9-b15b-4f8c-b66a-90073f0e8c26 None None] DHCP port deletion for 8562cd80-5c53-4efe-aa06-0bf20e462dc3 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:23:59.896978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-573de036-b618-443a-a2c2-11d66d7aecd1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:23:59.930348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88697b0-9bd3-4b26-9a43-709daa654e7f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:23:59.943258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fdeacd9f-b6ba-465a-9c40-383158154826 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:23:59.945262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:59.950314 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:23:59.973899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59840) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:00.010537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9b2e2280-600f-49d2-8433-9085651d08d3 None None] Provisioning complete for port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:00.011104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9b2e2280-600f-49d2-8433-9085651d08d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:00.011542 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-9b2e2280-600f-49d2-8433-9085651d08d3 None None] Attempt 1 to provision port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 Oct 26 15:24:00.041734 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f88d2dc3-3bbc-464f-b5b7-ab006fbbebe5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:00.044610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-2c5e6966-9847-4772-8b25-77692eef9688', 'network_id': '2c5e6966-9847-4772-8b25-77692eef9688', 'project_id': '232d8abd8b8e416d967b44aa14a07a56', 'fixed_ips': [{'subnet_id': 'c52947fc-7241-4c90-8c71-5de212415a93'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:24:00.045810 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:00.088658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:00.089198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:00.089798 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:24:00.125367 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:00.130273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecf57a-b394-4fb3-a9fc-bdcd55af2a79 None None] Pushing event updated for resources: {'Port': ['ID=fdeacd9f-b6ba-465a-9c40-383158154826,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:00.133059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:00.137176 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2ef3ed4f-1736-469f-9905-4eb8f55f36e7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1611962 Oct 26 15:24:00.138955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a13b25c9-b15b-4f8c-b66a-90073f0e8c26 None None] Deleting port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:00.139638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a13b25c9-b15b-4f8c-b66a-90073f0e8c26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:00.317192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88697b0-9bd3-4b26-9a43-709daa654e7f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:00.327711 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3ce370-84e5-4c62-aa80-63df283a27c8 None None] Sync routers for ids ['b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:00.332750 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a88697b0-9bd3-4b26-9a43-709daa654e7f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:00.341270 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a88697b0-9bd3-4b26-9a43-709daa654e7f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c HTTP/1.1" status: 200 len: 892 time: 1.8426809 Oct 26 15:24:00.341976 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59842) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:00.353623 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-f88d2dc3-3bbc-464f-b5b7-ab006fbbebe5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Allocated IP 172.20.0.1 (a34288df-dc82-4afa-aec3-802ccf35da39/f2bdd965-ea2f-4bad-9131-a19edc5d1fc4/37a4faca-02b8-4992-89ae-79a434496ec3) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:00.355738 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3ce370-84e5-4c62-aa80-63df283a27c8 None None] Routers {'b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:00.356745 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6d3ce370-84e5-4c62-aa80-63df283a27c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:00.379547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a13b25c9-b15b-4f8c-b66a-90073f0e8c26 None None] For port dbe6192f-5be2-4483-96c7-1cb7bf095bf7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=dbe6192f-5be2-4483-96c7-1cb7bf095bf7,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:00.380165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a13b25c9-b15b-4f8c-b66a-90073f0e8c26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:00.409256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a13b25c9-b15b-4f8c-b66a-90073f0e8c26 None None] Calling delete_port for dbe6192f-5be2-4483-96c7-1cb7bf095bf7 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:00.422165 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6d3ce370-84e5-4c62-aa80-63df283a27c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:00.451315 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3ce370-84e5-4c62-aa80-63df283a27c8 None None] Routers {'b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:00.452456 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6d3ce370-84e5-4c62-aa80-63df283a27c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:00.490646 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6d3ce370-84e5-4c62-aa80-63df283a27c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:00.491395 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3ce370-84e5-4c62-aa80-63df283a27c8 None None] The sync data for ids ['b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:00.504674 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-573de036-b618-443a-a2c2-11d66d7aecd1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (aacc023f-4b17-41cf-958b-4a68cd10393e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:00.510775 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f88d2dc3-3bbc-464f-b5b7-ab006fbbebe5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for port (37a4faca-02b8-4992-89ae-79a434496ec3), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:00.536853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fea3b1-a0f1-4b7c-9dcb-d7caae11645d None None] New status for floating IP f5ddc391-49d7-48dc-a16e-8c8241b5855e: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:24:00.550309 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f88d2dc3-3bbc-464f-b5b7-ab006fbbebe5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (37a4faca-02b8-4992-89ae-79a434496ec3), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:00.565394 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573de036-b618-443a-a2c2-11d66d7aecd1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:00.573907 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-929f3694-4436-4443-b622-42891a8c69c9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/routers/b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c HTTP/1.1" status: 200 len: 892 time: 0.2271106 Oct 26 15:24:00.575647 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:00.578262 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59844) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:00.579854 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-573de036-b618-443a-a2c2-11d66d7aecd1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:00.601466 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88d2dc3-3bbc-464f-b5b7-ab006fbbebe5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Network a34288df-dc82-4afa-aec3-802ccf35da39 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:00.602133 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573de036-b618-443a-a2c2-11d66d7aecd1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:00.602606 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-573de036-b618-443a-a2c2-11d66d7aecd1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:00.602745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b327f98-43d5-4990-b1db-a20d033f4d68 None None] Pushing event updated for resources: {'Port': ['ID=dd0e42ed-f8f4-4158-b49e-21bdfb070b1c,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:00.606551 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-f88d2dc3-3bbc-464f-b5b7-ab006fbbebe5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:00.609233 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88d2dc3-3bbc-464f-b5b7-ab006fbbebe5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:00.613709 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d2dc3-3bbc-464f-b5b7-ab006fbbebe5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event updated for resources: {'Port': ['ID=37a4faca-02b8-4992-89ae-79a434496ec3,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:00.641051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-9b2e2280-600f-49d2-8433-9085651d08d3 None None] Current status of the port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:00.661688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f88d2dc3-3bbc-464f-b5b7-ab006fbbebe5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (6a09d1f0-4633-4628-9e3f-3567052b261b), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:00.662489 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-445965f1-eeb1-4300-888c-2fe71c5c9456 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c HTTP/1.1" status: 200 len: 205 time: 0.0748782 Oct 26 15:24:00.664827 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59846) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:00.665990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573de036-b618-443a-a2c2-11d66d7aecd1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=aacc023f-4b17-41cf-958b-4a68cd10393e,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:00.670200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:00.689357 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-573de036-b618-443a-a2c2-11d66d7aecd1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7260289 Oct 26 15:24:00.691660 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59848) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:00.698528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-0e8639a9-0210-4a06-832d-a4c936300e1d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:00.716862 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:00.753871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Allocated IP 172.20.0.2 (2c5e6966-9847-4772-8b25-77692eef9688/c52947fc-7241-4c90-8c71-5de212415a93/187a8c80-254e-47ee-927e-af505bbcff27) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:00.759349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a13b25c9-b15b-4f8c-b66a-90073f0e8c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (dbe6192f-5be2-4483-96c7-1cb7bf095bf7), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:00.776443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:00.776866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:00.858803 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8639a9-0210-4a06-832d-a4c936300e1d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:00.864750 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0e8639a9-0210-4a06-832d-a4c936300e1d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:00.866898 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8b083792-08a9-4aa2-be5a-1ebc13ebb9b5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:00.867629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b25c9-b15b-4f8c-b66a-90073f0e8c26 None None] Pushing event deleted for resources: {'Port': ['ID=dbe6192f-5be2-4483-96c7-1cb7bf095bf7,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:00.870091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13b25c9-b15b-4f8c-b66a-90073f0e8c26 None None] No DVR routers for this DVR port dbe6192f-5be2-4483-96c7-1cb7bf095bf7 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:24:00.881132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c67d1bfe-9c1a-4b59-9205-4530cadc6974 None None] Provisioning complete for port fdeacd9f-b6ba-465a-9c40-383158154826 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:00.881132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c67d1bfe-9c1a-4b59-9205-4530cadc6974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fdeacd9f-b6ba-465a-9c40-383158154826), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:00.881365 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c67d1bfe-9c1a-4b59-9205-4530cadc6974 None None] Attempt 1 to provision port fdeacd9f-b6ba-465a-9c40-383158154826 Oct 26 15:24:00.906317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9934a784-6435-41b7-9610-cd159390ae60 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:00.946749 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f88d2dc3-3bbc-464f-b5b7-ab006fbbebe5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (37a4faca-02b8-4992-89ae-79a434496ec3), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:01.131602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:01.175169 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59850) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:01.199491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:01.224782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'fixed_ips': [{'subnet_id': 'aacc023f-4b17-41cf-958b-4a68cd10393e'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:24:01.225756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:01.255685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:01.256528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:01.319699 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e801ca66-8bc8-4162-a3fb-f8ce99356e5d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1431720 Oct 26 15:24:01.407699 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.objects.ports [None req-0e8639a9-0210-4a06-832d-a4c936300e1d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105321) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:24:01.409400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0e8639a9-0210-4a06-832d-a4c936300e1d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (971d55bb-3706-493d-9508-6512e463b1fa), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:01.466027 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8639a9-0210-4a06-832d-a4c936300e1d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:01.469504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-0e8639a9-0210-4a06-832d-a4c936300e1d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:01.472504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8639a9-0210-4a06-832d-a4c936300e1d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:01.473139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0e8639a9-0210-4a06-832d-a4c936300e1d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:01.483291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8b083792-08a9-4aa2-be5a-1ebc13ebb9b5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router_gateway (b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:01.487435 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8639a9-0210-4a06-832d-a4c936300e1d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=971d55bb-3706-493d-9508-6512e463b1fa,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:01.504196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb6d910-7323-449a-8c72-806f944a262b None None] Network a34288df-dc82-4afa-aec3-802ccf35da39 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:01.506266 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0e8639a9-0210-4a06-832d-a4c936300e1d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8133533 Oct 26 15:24:01.506928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59852) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:01.512520 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a6ddf551-ab60-4cda-b56d-24bbc8e5a61e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'mac_address': 'fa:16:3e:4b:9d:6f', 'name': 'tempest-NetworksTestDHCPv6-819102184'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:01.568971 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-8b083792-08a9-4aa2-be5a-1ebc13ebb9b5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting port 84518f82-e8a1-4934-8bdf-9122e19b9349 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:01.569336 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8b083792-08a9-4aa2-be5a-1ebc13ebb9b5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (84518f82-e8a1-4934-8bdf-9122e19b9349), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:01.608393 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:01.633975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c67d1bfe-9c1a-4b59-9205-4530cadc6974 None None] Current status of the port fdeacd9f-b6ba-465a-9c40-383158154826 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:01.646166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ddf551-ab60-4cda-b56d-24bbc8e5a61e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:01.656085 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:01.692085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:01.692472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:01.692834 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 Oct 26 15:24:01.718447 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8b083792-08a9-4aa2-be5a-1ebc13ebb9b5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (84518f82-e8a1-4934-8bdf-9122e19b9349), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:01.722467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:01.741822 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-8b083792-08a9-4aa2-be5a-1ebc13ebb9b5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Calling delete_port for 84518f82-e8a1-4934-8bdf-9122e19b9349 owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:01.744301 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a6ddf551-ab60-4cda-b56d-24bbc8e5a61e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:01.768285 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-a6ddf551-ab60-4cda-b56d-24bbc8e5a61e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port 8be30600-f0f0-48d4-925a-1beae0b66907 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:24:01.772954 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Publish callbacks [] for port (187a8c80-254e-47ee-927e-af505bbcff27), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:01.790460 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f88d2dc3-3bbc-464f-b5b7-ab006fbbebe5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for port (37a4faca-02b8-4992-89ae-79a434496ec3), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:01.805651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (187a8c80-254e-47ee-927e-af505bbcff27), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:01.814720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:01.824351 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f88d2dc3-3bbc-464f-b5b7-ab006fbbebe5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (37a4faca-02b8-4992-89ae-79a434496ec3), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:01.828033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-948b1bdf-c3bb-4632-8eff-815da6301c3e None None] Provisioning complete for port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:01.828418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-948b1bdf-c3bb-4632-8eff-815da6301c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dd0e42ed-f8f4-4158-b49e-21bdfb070b1c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:01.828763 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-948b1bdf-c3bb-4632-8eff-815da6301c3e None None] Attempt 1 to provision port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c Oct 26 15:24:01.832982 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:01.880645 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957bb2fe-1b75-494e-a26b-9bd1b5200e2e None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:01.880645 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957bb2fe-1b75-494e-a26b-9bd1b5200e2e None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:01.881868 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-957bb2fe-1b75-494e-a26b-9bd1b5200e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:01.920228 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f88d2dc3-3bbc-464f-b5b7-ab006fbbebe5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (6a09d1f0-4633-4628-9e3f-3567052b261b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:01.951177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:01.952448 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d2dc3-3bbc-464f-b5b7-ab006fbbebe5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event updated for resources: {'Port': ['ID=37a4faca-02b8-4992-89ae-79a434496ec3,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:01.954600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Network 2c5e6966-9847-4772-8b25-77692eef9688 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:01.987355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Pushing event updated for resources: {'Port': ['ID=187a8c80-254e-47ee-927e-af505bbcff27,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:01.990939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:02.005340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:02.081606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:02.082007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:02.124300 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88d2dc3-3bbc-464f-b5b7-ab006fbbebe5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Network a34288df-dc82-4afa-aec3-802ccf35da39 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:02.128491 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-f88d2dc3-3bbc-464f-b5b7-ab006fbbebe5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:02.148109 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-957bb2fe-1b75-494e-a26b-9bd1b5200e2e None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:02.179415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:02.189554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:02.198297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Allocated IP 172.20.0.2 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/aacc023f-4b17-41cf-958b-4a68cd10393e/f86b0d1f-e118-489b-afc7-248d2b71b83c) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:02.210048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:02.212809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Attempting to bind port 187a8c80-254e-47ee-927e-af505bbcff27 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:02.213207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Attempting to bind port 187a8c80-254e-47ee-927e-af505bbcff27 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '4d185ad7-c578-48c2-9e87-c98d8cfe7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2c5e6966-9847-4772-8b25-77692eef9688'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:02.213576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Attempting to bind port 187a8c80-254e-47ee-927e-af505bbcff27 on network 2c5e6966-9847-4772-8b25-77692eef9688 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:02.218164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Allocated IP 2001:db8::f816:3eff:fed1:bb56 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/971d55bb-3706-493d-9508-6512e463b1fa/f86b0d1f-e118-489b-afc7-248d2b71b83c) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:02.267372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8b083792-08a9-4aa2-be5a-1ebc13ebb9b5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (84518f82-e8a1-4934-8bdf-9122e19b9349), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:02.273900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-948b1bdf-c3bb-4632-8eff-815da6301c3e None None] Current status of the port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:02.274501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-948b1bdf-c3bb-4632-8eff-815da6301c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (dd0e42ed-f8f4-4158-b49e-21bdfb070b1c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:02.322614 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59854) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:02.404279 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b083792-08a9-4aa2-be5a-1ebc13ebb9b5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Port': ['ID=84518f82-e8a1-4934-8bdf-9122e19b9349,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:02.428244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-948b1bdf-c3bb-4632-8eff-815da6301c3e None None] For port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=dd0e42ed-f8f4-4158-b49e-21bdfb070b1c,segment=NetworkSegment(0e94e639-54f2-4152-bd89-14424a4fd1cc),segment_id=0e94e639-54f2-4152-bd89-14424a4fd1cc)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:02.433758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:02.475784 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d6a1ce57-9723-49ee-a21c-4de340f3dabe tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1517177 Oct 26 15:24:02.491853 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-957bb2fe-1b75-494e-a26b-9bd1b5200e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:23:57Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:00Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:00Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:02.514026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88d2dc3-3bbc-464f-b5b7-ab006fbbebe5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Router 6a09d1f0-4633-4628-9e3f-3567052b261b is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:24:02.518913 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8b083792-08a9-4aa2-be5a-1ebc13ebb9b5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:02.533289 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957bb2fe-1b75-494e-a26b-9bd1b5200e2e None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:24:02.543774 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957bb2fe-1b75-494e-a26b-9bd1b5200e2e None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:02.544529 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-957bb2fe-1b75-494e-a26b-9bd1b5200e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:02.562500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-948b1bdf-c3bb-4632-8eff-815da6301c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (dd0e42ed-f8f4-4158-b49e-21bdfb070b1c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:02.571184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device dd0e42ed-f8f4-4158-b49e-21bdfb070b1c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:02.573349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:24:02.573813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Checking segment: {'id': '4d185ad7-c578-48c2-9e87-c98d8cfe7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2c5e6966-9847-4772-8b25-77692eef9688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:02.574295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:02.574775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Bound using segment: {'id': '4d185ad7-c578-48c2-9e87-c98d8cfe7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2c5e6966-9847-4772-8b25-77692eef9688'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:24:02.575345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Bound port: 187a8c80-254e-47ee-927e-af505bbcff27, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d185ad7-c578-48c2-9e87-c98d8cfe7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2c5e6966-9847-4772-8b25-77692eef9688'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:24:02.575815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (187a8c80-254e-47ee-927e-af505bbcff27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:02.628346 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8b083792-08a9-4aa2-be5a-1ebc13ebb9b5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:02.630954 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8b083792-08a9-4aa2-be5a-1ebc13ebb9b5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router_controller (b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:02.659941 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-957bb2fe-1b75-494e-a26b-9bd1b5200e2e None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:02.663701 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:02.688992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:02.712054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-279f14fd-38a1-425a-8c06-f599d9318896 None None] Provisioning complete for port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:02.712432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-279f14fd-38a1-425a-8c06-f599d9318896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dd0e42ed-f8f4-4158-b49e-21bdfb070b1c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:02.712772 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-279f14fd-38a1-425a-8c06-f599d9318896 None None] Attempt 1 to provision port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c Oct 26 15:24:02.731586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Publish callbacks [] for port (f86b0d1f-e118-489b-afc7-248d2b71b83c), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:02.763182 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8b083792-08a9-4aa2-be5a-1ebc13ebb9b5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:02.764187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b083792-08a9-4aa2-be5a-1ebc13ebb9b5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Fanout notify agent at l3_agent the message router_deleted on router b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:24:02.775913 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8b083792-08a9-4aa2-be5a-1ebc13ebb9b5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:02.777322 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8b083792-08a9-4aa2-be5a-1ebc13ebb9b5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/routers/b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c HTTP/1.1" status: 204 len: 168 time: 2.1111102 Oct 26 15:24:02.781478 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59856) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:02.786358 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88d2dc3-3bbc-464f-b5b7-ab006fbbebe5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:02.798145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (f86b0d1f-e118-489b-afc7-248d2b71b83c), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:02.800086 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e23a053a-7220-461f-9b24-96428fdca91c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1268640651'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:02.805158 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f88d2dc3-3bbc-464f-b5b7-ab006fbbebe5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "PUT /networking/v2.0/routers/6a09d1f0-4633-4628-9e3f-3567052b261b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2005432 Oct 26 15:24:02.805922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59858) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:02.817583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dcacaa-bd47-4fff-ac85-12bc290e036f None None] Sync routers for ids ['6a09d1f0-4633-4628-9e3f-3567052b261b'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:02.837325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] For port 187a8c80-254e-47ee-927e-af505bbcff27, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:24:02.845003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b1bdf-c3bb-4632-8eff-815da6301c3e None None] Pushing event updated for resources: {'Port': ['ID=dd0e42ed-f8f4-4158-b49e-21bdfb070b1c,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:02.860376 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:02.861912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:02.914644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] For port 187a8c80-254e-47ee-927e-af505bbcff27, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=187a8c80-254e-47ee-927e-af505bbcff27,segment=NetworkSegment(4d185ad7-c578-48c2-9e87-c98d8cfe7922),segment_id=4d185ad7-c578-48c2-9e87-c98d8cfe7922)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:24:02.917068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:02.917708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23a053a-7220-461f-9b24-96428fdca91c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Made reservation on behalf of 4c4db5bb937d4b728c56281fc24a1134 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:02.918884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dcacaa-bd47-4fff-ac85-12bc290e036f None None] Routers {'6a09d1f0-4633-4628-9e3f-3567052b261b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:02.919474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e5dcacaa-bd47-4fff-ac85-12bc290e036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a09d1f0-4633-4628-9e3f-3567052b261b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:02.921529 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e23a053a-7220-461f-9b24-96428fdca91c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:02.957175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:02.965905 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-957bb2fe-1b75-494e-a26b-9bd1b5200e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:02Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:00Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:00Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:02.968511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e5dcacaa-bd47-4fff-ac85-12bc290e036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:02.979846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:02.979846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dd0e42ed-f8f4-4158-b49e-21bdfb070b1c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:02.979846 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c Oct 26 15:24:02.994732 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957bb2fe-1b75-494e-a26b-9bd1b5200e2e None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:02Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:00Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:00Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:03.011855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (187a8c80-254e-47ee-927e-af505bbcff27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:03.052229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dcacaa-bd47-4fff-ac85-12bc290e036f None None] Routers {'6a09d1f0-4633-4628-9e3f-3567052b261b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:03.052949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e5dcacaa-bd47-4fff-ac85-12bc290e036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a09d1f0-4633-4628-9e3f-3567052b261b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:03.056742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23a053a-7220-461f-9b24-96428fdca91c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:24:03.075184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-a6ddf551-ab60-4cda-b56d-24bbc8e5a61e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 172.20.0.7 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/aacc023f-4b17-41cf-958b-4a68cd10393e/8be30600-f0f0-48d4-925a-1beae0b66907) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:03.077967 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e23a053a-7220-461f-9b24-96428fdca91c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (1deee21b-69a7-4c84-99a1-4e1b5f5631be), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:03.078306 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-e23a053a-7220-461f-9b24-96428fdca91c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Added segment 1deee21b-69a7-4c84-99a1-4e1b5f5631be of type vlan for network 971d6582-84e8-4537-9cf3-594e06d3f5f9 Oct 26 15:24:03.092256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-a6ddf551-ab60-4cda-b56d-24bbc8e5a61e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::f816:3eff:fe4b:9d6f (8562cd80-5c53-4efe-aa06-0bf20e462dc3/971d55bb-3706-493d-9508-6512e463b1fa/8be30600-f0f0-48d4-925a-1beae0b66907) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:03.130982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Pushing event updated for resources: {'Port': ['ID=f86b0d1f-e118-489b-afc7-248d2b71b83c,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:03.137033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e5dcacaa-bd47-4fff-ac85-12bc290e036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:03.137845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dcacaa-bd47-4fff-ac85-12bc290e036f None None] The sync data for ids ['6a09d1f0-4633-4628-9e3f-3567052b261b'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:03.178533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e23a053a-7220-461f-9b24-96428fdca91c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (971d6582-84e8-4537-9cf3-594e06d3f5f9), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:03.228041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:03.239338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:03.327121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-279f14fd-38a1-425a-8c06-f599d9318896 None None] Current status of the port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:03.340092 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e23a053a-7220-461f-9b24-96428fdca91c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (971d6582-84e8-4537-9cf3-594e06d3f5f9), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:03.352471 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23a053a-7220-461f-9b24-96428fdca91c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:03.360464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e23a053a-7220-461f-9b24-96428fdca91c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:03.374078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Attempting to bind port f86b0d1f-e118-489b-afc7-248d2b71b83c on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:03.374708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Attempting to bind port f86b0d1f-e118-489b-afc7-248d2b71b83c by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:03.375401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Attempting to bind port f86b0d1f-e118-489b-afc7-248d2b71b83c on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:03.397410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a908ab-1a7e-4e00-8b3a-e00f79e31f9c None None] Pushing event updated for resources: {'Port': ['ID=187a8c80-254e-47ee-927e-af505bbcff27,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:03.401390 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-de3ac6f1-aafb-4ce1-a29c-01c924b83b82 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:24:03.405847 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-de3ac6f1-aafb-4ce1-a29c-01c924b83b82 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "PUT /networking/v2.0/routers/6a09d1f0-4633-4628-9e3f-3567052b261b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5987699 Oct 26 15:24:03.406851 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59860) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:03.447668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-279f14fd-38a1-425a-8c06-f599d9318896 None None] Provisioning complete for port 37a4faca-02b8-4992-89ae-79a434496ec3 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:03.448348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-279f14fd-38a1-425a-8c06-f599d9318896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (37a4faca-02b8-4992-89ae-79a434496ec3), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:03.448919 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-279f14fd-38a1-425a-8c06-f599d9318896 None None] Attempt 1 to provision port 37a4faca-02b8-4992-89ae-79a434496ec3 Oct 26 15:24:03.479707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:03.485415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fdeacd9f-b6ba-465a-9c40-383158154826 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:03.489001 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e23a053a-7220-461f-9b24-96428fdca91c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7048929 Oct 26 15:24:03.495875 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59862) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:03.496353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59864) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:03.512396 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d4713035-0472-4fce-b34d-1295ce5f0e19 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'subnet': {'network_id': '971d6582-84e8-4537-9cf3-594e06d3f5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:03.541665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a053a-7220-461f-9b24-96428fdca91c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Network': ['ID=971d6582-84e8-4537-9cf3-594e06d3f5f9,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:03.570709 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a6ddf551-ab60-4cda-b56d-24bbc8e5a61e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (8be30600-f0f0-48d4-925a-1beae0b66907), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:03.574879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 971d6582-84e8-4537-9cf3-594e06d3f5f9 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:24:03.603675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-279f14fd-38a1-425a-8c06-f599d9318896 None None] Port 37a4faca-02b8-4992-89ae-79a434496ec3 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:24:03.621144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a6ddf551-ab60-4cda-b56d-24bbc8e5a61e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (8be30600-f0f0-48d4-925a-1beae0b66907), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:03.696888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ddf551-ab60-4cda-b56d-24bbc8e5a61e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:03.701196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-a6ddf551-ab60-4cda-b56d-24bbc8e5a61e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:03.704764 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ddf551-ab60-4cda-b56d-24bbc8e5a61e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:03.726314 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3496a3a5-7efa-46e6-a440-f9e3b7192dbb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.2286541 Oct 26 15:24:03.739175 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=6,neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:03.740244 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddf551-ab60-4cda-b56d-24bbc8e5a61e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=8be30600-f0f0-48d4-925a-1beae0b66907,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:03.756365 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:03.766888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ddf551-ab60-4cda-b56d-24bbc8e5a61e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:03.767597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a6ddf551-ab60-4cda-b56d-24bbc8e5a61e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:03.793539 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a6ddf551-ab60-4cda-b56d-24bbc8e5a61e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2854095 Oct 26 15:24:03.794377 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59866) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:03.852319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b454e62b-088a-4c7e-8eac-469cde756339 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:03.857752 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b454e62b-088a-4c7e-8eac-469cde756339 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:03.862836 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b454e62b-088a-4c7e-8eac-469cde756339 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0673602 Oct 26 15:24:03.863506 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59868) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:03.864577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4713035-0472-4fce-b34d-1295ce5f0e19 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Made reservation on behalf of 4c4db5bb937d4b728c56281fc24a1134 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:03.869187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4713035-0472-4fce-b34d-1295ce5f0e19 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:03.896561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:24:03.897620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Checking segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:03.898368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:03.899174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Bound using segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:24:03.900172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Bound port: f86b0d1f-e118-489b-afc7-248d2b71b83c, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:24:03.901823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f86b0d1f-e118-489b-afc7-248d2b71b83c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:03.916548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-3a09497b-39f3-4854-94a0-70873f38c5c9 None None] Provisioning complete for port 37a4faca-02b8-4992-89ae-79a434496ec3 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:03.916948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3a09497b-39f3-4854-94a0-70873f38c5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (37a4faca-02b8-4992-89ae-79a434496ec3), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:03.917295 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-3a09497b-39f3-4854-94a0-70873f38c5c9 None None] Attempt 1 to provision port 37a4faca-02b8-4992-89ae-79a434496ec3 Oct 26 15:24:03.970635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-3a09497b-39f3-4854-94a0-70873f38c5c9 None None] Port 37a4faca-02b8-4992-89ae-79a434496ec3 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:24:03.972922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port fdeacd9f-b6ba-465a-9c40-383158154826 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:03.973308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fdeacd9f-b6ba-465a-9c40-383158154826), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:03.973644 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port fdeacd9f-b6ba-465a-9c40-383158154826 Oct 26 15:24:03.986734 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-15e88109-a447-44b3-9b37-212c2df770e8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port 8be30600-f0f0-48d4-925a-1beae0b66907 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:03.987325 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-15e88109-a447-44b3-9b37-212c2df770e8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8be30600-f0f0-48d4-925a-1beae0b66907), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:04.124113 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-91b0e98a-90f6-4773-834d-504d3883a006 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (6a09d1f0-4633-4628-9e3f-3567052b261b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:04.136598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:04.181254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] For port f86b0d1f-e118-489b-afc7-248d2b71b83c, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:24:04.183020 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-15e88109-a447-44b3-9b37-212c2df770e8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8be30600-f0f0-48d4-925a-1beae0b66907), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:04.223155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fdeacd9f-b6ba-465a-9c40-383158154826 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:04.226036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-15e88109-a447-44b3-9b37-212c2df770e8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for 8be30600-f0f0-48d4-925a-1beae0b66907 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:04.227477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] For port f86b0d1f-e118-489b-afc7-248d2b71b83c, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f86b0d1f-e118-489b-afc7-248d2b71b83c,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:24:04.244168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f86b0d1f-e118-489b-afc7-248d2b71b83c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:04.346852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:04.364591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828171eb-fffd-411f-be87-2100d8ad9435 None None] Pushing event updated for resources: {'Port': ['ID=f86b0d1f-e118-489b-afc7-248d2b71b83c,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:04.453011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:04.463976 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4713035-0472-4fce-b34d-1295ce5f0e19 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (088be422-57d5-48af-add4-7b4aee3d10d9), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:04.543078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:04.543751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:04.549315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:04.588200 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-15e88109-a447-44b3-9b37-212c2df770e8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (8be30600-f0f0-48d4-925a-1beae0b66907), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:04.590291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:04.601249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:04.602662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device dbe6192f-5be2-4483-96c7-1cb7bf095bf7 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:04.640120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: dbe6192f-5be2-4483-96c7-1cb7bf095bf7 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:24:04.640618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device dbe6192f-5be2-4483-96c7-1cb7bf095bf7 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:24:04.641188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:04.658421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e88109-a447-44b3-9b37-212c2df770e8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=8be30600-f0f0-48d4-925a-1beae0b66907,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:04.662720 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:04.746015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:04.761156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59870) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:04.815868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:04.816269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:04.829576 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4713035-0472-4fce-b34d-1295ce5f0e19 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Subnet': ['ID=088be422-57d5-48af-add4-7b4aee3d10d9,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:04.841133 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-15e88109-a447-44b3-9b37-212c2df770e8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:04.845530 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-15e88109-a447-44b3-9b37-212c2df770e8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/8be30600-f0f0-48d4-925a-1beae0b66907 HTTP/1.1" status: 204 len: 168 time: 0.9810388 Oct 26 15:24:04.848327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4713035-0472-4fce-b34d-1295ce5f0e19 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Checking segment: {'id': '1deee21b-69a7-4c84-99a1-4e1b5f5631be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '971d6582-84e8-4537-9cf3-594e06d3f5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:04.848827 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4713035-0472-4fce-b34d-1295ce5f0e19 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network hostable DHCP agents. Network: 971d6582-84e8-4537-9cf3-594e06d3f5f9, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:24:04.849148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59872) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:04.860554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6938a8-743d-474b-9781-5bba23f60c27 None None] Network 2c5e6966-9847-4772-8b25-77692eef9688 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:04.876638 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a6e17747-3853-4c96-b910-e1838f1ffe4e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1127243 Oct 26 15:24:04.921342 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-91b0e98a-90f6-4773-834d-504d3883a006 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Deleting port 37a4faca-02b8-4992-89ae-79a434496ec3 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:04.921860 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-91b0e98a-90f6-4773-834d-504d3883a006 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (37a4faca-02b8-4992-89ae-79a434496ec3), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:04.928045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c83878d-8e4a-4c9a-8af5-c6c005c967b5 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:04.931653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c83878d-8e4a-4c9a-8af5-c6c005c967b5 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:04.934126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ec12f649-3918-4fb6-b878-5b710f095e24 None None] Provisioning complete for port 187a8c80-254e-47ee-927e-af505bbcff27 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:04.934727 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c83878d-8e4a-4c9a-8af5-c6c005c967b5 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:04.935273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ec12f649-3918-4fb6-b878-5b710f095e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (187a8c80-254e-47ee-927e-af505bbcff27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:04.935786 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ec12f649-3918-4fb6-b878-5b710f095e24 None None] Attempt 1 to provision port 187a8c80-254e-47ee-927e-af505bbcff27 Oct 26 15:24:04.939125 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2c83878d-8e4a-4c9a-8af5-c6c005c967b5 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0854449 Oct 26 15:24:04.939324 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4713035-0472-4fce-b34d-1295ce5f0e19 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network 971d6582-84e8-4537-9cf3-594e06d3f5f9 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:24:04.940009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59874) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:04.981717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:05.009104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:05.011599 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-015d8820-aa3c-45ae-9f80-3ba8e9f52253 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 971d55bb-3706-493d-9508-6512e463b1fa {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:24:05.016549 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-015d8820-aa3c-45ae-9f80-3ba8e9f52253 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (971d55bb-3706-493d-9508-6512e463b1fa), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.028705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.137145 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-015d8820-aa3c-45ae-9f80-3ba8e9f52253 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (971d55bb-3706-493d-9508-6512e463b1fa), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.143010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ec12f649-3918-4fb6-b878-5b710f095e24 None None] Current status of the port 187a8c80-254e-47ee-927e-af505bbcff27 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:05.143415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ec12f649-3918-4fb6-b878-5b710f095e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (187a8c80-254e-47ee-927e-af505bbcff27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.173979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:05.236391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-ec12f649-3918-4fb6-b878-5b710f095e24 None None] For port 187a8c80-254e-47ee-927e-af505bbcff27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=187a8c80-254e-47ee-927e-af505bbcff27,segment=NetworkSegment(4d185ad7-c578-48c2-9e87-c98d8cfe7922),segment_id=4d185ad7-c578-48c2-9e87-c98d8cfe7922)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:05.245133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ec12f649-3918-4fb6-b878-5b710f095e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (187a8c80-254e-47ee-927e-af505bbcff27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.309911 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-015d8820-aa3c-45ae-9f80-3ba8e9f52253 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (971d55bb-3706-493d-9508-6512e463b1fa), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.377293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12f649-3918-4fb6-b878-5b710f095e24 None None] Pushing event updated for resources: {'Port': ['ID=187a8c80-254e-47ee-927e-af505bbcff27,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:05.424290 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-015d8820-aa3c-45ae-9f80-3ba8e9f52253 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (971d55bb-3706-493d-9508-6512e463b1fa), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.443063 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:05.447512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-015d8820-aa3c-45ae-9f80-3ba8e9f52253 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.451159 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-015d8820-aa3c-45ae-9f80-3ba8e9f52253 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/971d55bb-3706-493d-9508-6512e463b1fa HTTP/1.1" status: 204 len: 168 time: 0.5097792 Oct 26 15:24:05.454043 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59878) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:05.483699 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-d4713035-0472-4fce-b34d-1295ce5f0e19 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 971d6582-84e8-4537-9cf3-594e06d3f5f9) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:05.484310 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d8820-aa3c-45ae-9f80-3ba8e9f52253 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=971d55bb-3706-493d-9508-6512e463b1fa,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:05.494541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ea4802-df24-4553-9cab-5a97c4b3c05a None None] Network 971d6582-84e8-4537-9cf3-594e06d3f5f9 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:05.501568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 187a8c80-254e-47ee-927e-af505bbcff27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:05.507971 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4713035-0472-4fce-b34d-1295ce5f0e19 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:05.508574 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4713035-0472-4fce-b34d-1295ce5f0e19 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.521533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:05.561637 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d4713035-0472-4fce-b34d-1295ce5f0e19 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0502632 Oct 26 15:24:05.566212 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59880) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:05.571240 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-0224ed86-647b-4921-8428-0ef263503cc5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-169248755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:05.574637 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-91b0e98a-90f6-4773-834d-504d3883a006 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (37a4faca-02b8-4992-89ae-79a434496ec3), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.587051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b32ae11-92f9-43de-b833-92921e547791 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet aacc023f-4b17-41cf-958b-4a68cd10393e {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:24:05.591944 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-91b0e98a-90f6-4773-834d-504d3883a006 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Calling delete_port for 37a4faca-02b8-4992-89ae-79a434496ec3 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:05.593069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b32ae11-92f9-43de-b833-92921e547791 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (aacc023f-4b17-41cf-958b-4a68cd10393e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.664935 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0224ed86-647b-4921-8428-0ef263503cc5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (9859dccc-a457-4c0c-832c-e2b1e93de5ba), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.666166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0224ed86-647b-4921-8428-0ef263503cc5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (9859dccc-a457-4c0c-832c-e2b1e93de5ba), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.673965 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b32ae11-92f9-43de-b833-92921e547791 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (aacc023f-4b17-41cf-958b-4a68cd10393e), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.685127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 187a8c80-254e-47ee-927e-af505bbcff27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:05.685750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (187a8c80-254e-47ee-927e-af505bbcff27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.685861 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 187a8c80-254e-47ee-927e-af505bbcff27 Oct 26 15:24:05.691026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-0b646cec-1d9f-4a06-b580-3d44a3899f91 None None] Provisioning complete for port 187a8c80-254e-47ee-927e-af505bbcff27 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:05.691652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0b646cec-1d9f-4a06-b580-3d44a3899f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (187a8c80-254e-47ee-927e-af505bbcff27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.691999 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0b646cec-1d9f-4a06-b580-3d44a3899f91 None None] Attempt 1 to provision port 187a8c80-254e-47ee-927e-af505bbcff27 Oct 26 15:24:05.770072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-971d6582-84e8-4537-9cf3-594e06d3f5f9', 'network_id': '971d6582-84e8-4537-9cf3-594e06d3f5f9', 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'fixed_ips': [{'subnet_id': '088be422-57d5-48af-add4-7b4aee3d10d9'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:24:05.771010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.794536 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0224ed86-647b-4921-8428-0ef263503cc5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router_controller (9859dccc-a457-4c0c-832c-e2b1e93de5ba), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.826589 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0224ed86-647b-4921-8428-0ef263503cc5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (9859dccc-a457-4c0c-832c-e2b1e93de5ba), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.833454 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-91b0e98a-90f6-4773-834d-504d3883a006 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (37a4faca-02b8-4992-89ae-79a434496ec3), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.859253 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcde0df-1c93-4412-9d6b-a15db8d2413c None None] New status for floating IP f5ddc391-49d7-48dc-a16e-8c8241b5855e: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:24:05.861879 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b32ae11-92f9-43de-b833-92921e547791 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (aacc023f-4b17-41cf-958b-4a68cd10393e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.868701 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0e98a-90f6-4773-834d-504d3883a006 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event deleted for resources: {'Port': ['ID=37a4faca-02b8-4992-89ae-79a434496ec3,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:05.883369 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59884) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:05.925029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0224ed86-647b-4921-8428-0ef263503cc5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:05.926246 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0224ed86-647b-4921-8428-0ef263503cc5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3588040 Oct 26 15:24:05.936535 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59886) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:06.057536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Allocated IP 2001:db8::2 (971d6582-84e8-4537-9cf3-594e06d3f5f9/088be422-57d5-48af-add4-7b4aee3d10d9/59a4bc9a-96c7-4391-ae56-dba88ce2c237) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:06.102810 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:06.137592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:06.162270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b32ae11-92f9-43de-b833-92921e547791 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (aacc023f-4b17-41cf-958b-4a68cd10393e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:06.168819 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-428c48b1-d501-4bb1-be0c-3378f3781a77 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.2833655 Oct 26 15:24:06.201083 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-91b0e98a-90f6-4773-834d-504d3883a006 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (6a09d1f0-4633-4628-9e3f-3567052b261b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:06.232375 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32ae11-92f9-43de-b833-92921e547791 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=aacc023f-4b17-41cf-958b-4a68cd10393e,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:06.239881 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b32ae11-92f9-43de-b833-92921e547791 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:06.243123 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9b32ae11-92f9-43de-b833-92921e547791 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/aacc023f-4b17-41cf-958b-4a68cd10393e HTTP/1.1" status: 204 len: 168 time: 0.7879100 Oct 26 15:24:06.245585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59888) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:06.256740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:06.260914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 187a8c80-254e-47ee-927e-af505bbcff27 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:06.263012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:06.274099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988da649-df8c-4f34-aba4-d2736a71c2c6 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:06.405340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Publish callbacks [] for port (59a4bc9a-96c7-4391-ae56-dba88ce2c237), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:06.406671 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b0e98a-90f6-4773-834d-504d3883a006 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Router 6a09d1f0-4633-4628-9e3f-3567052b261b has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:24:06.454553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (59a4bc9a-96c7-4391-ae56-dba88ce2c237), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:06.467678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-0b646cec-1d9f-4a06-b580-3d44a3899f91 None None] Current status of the port 187a8c80-254e-47ee-927e-af505bbcff27 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:06.496381 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b0e98a-90f6-4773-834d-504d3883a006 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:06.506537 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-91b0e98a-90f6-4773-834d-504d3883a006 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "PUT /networking/v2.0/routers/6a09d1f0-4633-4628-9e3f-3567052b261b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0942097 Oct 26 15:24:06.506537 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59890) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:06.531560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898e0dc3-5ac8-4556-867a-f0337c0b9003 None None] Sync routers for ids ['6a09d1f0-4633-4628-9e3f-3567052b261b'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:06.541891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:06.542266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:06.542603 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 Oct 26 15:24:06.546761 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-2c9b061c-3ddb-4a3b-998e-f24dafb643d3 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] delete failed (client error): The resource could not be found. Oct 26 15:24:06.552039 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2c9b061c-3ddb-4a3b-998e-f24dafb643d3 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "DELETE /networking/v2.0/routers/tempest-non_exist_router-1539688007 HTTP/1.1" status: 404 len: 335 time: 0.0396235 Oct 26 15:24:06.553010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59892) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:06.557766 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-3213d560-12ec-4388-94f9-3b6f28f75c31 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Request body: {'router': {'external_gateway_info': {'network_id': '6a09d1f0-4633-4628-9e3f-3567052b261b'}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:06.563194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Network 971d6582-84e8-4537-9cf3-594e06d3f5f9 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:06.597403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:06.600206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:06.609825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Pushing event updated for resources: {'Port': ['ID=59a4bc9a-96c7-4391-ae56-dba88ce2c237,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:06.622209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e0dc3-5ac8-4556-867a-f0337c0b9003 None None] Routers {'6a09d1f0-4633-4628-9e3f-3567052b261b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:06.624170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-898e0dc3-5ac8-4556-867a-f0337c0b9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a09d1f0-4633-4628-9e3f-3567052b261b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:06.681361 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fcb75636-fca4-4fea-8228-2c97ba3ebe7a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4322584 Oct 26 15:24:06.690543 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59894) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:06.727316 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:06.750327 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-88f71c84-7ec7-4996-9462-23d2e62d8af0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:06.812997 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0c15b0-d816-4194-b5b9-24e9ea8ac705 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:06.814387 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4c0c15b0-d816-4194-b5b9-24e9ea8ac705 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1229017 Oct 26 15:24:06.817034 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59896) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:06.820609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-32415f49-e748-49ff-8769-0d65b1dd45f6 None None] Provisioning complete for port f86b0d1f-e118-489b-afc7-248d2b71b83c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:06.821195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-32415f49-e748-49ff-8769-0d65b1dd45f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f86b0d1f-e118-489b-afc7-248d2b71b83c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:06.821348 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-32415f49-e748-49ff-8769-0d65b1dd45f6 None None] Attempt 1 to provision port f86b0d1f-e118-489b-afc7-248d2b71b83c Oct 26 15:24:06.827681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d91a12-0d20-4930-99c4-2dec2edbb490 None None] DHCP port deletion for 8562cd80-5c53-4efe-aa06-0bf20e462dc3 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:24:06.845954 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3213d560-12ec-4388-94f9-3b6f28f75c31 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for router_gateway (6a09d1f0-4633-4628-9e3f-3567052b261b), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:06.863022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-898e0dc3-5ac8-4556-867a-f0337c0b9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:06.871131 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-3213d560-12ec-4388-94f9-3b6f28f75c31 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] update failed (client error): The resource could not be found. Oct 26 15:24:06.872618 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3213d560-12ec-4388-94f9-3b6f28f75c31 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "PUT /networking/v2.0/routers/6a09d1f0-4633-4628-9e3f-3567052b261b HTTP/1.1" status: 404 len: 339 time: 0.3182321 Oct 26 15:24:06.875865 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59898) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:06.887994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:06.942834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3859362b-2b5c-4274-91cb-57c9bcdcab9e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:06.945303 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3859362b-2b5c-4274-91cb-57c9bcdcab9e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1040967 Oct 26 15:24:06.951396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e0dc3-5ac8-4556-867a-f0337c0b9003 None None] Routers {'6a09d1f0-4633-4628-9e3f-3567052b261b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:06.952034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-898e0dc3-5ac8-4556-867a-f0337c0b9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a09d1f0-4633-4628-9e3f-3567052b261b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:06.953515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59900) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:06.962069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:07.022166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Attempting to bind port 59a4bc9a-96c7-4391-ae56-dba88ce2c237 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:07.022466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Attempting to bind port 59a4bc9a-96c7-4391-ae56-dba88ce2c237 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '1deee21b-69a7-4c84-99a1-4e1b5f5631be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '971d6582-84e8-4537-9cf3-594e06d3f5f9'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:07.022840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Attempting to bind port 59a4bc9a-96c7-4391-ae56-dba88ce2c237 on network 971d6582-84e8-4537-9cf3-594e06d3f5f9 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:07.025696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-898e0dc3-5ac8-4556-867a-f0337c0b9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:07.026303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898e0dc3-5ac8-4556-867a-f0337c0b9003 None None] The sync data for ids ['6a09d1f0-4633-4628-9e3f-3567052b261b'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:07.031901 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b4e000cc-02f1-4b90-a60d-44f798859c0c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539443 Oct 26 15:24:07.032046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-82d91a12-0d20-4930-99c4-2dec2edbb490 None None] Deleting port f86b0d1f-e118-489b-afc7-248d2b71b83c {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:07.032375 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59902) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:07.032500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-82d91a12-0d20-4930-99c4-2dec2edbb490 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f86b0d1f-e118-489b-afc7-248d2b71b83c), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.042016 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-6ada6ff6-5f43-4280-824c-aa8b12524e3d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:07.109979 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d95f4d-9612-40a4-beb3-ef9a820a5acc None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:07.118576 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d95f4d-9612-40a4-beb3-ef9a820a5acc None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:07.118576 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d7d95f4d-9612-40a4-beb3-ef9a820a5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:07.127312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:07.127711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.170763 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59904) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:07.186723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:07.189033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-32415f49-e748-49ff-8769-0d65b1dd45f6 None None] Current status of the port f86b0d1f-e118-489b-afc7-248d2b71b83c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:07.189033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-32415f49-e748-49ff-8769-0d65b1dd45f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f86b0d1f-e118-489b-afc7-248d2b71b83c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.197650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-82d91a12-0d20-4930-99c4-2dec2edbb490 None None] For port f86b0d1f-e118-489b-afc7-248d2b71b83c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f86b0d1f-e118-489b-afc7-248d2b71b83c,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:07.198057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-82d91a12-0d20-4930-99c4-2dec2edbb490 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f86b0d1f-e118-489b-afc7-248d2b71b83c), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.201119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:24:07.201119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Checking segment: {'id': '1deee21b-69a7-4c84-99a1-4e1b5f5631be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '971d6582-84e8-4537-9cf3-594e06d3f5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:07.201553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.201912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Bound using segment: {'id': '1deee21b-69a7-4c84-99a1-4e1b5f5631be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '971d6582-84e8-4537-9cf3-594e06d3f5f9'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:24:07.202436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Bound port: 59a4bc9a-96c7-4391-ae56-dba88ce2c237, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1deee21b-69a7-4c84-99a1-4e1b5f5631be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '971d6582-84e8-4537-9cf3-594e06d3f5f9'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:24:07.202837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (59a4bc9a-96c7-4391-ae56-dba88ce2c237), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.224989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.225816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device dd0e42ed-f8f4-4158-b49e-21bdfb070b1c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:07.240041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-82d91a12-0d20-4930-99c4-2dec2edbb490 None None] Calling delete_port for f86b0d1f-e118-489b-afc7-248d2b71b83c owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:07.252166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:07.253705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:07.258535 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-88f71c84-7ec7-4996-9462-23d2e62d8af0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Allocated IP 2001:db8::1 (971d6582-84e8-4537-9cf3-594e06d3f5f9/088be422-57d5-48af-add4-7b4aee3d10d9/b4d5b136-7a47-4303-842c-61db15c5dc66) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:07.261216 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ada6ff6-5f43-4280-824c-aa8b12524e3d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:07.265767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6ada6ff6-5f43-4280-824c-aa8b12524e3d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.267610 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ada6ff6-5f43-4280-824c-aa8b12524e3d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:24:07.268201 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ada6ff6-5f43-4280-824c-aa8b12524e3d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:24:07.270703 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-27d651b2-762e-4f20-afad-ca788f17e05e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.0979292 Oct 26 15:24:07.273026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c4214d61-04de-43bd-8ebd-13587dd4df29 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.309909 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6ada6ff6-5f43-4280-824c-aa8b12524e3d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2738557 Oct 26 15:24:07.325973 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d7d95f4d-9612-40a4-beb3-ef9a820a5acc None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:07.332345 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59906) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:07.337763 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-facf7947-662f-4c4a-9e7f-f347bfa4e3b1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:07.379611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-32415f49-e748-49ff-8769-0d65b1dd45f6 None None] For port f86b0d1f-e118-489b-afc7-248d2b71b83c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f86b0d1f-e118-489b-afc7-248d2b71b83c,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:07.438473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-32415f49-e748-49ff-8769-0d65b1dd45f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f86b0d1f-e118-489b-afc7-248d2b71b83c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.451369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:07.489595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] For port 59a4bc9a-96c7-4391-ae56-dba88ce2c237, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:24:07.500593 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facf7947-662f-4c4a-9e7f-f347bfa4e3b1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:07.505231 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-facf7947-662f-4c4a-9e7f-f347bfa4e3b1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.506764 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-facf7947-662f-4c4a-9e7f-f347bfa4e3b1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:24:07.508628 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-facf7947-662f-4c4a-9e7f-f347bfa4e3b1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:24:07.540977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] For port 59a4bc9a-96c7-4391-ae56-dba88ce2c237, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=59a4bc9a-96c7-4391-ae56-dba88ce2c237,segment=NetworkSegment(1deee21b-69a7-4c84-99a1-4e1b5f5631be),segment_id=1deee21b-69a7-4c84-99a1-4e1b5f5631be)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:24:07.541846 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-facf7947-662f-4c4a-9e7f-f347bfa4e3b1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2090895 Oct 26 15:24:07.546514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:07.547122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dd0e42ed-f8f4-4158-b49e-21bdfb070b1c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.547631 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c Oct 26 15:24:07.550597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59908) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:07.560488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:07.562155 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-971f562f-c07e-415f-bc83-a462884563e9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:07.581926 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-c4214d61-04de-43bd-8ebd-13587dd4df29 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Allocated IP 172.20.0.1 (62534888-eebf-45a1-b38c-d3445736e131/247576ad-ea5e-4e8f-927d-243a14f9aeb6/91d3feaa-36f1-44d3-95dc-72359138a87f) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:07.592133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32415f49-e748-49ff-8769-0d65b1dd45f6 None None] Pushing event updated for resources: {'Port': ['ID=f86b0d1f-e118-489b-afc7-248d2b71b83c,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:07.599888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (59a4bc9a-96c7-4391-ae56-dba88ce2c237), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.640054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-82d91a12-0d20-4930-99c4-2dec2edbb490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (f86b0d1f-e118-489b-afc7-248d2b71b83c), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.681502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d91a12-0d20-4930-99c4-2dec2edbb490 None None] No DVR routers for this DVR port f86b0d1f-e118-489b-afc7-248d2b71b83c on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:24:07.689570 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d7d95f4d-9612-40a4-beb3-ef9a820a5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:04Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:06Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:04Z', 'revision_number': 18, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:07.706089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-88f71c84-7ec7-4996-9462-23d2e62d8af0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (b4d5b136-7a47-4303-842c-61db15c5dc66), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.716367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e87152-fe71-49d9-ae36-a1f241ed7ddc None None] Pushing event updated for resources: {'Port': ['ID=59a4bc9a-96c7-4391-ae56-dba88ce2c237,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:07.733140 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d95f4d-9612-40a4-beb3-ef9a820a5acc None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:24:07.739720 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c4214d61-04de-43bd-8ebd-13587dd4df29 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for port (91d3feaa-36f1-44d3-95dc-72359138a87f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.748203 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d95f4d-9612-40a4-beb3-ef9a820a5acc None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:07.748933 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d7d95f4d-9612-40a4-beb3-ef9a820a5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:07.774989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d91a12-0d20-4930-99c4-2dec2edbb490 None None] Pushing event deleted for resources: {'Port': ['ID=f86b0d1f-e118-489b-afc7-248d2b71b83c,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:07.779048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:07.780631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:07.781043 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c4214d61-04de-43bd-8ebd-13587dd4df29 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (91d3feaa-36f1-44d3-95dc-72359138a87f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.819243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971f562f-c07e-415f-bc83-a462884563e9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:07.822624 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:07.833207 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4214d61-04de-43bd-8ebd-13587dd4df29 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Network 62534888-eebf-45a1-b38c-d3445736e131 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:07.835652 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-971f562f-c07e-415f-bc83-a462884563e9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.837530 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-971f562f-c07e-415f-bc83-a462884563e9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:24:07.838261 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971f562f-c07e-415f-bc83-a462884563e9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:24:07.845324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:07.846027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.846597 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:24:07.847400 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-c4214d61-04de-43bd-8ebd-13587dd4df29 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:07.850460 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4214d61-04de-43bd-8ebd-13587dd4df29 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:07.859716 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-88f71c84-7ec7-4996-9462-23d2e62d8af0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (b4d5b136-7a47-4303-842c-61db15c5dc66), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.887575 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4214d61-04de-43bd-8ebd-13587dd4df29 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event updated for resources: {'Port': ['ID=91d3feaa-36f1-44d3-95dc-72359138a87f,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:07.888586 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f71c84-7ec7-4996-9462-23d2e62d8af0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network 971d6582-84e8-4537-9cf3-594e06d3f5f9 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:07.898152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-88f71c84-7ec7-4996-9462-23d2e62d8af0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:07.905846 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:07.910365 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-971f562f-c07e-415f-bc83-a462884563e9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3585284 Oct 26 15:24:07.914875 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f71c84-7ec7-4996-9462-23d2e62d8af0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:07.917716 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-88f71c84-7ec7-4996-9462-23d2e62d8af0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (9859dccc-a457-4c0c-832c-e2b1e93de5ba), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:07.921791 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d7d95f4d-9612-40a4-beb3-ef9a820a5acc None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:07.927735 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:07.951549 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59910) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:07.953708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c4214d61-04de-43bd-8ebd-13587dd4df29 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (6a09d1f0-4633-4628-9e3f-3567052b261b), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:08.018168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:08.018490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:08.065297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-5c1450ae-c369-4afe-a524-3dc8346e94b6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:08.068834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=10,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:08.086022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:08.091784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:08.092892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f86b0d1f-e118-489b-afc7-248d2b71b83c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:08.129234 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c4214d61-04de-43bd-8ebd-13587dd4df29 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91d3feaa-36f1-44d3-95dc-72359138a87f), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:08.183526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: f86b0d1f-e118-489b-afc7-248d2b71b83c {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:24:08.184144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f86b0d1f-e118-489b-afc7-248d2b71b83c not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 15:24:08.211350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:08.216346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Port f86b0d1f-e118-489b-afc7-248d2b71b83c not found, will not notify nova. {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 15:24:08.218665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f71c84-7ec7-4996-9462-23d2e62d8af0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=b4d5b136-7a47-4303-842c-61db15c5dc66,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:08.249515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-88f71c84-7ec7-4996-9462-23d2e62d8af0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b4d5b136-7a47-4303-842c-61db15c5dc66), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:08.292184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59914) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:08.301754 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1450ae-c369-4afe-a524-3dc8346e94b6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:08.305659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5c1450ae-c369-4afe-a524-3dc8346e94b6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:08.307757 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1450ae-c369-4afe-a524-3dc8346e94b6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:24:08.308199 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1450ae-c369-4afe-a524-3dc8346e94b6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:24:08.325550 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d7d95f4d-9612-40a4-beb3-ef9a820a5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:07Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:06Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:04Z', 'revision_number': 18, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:08.376559 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d95f4d-9612-40a4-beb3-ef9a820a5acc None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:07Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:06Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:04Z', 'revision_number': 18, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:08.387017 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5c1450ae-c369-4afe-a524-3dc8346e94b6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4123890 Oct 26 15:24:08.393612 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59916) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:08.405283 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-83766330-241b-4405-8fcf-f452457fe2ff tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:08.471567 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a73f3718-4b48-43c9-b305-47c41af42131 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1779418 Oct 26 15:24:08.500239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-89ed8daf-ea78-478f-893d-c1c01800e262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:08.560240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 187a8c80-254e-47ee-927e-af505bbcff27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:08.579477 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c4214d61-04de-43bd-8ebd-13587dd4df29 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for port (91d3feaa-36f1-44d3-95dc-72359138a87f), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:08.585383 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c4214d61-04de-43bd-8ebd-13587dd4df29 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (91d3feaa-36f1-44d3-95dc-72359138a87f), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:08.591356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:08.633625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 187a8c80-254e-47ee-927e-af505bbcff27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:08.634019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (187a8c80-254e-47ee-927e-af505bbcff27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:08.634343 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 187a8c80-254e-47ee-927e-af505bbcff27 Oct 26 15:24:08.686156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c4214d61-04de-43bd-8ebd-13587dd4df29 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (6a09d1f0-4633-4628-9e3f-3567052b261b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:08.688254 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4214d61-04de-43bd-8ebd-13587dd4df29 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event updated for resources: {'Port': ['ID=91d3feaa-36f1-44d3-95dc-72359138a87f,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:08.751364 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83766330-241b-4405-8fcf-f452457fe2ff tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:08.775034 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-83766330-241b-4405-8fcf-f452457fe2ff tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:08.777261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 187a8c80-254e-47ee-927e-af505bbcff27 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:08.778174 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-83766330-241b-4405-8fcf-f452457fe2ff tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:24:08.778653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83766330-241b-4405-8fcf-f452457fe2ff tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:24:08.778981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 59a4bc9a-96c7-4391-ae56-dba88ce2c237 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:08.829622 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-83766330-241b-4405-8fcf-f452457fe2ff tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4344516 Oct 26 15:24:08.833101 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59922) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:08.842327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-680be4f1-81b8-4695-b3b1-c9d8b7c3a0ff tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:08.844284 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:08.894467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:08.899678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 59a4bc9a-96c7-4391-ae56-dba88ce2c237 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:08.900411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (59a4bc9a-96c7-4391-ae56-dba88ce2c237), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:08.901143 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 59a4bc9a-96c7-4391-ae56-dba88ce2c237 Oct 26 15:24:08.910664 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-88f71c84-7ec7-4996-9462-23d2e62d8af0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (b4d5b136-7a47-4303-842c-61db15c5dc66), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:08.918091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-88f71c84-7ec7-4996-9462-23d2e62d8af0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (b4d5b136-7a47-4303-842c-61db15c5dc66), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:08.919248 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-88f71c84-7ec7-4996-9462-23d2e62d8af0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (9859dccc-a457-4c0c-832c-e2b1e93de5ba), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:09.061456 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f71c84-7ec7-4996-9462-23d2e62d8af0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=b4d5b136-7a47-4303-842c-61db15c5dc66,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:09.121291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 59a4bc9a-96c7-4391-ae56-dba88ce2c237 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:09.121892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (59a4bc9a-96c7-4391-ae56-dba88ce2c237), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:09.137843 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4214d61-04de-43bd-8ebd-13587dd4df29 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Network 62534888-eebf-45a1-b38c-d3445736e131 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:09.139148 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680be4f1-81b8-4695-b3b1-c9d8b7c3a0ff tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:09.148548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f71c84-7ec7-4996-9462-23d2e62d8af0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network 971d6582-84e8-4537-9cf3-594e06d3f5f9 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:09.149764 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-680be4f1-81b8-4695-b3b1-c9d8b7c3a0ff tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:09.150412 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-88f71c84-7ec7-4996-9462-23d2e62d8af0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:09.151726 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-680be4f1-81b8-4695-b3b1-c9d8b7c3a0ff tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:24:09.152323 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680be4f1-81b8-4695-b3b1-c9d8b7c3a0ff tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:24:09.166916 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-c4214d61-04de-43bd-8ebd-13587dd4df29 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:09.228274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 59a4bc9a-96c7-4391-ae56-dba88ce2c237, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=59a4bc9a-96c7-4391-ae56-dba88ce2c237,segment=NetworkSegment(1deee21b-69a7-4c84-99a1-4e1b5f5631be),segment_id=1deee21b-69a7-4c84-99a1-4e1b5f5631be)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:09.239349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (59a4bc9a-96c7-4391-ae56-dba88ce2c237), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:09.325675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=59a4bc9a-96c7-4391-ae56-dba88ce2c237,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:09.354941 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-680be4f1-81b8-4695-b3b1-c9d8b7c3a0ff tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5180840 Oct 26 15:24:09.358897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59930) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:09.387873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:09.389716 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f71c84-7ec7-4996-9462-23d2e62d8af0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 9859dccc-a457-4c0c-832c-e2b1e93de5ba is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:24:09.416335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:09.440597 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ad8463c3-4029-4f1a-aec8-ed33250e6060 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0800617 Oct 26 15:24:09.446809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f4e477-ea06-4184-91e9-f0d1d3b8285e None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:24:09.509771 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59934) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:09.510119 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59936) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:09.534304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8fdcdcea-14e4-47f0-884c-b5857b3b3cea None None] Provisioning complete for port 59a4bc9a-96c7-4391-ae56-dba88ce2c237 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:09.534947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8fdcdcea-14e4-47f0-884c-b5857b3b3cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (59a4bc9a-96c7-4391-ae56-dba88ce2c237), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:09.535487 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8fdcdcea-14e4-47f0-884c-b5857b3b3cea None None] Attempt 1 to provision port 59a4bc9a-96c7-4391-ae56-dba88ce2c237 Oct 26 15:24:09.545048 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4214d61-04de-43bd-8ebd-13587dd4df29 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Router 6a09d1f0-4633-4628-9e3f-3567052b261b has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:24:09.546075 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:09.614374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:09.614771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:09.656348 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4214d61-04de-43bd-8ebd-13587dd4df29 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:09.667044 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c4214d61-04de-43bd-8ebd-13587dd4df29 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "PUT /networking/v2.0/routers/6a09d1f0-4633-4628-9e3f-3567052b261b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7893109 Oct 26 15:24:09.668953 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59940) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:09.705785 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f71c84-7ec7-4996-9462-23d2e62d8af0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:09.726581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f4e477-ea06-4184-91e9-f0d1d3b8285e None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:24:09.726806 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-88f71c84-7ec7-4996-9462-23d2e62d8af0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/9859dccc-a457-4c0c-832c-e2b1e93de5ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7860396 Oct 26 15:24:09.728016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f7d299-205a-425f-9b73-1801f01e268c None None] Sync routers for ids ['6a09d1f0-4633-4628-9e3f-3567052b261b'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:09.730164 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038944f5-62a3-4f82-a4c4-9d5ff44353f2 None None] Sync routers for ids ['9859dccc-a457-4c0c-832c-e2b1e93de5ba'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:09.735604 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6914fa-0650-493b-ba64-e7c93506bb1d req-5ef35cfc-fdd0-4722-842e-9e6931e05c1b tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:09.738308 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59942) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:09.743998 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce6914fa-0650-493b-ba64-e7c93506bb1d req-5ef35cfc-fdd0-4722-842e-9e6931e05c1b tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 946 time: 0.2328715 Oct 26 15:24:09.747428 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038944f5-62a3-4f82-a4c4-9d5ff44353f2 None None] Routers {'9859dccc-a457-4c0c-832c-e2b1e93de5ba'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:09.748271 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-038944f5-62a3-4f82-a4c4-9d5ff44353f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['9859dccc-a457-4c0c-832c-e2b1e93de5ba'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:09.756730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:09.760978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:09.762579 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08fba4b-353a-46c2-8f5b-8b14d55a778e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:09.767019 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a08fba4b-353a-46c2-8f5b-8b14d55a778e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2245672 Oct 26 15:24:09.767823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59944) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:09.770839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:09.771781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:09.793239 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-51127ecb-fafa-4290-a811-f512bec9f0e4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.2492795 Oct 26 15:24:09.810439 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-038944f5-62a3-4f82-a4c4-9d5ff44353f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:09.821074 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038944f5-62a3-4f82-a4c4-9d5ff44353f2 None None] Routers {'9859dccc-a457-4c0c-832c-e2b1e93de5ba'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:09.821866 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-038944f5-62a3-4f82-a4c4-9d5ff44353f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['9859dccc-a457-4c0c-832c-e2b1e93de5ba'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:09.838294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:09.841720 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-38664f23-8446-49dc-9fd6-273e33759ce8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590549 Oct 26 15:24:09.848672 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59946) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:09.855547 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-66d8c0d6-f30d-4886-b24d-cc6498f68a95 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:09.863871 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b26b8-50e8-4bcc-bac3-7cf17a16464b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:09.868636 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e02b26b8-50e8-4bcc-bac3-7cf17a16464b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/ports/b4d5b136-7a47-4303-842c-61db15c5dc66 HTTP/1.1" status: 200 len: 911 time: 0.1259930 Oct 26 15:24:09.869398 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59948) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:09.880395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-5dc07fce-fc58-41b4-8595-1ad2616abd5b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '088be422-57d5-48af-add4-7b4aee3d10d9'}]}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:09.884285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:09.921261 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f2339c42-38c2-47fd-b493-8fc90b81d407 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for router (6a09d1f0-4633-4628-9e3f-3567052b261b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:09.959832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f7d299-205a-425f-9b73-1801f01e268c None None] Routers {'6a09d1f0-4633-4628-9e3f-3567052b261b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:09.961825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e4f7d299-205a-425f-9b73-1801f01e268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a09d1f0-4633-4628-9e3f-3567052b261b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:10.001510 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce6914fa-0650-493b-ba64-e7c93506bb1d req-aac2ece5-3a19-4156-86ab-b6b44a63c22e tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ddd07e1b-0f1e-4382-b956-91ab2dc849ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564521 Oct 26 15:24:10.010308 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d8c0d6-f30d-4886-b24d-cc6498f68a95 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:10.026766 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-038944f5-62a3-4f82-a4c4-9d5ff44353f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:10.026996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-66d8c0d6-f30d-4886-b24d-cc6498f68a95 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:10.027372 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038944f5-62a3-4f82-a4c4-9d5ff44353f2 None None] The sync data for ids ['9859dccc-a457-4c0c-832c-e2b1e93de5ba'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:10.035987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e4f7d299-205a-425f-9b73-1801f01e268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:10.047929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8fdcdcea-14e4-47f0-884c-b5857b3b3cea None None] Current status of the port 59a4bc9a-96c7-4391-ae56-dba88ce2c237 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:10.082362 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-f2339c42-38c2-47fd-b493-8fc90b81d407 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 15:24:10.087380 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f2339c42-38c2-47fd-b493-8fc90b81d407 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "DELETE /networking/v2.0/routers/6a09d1f0-4633-4628-9e3f-3567052b261b HTTP/1.1" status: 409 len: 376 time: 0.4129417 Oct 26 15:24:10.087832 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59950) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:10.230287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:10.257059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f7d299-205a-425f-9b73-1801f01e268c None None] Routers {'6a09d1f0-4633-4628-9e3f-3567052b261b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:10.258952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e4f7d299-205a-425f-9b73-1801f01e268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:23:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a09d1f0-4633-4628-9e3f-3567052b261b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:10.307958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e4f7d299-205a-425f-9b73-1801f01e268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:10.308585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f7d299-205a-425f-9b73-1801f01e268c None None] The sync data for ids ['6a09d1f0-4633-4628-9e3f-3567052b261b'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:10.395171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.objects.ports [None req-66d8c0d6-f30d-4886-b24d-cc6498f68a95 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105321) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:24:10.397032 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-66d8c0d6-f30d-4886-b24d-cc6498f68a95 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (d0d1d759-0654-40f8-878f-36ac27c18c41), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:10.449557 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d8c0d6-f30d-4886-b24d-cc6498f68a95 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:10.456440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:10.456864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:10.474726 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-66d8c0d6-f30d-4886-b24d-cc6498f68a95 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:10.478521 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d8c0d6-f30d-4886-b24d-cc6498f68a95 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:10.479127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-66d8c0d6-f30d-4886-b24d-cc6498f68a95 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:10.482175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:10.497727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:10.498803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f86b0d1f-e118-489b-afc7-248d2b71b83c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:10.514227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8c0d6-f30d-4886-b24d-cc6498f68a95 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=d0d1d759-0654-40f8-878f-36ac27c18c41,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:10.521643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: f86b0d1f-e118-489b-afc7-248d2b71b83c {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:24:10.521975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f86b0d1f-e118-489b-afc7-248d2b71b83c not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:24:10.551965 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-66d8c0d6-f30d-4886-b24d-cc6498f68a95 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7016494 Oct 26 15:24:10.558461 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59952) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:10.564199 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-6381720d-a4d3-4f19-bf87-049d2bc0fbbe tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'mac_address': 'fa:16:3e:a1:44:1c', 'name': 'tempest-NetworksTestDHCPv6-1651572087'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:10.615058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:10.759405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6381720d-a4d3-4f19-bf87-049d2bc0fbbe tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:10.809921 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59956) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:10.834716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:10.887805 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6381720d-a4d3-4f19-bf87-049d2bc0fbbe tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:10.891986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-94ac4767-ec44-4cfc-9574-44b5aa34a365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:10.912439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:10.912929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:10.913277 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 Oct 26 15:24:10.923016 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5dc07fce-fc58-41b4-8595-1ad2616abd5b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b4d5b136-7a47-4303-842c-61db15c5dc66), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:10.924573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-6381720d-a4d3-4f19-bf87-049d2bc0fbbe tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port 57139b41-3169-4de2-a0c9-69a7368f20fa yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:24:10.955418 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9a4881f2-b97e-4546-9ea5-06353190c09c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1405354 Oct 26 15:24:10.993367 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:10.997972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:10.999781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:11.000210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:11.048199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:11.066177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:11.067480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 59a4bc9a-96c7-4391-ae56-dba88ce2c237 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:11.119685 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-6381720d-a4d3-4f19-bf87-049d2bc0fbbe tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::f816:3eff:fea1:441c (8562cd80-5c53-4efe-aa06-0bf20e462dc3/d0d1d759-0654-40f8-878f-36ac27c18c41/57139b41-3169-4de2-a0c9-69a7368f20fa) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:11.172689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 59a4bc9a-96c7-4391-ae56-dba88ce2c237 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:11.173097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (59a4bc9a-96c7-4391-ae56-dba88ce2c237), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:11.173439 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 59a4bc9a-96c7-4391-ae56-dba88ce2c237 Oct 26 15:24:11.175681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:11.178864 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc10766-334f-421d-a10c-e4abe93ed2b6 req-1316cbec-6621-46d9-8c7c-10b9734236e6 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:11.180483 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-acc10766-334f-421d-a10c-e4abe93ed2b6 req-1316cbec-6621-46d9-8c7c-10b9734236e6 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 946 time: 0.1331172 Oct 26 15:24:11.196513 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:11.248240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3319f1-acbc-4923-93cb-3ba7b7ebf1c4 None None] Network 971d6582-84e8-4537-9cf3-594e06d3f5f9 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:11.254824 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-da2ee117-3477-4420-8f07-0e7b4dc66e86 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (6a09d1f0-4633-4628-9e3f-3567052b261b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:11.318624 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435fde9-2199-4aec-a99a-2a37707c7e9d req-5d5382f7-9d9e-4c4d-b16e-8e29c94e0e36 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:11.320233 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a435fde9-2199-4aec-a99a-2a37707c7e9d req-5d5382f7-9d9e-4c4d-b16e-8e29c94e0e36 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 946 time: 0.2048516 Oct 26 15:24:11.333695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:11.341890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba736651-7f6e-49f5-8a55-469904a3cde5 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:11.343851 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-acc10766-334f-421d-a10c-e4abe93ed2b6 req-2e94c6c2-772a-43f7-bf44-87d08bc59a0c tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Deleting port c9305d23-c117-4e74-ad6f-b6dc9cab652d {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:11.344350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-acc10766-334f-421d-a10c-e4abe93ed2b6 req-2e94c6c2-772a-43f7-bf44-87d08bc59a0c tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (c9305d23-c117-4e74-ad6f-b6dc9cab652d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:11.362595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69485443-f3ca-48a5-bf85-b860f941d8d1 None None] New status for floating IP f5ddc391-49d7-48dc-a16e-8c8241b5855e: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:24:11.405124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:11.496616 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6381720d-a4d3-4f19-bf87-049d2bc0fbbe tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (57139b41-3169-4de2-a0c9-69a7368f20fa), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:11.499550 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-acc10766-334f-421d-a10c-e4abe93ed2b6 req-2e94c6c2-772a-43f7-bf44-87d08bc59a0c tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] For port c9305d23-c117-4e74-ad6f-b6dc9cab652d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=c9305d23-c117-4e74-ad6f-b6dc9cab652d,segment=NetworkSegment(878b8e5b-ecb8-4aa5-b134-e80266343bcc),segment_id=878b8e5b-ecb8-4aa5-b134-e80266343bcc)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:11.499945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-acc10766-334f-421d-a10c-e4abe93ed2b6 req-2e94c6c2-772a-43f7-bf44-87d08bc59a0c tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (c9305d23-c117-4e74-ad6f-b6dc9cab652d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:11.564214 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a435fde9-2199-4aec-a99a-2a37707c7e9d req-64b9a702-8b61-4632-b1d5-5cc7b967f2bd tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ddd07e1b-0f1e-4382-b956-91ab2dc849ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689520 Oct 26 15:24:11.618343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:11.620406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 59a4bc9a-96c7-4391-ae56-dba88ce2c237 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:11.622002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:11.643030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6381720d-a4d3-4f19-bf87-049d2bc0fbbe tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (57139b41-3169-4de2-a0c9-69a7368f20fa), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:11.725330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-10247ef0-a1a1-4cea-8758-b98564dbcdbc None None] Provisioning complete for port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:11.725703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-10247ef0-a1a1-4cea-8758-b98564dbcdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dd0e42ed-f8f4-4158-b49e-21bdfb070b1c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:11.726819 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-10247ef0-a1a1-4cea-8758-b98564dbcdbc None None] Attempt 1 to provision port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c Oct 26 15:24:11.758248 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:11.759022 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-da2ee117-3477-4420-8f07-0e7b4dc66e86 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Deleting port 91d3feaa-36f1-44d3-95dc-72359138a87f {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:11.759374 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-da2ee117-3477-4420-8f07-0e7b4dc66e86 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (91d3feaa-36f1-44d3-95dc-72359138a87f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:11.782111 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6381720d-a4d3-4f19-bf87-049d2bc0fbbe tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:11.785371 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381720d-a4d3-4f19-bf87-049d2bc0fbbe tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=57139b41-3169-4de2-a0c9-69a7368f20fa,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:11.803290 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-6381720d-a4d3-4f19-bf87-049d2bc0fbbe tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:11.808341 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6381720d-a4d3-4f19-bf87-049d2bc0fbbe tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:11.813214 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6381720d-a4d3-4f19-bf87-049d2bc0fbbe tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:11.813856 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6381720d-a4d3-4f19-bf87-049d2bc0fbbe tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:11.836986 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-acc10766-334f-421d-a10c-e4abe93ed2b6 req-2e94c6c2-772a-43f7-bf44-87d08bc59a0c tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:11.836986 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-acc10766-334f-421d-a10c-e4abe93ed2b6 req-2e94c6c2-772a-43f7-bf44-87d08bc59a0c tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (8ad214f2-742d-45b9-986d-d7f299ca376a), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:11.837262 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [req-acc10766-334f-421d-a10c-e4abe93ed2b6 req-2e94c6c2-772a-43f7-bf44-87d08bc59a0c tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Floating IP 8ad214f2-742d-45b9-986d-d7f299ca376a disassociated. External IP: 172.26.11.109, port: c9305d23-c117-4e74-ad6f-b6dc9cab652d. Oct 26 15:24:11.837569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-acc10766-334f-421d-a10c-e4abe93ed2b6 req-2e94c6c2-772a-43f7-bf44-87d08bc59a0c tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Calling delete_port for c9305d23-c117-4e74-ad6f-b6dc9cab652d owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:11.862408 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6381720d-a4d3-4f19-bf87-049d2bc0fbbe tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3016129 Oct 26 15:24:11.867270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59960) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:11.906911 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5dc07fce-fc58-41b4-8595-1ad2616abd5b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (b4d5b136-7a47-4303-842c-61db15c5dc66), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:11.926469 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5dc07fce-fc58-41b4-8595-1ad2616abd5b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (b4d5b136-7a47-4303-842c-61db15c5dc66), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:11.932218 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc07fce-fc58-41b4-8595-1ad2616abd5b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:11.938252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:11.938490 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5dc07fce-fc58-41b4-8595-1ad2616abd5b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:11.939107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:11.939621 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:24:11.945507 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5dc07fce-fc58-41b4-8595-1ad2616abd5b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/ports/b4d5b136-7a47-4303-842c-61db15c5dc66 HTTP/1.1" status: 200 len: 911 time: 2.0694983 Oct 26 15:24:11.956939 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59962) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:11.966091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59964) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:11.979952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'fixed_ips': [{'subnet_id': 'd0d1d759-0654-40f8-878f-36ac27c18c41'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:24:11.980903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:12.049260 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d4fdd7-4bfe-4717-a956-25820d4e6656 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:12.051840 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a8d4fdd7-4bfe-4717-a956-25820d4e6656 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1827469 Oct 26 15:24:12.057719 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59966) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:12.071621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:12.095600 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f1540a56-6a64-4988-b524-e5f614cbfdc8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1273649 Oct 26 15:24:12.143398 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-da2ee117-3477-4420-8f07-0e7b4dc66e86 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (91d3feaa-36f1-44d3-95dc-72359138a87f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:12.170149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:12.199237 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-acc10766-334f-421d-a10c-e4abe93ed2b6 req-2e94c6c2-772a-43f7-bf44-87d08bc59a0c tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (c9305d23-c117-4e74-ad6f-b6dc9cab652d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:12.220845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-10247ef0-a1a1-4cea-8758-b98564dbcdbc None None] Current status of the port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:12.232663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94c6c2-772a-43f7-bf44-87d08bc59a0c tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Pushing event deleted for resources: {'Port': ['ID=c9305d23-c117-4e74-ad6f-b6dc9cab652d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:12.266798 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc07fce-fc58-41b4-8595-1ad2616abd5b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=b4d5b136-7a47-4303-842c-61db15c5dc66,revision_number=3']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:12.285601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:12.285927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:12.311118 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-da2ee117-3477-4420-8f07-0e7b4dc66e86 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Calling delete_port for 91d3feaa-36f1-44d3-95dc-72359138a87f owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:12.340384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:12.354345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:12.365535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d35caaaa-dbff-489a-8832-c8b9923aafe2 None None] Provisioning complete for port 91d3feaa-36f1-44d3-95dc-72359138a87f triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:12.365927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d35caaaa-dbff-489a-8832-c8b9923aafe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (91d3feaa-36f1-44d3-95dc-72359138a87f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:12.366296 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d35caaaa-dbff-489a-8832-c8b9923aafe2 None None] Attempt 1 to provision port 91d3feaa-36f1-44d3-95dc-72359138a87f Oct 26 15:24:12.368200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:12.374504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Allocated IP 2001:db8::f816:3eff:fe8f:f4a6 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/d0d1d759-0654-40f8-878f-36ac27c18c41/9c080cf6-07c3-45ea-b55d-8bad001f3e77) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:12.421884 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acc10766-334f-421d-a10c-e4abe93ed2b6 req-2e94c6c2-772a-43f7-bf44-87d08bc59a0c tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:24:12.448747 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-78260a60-d5b0-4687-8299-ca56c55782ba tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port 57139b41-3169-4de2-a0c9-69a7368f20fa {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:12.449116 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-78260a60-d5b0-4687-8299-ca56c55782ba tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (57139b41-3169-4de2-a0c9-69a7368f20fa), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:12.459735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d35caaaa-dbff-489a-8832-c8b9923aafe2 None None] Port 91d3feaa-36f1-44d3-95dc-72359138a87f cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:24:12.515424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d35caaaa-dbff-489a-8832-c8b9923aafe2 None None] Provisioning complete for port 59a4bc9a-96c7-4391-ae56-dba88ce2c237 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:12.515424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d35caaaa-dbff-489a-8832-c8b9923aafe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (59a4bc9a-96c7-4391-ae56-dba88ce2c237), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:12.515845 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d35caaaa-dbff-489a-8832-c8b9923aafe2 None None] Attempt 1 to provision port 59a4bc9a-96c7-4391-ae56-dba88ce2c237 Oct 26 15:24:12.543005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:12.611280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:12.697395 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e42b3-ef40-4437-a701-5320afc550d6 None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:12.697395 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e42b3-ef40-4437-a701-5320afc550d6 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:12.698593 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b97e42b3-ef40-4437-a701-5320afc550d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:12.725814 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-226f5ee1-311f-4440-b538-fbdca9880a46 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (9859dccc-a457-4c0c-832c-e2b1e93de5ba), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:12.911779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:12.942425 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b97e42b3-ef40-4437-a701-5320afc550d6 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:12.947854 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-78260a60-d5b0-4687-8299-ca56c55782ba tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (57139b41-3169-4de2-a0c9-69a7368f20fa), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:12.997209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d35caaaa-dbff-489a-8832-c8b9923aafe2 None None] Current status of the port 59a4bc9a-96c7-4391-ae56-dba88ce2c237 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:13.009506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d35caaaa-dbff-489a-8832-c8b9923aafe2 None None] Provisioning complete for port b4d5b136-7a47-4303-842c-61db15c5dc66 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:13.009893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d35caaaa-dbff-489a-8832-c8b9923aafe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b4d5b136-7a47-4303-842c-61db15c5dc66), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:13.010240 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d35caaaa-dbff-489a-8832-c8b9923aafe2 None None] Attempt 1 to provision port b4d5b136-7a47-4303-842c-61db15c5dc66 Oct 26 15:24:13.018562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-78260a60-d5b0-4687-8299-ca56c55782ba tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for 57139b41-3169-4de2-a0c9-69a7368f20fa owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:13.055718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d35caaaa-dbff-489a-8832-c8b9923aafe2 None None] Port b4d5b136-7a47-4303-842c-61db15c5dc66 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:24:13.068078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Publish callbacks [] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:13.119956 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59970) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:13.123451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:13.123963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:13.129732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acc10766-334f-421d-a10c-e4abe93ed2b6 req-2e94c6c2-772a-43f7-bf44-87d08bc59a0c tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:13.143770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:13.163194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:13.177114 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e64123f5-3db4-4c28-9783-e0ad1e7cdba0 req-ddc85850-2746-4787-9a1f-a04f0366ff38 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed2259c2-6513-40de-8b05-709666925775 HTTP/1.1" status: 200 len: 210 time: 0.0504320 Oct 26 15:24:13.199109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc10766-334f-421d-a10c-e4abe93ed2b6 req-2e94c6c2-772a-43f7-bf44-87d08bc59a0c tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] No DVR routers for this DVR port c9305d23-c117-4e74-ad6f-b6dc9cab652d on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:24:13.200884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:13.201822 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-acc10766-334f-421d-a10c-e4abe93ed2b6 req-2e94c6c2-772a-43f7-bf44-87d08bc59a0c tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:13.201972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4319005d-6532-4126-a607-68b4bc97386d None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:13.205638 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-acc10766-334f-421d-a10c-e4abe93ed2b6 req-2e94c6c2-772a-43f7-bf44-87d08bc59a0c tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.64 "DELETE /networking/v2.0/ports/c9305d23-c117-4e74-ad6f-b6dc9cab652d HTTP/1.1" status: 204 len: 173 time: 2.0160217 Oct 26 15:24:13.206209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2259c2-6513-40de-8b05-709666925775', 'name': 'network-vif-deleted', 'tag': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:24:13.210233 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fca3cf-efe9-41df-bb69-a6679bc7589b" -d '{"events": [{"server_uuid": "ed2259c2-6513-40de-8b05-709666925775", "name": "network-vif-deleted", "tag": "c9305d23-c117-4e74-ad6f-b6dc9cab652d"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:24:13.214037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Pushing event updated for resources: {'Port': ['ID=9c080cf6-07c3-45ea-b55d-8bad001f3e77,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:13.240127 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-226f5ee1-311f-4440-b538-fbdca9880a46 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting port b4d5b136-7a47-4303-842c-61db15c5dc66 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:13.240476 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-226f5ee1-311f-4440-b538-fbdca9880a46 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (b4d5b136-7a47-4303-842c-61db15c5dc66), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:13.240607 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b97e42b3-ef40-4437-a701-5320afc550d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:11Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:11Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:12Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:13.244739 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:13.258195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:13.267614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-41821d40-86fa-4cdf-be76-090265bc453b None None] Provisioning complete for port b4d5b136-7a47-4303-842c-61db15c5dc66 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:13.267922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-41821d40-86fa-4cdf-be76-090265bc453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b4d5b136-7a47-4303-842c-61db15c5dc66), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:13.268257 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-41821d40-86fa-4cdf-be76-090265bc453b None None] Attempt 1 to provision port b4d5b136-7a47-4303-842c-61db15c5dc66 Oct 26 15:24:13.283674 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e42b3-ef40-4437-a701-5320afc550d6 None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:24:13.294911 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e66b24f-413b-4d1c-920f-b63d6227dfd4 x-openstack-request-id: req-3e66b24f-413b-4d1c-920f-b63d6227dfd4 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:24:13.294911 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2259c2-6513-40de-8b05-709666925775", "name": "network-vif-deleted", "tag": "c9305d23-c117-4e74-ad6f-b6dc9cab652d", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:24:13.295110 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e66b24f-413b-4d1c-920f-b63d6227dfd4 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:24:13.295420 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e66b24f-413b-4d1c-920f-b63d6227dfd4'] response: {'server_uuid': 'ed2259c2-6513-40de-8b05-709666925775', 'name': 'network-vif-deleted', 'tag': 'c9305d23-c117-4e74-ad6f-b6dc9cab652d', 'status': 'completed', 'code': 200} Oct 26 15:24:13.304262 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e42b3-ef40-4437-a701-5320afc550d6 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:13.304927 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b97e42b3-ef40-4437-a701-5320afc550d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:13.320780 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e39b897f-3ae9-4520-80ec-57dacb1c45f3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1556661 Oct 26 15:24:13.323503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:13.324150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:13.327299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-41821d40-86fa-4cdf-be76-090265bc453b None None] Port b4d5b136-7a47-4303-842c-61db15c5dc66 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:24:13.329780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:13.331850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:13.350433 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:13.386658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4319005d-6532-4126-a607-68b4bc97386d None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:13.388018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4319005d-6532-4126-a607-68b4bc97386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:13.436335 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-da2ee117-3477-4420-8f07-0e7b4dc66e86 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (91d3feaa-36f1-44d3-95dc-72359138a87f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:13.439128 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b97e42b3-ef40-4437-a701-5320afc550d6 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:13.449986 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-226f5ee1-311f-4440-b538-fbdca9880a46 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (b4d5b136-7a47-4303-842c-61db15c5dc66), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:13.457753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:13.486495 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ee117-3477-4420-8f07-0e7b4dc66e86 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event deleted for resources: {'Port': ['ID=91d3feaa-36f1-44d3-95dc-72359138a87f,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:13.490372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-226f5ee1-311f-4440-b538-fbdca9880a46 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Calling delete_port for b4d5b136-7a47-4303-842c-61db15c5dc66 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:13.495849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:13.624287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:13.676204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:13.682650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4319005d-6532-4126-a607-68b4bc97386d None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:13.802709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Attempting to bind port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:13.803338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Attempting to bind port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:13.804887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Attempting to bind port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:13.846632 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b97e42b3-ef40-4437-a701-5320afc550d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:13Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:11Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:12Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:13.883025 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e42b3-ef40-4437-a701-5320afc550d6 None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:13Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:11Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:12Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:13.894158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:13.897021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:13.897481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:14.019943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:14.021820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:24:14.022279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Checking segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:14.024553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:14.024553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Bound using segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:24:14.025040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Bound port: 9c080cf6-07c3-45ea-b55d-8bad001f3e77, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:24:14.025698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:14.042560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:14.099662 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-da2ee117-3477-4420-8f07-0e7b4dc66e86 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (6a09d1f0-4633-4628-9e3f-3567052b261b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:14.192850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-78260a60-d5b0-4687-8299-ca56c55782ba tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (57139b41-3169-4de2-a0c9-69a7368f20fa), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:14.278373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78260a60-d5b0-4687-8299-ca56c55782ba tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=57139b41-3169-4de2-a0c9-69a7368f20fa,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:14.322746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59984) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:14.329818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:14.334802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] For port 9c080cf6-07c3-45ea-b55d-8bad001f3e77, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:24:14.374826 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-78260a60-d5b0-4687-8299-ca56c55782ba tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:14.378900 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-78260a60-d5b0-4687-8299-ca56c55782ba tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/57139b41-3169-4de2-a0c9-69a7368f20fa HTTP/1.1" status: 204 len: 168 time: 2.3173459 Oct 26 15:24:14.383439 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59988) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:14.389315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] For port 9c080cf6-07c3-45ea-b55d-8bad001f3e77, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9c080cf6-07c3-45ea-b55d-8bad001f3e77,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:24:14.418749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:14.420321 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:14.421499 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59990) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:14.477033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ff863-6eea-4de0-b666-03ca71e8e0ce req-c601c37e-381c-458e-8ecb-41c52ea5627b tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:14.478749 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-454ff863-6eea-4de0-b666-03ca71e8e0ce req-c601c37e-381c-458e-8ecb-41c52ea5627b tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 946 time: 0.1356750 Oct 26 15:24:14.493264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4319005d-6532-4126-a607-68b4bc97386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:14.521866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b64fe-3451-4564-9235-9ac5574499b5 None None] Pushing event updated for resources: {'Port': ['ID=9c080cf6-07c3-45ea-b55d-8bad001f3e77,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:14.525824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4319005d-6532-4126-a607-68b4bc97386d None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:24:14.536387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4319005d-6532-4126-a607-68b4bc97386d None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:14.537135 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4319005d-6532-4126-a607-68b4bc97386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:14.562965 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-454ff863-6eea-4de0-b666-03ca71e8e0ce req-8b9b29f8-c267-4338-bc13-f2a99b1d422f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=394c8236-282f-456f-8460-a38a6b2ba683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777059 Oct 26 15:24:14.619853 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:14.626514 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3150bfbc-c086-43e7-9d8f-b97218f69728 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.3026071 Oct 26 15:24:14.736356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:14.738167 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e45ebc-d3cc-4d15-8e45-30d60f32c4be tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:14.739954 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e45ebc-d3cc-4d15-8e45-30d60f32c4be tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:14.740103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4319005d-6532-4126-a607-68b4bc97386d None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:14.744844 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-04e45ebc-d3cc-4d15-8e45-30d60f32c4be tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3578210 Oct 26 15:24:14.744844 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d9caea8b-b140-4ebb-b1dc-e8c05af69b2f tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for security_group (ddd07e1b-0f1e-4382-b956-91ab2dc849ca), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:14.747432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59992) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:14.748957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:14.775645 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d9caea8b-b140-4ebb-b1dc-e8c05af69b2f tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for security_group (ddd07e1b-0f1e-4382-b956-91ab2dc849ca), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:14.822169 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd301013-4079-4686-a1ce-8bb96a646c03 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet d0d1d759-0654-40f8-878f-36ac27c18c41 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:24:14.832310 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bd301013-4079-4686-a1ce-8bb96a646c03 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (d0d1d759-0654-40f8-878f-36ac27c18c41), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:14.836118 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-226f5ee1-311f-4440-b538-fbdca9880a46 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (b4d5b136-7a47-4303-842c-61db15c5dc66), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:14.845407 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2ee117-3477-4420-8f07-0e7b4dc66e86 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Router 6a09d1f0-4633-4628-9e3f-3567052b261b has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:24:14.849575 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:14.895919 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bd301013-4079-4686-a1ce-8bb96a646c03 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (d0d1d759-0654-40f8-878f-36ac27c18c41), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:14.902927 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f5ee1-311f-4440-b538-fbdca9880a46 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Port': ['ID=b4d5b136-7a47-4303-842c-61db15c5dc66,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:15.004369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bd301013-4079-4686-a1ce-8bb96a646c03 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (d0d1d759-0654-40f8-878f-36ac27c18c41), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:15.066761 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d9caea8b-b140-4ebb-b1dc-e8c05af69b2f tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ddd07e1b-0f1e-4382-b956-91ab2dc849ca), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:15.069974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d9caea8b-b140-4ebb-b1dc-e8c05af69b2f tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:15.073811 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d9caea8b-b140-4ebb-b1dc-e8c05af69b2f tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ddd07e1b-0f1e-4382-b956-91ab2dc849ca HTTP/1.1" status: 204 len: 168 time: 0.5948191 Oct 26 15:24:15.074355 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59994) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:15.078663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:15.078997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:15.079337 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:24:15.101267 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2ee117-3477-4420-8f07-0e7b4dc66e86 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:15.118456 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c8582-89b8-4a80-b736-753496190c56 None None] Sync routers for ids ['6a09d1f0-4633-4628-9e3f-3567052b261b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:15.138476 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bd301013-4079-4686-a1ce-8bb96a646c03 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (d0d1d759-0654-40f8-878f-36ac27c18c41), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:15.144107 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 59996) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:15.147937 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c8582-89b8-4a80-b736-753496190c56 None None] Routers {'6a09d1f0-4633-4628-9e3f-3567052b261b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:15.149669 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-da2ee117-3477-4420-8f07-0e7b4dc66e86 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "PUT /networking/v2.0/routers/6a09d1f0-4633-4628-9e3f-3567052b261b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0588045 Oct 26 15:24:15.151211 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9caea8b-b140-4ebb-b1dc-e8c05af69b2f tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd07e1b-0f1e-4382-b956-91ab2dc849ca,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:15.151486 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c38c8582-89b8-4a80-b736-753496190c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a09d1f0-4633-4628-9e3f-3567052b261b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:15.155271 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-51090dba-5c4a-4b0b-8a15-4e9f7afb09f5 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] show failed (client error): The resource could not be found. Oct 26 15:24:15.159130 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-51090dba-5c4a-4b0b-8a15-4e9f7afb09f5 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "GET /networking/v2.0/security-groups/ddd07e1b-0f1e-4382-b956-91ab2dc849ca HTTP/1.1" status: 404 len: 347 time: 0.0776262 Oct 26 15:24:15.160054 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 59998) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:15.168219 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-226f5ee1-311f-4440-b538-fbdca9880a46 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (9859dccc-a457-4c0c-832c-e2b1e93de5ba), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:15.212663 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c38c8582-89b8-4a80-b736-753496190c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:15.226930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:15.229075 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c8582-89b8-4a80-b736-753496190c56 None None] Routers {'6a09d1f0-4633-4628-9e3f-3567052b261b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:15.230027 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c38c8582-89b8-4a80-b736-753496190c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a09d1f0-4633-4628-9e3f-3567052b261b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:15.237487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:15.239030 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-61d11b64-0e59-4c94-b482-44554e6f066a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] show failed (client error): The resource could not be found. Oct 26 15:24:15.242240 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-61d11b64-0e59-4c94-b482-44554e6f066a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "GET /networking/v2.0/routers/tempest-non_exist_router-1216849073 HTTP/1.1" status: 404 len: 335 time: 0.0714345 Oct 26 15:24:15.267565 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60000) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:15.272981 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-b802f025-2e3c-4159-b192-50d7b32b7020 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:15.275934 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c38c8582-89b8-4a80-b736-753496190c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:15.279697 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd301013-4079-4686-a1ce-8bb96a646c03 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d1d759-0654-40f8-878f-36ac27c18c41,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:15.281508 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c8582-89b8-4a80-b736-753496190c56 None None] The sync data for ids ['6a09d1f0-4633-4628-9e3f-3567052b261b'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:15.306947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4319005d-6532-4126-a607-68b4bc97386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:15.341960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bd301013-4079-4686-a1ce-8bb96a646c03 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:15.345348 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bd301013-4079-4686-a1ce-8bb96a646c03 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/d0d1d759-0654-40f8-878f-36ac27c18c41 HTTP/1.1" status: 204 len: 168 time: 0.5925226 Oct 26 15:24:15.348892 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60002) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:15.356467 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-b802f025-2e3c-4159-b192-50d7b32b7020 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] update failed (client error): The resource could not be found. Oct 26 15:24:15.358385 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b802f025-2e3c-4159-b192-50d7b32b7020 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "PUT /networking/v2.0/routers/tempest-non_exist_router-1154289836 HTTP/1.1" status: 404 len: 335 time: 0.0889313 Oct 26 15:24:15.372679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60004) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:15.409682 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2c987cf2-8816-4df5-b59b-2646742f6c1d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582633 Oct 26 15:24:15.410168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60006) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:15.416893 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-595f7eb8-f8bf-4890-a4de-453c9a07efb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:15.499100 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-6be21cc4-e14d-4192-ab40-9a176fe86f21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Deleting port 1d88c859-c2f2-4c24-9b7d-bcb6378ae076 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:15.499633 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6be21cc4-e14d-4192-ab40-9a176fe86f21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (1d88c859-c2f2-4c24-9b7d-bcb6378ae076), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:15.527891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d16dd5-8610-4183-ab34-f0725344476d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Deleting subnet c52947fc-7241-4c90-8c71-5de212415a93 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:24:15.553618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595f7eb8-f8bf-4890-a4de-453c9a07efb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:15.559121 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-595f7eb8-f8bf-4890-a4de-453c9a07efb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:15.566406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:15.567059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:15.570875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4319005d-6532-4126-a607-68b4bc97386d None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:15.579773 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a4d16dd5-8610-4183-ab34-f0725344476d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for subnet (c52947fc-7241-4c90-8c71-5de212415a93), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:15.635565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:15.645695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:15.649576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60010) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:15.730302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:15.841637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2db4e-8ae1-4799-8403-7befe595b0c6 req-b8b9a648-ae38-464d-96fe-8d3bb7c05e91 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:15.843161 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b3a2db4e-8ae1-4799-8403-7befe595b0c6 req-b8b9a648-ae38-464d-96fe-8d3bb7c05e91 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 946 time: 0.0971544 Oct 26 15:24:15.854001 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1ca8104c-0ffb-43b3-8cf9-dc9cef8f85e7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.2029362 Oct 26 15:24:15.864890 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cdd64-ebb7-49a9-a72b-81ffa2462d10 req-ba9c9e70-137e-4a7a-889e-2d6210d03afa tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:15.873193 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4a5cdd64-ebb7-49a9-a72b-81ffa2462d10 req-ba9c9e70-137e-4a7a-889e-2d6210d03afa tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 946 time: 0.1366515 Oct 26 15:24:15.885440 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a4d16dd5-8610-4183-ab34-f0725344476d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (c52947fc-7241-4c90-8c71-5de212415a93), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:15.913952 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226f5ee1-311f-4440-b538-fbdca9880a46 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 9859dccc-a457-4c0c-832c-e2b1e93de5ba has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:24:15.971260 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6be21cc4-e14d-4192-ab40-9a176fe86f21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (1d88c859-c2f2-4c24-9b7d-bcb6378ae076), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:15.971592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6be21cc4-e14d-4192-ab40-9a176fe86f21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for floatingip (1d88c859-c2f2-4c24-9b7d-bcb6378ae076), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:16.010705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-b3a2db4e-8ae1-4799-8403-7befe595b0c6 req-bfebdd7f-af68-405f-859d-b21ff7228865 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Deleting port be9b6aad-d952-47e8-925a-ffeb9607309a {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:16.010705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-b3a2db4e-8ae1-4799-8403-7befe595b0c6 req-bfebdd7f-af68-405f-859d-b21ff7228865 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (be9b6aad-d952-47e8-925a-ffeb9607309a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:16.027921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device c9305d23-c117-4e74-ad6f-b6dc9cab652d no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:16.070028 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-6be21cc4-e14d-4192-ab40-9a176fe86f21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Calling delete_port for 1d88c859-c2f2-4c24-9b7d-bcb6378ae076 owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:16.089986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e99d78e-1b4e-438f-bb39-d412c906c26d None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:24:16.108019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: c9305d23-c117-4e74-ad6f-b6dc9cab652d {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:24:16.108420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device c9305d23-c117-4e74-ad6f-b6dc9cab652d not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:24:16.155404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fbfcebfd-56e9-4b89-9397-83a8c6215b21 None None] Could not find standard attr ID for object 57139b41-3169-4de2-a0c9-69a7368f20fa. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:24:16.183014 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:16.199485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fbfcebfd-56e9-4b89-9397-83a8c6215b21 None None] Provisioning complete for port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:16.200185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fbfcebfd-56e9-4b89-9397-83a8c6215b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:16.201562 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fbfcebfd-56e9-4b89-9397-83a8c6215b21 None None] Attempt 1 to provision port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 Oct 26 15:24:16.263220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-b3a2db4e-8ae1-4799-8403-7befe595b0c6 req-bfebdd7f-af68-405f-859d-b21ff7228865 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] For port be9b6aad-d952-47e8-925a-ffeb9607309a, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=be9b6aad-d952-47e8-925a-ffeb9607309a,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:16.263618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-b3a2db4e-8ae1-4799-8403-7befe595b0c6 req-bfebdd7f-af68-405f-859d-b21ff7228865 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (be9b6aad-d952-47e8-925a-ffeb9607309a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:16.377436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:16.378285 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:16.382697 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4a5cdd64-ebb7-49a9-a72b-81ffa2462d10 req-f6252761-0c28-4e82-bfb0-de5183f4f285 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=394c8236-282f-456f-8460-a38a6b2ba683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5086756 Oct 26 15:24:16.393528 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6be21cc4-e14d-4192-ab40-9a176fe86f21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (1d88c859-c2f2-4c24-9b7d-bcb6378ae076), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:16.413101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:16.418860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99d78e-1b4e-438f-bb39-d412c906c26d None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:24:16.421261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fbfcebfd-56e9-4b89-9397-83a8c6215b21 None None] Current status of the port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:16.421801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fbfcebfd-56e9-4b89-9397-83a8c6215b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:16.484271 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a4d16dd5-8610-4183-ab34-f0725344476d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (c52947fc-7241-4c90-8c71-5de212415a93), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:16.488339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.objects.ports [None req-595f7eb8-f8bf-4890-a4de-453c9a07efb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105321) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:24:16.524870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fbfcebfd-56e9-4b89-9397-83a8c6215b21 None None] For port 9c080cf6-07c3-45ea-b55d-8bad001f3e77, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9c080cf6-07c3-45ea-b55d-8bad001f3e77,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:16.539844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fbfcebfd-56e9-4b89-9397-83a8c6215b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:16.548165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:16.578122 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be21cc4-e14d-4192-ab40-9a176fe86f21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Pushing event deleted for resources: {'Port': ['ID=1d88c859-c2f2-4c24-9b7d-bcb6378ae076,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:16.581189 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226f5ee1-311f-4440-b538-fbdca9880a46 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:16.593515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:16.598901 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-226f5ee1-311f-4440-b538-fbdca9880a46 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/9859dccc-a457-4c0c-832c-e2b1e93de5ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6121187 Oct 26 15:24:16.605108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60012) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:16.614064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf4c5e-4808-4a4d-b80d-f2568ad5f209 None None] Sync routers for ids ['9859dccc-a457-4c0c-832c-e2b1e93de5ba'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:16.633020 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a4d16dd5-8610-4183-ab34-f0725344476d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (c52947fc-7241-4c90-8c71-5de212415a93), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:16.704069 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f56f8bb9-9cef-46c5-9660-c5c16c3d5069 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9859dccc-a457-4c0c-832c-e2b1e93de5ba HTTP/1.1" status: 200 len: 205 time: 0.0961998 Oct 26 15:24:16.706753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60014) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:16.712402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:16.714998 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-b3a2db4e-8ae1-4799-8403-7befe595b0c6 req-bfebdd7f-af68-405f-859d-b21ff7228865 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:16.715691 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-b3a2db4e-8ae1-4799-8403-7befe595b0c6 req-bfebdd7f-af68-405f-859d-b21ff7228865 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (5acb5302-e6d4-4c13-9ef6-39b5af2566f5), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:16.716194 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [req-b3a2db4e-8ae1-4799-8403-7befe595b0c6 req-bfebdd7f-af68-405f-859d-b21ff7228865 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Floating IP 5acb5302-e6d4-4c13-9ef6-39b5af2566f5 disassociated. External IP: 172.26.11.206, port: be9b6aad-d952-47e8-925a-ffeb9607309a. Oct 26 15:24:16.716730 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-b3a2db4e-8ae1-4799-8403-7befe595b0c6 req-bfebdd7f-af68-405f-859d-b21ff7228865 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Calling delete_port for be9b6aad-d952-47e8-925a-ffeb9607309a owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:16.764069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf4c5e-4808-4a4d-b80d-f2568ad5f209 None None] Routers {'9859dccc-a457-4c0c-832c-e2b1e93de5ba'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:16.764723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3ebf4c5e-4808-4a4d-b80d-f2568ad5f209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['9859dccc-a457-4c0c-832c-e2b1e93de5ba'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:16.812054 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9aaec3d7-0e04-462b-9a4c-2806ae0df7c1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (9859dccc-a457-4c0c-832c-e2b1e93de5ba), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:16.824621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-595f7eb8-f8bf-4890-a4de-453c9a07efb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:16.830343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:16.830820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcebfd-56e9-4b89-9397-83a8c6215b21 None None] Pushing event updated for resources: {'Port': ['ID=9c080cf6-07c3-45ea-b55d-8bad001f3e77,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:16.838177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3ebf4c5e-4808-4a4d-b80d-f2568ad5f209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:16.875852 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60016) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:16.889969 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d16dd5-8610-4183-ab34-f0725344476d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event deleted for resources: {'Subnet': ['ID=c52947fc-7241-4c90-8c71-5de212415a93,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:16.894973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf4c5e-4808-4a4d-b80d-f2568ad5f209 None None] Routers {'9859dccc-a457-4c0c-832c-e2b1e93de5ba'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:16.895618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3ebf4c5e-4808-4a4d-b80d-f2568ad5f209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['9859dccc-a457-4c0c-832c-e2b1e93de5ba'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:16.896090 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a4d16dd5-8610-4183-ab34-f0725344476d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:16.900860 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a4d16dd5-8610-4183-ab34-f0725344476d tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/c52947fc-7241-4c90-8c71-5de212415a93 HTTP/1.1" status: 204 len: 168 time: 1.5251415 Oct 26 15:24:16.937330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3ebf4c5e-4808-4a4d-b80d-f2568ad5f209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:16.937896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf4c5e-4808-4a4d-b80d-f2568ad5f209 None None] The sync data for ids ['9859dccc-a457-4c0c-832c-e2b1e93de5ba'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:16.940546 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-25d53510-2292-4f44-90a2-073cc0f613e9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.0626590 Oct 26 15:24:16.945942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60018) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:16.955046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:17.039098 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb61d7d-6e9a-4292-9ec7-dd4eb4b578d0 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Deleting subnet f2bdd965-ea2f-4bad-9131-a19edc5d1fc4 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:24:17.041184 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07711041-06a0-4a80-a022-5e590ab35fa8 None None] New status for floating IP f5ddc391-49d7-48dc-a16e-8c8241b5855e: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:24:17.084253 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9aaec3d7-0e04-462b-9a4c-2806ae0df7c1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (9859dccc-a457-4c0c-832c-e2b1e93de5ba), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:17.092400 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9aaec3d7-0e04-462b-9a4c-2806ae0df7c1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router_controller (9859dccc-a457-4c0c-832c-e2b1e93de5ba), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:17.093016 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fdb61d7d-6e9a-4292-9ec7-dd4eb4b578d0 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for subnet (f2bdd965-ea2f-4bad-9131-a19edc5d1fc4), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:17.110520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6be21cc4-e14d-4192-ab40-9a176fe86f21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks [] for floatingip (8ad214f2-742d-45b9-986d-d7f299ca376a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:17.117830 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6be21cc4-e14d-4192-ab40-9a176fe86f21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:17.126806 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6be21cc4-e14d-4192-ab40-9a176fe86f21 tempest-ServersTestManualDisk-1590882563 tempest-ServersTestManualDisk-1590882563-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/8ad214f2-742d-45b9-986d-d7f299ca376a HTTP/1.1" status: 204 len: 168 time: 1.9653554 Oct 26 15:24:17.131250 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60020) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:17.148342 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:17.217087 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9aaec3d7-0e04-462b-9a4c-2806ae0df7c1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (9859dccc-a457-4c0c-832c-e2b1e93de5ba), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:17.217991 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaec3d7-0e04-462b-9a4c-2806ae0df7c1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Fanout notify agent at l3_agent the message router_deleted on router 9859dccc-a457-4c0c-832c-e2b1e93de5ba {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:24:17.236147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9aaec3d7-0e04-462b-9a4c-2806ae0df7c1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:17.237788 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9aaec3d7-0e04-462b-9a4c-2806ae0df7c1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/routers/9859dccc-a457-4c0c-832c-e2b1e93de5ba HTTP/1.1" status: 204 len: 168 time: 0.5296602 Oct 26 15:24:17.253615 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60022) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:17.342855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c001043-9fee-4372-aa1d-7ba97d1387a0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting subnet 088be422-57d5-48af-add4-7b4aee3d10d9 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:24:17.351866 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6c001043-9fee-4372-aa1d-7ba97d1387a0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (088be422-57d5-48af-add4-7b4aee3d10d9), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:17.383836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fdb61d7d-6e9a-4292-9ec7-dd4eb4b578d0 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (f2bdd965-ea2f-4bad-9131-a19edc5d1fc4), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:17.427930 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6c001043-9fee-4372-aa1d-7ba97d1387a0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (088be422-57d5-48af-add4-7b4aee3d10d9), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:17.430965 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:17.524366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-b3a2db4e-8ae1-4799-8403-7befe595b0c6 req-bfebdd7f-af68-405f-859d-b21ff7228865 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (be9b6aad-d952-47e8-925a-ffeb9607309a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:17.566751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:17.567195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:17.567732 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:24:17.573925 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6c001043-9fee-4372-aa1d-7ba97d1387a0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (088be422-57d5-48af-add4-7b4aee3d10d9), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:17.644988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:17.648636 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebdd7f-af68-405f-859d-b21ff7228865 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Pushing event deleted for resources: {'Port': ['ID=be9b6aad-d952-47e8-925a-ffeb9607309a,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:17.694000 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6c001043-9fee-4372-aa1d-7ba97d1387a0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (088be422-57d5-48af-add4-7b4aee3d10d9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:17.732110 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c001043-9fee-4372-aa1d-7ba97d1387a0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Subnet': ['ID=088be422-57d5-48af-add4-7b4aee3d10d9,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:17.742728 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6c001043-9fee-4372-aa1d-7ba97d1387a0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:17.746496 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6c001043-9fee-4372-aa1d-7ba97d1387a0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/088be422-57d5-48af-add4-7b4aee3d10d9 HTTP/1.1" status: 204 len: 168 time: 0.4912825 Oct 26 15:24:17.749159 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60026) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:17.751222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:17.752591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:17.801178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f06cbb-876c-4ce1-b9df-1f03f6bee389 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:17.812432 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-feb7d89a-188a-4d66-b740-caa1331c8c05 req-f77aa51a-643b-4f21-9b4b-aacecb6693f5 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 210 time: 0.1683071 Oct 26 15:24:17.837775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:17.839182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:17.839683 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 Oct 26 15:24:17.846964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4754d10c-b492-42c5-9ab2-037375d42d75 None None] Network 2c5e6966-9847-4772-8b25-77692eef9688 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:17.892963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (971d6582-84e8-4537-9cf3-594e06d3f5f9), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:17.905351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fdb61d7d-6e9a-4292-9ec7-dd4eb4b578d0 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (f2bdd965-ea2f-4bad-9131-a19edc5d1fc4), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:17.957312 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting port 59a4bc9a-96c7-4391-ae56-dba88ce2c237 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:17.957899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (59a4bc9a-96c7-4391-ae56-dba88ce2c237), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:17.961424 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60030) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:17.989784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:18.044079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:18.051153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-efca357a-93bb-4271-ae55-275e240f9cbb None None] Provisioning complete for port fdeacd9f-b6ba-465a-9c40-383158154826 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:18.051540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-efca357a-93bb-4271-ae55-275e240f9cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fdeacd9f-b6ba-465a-9c40-383158154826), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:18.051930 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-efca357a-93bb-4271-ae55-275e240f9cbb None None] Attempt 1 to provision port fdeacd9f-b6ba-465a-9c40-383158154826 Oct 26 15:24:18.126818 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] For port 59a4bc9a-96c7-4391-ae56-dba88ce2c237, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=59a4bc9a-96c7-4391-ae56-dba88ce2c237,segment=NetworkSegment(1deee21b-69a7-4c84-99a1-4e1b5f5631be),segment_id=1deee21b-69a7-4c84-99a1-4e1b5f5631be)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:18.127283 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (59a4bc9a-96c7-4391-ae56-dba88ce2c237), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:18.131086 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fdb61d7d-6e9a-4292-9ec7-dd4eb4b578d0 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (f2bdd965-ea2f-4bad-9131-a19edc5d1fc4), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:18.134351 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-60a45cfd-b590-43c2-8e21-98a6925e856d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1714025 Oct 26 15:24:18.140373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368f0f01-8195-40f0-96bf-b4a79cddf28f None None] Network 971d6582-84e8-4537-9cf3-594e06d3f5f9 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:18.148707 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Calling delete_port for 59a4bc9a-96c7-4391-ae56-dba88ce2c237 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:18.154760 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:18.195870 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-595f7eb8-f8bf-4890-a4de-453c9a07efb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] For port 9c080cf6-07c3-45ea-b55d-8bad001f3e77, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9c080cf6-07c3-45ea-b55d-8bad001f3e77,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:18.211191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb61d7d-6e9a-4292-9ec7-dd4eb4b578d0 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event deleted for resources: {'Subnet': ['ID=f2bdd965-ea2f-4bad-9131-a19edc5d1fc4,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:18.287215 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fdb61d7d-6e9a-4292-9ec7-dd4eb4b578d0 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:18.294340 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fdb61d7d-6e9a-4292-9ec7-dd4eb4b578d0 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/f2bdd965-ea2f-4bad-9131-a19edc5d1fc4 HTTP/1.1" status: 204 len: 168 time: 1.3447845 Oct 26 15:24:18.294569 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60032) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:18.359710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407514e1-b97c-43f7-adf2-e5c6c203d45b None None] Network a34288df-dc82-4afa-aec3-802ccf35da39 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:18.359710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:18.359710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3c1f0-ff77-406e-83c9-1abcbb7d9954 None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:18.396524 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-595f7eb8-f8bf-4890-a4de-453c9a07efb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:18.415439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3a2db4e-8ae1-4799-8403-7befe595b0c6 req-bfebdd7f-af68-405f-859d-b21ff7228865 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Router bbb73ba0-9a42-4c34-a8f2-7511fce6813f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:24:18.427365 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-595f7eb8-f8bf-4890-a4de-453c9a07efb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:18.428307 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-595f7eb8-f8bf-4890-a4de-453c9a07efb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (98fb45e4-f477-44f0-b14a-3236d526d7f1), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:18.487086 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (2c5e6966-9847-4772-8b25-77692eef9688), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:18.489060 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (59a4bc9a-96c7-4391-ae56-dba88ce2c237), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:18.530973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:18.531859 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:18.557837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5165e4c4-5719-4186-b73c-002e23068f43 None None] DHCP port deletion for 2c5e6966-9847-4772-8b25-77692eef9688 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:24:18.650608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:18.673277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c413c8f-5a6b-4a8d-8293-0159536b1fc0 None None] DHCP port deletion for 971d6582-84e8-4537-9cf3-594e06d3f5f9 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:24:18.678131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de3c1f0-ff77-406e-83c9-1abcbb7d9954 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:18.679660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3de3c1f0-ff77-406e-83c9-1abcbb7d9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:18.691749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f7eb8-f8bf-4890-a4de-453c9a07efb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:18.827632 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3a2db4e-8ae1-4799-8403-7befe595b0c6 req-bfebdd7f-af68-405f-859d-b21ff7228865 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:18.829569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-595f7eb8-f8bf-4890-a4de-453c9a07efb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:18.848610 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d390c5f8-7aa9-4044-bef6-9f44cc283d5e None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:18.869286 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d390c5f8-7aa9-4044-bef6-9f44cc283d5e None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:18.869830 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d390c5f8-7aa9-4044-bef6-9f44cc283d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:18.948384 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e9ff004c-821e-4581-8634-cbee776516c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (09b0bbae-93c9-4945-a7f7-5a6d292f1411), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:18.961364 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595f7eb8-f8bf-4890-a4de-453c9a07efb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:18.973253 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-595f7eb8-f8bf-4890-a4de-453c9a07efb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:18.979767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f7eb8-f8bf-4890-a4de-453c9a07efb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=98fb45e4-f477-44f0-b14a-3236d526d7f1,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:18.987929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954e3c39-31ee-4fac-91c5-b6eb4ec2053a None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:18.991862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:18.992968 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:19.030119 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d390c5f8-7aa9-4044-bef6-9f44cc283d5e None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:19.040127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-efca357a-93bb-4271-ae55-275e240f9cbb None None] Current status of the port fdeacd9f-b6ba-465a-9c40-383158154826 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:19.088107 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Deleting port 187a8c80-254e-47ee-927e-af505bbcff27 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:19.088697 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (187a8c80-254e-47ee-927e-af505bbcff27), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:19.102109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:19.109330 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f7eb8-f8bf-4890-a4de-453c9a07efb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=9c080cf6-07c3-45ea-b55d-8bad001f3e77,revision_number=6']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:19.114324 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] No DVR routers for this DVR port 59a4bc9a-96c7-4391-ae56-dba88ce2c237 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:24:19.117024 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Port': ['ID=59a4bc9a-96c7-4391-ae56-dba88ce2c237,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:19.141609 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a2db4e-8ae1-4799-8403-7befe595b0c6 req-bfebdd7f-af68-405f-859d-b21ff7228865 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] No DVR routers for this DVR port be9b6aad-d952-47e8-925a-ffeb9607309a on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:24:19.157468 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d3cb7b36-f383-4d35-a865-176840457c9d req-3c96f0b5-04e2-499b-b194-3f807ffb2cb1 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 210 time: 0.1476371 Oct 26 15:24:19.174975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-b3a2db4e-8ae1-4799-8403-7befe595b0c6 req-bfebdd7f-af68-405f-859d-b21ff7228865 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:19.179266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-5165e4c4-5719-4186-b73c-002e23068f43 None None] Deleting port 187a8c80-254e-47ee-927e-af505bbcff27 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:19.179638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5165e4c4-5719-4186-b73c-002e23068f43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (187a8c80-254e-47ee-927e-af505bbcff27), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:19.184100 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b3a2db4e-8ae1-4799-8403-7befe595b0c6 req-bfebdd7f-af68-405f-859d-b21ff7228865 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.64 "DELETE /networking/v2.0/ports/be9b6aad-d952-47e8-925a-ffeb9607309a HTTP/1.1" status: 204 len: 173 time: 3.3264692 Oct 26 15:24:19.185431 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60036) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:19.197773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-3de3c1f0-ff77-406e-83c9-1abcbb7d9954 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:19.204339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'name': 'network-vif-deleted', 'tag': 'be9b6aad-d952-47e8-925a-ffeb9607309a'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:24:19.237928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-938412c3-ad01-43e3-8217-4158e9f2dec1 None None] Could not find standard attr ID for object 8be30600-f0f0-48d4-925a-1beae0b66907. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:24:19.241103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ddae91-64ad-4d31-b905-c9c0b50651c4" -d '{"events": [{"server_uuid": "efe63d87-5805-4538-af4d-bd9859b24fb1", "name": "network-vif-deleted", "tag": "be9b6aad-d952-47e8-925a-ffeb9607309a"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:24:19.299130 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (971d6582-84e8-4537-9cf3-594e06d3f5f9), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:19.299940 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-595f7eb8-f8bf-4890-a4de-453c9a07efb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8879685 Oct 26 15:24:19.310908 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60040) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:19.341323 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971d6582-84e8-4537-9cf3-594e06d3f5f9']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:19.368955 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1deee21b-69a7-4c84-99a1-4e1b5f5631be') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:19.380957 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1deee21b-69a7-4c84-99a1-4e1b5f5631be') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:19.383447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:19.383826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:19.384212 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb Oct 26 15:24:19.402296 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (1deee21b-69a7-4c84-99a1-4e1b5f5631be), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:19.410814 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d390c5f8-7aa9-4044-bef6-9f44cc283d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:34Z', 'revision_number': 18, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:19.420907 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (1deee21b-69a7-4c84-99a1-4e1b5f5631be), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:19.428985 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:24:19.429660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (1deee21b-69a7-4c84-99a1-4e1b5f5631be), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:19.442168 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:19.443830 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d390c5f8-7aa9-4044-bef6-9f44cc283d5e None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:24:19.480431 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d390c5f8-7aa9-4044-bef6-9f44cc283d5e None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:19.481372 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d390c5f8-7aa9-4044-bef6-9f44cc283d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:19.530793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-5165e4c4-5719-4186-b73c-002e23068f43 None None] For port 187a8c80-254e-47ee-927e-af505bbcff27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=187a8c80-254e-47ee-927e-af505bbcff27,segment=NetworkSegment(4d185ad7-c578-48c2-9e87-c98d8cfe7922),segment_id=4d185ad7-c578-48c2-9e87-c98d8cfe7922)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:19.534729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5165e4c4-5719-4186-b73c-002e23068f43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (187a8c80-254e-47ee-927e-af505bbcff27), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:19.544006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-938412c3-ad01-43e3-8217-4158e9f2dec1 None None] Provisioning complete for port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:19.544931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-938412c3-ad01-43e3-8217-4158e9f2dec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:19.545669 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-938412c3-ad01-43e3-8217-4158e9f2dec1 None None] Attempt 1 to provision port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 Oct 26 15:24:19.547467 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (971d6582-84e8-4537-9cf3-594e06d3f5f9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:19.548104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:19.555382 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 1deee21b-69a7-4c84-99a1-4e1b5f5631be resource provider aggregate not found Oct 26 15:24:19.605144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fc7a9b-c9de-4da4-a38c-14371081f4b3 None None] DHCP port deletion for a34288df-dc82-4afa-aec3-802ccf35da39 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:24:19.628916 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 1deee21b-69a7-4c84-99a1-4e1b5f5631be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1deee21b-69a7-4c84-99a1-4e1b5f5631be found for delete ", "request_id": "req-f9925927-45aa-4b4d-9919-c4720508b88b"}]} Oct 26 15:24:19.631132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:19.652200 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/networks/971d6582-84e8-4537-9cf3-594e06d3f5f9 HTTP/1.1" status: 204 len: 168 time: 1.9019361 Oct 26 15:24:19.655231 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d0dc8-95e0-4773-a4e3-81bf271242af tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Network': ['ID=971d6582-84e8-4537-9cf3-594e06d3f5f9,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:19.660524 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60046) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:19.671969 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d0322e41-caa5-44ca-adb7-51656d178bb4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-740658675', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:19.701515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-5165e4c4-5719-4186-b73c-002e23068f43 None None] Calling delete_port for 187a8c80-254e-47ee-927e-af505bbcff27 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:19.735215 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] For port 187a8c80-254e-47ee-927e-af505bbcff27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=187a8c80-254e-47ee-927e-af505bbcff27,segment=NetworkSegment(4d185ad7-c578-48c2-9e87-c98d8cfe7922),segment_id=4d185ad7-c578-48c2-9e87-c98d8cfe7922)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:19.737756 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (187a8c80-254e-47ee-927e-af505bbcff27), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:19.747279 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0322e41-caa5-44ca-adb7-51656d178bb4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (5cd632db-954c-48bb-afdd-8c943bd659c0), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:19.750675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0322e41-caa5-44ca-adb7-51656d178bb4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (5cd632db-954c-48bb-afdd-8c943bd659c0), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:19.809507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:19.855365 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0322e41-caa5-44ca-adb7-51656d178bb4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router_controller (5cd632db-954c-48bb-afdd-8c943bd659c0), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:19.884448 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Calling delete_port for 187a8c80-254e-47ee-927e-af505bbcff27 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:19.892451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0322e41-caa5-44ca-adb7-51656d178bb4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (5cd632db-954c-48bb-afdd-8c943bd659c0), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:19.987766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5048237b-6820-4f5c-90ae-6882e319baf1 None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:20.027133 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d390c5f8-7aa9-4044-bef6-9f44cc283d5e None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:20.031617 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d95433-c4d0-4c00-875a-3979fe0864ac x-openstack-request-id: req-c2d95433-c4d0-4c00-875a-3979fe0864ac {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:24:20.031617 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe63d87-5805-4538-af4d-bd9859b24fb1", "name": "network-vif-deleted", "tag": "be9b6aad-d952-47e8-925a-ffeb9607309a", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:24:20.032245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2d95433-c4d0-4c00-875a-3979fe0864ac {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:24:20.032350 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:20.032453 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d95433-c4d0-4c00-875a-3979fe0864ac'] response: {'server_uuid': 'efe63d87-5805-4538-af4d-bd9859b24fb1', 'name': 'network-vif-deleted', 'tag': 'be9b6aad-d952-47e8-925a-ffeb9607309a', 'status': 'completed', 'code': 200} Oct 26 15:24:20.036937 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-9f4f2002-bade-4cd3-a7fb-21a1d3bb0149 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'mac_address': 'fa:16:3e:96:5f:97', 'name': 'tempest-NetworksTestDHCPv6-1474692788'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:20.042982 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (187a8c80-254e-47ee-927e-af505bbcff27), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.077308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5048237b-6820-4f5c-90ae-6882e319baf1 None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:20.080138 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event deleted for resources: {'Port': ['ID=187a8c80-254e-47ee-927e-af505bbcff27,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:20.081517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5048237b-6820-4f5c-90ae-6882e319baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:20.090942 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] No DVR routers for this DVR port 187a8c80-254e-47ee-927e-af505bbcff27 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:24:20.101709 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0322e41-caa5-44ca-adb7-51656d178bb4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.105433 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d0322e41-caa5-44ca-adb7-51656d178bb4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4375167 Oct 26 15:24:20.111982 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60048) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:20.113103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:20.126846 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:20.159837 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-499f5158-7908-4db2-990e-137d9cde96c0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-26048988'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:20.274971 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a315074f-cdda-4b9e-8ba1-f43a501bc7b2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 1.0281415 Oct 26 15:24:20.276603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device be9b6aad-d952-47e8-925a-ffeb9607309a no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:20.283336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e5fc7a9b-c9de-4da4-a38c-14371081f4b3 None None] Deleting port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:20.284025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e5fc7a9b-c9de-4da4-a38c-14371081f4b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (dd0e42ed-f8f4-4158-b49e-21bdfb070b1c), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.290282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5165e4c4-5719-4186-b73c-002e23068f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (187a8c80-254e-47ee-927e-af505bbcff27), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.298668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:20.313768 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (2c5e6966-9847-4772-8b25-77692eef9688), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.356924 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5e6966-9847-4772-8b25-77692eef9688']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:20.373218 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d390c5f8-7aa9-4044-bef6-9f44cc283d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:34Z', 'revision_number': 18, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:20.373364 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d185ad7-c578-48c2-9e87-c98d8cfe7922') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:20.373364 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d185ad7-c578-48c2-9e87-c98d8cfe7922') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:20.393691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (4d185ad7-c578-48c2-9e87-c98d8cfe7922), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.396927 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d390c5f8-7aa9-4044-bef6-9f44cc283d5e None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:34Z', 'revision_number': 18, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:20.408636 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (4d185ad7-c578-48c2-9e87-c98d8cfe7922), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.418064 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:24:20.418483 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (4d185ad7-c578-48c2-9e87-c98d8cfe7922), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.488116 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:20.498233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165e4c4-5719-4186-b73c-002e23068f43 None None] Pushing event deleted for resources: {'Port': ['ID=187a8c80-254e-47ee-927e-af505bbcff27,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:20.499971 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff004c-821e-4581-8634-cbee776516c1 admin admin] Deleting port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:20.500317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e9ff004c-821e-4581-8634-cbee776516c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.500685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: be9b6aad-d952-47e8-925a-ffeb9607309a {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:24:20.501288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device be9b6aad-d952-47e8-925a-ffeb9607309a not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:24:20.508814 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (2c5e6966-9847-4772-8b25-77692eef9688), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.511389 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499f5158-7908-4db2-990e-137d9cde96c0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Made reservation on behalf of 4c4db5bb937d4b728c56281fc24a1134 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:20.516133 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-499f5158-7908-4db2-990e-137d9cde96c0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.516709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:20.517306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.541790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.543840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-938412c3-ad01-43e3-8217-4158e9f2dec1 None None] Current status of the port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:20.547622 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "DELETE /networking/v2.0/networks/2c5e6966-9847-4772-8b25-77692eef9688 HTTP/1.1" status: 204 len: 168 time: 2.2515960 Oct 26 15:24:20.548883 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60052) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:20.554455 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1869e086-1364-45dd-a702-5030448ea45d req-ca073b25-ee1d-457a-9cec-c285082e70a0 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=efe63d87-5805-4538-af4d-bd9859b24fb1 HTTP/1.1" status: 200 len: 210 time: 0.0643475 Oct 26 15:24:20.572636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-e5fc7a9b-c9de-4da4-a38c-14371081f4b3 None None] For port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=dd0e42ed-f8f4-4158-b49e-21bdfb070b1c,segment=NetworkSegment(0e94e639-54f2-4152-bd89-14424a4fd1cc),segment_id=0e94e639-54f2-4152-bd89-14424a4fd1cc)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:20.573296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e5fc7a9b-c9de-4da4-a38c-14371081f4b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (dd0e42ed-f8f4-4158-b49e-21bdfb070b1c), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.574005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4f2002-bade-4cd3-a7fb-21a1d3bb0149 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:20.581421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5165e4c4-5719-4186-b73c-002e23068f43 None None] No DVR routers for this DVR port 187a8c80-254e-47ee-927e-af505bbcff27 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:24:20.592486 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81120f3-1f34-4af6-bc2e-1da4ef853f25 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event deleted for resources: {'Network': ['ID=2c5e6966-9847-4772-8b25-77692eef9688,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:20.626861 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499f5158-7908-4db2-990e-137d9cde96c0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:24:20.637558 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-499f5158-7908-4db2-990e-137d9cde96c0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (4523a5af-752d-449e-9fc9-3a54e028d96a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.637912 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-499f5158-7908-4db2-990e-137d9cde96c0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Added segment 4523a5af-752d-449e-9fc9-3a54e028d96a of type vlan for network 5561eb48-5483-415b-9f98-2afbef9c6e4c Oct 26 15:24:20.648154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e5fc7a9b-c9de-4da4-a38c-14371081f4b3 None None] Calling delete_port for dd0e42ed-f8f4-4158-b49e-21bdfb070b1c owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:20.651245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,segment=NetworkSegment(878b8e5b-ecb8-4aa5-b134-e80266343bcc),segment_id=878b8e5b-ecb8-4aa5-b134-e80266343bcc)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:20.677795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.679342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9c080cf6-07c3-45ea-b55d-8bad001f3e77 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:20.683247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-70bba8e7-a9fb-438f-ae31-c67d9f1d3448 None None] Could not find standard attr ID for object 57139b41-3169-4de2-a0c9-69a7368f20fa. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:24:20.696992 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-499f5158-7908-4db2-990e-137d9cde96c0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (5561eb48-5483-415b-9f98-2afbef9c6e4c), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.733100 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-499f5158-7908-4db2-990e-137d9cde96c0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (5561eb48-5483-415b-9f98-2afbef9c6e4c), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.743962 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f5158-7908-4db2-990e-137d9cde96c0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:20.743962 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-499f5158-7908-4db2-990e-137d9cde96c0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.809814 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (a34288df-dc82-4afa-aec3-802ccf35da39), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.810958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-5048237b-6820-4f5c-90ae-6882e319baf1 None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:20.857494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-e9ff004c-821e-4581-8634-cbee776516c1 admin admin] For port 81554fd1-c28e-4bf0-9641-ce77a2cde7eb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,segment=NetworkSegment(878b8e5b-ecb8-4aa5-b134-e80266343bcc),segment_id=878b8e5b-ecb8-4aa5-b134-e80266343bcc)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:20.858197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e9ff004c-821e-4581-8634-cbee776516c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.864548 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-499f5158-7908-4db2-990e-137d9cde96c0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7512412 Oct 26 15:24:20.865250 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60054) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:20.866721 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f5158-7908-4db2-990e-137d9cde96c0 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Network': ['ID=5561eb48-5483-415b-9f98-2afbef9c6e4c,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:20.874074 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-765c0d82-9dcc-4207-9879-974e1d74f885 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'subnet': {'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:20.882940 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2002-bade-4cd3-a7fb-21a1d3bb0149 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.886391 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff004c-821e-4581-8634-cbee776516c1 admin admin] Calling delete_port for 81554fd1-c28e-4bf0-9641-ce77a2cde7eb owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:20.899501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 5561eb48-5483-415b-9f98-2afbef9c6e4c details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:24:20.901575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:20.929140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-70bba8e7-a9fb-438f-ae31-c67d9f1d3448 None None] Provisioning complete for port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:20.929752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-70bba8e7-a9fb-438f-ae31-c67d9f1d3448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:20.930245 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-70bba8e7-a9fb-438f-ae31-c67d9f1d3448 None None] Attempt 1 to provision port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 Oct 26 15:24:20.956402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-9f4f2002-bade-4cd3-a7fb-21a1d3bb0149 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port 217e5eab-0ea1-41b1-a48d-c738b260cd00 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:24:21.002402 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765c0d82-9dcc-4207-9879-974e1d74f885 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Made reservation on behalf of 4c4db5bb937d4b728c56281fc24a1134 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:21.002695 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Deleting port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:21.003040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (dd0e42ed-f8f4-4158-b49e-21bdfb070b1c), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:21.006372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-765c0d82-9dcc-4207-9879-974e1d74f885 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:21.014985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:21.096895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] For port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=dd0e42ed-f8f4-4158-b49e-21bdfb070b1c,segment=NetworkSegment(0e94e639-54f2-4152-bd89-14424a4fd1cc),segment_id=0e94e639-54f2-4152-bd89-14424a4fd1cc)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:21.097481 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (dd0e42ed-f8f4-4158-b49e-21bdfb070b1c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:21.120723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Calling delete_port for dd0e42ed-f8f4-4158-b49e-21bdfb070b1c owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:21.124238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e5fc7a9b-c9de-4da4-a38c-14371081f4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (dd0e42ed-f8f4-4158-b49e-21bdfb070b1c), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:21.224342 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:21.226927 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (dd0e42ed-f8f4-4158-b49e-21bdfb070b1c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:21.242371 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-765c0d82-9dcc-4207-9879-974e1d74f885 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (d96b8a69-006a-418b-a9f3-a11b191e5c43), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:21.279354 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60056) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:21.282577 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:21.319257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event deleted for resources: {'Port': ['ID=dd0e42ed-f8f4-4158-b49e-21bdfb070b1c,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:21.332090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] No DVR routers for this DVR port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:24:21.345657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c0d82-9dcc-4207-9879-974e1d74f885 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Subnet': ['ID=d96b8a69-006a-418b-a9f3-a11b191e5c43,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:21.383848 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:21.384386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:21.384567 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:21.384966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:21.385313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:21.385939 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:21.387056 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:21.387321 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:21.387580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:21.387687 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:21.387942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:21.388652 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:21.388965 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:21.389354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:21.389788 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:21.390125 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:21.395539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765c0d82-9dcc-4207-9879-974e1d74f885 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Checking segment: {'id': '4523a5af-752d-449e-9fc9-3a54e028d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:21.396216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765c0d82-9dcc-4207-9879-974e1d74f885 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network hostable DHCP agents. Network: 5561eb48-5483-415b-9f98-2afbef9c6e4c, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:24:21.421981 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c0b7024a-576d-45f4-aac2-d2be3957d6d0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1414618 Oct 26 15:24:21.462701 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765c0d82-9dcc-4207-9879-974e1d74f885 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network 5561eb48-5483-415b-9f98-2afbef9c6e4c is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:24:21.472712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc7a9b-c9de-4da4-a38c-14371081f4b3 None None] Pushing event deleted for resources: {'Port': ['ID=dd0e42ed-f8f4-4158-b49e-21bdfb070b1c,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:21.477628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3de3c1f0-ff77-406e-83c9-1abcbb7d9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:18Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:17Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:15Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:21.481671 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-765c0d82-9dcc-4207-9879-974e1d74f885 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 5561eb48-5483-415b-9f98-2afbef9c6e4c) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:21.486123 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765c0d82-9dcc-4207-9879-974e1d74f885 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:21.486916 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-765c0d82-9dcc-4207-9879-974e1d74f885 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:21.521760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3c1f0-ff77-406e-83c9-1abcbb7d9954 None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:24:21.523041 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-765c0d82-9dcc-4207-9879-974e1d74f885 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6528509 Oct 26 15:24:21.524058 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60058) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:21.536781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fc7a9b-c9de-4da4-a38c-14371081f4b3 None None] No DVR routers for this DVR port dd0e42ed-f8f4-4158-b49e-21bdfb070b1c on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:24:21.547428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:21.548072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:21.548417 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 Oct 26 15:24:21.572766 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (a34288df-dc82-4afa-aec3-802ccf35da39), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:21.595226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de3c1f0-ff77-406e-83c9-1abcbb7d9954 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:21.596157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3de3c1f0-ff77-406e-83c9-1abcbb7d9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:21.629707 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-9f4f2002-bade-4cd3-a7fb-21a1d3bb0149 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::f816:3eff:fe96:5f97 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/98fb45e4-f477-44f0-b14a-3236d526d7f1/217e5eab-0ea1-41b1-a48d-c738b260cd00) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:21.632961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da546e7-5f69-40d4-8faf-e8fd9c6a4d67 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:24:21.685135 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34288df-dc82-4afa-aec3-802ccf35da39']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:21.700544 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 4d185ad7-c578-48c2-9e87-c98d8cfe7922 resource provider aggregate not found Oct 26 15:24:21.718439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e94e639-54f2-4152-bd89-14424a4fd1cc') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:21.719017 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e94e639-54f2-4152-bd89-14424a4fd1cc') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:21.724239 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60068) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:21.749457 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:21.752064 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 4d185ad7-c578-48c2-9e87-c98d8cfe7922 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d185ad7-c578-48c2-9e87-c98d8cfe7922 found for delete ", "request_id": "req-c9a5cd2b-b71f-4bc0-8b9b-8716e2081f05"}]} Oct 26 15:24:21.760775 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (0e94e639-54f2-4152-bd89-14424a4fd1cc), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:21.795384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-3de3c1f0-ff77-406e-83c9-1abcbb7d9954 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:21.824724 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (0e94e639-54f2-4152-bd89-14424a4fd1cc), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:21.882187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:24:21.882910 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (0e94e639-54f2-4152-bd89-14424a4fd1cc), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:21.907040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:21.916531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-70bba8e7-a9fb-438f-ae31-c67d9f1d3448 None None] Current status of the port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:21.947018 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:21.987699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:21.997709 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 0e94e639-54f2-4152-bd89-14424a4fd1cc resource provider aggregate not found Oct 26 15:24:22.030725 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 0e94e639-54f2-4152-bd89-14424a4fd1cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e94e639-54f2-4152-bd89-14424a4fd1cc found for delete ", "request_id": "req-7b089181-c357-45e4-927c-0f8446c5b659"}]} Oct 26 15:24:22.040215 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2e807953-9063-4cf7-810c-b77f12f90e15 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for security_group (394c8236-282f-456f-8460-a38a6b2ba683), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:22.078323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e9ff004c-821e-4581-8634-cbee776516c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (81554fd1-c28e-4bf0-9641-ce77a2cde7eb), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:22.080370 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (a34288df-dc82-4afa-aec3-802ccf35da39), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:22.086762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:22.090033 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "DELETE /networking/v2.0/networks/a34288df-dc82-4afa-aec3-802ccf35da39 HTTP/1.1" status: 204 len: 168 time: 1.5399861 Oct 26 15:24:22.118481 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60074) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:22.124662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d790523-5ed9-47ec-98b6-b043d9d0d22a tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event deleted for resources: {'Network': ['ID=a34288df-dc82-4afa-aec3-802ccf35da39,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:22.171033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:22.178003 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2e807953-9063-4cf7-810c-b77f12f90e15 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for security_group (394c8236-282f-456f-8460-a38a6b2ba683), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:22.209268 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff004c-821e-4581-8634-cbee776516c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=81554fd1-c28e-4bf0-9641-ce77a2cde7eb,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:22.218465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:22.250859 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Allocated IP 2001:db8::1 (5561eb48-5483-415b-9f98-2afbef9c6e4c/d96b8a69-006a-418b-a9f3-a11b191e5c43/8f88349b-25c3-436e-baa7-3cf1f99dc860) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:22.254740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5048237b-6820-4f5c-90ae-6882e319baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:19:34Z', 'revision_number': 4, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81554fd1-c28e-4bf0-9641-ce77a2cde7eb', 'name': '', 'network_id': '75323486-1206-489c-a851-669e51c6f8c9', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'mac_address': 'fa:16:3e:b5:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:32Z', 'updated_at': '2022-10-26T15:21:03Z', 'revision_number': 12, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'subnets': [{'id': '94606231-3fbc-48e2-b58a-962135c86b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:22.285147 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2002-bade-4cd3-a7fb-21a1d3bb0149 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (217e5eab-0ea1-41b1-a48d-c738b260cd00), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:22.287623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:22.322286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=3,neutron:DELETE=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:22.331571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5048237b-6820-4f5c-90ae-6882e319baf1 None None] Checking router: 09b0bbae-93c9-4945-a7f7-5a6d292f1411 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:24:22.343368 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff90ae8-0c28-429e-9ac4-f6af5b760984 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Deleting subnet 247576ad-ea5e-4e8f-927d-243a14f9aeb6 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:24:22.350972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da546e7-5f69-40d4-8faf-e8fd9c6a4d67 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:24:22.351274 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4ff90ae8-0c28-429e-9ac4-f6af5b760984 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for subnet (247576ad-ea5e-4e8f-927d-243a14f9aeb6), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:22.390254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5048237b-6820-4f5c-90ae-6882e319baf1 None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:22.390953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5048237b-6820-4f5c-90ae-6882e319baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:22.427648 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:22.429825 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60076) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:22.516218 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f1097110-09ec-4b5d-a9bf-7227143ab278 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.0850661 Oct 26 15:24:22.518398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3de3c1f0-ff77-406e-83c9-1abcbb7d9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:18Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:17Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:15Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:22.530887 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:22.535626 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2e807953-9063-4cf7-810c-b77f12f90e15 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (394c8236-282f-456f-8460-a38a6b2ba683), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:22.538314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2e807953-9063-4cf7-810c-b77f12f90e15 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:22.542332 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2e807953-9063-4cf7-810c-b77f12f90e15 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/394c8236-282f-456f-8460-a38a6b2ba683 HTTP/1.1" status: 204 len: 168 time: 0.8159666 Oct 26 15:24:22.544989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4ff90ae8-0c28-429e-9ac4-f6af5b760984 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (247576ad-ea5e-4e8f-927d-243a14f9aeb6), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:22.552900 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60078) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:22.574874 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network 5561eb48-5483-415b-9f98-2afbef9c6e4c is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:22.580316 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:22.584722 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:22.585394 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (5cd632db-954c-48bb-afdd-8c943bd659c0), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:22.591333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3c1f0-ff77-406e-83c9-1abcbb7d9954 None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:18Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:17Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:15Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:22.598250 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2002-bade-4cd3-a7fb-21a1d3bb0149 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (217e5eab-0ea1-41b1-a48d-c738b260cd00), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:22.601249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 77d842c7-22e3-4a31-904f-093d3a1cac97 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:22.602698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:22.627601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=8f88349b-25c3-436e-baa7-3cf1f99dc860,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:22.639912 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e807953-9063-4cf7-810c-b77f12f90e15 tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=394c8236-282f-456f-8460-a38a6b2ba683,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:22.665583 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-5c9e82a3-ed0f-4bc2-856d-96502d089eef tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] show failed (client error): The resource could not be found. Oct 26 15:24:22.669771 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5c9e82a3-ed0f-4bc2-856d-96502d089eef tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "GET /networking/v2.0/security-groups/394c8236-282f-456f-8460-a38a6b2ba683 HTTP/1.1" status: 404 len: 347 time: 0.1125476 Oct 26 15:24:22.670510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e9ff004c-821e-4581-8634-cbee776516c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (09b0bbae-93c9-4945-a7f7-5a6d292f1411), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:22.673008 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60080) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:22.754541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4f2002-bade-4cd3-a7fb-21a1d3bb0149 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:22.759093 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:22.809685 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-9f4f2002-bade-4cd3-a7fb-21a1d3bb0149 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:22.812733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4f2002-bade-4cd3-a7fb-21a1d3bb0149 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:22.817443 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4f2002-bade-4cd3-a7fb-21a1d3bb0149 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:22.818080 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2002-bade-4cd3-a7fb-21a1d3bb0149 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:22.822978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-5048237b-6820-4f5c-90ae-6882e319baf1 None None] Set router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:22.854853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f2002-bade-4cd3-a7fb-21a1d3bb0149 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=217e5eab-0ea1-41b1-a48d-c738b260cd00,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:22.862249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:22.901361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:22.945421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4ff90ae8-0c28-429e-9ac4-f6af5b760984 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (247576ad-ea5e-4e8f-927d-243a14f9aeb6), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:22.951213 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9f4f2002-bade-4cd3-a7fb-21a1d3bb0149 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9294715 Oct 26 15:24:22.979598 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60082) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:22.980327 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:23.081461 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-afa9ab62-96f8-47fd-a91a-ffe5955e514f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Deleting port 80fb8628-ae76-4470-aa68-97d70b8a52f1 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:23.082170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-afa9ab62-96f8-47fd-a91a-ffe5955e514f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (80fb8628-ae76-4470-aa68-97d70b8a52f1), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:23.144621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7719c2a1-b2c8-4e04-bf2e-6ee05797c20a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:23.151734 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7719c2a1-b2c8-4e04-bf2e-6ee05797c20a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:23.153744 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7719c2a1-b2c8-4e04-bf2e-6ee05797c20a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1719396 Oct 26 15:24:23.161425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-5561eb48-5483-415b-9f98-2afbef9c6e4c', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:24:23.178665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:23.196257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60084) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:23.216514 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:23.219902 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:23.298959 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4ff90ae8-0c28-429e-9ac4-f6af5b760984 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (247576ad-ea5e-4e8f-927d-243a14f9aeb6), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:23.350759 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:23.368025 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:23.377551 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (5cd632db-954c-48bb-afdd-8c943bd659c0), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:23.377942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff90ae8-0c28-429e-9ac4-f6af5b760984 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event deleted for resources: {'Subnet': ['ID=247576ad-ea5e-4e8f-927d-243a14f9aeb6,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:23.383991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4ff90ae8-0c28-429e-9ac4-f6af5b760984 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:23.387751 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4ff90ae8-0c28-429e-9ac4-f6af5b760984 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/247576ad-ea5e-4e8f-927d-243a14f9aeb6 HTTP/1.1" status: 204 len: 168 time: 1.2598524 Oct 26 15:24:23.392185 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60086) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:23.436316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Allocated IP 2001:db8::2 (5561eb48-5483-415b-9f98-2afbef9c6e4c/d96b8a69-006a-418b-a9f3-a11b191e5c43/500ba932-a850-40bd-b4e3-2353f20a6ef2) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:23.540446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60088) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:23.559178 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-afa9ab62-96f8-47fd-a91a-ffe5955e514f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (80fb8628-ae76-4470-aa68-97d70b8a52f1), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:23.559605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-afa9ab62-96f8-47fd-a91a-ffe5955e514f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for floatingip (80fb8628-ae76-4470-aa68-97d70b8a52f1), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:23.619795 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=8f88349b-25c3-436e-baa7-3cf1f99dc860,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:23.641443 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-0112a18f-a049-44fc-a462-d63d8e3e9346 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port 217e5eab-0ea1-41b1-a48d-c738b260cd00 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:23.644063 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0112a18f-a049-44fc-a462-d63d8e3e9346 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (217e5eab-0ea1-41b1-a48d-c738b260cd00), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:23.656376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:23.656732 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:23.657106 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:23.657440 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:23.657783 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:23.658101 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:23.658424 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:23.658989 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:23.659115 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:23.659374 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:23.659694 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:23.660013 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:23.660922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:23.660922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:23.661156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:23.662230 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ff004c-821e-4581-8634-cbee776516c1 admin admin] Router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:24:23.678710 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (62534888-eebf-45a1-b38c-d3445736e131), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:23.689132 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:23.690828 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-afa9ab62-96f8-47fd-a91a-ffe5955e514f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Calling delete_port for 80fb8628-ae76-4470-aa68-97d70b8a52f1 owned by network:floatingip {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:23.813014 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Deleting port fdeacd9f-b6ba-465a-9c40-383158154826 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:23.817322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (fdeacd9f-b6ba-465a-9c40-383158154826), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:23.824878 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network 5561eb48-5483-415b-9f98-2afbef9c6e4c is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:23.844158 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:23.854071 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bf9f05c7-ddff-4a35-8416-48261e1ae9ad tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.3096073 Oct 26 15:24:23.854706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:23.858656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5048237b-6820-4f5c-90ae-6882e319baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:24:21Z', 'revision_number': 5, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:23.923998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5048237b-6820-4f5c-90ae-6882e319baf1 None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [{'id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'name': 'tempest-ServersTestManualDisk-1749843518-router', 'tenant_id': 'b06d3531c6984a12bc9058594d41733d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:19Z', 'updated_at': '2022-10-26T15:24:21Z', 'revision_number': 5, 'project_id': 'b06d3531c6984a12bc9058594d41733d', 'gw_port': {'id': '394e991d-ba1f-4c55-ad3b-6183751d959f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b0bbae-93c9-4945-a7f7-5a6d292f1411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:20Z', 'updated_at': '2022-10-26T15:21:05Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:23.949651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:23.955888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0112a18f-a049-44fc-a462-d63d8e3e9346 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (217e5eab-0ea1-41b1-a48d-c738b260cd00), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:23.975005 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] For port fdeacd9f-b6ba-465a-9c40-383158154826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fdeacd9f-b6ba-465a-9c40-383158154826,segment=NetworkSegment(12eeb000-e556-407e-af91-8e5fda71cd86),segment_id=12eeb000-e556-407e-af91-8e5fda71cd86)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:23.976323 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (fdeacd9f-b6ba-465a-9c40-383158154826), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:23.985531 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-0112a18f-a049-44fc-a462-d63d8e3e9346 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for 217e5eab-0ea1-41b1-a48d-c738b260cd00 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:24.019805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Publish callbacks [] for port (500ba932-a850-40bd-b4e3-2353f20a6ef2), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:24.025163 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Calling delete_port for fdeacd9f-b6ba-465a-9c40-383158154826 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:24.052435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:24.052847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:24.053405 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:24:24.057407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (500ba932-a850-40bd-b4e3-2353f20a6ef2), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:24.125747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Network 5561eb48-5483-415b-9f98-2afbef9c6e4c is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:24.137492 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b268aec-b646-4e14-a663-33e7a359cae7 None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:24.148472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:24.154678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:24.173869 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b268aec-b646-4e14-a663-33e7a359cae7 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:24.178647 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2b268aec-b646-4e14-a663-33e7a359cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:24.199684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Pushing event updated for resources: {'Port': ['ID=500ba932-a850-40bd-b4e3-2353f20a6ef2,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:24.238220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:24.238220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:24.238583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:24.239016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:24.239467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:24.239904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:24.240344 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:24.240857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:24.241531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:24.242059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:24.242515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:24.242956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:24.243624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:24.244063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:24.244497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:24.281933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:24.288925 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:24.298453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (fdeacd9f-b6ba-465a-9c40-383158154826), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:24.307826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Attempting to bind port 500ba932-a850-40bd-b4e3-2353f20a6ef2 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:24.308100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Attempting to bind port 500ba932-a850-40bd-b4e3-2353f20a6ef2 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '4523a5af-752d-449e-9fc9-3a54e028d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:24.309236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Attempting to bind port 500ba932-a850-40bd-b4e3-2353f20a6ef2 on network 5561eb48-5483-415b-9f98-2afbef9c6e4c {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:24.388582 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event deleted for resources: {'Port': ['ID=fdeacd9f-b6ba-465a-9c40-383158154826,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:24.401539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] No DVR routers for this DVR port fdeacd9f-b6ba-465a-9c40-383158154826 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:24:24.402634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:24.404001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9c080cf6-07c3-45ea-b55d-8bad001f3e77 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:24.408525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-5caebcca-5a11-4c46-8895-afa14258c985 None None] Provisioning complete for port 217e5eab-0ea1-41b1-a48d-c738b260cd00 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:24.408964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5caebcca-5a11-4c46-8895-afa14258c985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (217e5eab-0ea1-41b1-a48d-c738b260cd00), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:24.409411 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-5caebcca-5a11-4c46-8895-afa14258c985 None None] Attempt 1 to provision port 217e5eab-0ea1-41b1-a48d-c738b260cd00 Oct 26 15:24:24.493167 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2b268aec-b646-4e14-a663-33e7a359cae7 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:24.497353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-5caebcca-5a11-4c46-8895-afa14258c985 None None] Port 217e5eab-0ea1-41b1-a48d-c738b260cd00 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:24:24.501791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:24:24.502567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Checking segment: {'id': '4523a5af-752d-449e-9fc9-3a54e028d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:24.503213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:24.503836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Bound using segment: {'id': '4523a5af-752d-449e-9fc9-3a54e028d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:24:24.504544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Bound port: 500ba932-a850-40bd-b4e3-2353f20a6ef2, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4523a5af-752d-449e-9fc9-3a54e028d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:24:24.505198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (500ba932-a850-40bd-b4e3-2353f20a6ef2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:24.539909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-5caebcca-5a11-4c46-8895-afa14258c985 None None] Provisioning complete for port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:24.540683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5caebcca-5a11-4c46-8895-afa14258c985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:24.541329 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-5caebcca-5a11-4c46-8895-afa14258c985 None None] Attempt 1 to provision port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 Oct 26 15:24:24.545543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ff004c-821e-4581-8634-cbee776516c1 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:24.553952 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e9ff004c-821e-4581-8634-cbee776516c1 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/09b0bbae-93c9-4945-a7f7-5a6d292f1411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4076340 Oct 26 15:24:24.556673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60090) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:24.598184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:24.669593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:24.670815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:24.671387 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 Oct 26 15:24:24.707642 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (62534888-eebf-45a1-b38c-d3445736e131), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:24.733610 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 5cd632db-954c-48bb-afdd-8c943bd659c0 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:24:24.770166 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62534888-eebf-45a1-b38c-d3445736e131']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:24.786805 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-afa9ab62-96f8-47fd-a91a-ffe5955e514f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (80fb8628-ae76-4470-aa68-97d70b8a52f1), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:24.812019 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12eeb000-e556-407e-af91-8e5fda71cd86') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:24.812348 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12eeb000-e556-407e-af91-8e5fda71cd86') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:24.824031 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2b268aec-b646-4e14-a663-33e7a359cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:34Z', 'revision_number': 18, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:24.869948 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:24.872144 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b268aec-b646-4e14-a663-33e7a359cae7 None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:24:24.873215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] For port 500ba932-a850-40bd-b4e3-2353f20a6ef2, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:24:24.878124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] For port 500ba932-a850-40bd-b4e3-2353f20a6ef2, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=500ba932-a850-40bd-b4e3-2353f20a6ef2,segment=NetworkSegment(4523a5af-752d-449e-9fc9-3a54e028d96a),segment_id=4523a5af-752d-449e-9fc9-3a54e028d96a)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:24:24.882159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60094) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:24.890638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:24.898015 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b268aec-b646-4e14-a663-33e7a359cae7 None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:24.898348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9ab62-96f8-47fd-a91a-ffe5955e514f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Pushing event deleted for resources: {'Port': ['ID=80fb8628-ae76-4470-aa68-97d70b8a52f1,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:24.898778 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2b268aec-b646-4e14-a663-33e7a359cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:24.927571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (500ba932-a850-40bd-b4e3-2353f20a6ef2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:24.978267 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (12eeb000-e556-407e-af91-8e5fda71cd86), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:25.086304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (12eeb000-e556-407e-af91-8e5fda71cd86), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:25.098919 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f0eb7733-232b-4065-bf62-7aee68817ad6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.2152822 Oct 26 15:24:25.100737 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0112a18f-a049-44fc-a462-d63d8e3e9346 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (217e5eab-0ea1-41b1-a48d-c738b260cd00), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:25.104540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-5caebcca-5a11-4c46-8895-afa14258c985 None None] Current status of the port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:25.124199 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:24:25.124609 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (12eeb000-e556-407e-af91-8e5fda71cd86), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:25.134104 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2b268aec-b646-4e14-a663-33e7a359cae7 None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:25.140964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:25.156196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112a18f-a049-44fc-a462-d63d8e3e9346 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=217e5eab-0ea1-41b1-a48d-c738b260cd00,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:25.167763 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-afa9ab62-96f8-47fd-a91a-ffe5955e514f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks [] for floatingip (5acb5302-e6d4-4c13-9ef6-39b5af2566f5), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:25.171975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-afa9ab62-96f8-47fd-a91a-ffe5955e514f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:25.176655 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-afa9ab62-96f8-47fd-a91a-ffe5955e514f tempest-ServersTestJSON-369889598 tempest-ServersTestJSON-369889598-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/5acb5302-e6d4-4c13-9ef6-39b5af2566f5 HTTP/1.1" status: 204 len: 168 time: 2.4985869 Oct 26 15:24:25.205182 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60098) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:25.224459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d2c51-c2b6-4f46-bdf0-ada7a8b4288b None None] Pushing event updated for resources: {'Port': ['ID=500ba932-a850-40bd-b4e3-2353f20a6ef2,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:25.251672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:25.276881 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0112a18f-a049-44fc-a462-d63d8e3e9346 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:25.282016 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0112a18f-a049-44fc-a462-d63d8e3e9346 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/217e5eab-0ea1-41b1-a48d-c738b260cd00 HTTP/1.1" status: 204 len: 168 time: 2.0745742 Oct 26 15:24:25.284546 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 12eeb000-e556-407e-af91-8e5fda71cd86 resource provider aggregate not found Oct 26 15:24:25.290725 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5fba1e06-b911-482b-b7c3-b42e7f4532a0 admin admin] Publish callbacks [] for router (09b0bbae-93c9-4945-a7f7-5a6d292f1411), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:25.292702 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60102) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:25.347055 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 12eeb000-e556-407e-af91-8e5fda71cd86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12eeb000-e556-407e-af91-8e5fda71cd86 found for delete ", "request_id": "req-e0b81133-6672-42af-93ed-4b86468854d1"}]} Oct 26 15:24:25.371393 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:25.388019 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-095316a1-9721-44c2-849e-fe78d4c07102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/5cd632db-954c-48bb-afdd-8c943bd659c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8610785 Oct 26 15:24:25.390511 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60106) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:25.398184 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-9778d998-668b-4980-b4ff-9faf7fe745a5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-585427658'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:25.403765 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (62534888-eebf-45a1-b38c-d3445736e131), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:25.405646 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:25.432174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Sync routers for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:25.453123 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:25.457274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:25.457804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:25.466514 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "DELETE /networking/v2.0/networks/62534888-eebf-45a1-b38c-d3445736e131 HTTP/1.1" status: 204 len: 168 time: 2.0716629 Oct 26 15:24:25.469948 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75423e83-42e9-4c81-87f8-bed64fdaefb5 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Pushing event deleted for resources: {'Network': ['ID=62534888-eebf-45a1-b38c-d3445736e131,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:25.478388 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60108) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:25.497717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Routers {'5cd632db-954c-48bb-afdd-8c943bd659c0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:25.499028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5cd632db-954c-48bb-afdd-8c943bd659c0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:25.572457 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fe863c10-5f33-405a-89e2-93ce5f88a7e8 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6a09d1f0-4633-4628-9e3f-3567052b261b HTTP/1.1" status: 200 len: 205 time: 0.0928280 Oct 26 15:24:25.576207 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60112) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:25.609464 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9778d998-668b-4980-b4ff-9faf7fe745a5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Made reservation on behalf of 4c4db5bb937d4b728c56281fc24a1134 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:25.615318 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9778d998-668b-4980-b4ff-9faf7fe745a5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:25.632242 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6789dce8-7873-491d-af2c-a7c9281722f4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:25.634778 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6789dce8-7873-491d-af2c-a7c9281722f4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:25.637130 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6789dce8-7873-491d-af2c-a7c9281722f4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3408284 Oct 26 15:24:25.645768 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60114) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:25.646582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:25.655845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Set router 5cd632db-954c-48bb-afdd-8c943bd659c0 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:25.703692 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2b268aec-b646-4e14-a663-33e7a359cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:34Z', 'revision_number': 18, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:25.771234 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b268aec-b646-4e14-a663-33e7a359cae7 None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:19:38Z', 'revision_number': 4, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '77d842c7-22e3-4a31-904f-093d3a1cac97', 'name': '', 'network_id': '3d9157ca-5c49-4d10-8925-23b7d2950b98', 'tenant_id': '478f977efd474c3582bb470139659899', 'mac_address': 'fa:16:3e:e9:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:21:34Z', 'revision_number': 18, 'project_id': '478f977efd474c3582bb470139659899', 'subnets': [{'id': 'c6a443d4-e63a-4347-b9cd-2a45ed8073c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:25.813242 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9778d998-668b-4980-b4ff-9faf7fe745a5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:24:25.825116 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-15677e2f-2a48-4626-8edf-f064d3a098c7 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for router (6a09d1f0-4633-4628-9e3f-3567052b261b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:25.840229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:25.867365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:25.867640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf4ebb2-b748-48cd-8ca2-dd8e267e6dee tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 98fb45e4-f477-44f0-b14a-3236d526d7f1 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:24:25.868980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:25.873163 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4cf4ebb2-b748-48cd-8ca2-dd8e267e6dee tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (98fb45e4-f477-44f0-b14a-3236d526d7f1), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:25.876467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5fba1e06-b911-482b-b7c3-b42e7f4532a0 admin admin] Publish callbacks [] for router_gateway (09b0bbae-93c9-4945-a7f7-5a6d292f1411), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:25.895706 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9778d998-668b-4980-b4ff-9faf7fe745a5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (2afd5a01-35d1-4541-aaf9-102544f31f5f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:25.896050 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-9778d998-668b-4980-b4ff-9faf7fe745a5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Added segment 2afd5a01-35d1-4541-aaf9-102544f31f5f of type vlan for network 273c0559-7bab-40a0-9a7e-4dd97fe24945 Oct 26 15:24:25.965711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 81554fd1-c28e-4bf0-9641-ce77a2cde7eb {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:24:25.966052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81554fd1-c28e-4bf0-9641-ce77a2cde7eb not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:24:25.966481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 59a4bc9a-96c7-4391-ae56-dba88ce2c237 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:25.978326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:26.001865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 59a4bc9a-96c7-4391-ae56-dba88ce2c237 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:24:26.002232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 59a4bc9a-96c7-4391-ae56-dba88ce2c237 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:24:26.002653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device dd0e42ed-f8f4-4158-b49e-21bdfb070b1c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:26.006594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:26.016447 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4cf4ebb2-b748-48cd-8ca2-dd8e267e6dee tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (98fb45e4-f477-44f0-b14a-3236d526d7f1), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:26.034603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: dd0e42ed-f8f4-4158-b49e-21bdfb070b1c {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:24:26.034964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device dd0e42ed-f8f4-4158-b49e-21bdfb070b1c not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:24:26.035583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:26.039343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:24:22Z', 'revision_number': 2, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:24:23Z', 'revision_number': 2, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:26.076991 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9778d998-668b-4980-b4ff-9faf7fe745a5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (273c0559-7bab-40a0-9a7e-4dd97fe24945), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:26.097317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:26.105773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Checking router: 5cd632db-954c-48bb-afdd-8c943bd659c0 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:24:26.106140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Updating router 5cd632db-954c-48bb-afdd-8c943bd659c0 port 8f88349b-25c3-436e-baa7-3cf1f99dc860 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:24:26.114457 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60116) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:26.118644 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-15677e2f-2a48-4626-8edf-f064d3a098c7 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (6a09d1f0-4633-4628-9e3f-3567052b261b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:26.130528 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-15677e2f-2a48-4626-8edf-f064d3a098c7 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for router_controller (6a09d1f0-4633-4628-9e3f-3567052b261b), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:26.155681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:26.174925 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4cf4ebb2-b748-48cd-8ca2-dd8e267e6dee tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (98fb45e4-f477-44f0-b14a-3236d526d7f1), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:26.215971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:26.216366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:26.222451 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-5fba1e06-b911-482b-b7c3-b42e7f4532a0 admin admin] Deleting port 394e991d-ba1f-4c55-ad3b-6183751d959f {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:26.222809 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5fba1e06-b911-482b-b7c3-b42e7f4532a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:26.333879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:26.345025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:26.346017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 187a8c80-254e-47ee-927e-af505bbcff27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:26.396576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 187a8c80-254e-47ee-927e-af505bbcff27 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:24:26.397032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 187a8c80-254e-47ee-927e-af505bbcff27 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:24:26.444945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4cf4ebb2-b748-48cd-8ca2-dd8e267e6dee tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (98fb45e4-f477-44f0-b14a-3236d526d7f1), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:26.466337 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-5fba1e06-b911-482b-b7c3-b42e7f4532a0 admin admin] For port 394e991d-ba1f-4c55-ad3b-6183751d959f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=394e991d-ba1f-4c55-ad3b-6183751d959f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:26.466716 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5fba1e06-b911-482b-b7c3-b42e7f4532a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:26.510897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4cf4ebb2-b748-48cd-8ca2-dd8e267e6dee tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:26.517878 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4cf4ebb2-b748-48cd-8ca2-dd8e267e6dee tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/98fb45e4-f477-44f0-b14a-3236d526d7f1 HTTP/1.1" status: 204 len: 168 time: 0.8664520 Oct 26 15:24:26.517878 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4ebb2-b748-48cd-8ca2-dd8e267e6dee tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=98fb45e4-f477-44f0-b14a-3236d526d7f1,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:26.538190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60118) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:26.544387 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-5fba1e06-b911-482b-b7c3-b42e7f4532a0 admin admin] Calling delete_port for 394e991d-ba1f-4c55-ad3b-6183751d959f owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:26.612058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:26.613944 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2c7ea66e-3661-4ecf-9bdb-5436496d7c16 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708201 Oct 26 15:24:26.614735 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60120) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:26.643570 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9778d998-668b-4980-b4ff-9faf7fe745a5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (273c0559-7bab-40a0-9a7e-4dd97fe24945), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:26.649261 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9778d998-668b-4980-b4ff-9faf7fe745a5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:26.649761 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9778d998-668b-4980-b4ff-9faf7fe745a5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:26.656369 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-55b3cc33-c3f6-42a0-a406-9f6ff73e3289 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.5396290 Oct 26 15:24:26.665305 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-15677e2f-2a48-4626-8edf-f064d3a098c7 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (6a09d1f0-4633-4628-9e3f-3567052b261b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:26.665855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15677e2f-2a48-4626-8edf-f064d3a098c7 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Fanout notify agent at l3_agent the message router_deleted on router 6a09d1f0-4633-4628-9e3f-3567052b261b {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:24:26.705503 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-15677e2f-2a48-4626-8edf-f064d3a098c7 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:26.710318 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-15677e2f-2a48-4626-8edf-f064d3a098c7 tempest-RoutersNegativeTest-1779654781 tempest-RoutersNegativeTest-1779654781-project] 10.222.0.60 "DELETE /networking/v2.0/routers/6a09d1f0-4633-4628-9e3f-3567052b261b HTTP/1.1" status: 204 len: 168 time: 1.1328359 Oct 26 15:24:26.742605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:26.748937 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9778d998-668b-4980-b4ff-9faf7fe745a5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3573585 Oct 26 15:24:26.752243 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60124) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:26.759013 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-28bf824e-b13a-409e-aaa5-3e6eb2925158 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'subnet': {'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:26.763797 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:26.782552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ea65fe19-7ff1-405f-ba16-2cc36882e623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (bbb73ba0-9a42-4c34-a8f2-7511fce6813f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:26.821286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06911a30-c1c7-4d7e-a4c7-3ab810b35ebf tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:26.835116 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-06911a30-c1c7-4d7e-a4c7-3ab810b35ebf tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2080336 Oct 26 15:24:26.839915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60126) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:26.853477 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778d998-668b-4980-b4ff-9faf7fe745a5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Network': ['ID=273c0559-7bab-40a0-9a7e-4dd97fe24945,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:26.872972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 273c0559-7bab-40a0-9a7e-4dd97fe24945 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:24:26.898319 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:26.914620 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8994d75-f13a-407f-bc9d-6e16f6f7a68f None None] New status for floating IP f5ddc391-49d7-48dc-a16e-8c8241b5855e: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:24:27.026547 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46877cd7-db4c-456b-b5b3-30f9c371ce79 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:27.030011 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-46877cd7-db4c-456b-b5b3-30f9c371ce79 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1888411 Oct 26 15:24:27.033578 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bf824e-b13a-409e-aaa5-3e6eb2925158 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Made reservation on behalf of 4c4db5bb937d4b728c56281fc24a1134 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:27.041000 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-28bf824e-b13a-409e-aaa5-3e6eb2925158 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:27.047195 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60130) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:27.141569 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-108c36e8-26f0-4fba-a6c1-f0b7c3014860 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929201 Oct 26 15:24:27.157117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:27.157602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 394e991d-ba1f-4c55-ad3b-6183751d959f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:27.165723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54403ef-35ba-46ae-9b4a-01138778c736 None None] Network 5561eb48-5483-415b-9f98-2afbef9c6e4c requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:27.203364 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60132) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:27.236825 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60134) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:27.243053 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-270fd5bc-aef4-4c6e-b912-084516fcf782 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:27.252907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fbbf25-56b9-4282-a46d-07e658a3cd6a None None] Network 62534888-eebf-45a1-b38c-d3445736e131 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:27.326475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:27.401868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fbbf25-56b9-4282-a46d-07e658a3cd6a None None] Network 62534888-eebf-45a1-b38c-d3445736e131 could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:24:27.409380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-adf5c08e-efc2-4a3a-9ab2-e53634d456f1 None None] Provisioning complete for port 8f88349b-25c3-436e-baa7-3cf1f99dc860 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:27.409769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-adf5c08e-efc2-4a3a-9ab2-e53634d456f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:27.410116 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-adf5c08e-efc2-4a3a-9ab2-e53634d456f1 None None] Attempt 1 to provision port 8f88349b-25c3-436e-baa7-3cf1f99dc860 Oct 26 15:24:27.448247 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5fba1e06-b911-482b-b7c3-b42e7f4532a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (394e991d-ba1f-4c55-ad3b-6183751d959f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:27.555568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba1e06-b911-482b-b7c3-b42e7f4532a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=394e991d-ba1f-4c55-ad3b-6183751d959f,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:27.604455 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270fd5bc-aef4-4c6e-b912-084516fcf782 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:27.615147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-270fd5bc-aef4-4c6e-b912-084516fcf782 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:27.626664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-adf5c08e-efc2-4a3a-9ab2-e53634d456f1 None None] Port 8f88349b-25c3-436e-baa7-3cf1f99dc860 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:24:27.639560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-adf5c08e-efc2-4a3a-9ab2-e53634d456f1 None None] Could not find standard attr ID for object 217e5eab-0ea1-41b1-a48d-c738b260cd00. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:24:27.659686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60138) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:27.680423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-adf5c08e-efc2-4a3a-9ab2-e53634d456f1 None None] Provisioning complete for port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:27.680847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-adf5c08e-efc2-4a3a-9ab2-e53634d456f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:27.681422 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-adf5c08e-efc2-4a3a-9ab2-e53634d456f1 None None] Attempt 1 to provision port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 Oct 26 15:24:27.707496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 500ba932-a850-40bd-b4e3-2353f20a6ef2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:27.714025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Publish callbacks [] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:27.717959 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:27.752720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:27.830841 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-727f669d-a1bb-41ae-81c5-a9479024c05f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=232d8abd8b8e416d967b44aa14a07a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4086120 Oct 26 15:24:27.836460 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5fba1e06-b911-482b-b7c3-b42e7f4532a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (09b0bbae-93c9-4945-a7f7-5a6d292f1411), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:27.841643 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60140) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:27.852224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:27.860631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e976b-c435-4ed1-8440-7024b3837c7d None None] Pushing event updated for resources: {'Port': ['ID=8f88349b-25c3-436e-baa7-3cf1f99dc860,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:27.940997 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:27.957779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 500ba932-a850-40bd-b4e3-2353f20a6ef2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:27.958164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (500ba932-a850-40bd-b4e3-2353f20a6ef2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:27.958551 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 500ba932-a850-40bd-b4e3-2353f20a6ef2 Oct 26 15:24:28.012646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Attempting to bind port 8f88349b-25c3-436e-baa7-3cf1f99dc860 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:28.013341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Attempting to bind port 8f88349b-25c3-436e-baa7-3cf1f99dc860 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '4523a5af-752d-449e-9fc9-3a54e028d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:28.013875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Attempting to bind port 8f88349b-25c3-436e-baa7-3cf1f99dc860 on network 5561eb48-5483-415b-9f98-2afbef9c6e4c {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:28.022970 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3fac49a3-adfc-4417-8b2a-95b3adafdebe tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.3580594 Oct 26 15:24:28.023712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-adf5c08e-efc2-4a3a-9ab2-e53634d456f1 None None] Current status of the port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:28.079698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-ea65fe19-7ff1-405f-ba16-2cc36882e623 admin admin] Deleting port 77d842c7-22e3-4a31-904f-093d3a1cac97 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:28.080363 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ea65fe19-7ff1-405f-ba16-2cc36882e623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:28.082024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-adf5c08e-efc2-4a3a-9ab2-e53634d456f1 None None] Provisioning complete for port 500ba932-a850-40bd-b4e3-2353f20a6ef2 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:28.082606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-adf5c08e-efc2-4a3a-9ab2-e53634d456f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (500ba932-a850-40bd-b4e3-2353f20a6ef2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:28.083110 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-adf5c08e-efc2-4a3a-9ab2-e53634d456f1 None None] Attempt 1 to provision port 500ba932-a850-40bd-b4e3-2353f20a6ef2 Oct 26 15:24:28.147040 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-28bf824e-b13a-409e-aaa5-3e6eb2925158 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (74a24d39-ad2f-4d41-aced-5b73e216df81), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:28.153212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:24:28.153596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Checking segment: {'id': '4523a5af-752d-449e-9fc9-3a54e028d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:28.154290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:28.154698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Bound using segment: {'id': '4523a5af-752d-449e-9fc9-3a54e028d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:24:28.155231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Bound port: 8f88349b-25c3-436e-baa7-3cf1f99dc860, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4523a5af-752d-449e-9fc9-3a54e028d96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:24:28.155704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:28.170726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 500ba932-a850-40bd-b4e3-2353f20a6ef2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:28.171097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (500ba932-a850-40bd-b4e3-2353f20a6ef2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:28.196958 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5fba1e06-b911-482b-b7c3-b42e7f4532a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (09b0bbae-93c9-4945-a7f7-5a6d292f1411), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:28.200410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cc06a4e6-d85d-47a2-bc3d-776130687058 admin admin] Publish callbacks [] for security_group (4d251e0a-3cee-4478-b96b-4b5b2a64477c), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:28.204824 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5fba1e06-b911-482b-b7c3-b42e7f4532a0 admin admin] Publish callbacks [] for router_controller (09b0bbae-93c9-4945-a7f7-5a6d292f1411), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:28.243679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 500ba932-a850-40bd-b4e3-2353f20a6ef2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=500ba932-a850-40bd-b4e3-2353f20a6ef2,segment=NetworkSegment(4523a5af-752d-449e-9fc9-3a54e028d96a),segment_id=4523a5af-752d-449e-9fc9-3a54e028d96a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:28.250269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2869b1f-77eb-4807-a0e8-d838d00d60d4 None None] Sync routers for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:28.256306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cc06a4e6-d85d-47a2-bc3d-776130687058 admin admin] Publish callbacks [] for security_group (4d251e0a-3cee-4478-b96b-4b5b2a64477c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:28.268668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (500ba932-a850-40bd-b4e3-2353f20a6ef2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:28.269529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:28.321251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf824e-b13a-409e-aaa5-3e6eb2925158 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Subnet': ['ID=74a24d39-ad2f-4d41-aced-5b73e216df81,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:28.352012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5fba1e06-b911-482b-b7c3-b42e7f4532a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (09b0bbae-93c9-4945-a7f7-5a6d292f1411), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:28.352822 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fba1e06-b911-482b-b7c3-b42e7f4532a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09b0bbae-93c9-4945-a7f7-5a6d292f1411 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:24:28.360321 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5fba1e06-b911-482b-b7c3-b42e7f4532a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:28.365205 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5fba1e06-b911-482b-b7c3-b42e7f4532a0 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/09b0bbae-93c9-4945-a7f7-5a6d292f1411 HTTP/1.1" status: 204 len: 168 time: 3.8019328 Oct 26 15:24:28.366921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60142) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:28.378575 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-ea65fe19-7ff1-405f-ba16-2cc36882e623 admin admin] For port 77d842c7-22e3-4a31-904f-093d3a1cac97, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=77d842c7-22e3-4a31-904f-093d3a1cac97,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:28.379021 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ea65fe19-7ff1-405f-ba16-2cc36882e623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:28.380530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2869b1f-77eb-4807-a0e8-d838d00d60d4 None None] Routers {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:28.382048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a2869b1f-77eb-4807-a0e8-d838d00d60d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:28.392680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] For port 8f88349b-25c3-436e-baa7-3cf1f99dc860, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:24:28.419724 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf824e-b13a-409e-aaa5-3e6eb2925158 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Checking segment: {'id': '2afd5a01-35d1-4541-aaf9-102544f31f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:28.420403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bf824e-b13a-409e-aaa5-3e6eb2925158 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network hostable DHCP agents. Network: 273c0559-7bab-40a0-9a7e-4dd97fe24945, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:24:28.426841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-adf5c08e-efc2-4a3a-9ab2-e53634d456f1 None None] Current status of the port 500ba932-a850-40bd-b4e3-2353f20a6ef2 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:28.445117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a2869b1f-77eb-4807-a0e8-d838d00d60d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:28.457027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] For port 8f88349b-25c3-436e-baa7-3cf1f99dc860, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8f88349b-25c3-436e-baa7-3cf1f99dc860,segment=NetworkSegment(4523a5af-752d-449e-9fc9-3a54e028d96a),segment_id=4523a5af-752d-449e-9fc9-3a54e028d96a)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:24:28.475676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:28.490111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=500ba932-a850-40bd-b4e3-2353f20a6ef2,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:28.499149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2869b1f-77eb-4807-a0e8-d838d00d60d4 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:28.499652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2869b1f-77eb-4807-a0e8-d838d00d60d4 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:24:28.500601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-a2869b1f-77eb-4807-a0e8-d838d00d60d4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'09b0bbae-93c9-4945-a7f7-5a6d292f1411'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:24:28.500601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2869b1f-77eb-4807-a0e8-d838d00d60d4 None None] The sync data for ids ['09b0bbae-93c9-4945-a7f7-5a6d292f1411'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:28.525814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:28.526207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:28.526554 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 Oct 26 15:24:28.533432 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.objects.ports [None req-270fd5bc-aef4-4c6e-b912-084516fcf782 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105322) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:24:28.535385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Routers {'5cd632db-954c-48bb-afdd-8c943bd659c0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:28.535877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5cd632db-954c-48bb-afdd-8c943bd659c0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:28.630375 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:28.632405 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bf824e-b13a-409e-aaa5-3e6eb2925158 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network 273c0559-7bab-40a0-9a7e-4dd97fe24945 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:24:28.659634 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-28bf824e-b13a-409e-aaa5-3e6eb2925158 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 273c0559-7bab-40a0-9a7e-4dd97fe24945) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:28.673611 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bf824e-b13a-409e-aaa5-3e6eb2925158 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:28.674593 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-28bf824e-b13a-409e-aaa5-3e6eb2925158 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:28.707677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e976b-c435-4ed1-8440-7024b3837c7d None None] Pushing event updated for resources: {'Port': ['ID=8f88349b-25c3-436e-baa7-3cf1f99dc860,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:28.710194 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-28bf824e-b13a-409e-aaa5-3e6eb2925158 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9542346 Oct 26 15:24:28.720407 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60144) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:28.736415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc72594-e03e-4086-9baa-4da23ef075a1 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:24:28.768124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] Set router 5cd632db-954c-48bb-afdd-8c943bd659c0 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:28.813838 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:28.856070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:28.929486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-ea65fe19-7ff1-405f-ba16-2cc36882e623 admin admin] Calling delete_port for 77d842c7-22e3-4a31-904f-093d3a1cac97 owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:28.964570 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc8e24-a6d9-4da8-bf73-f7d62475df2b None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:28.968464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:28.979129 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc8e24-a6d9-4da8-bf73-f7d62475df2b None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:28.979879 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c5fc8e24-a6d9-4da8-bf73-f7d62475df2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:28.980692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2d5c444a-75e3-49fd-9c44-8a596c494026 None None] Provisioning complete for port 8f88349b-25c3-436e-baa7-3cf1f99dc860 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:28.981406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2d5c444a-75e3-49fd-9c44-8a596c494026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:28.981977 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2d5c444a-75e3-49fd-9c44-8a596c494026 None None] Attempt 1 to provision port 8f88349b-25c3-436e-baa7-3cf1f99dc860 Oct 26 15:24:29.013402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:29.014178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:29.028853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cc06a4e6-d85d-47a2-bc3d-776130687058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (4d251e0a-3cee-4478-b96b-4b5b2a64477c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:29.029120 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60146) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:29.040334 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cc06a4e6-d85d-47a2-bc3d-776130687058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:29.044349 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cc06a4e6-d85d-47a2-bc3d-776130687058 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/4d251e0a-3cee-4478-b96b-4b5b2a64477c HTTP/1.1" status: 204 len: 168 time: 1.1992090 Oct 26 15:24:29.056385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a660565-1153-45f7-8121-2615a86494d5 admin admin] Deleting subnet 94606231-3fbc-48e2-b58a-962135c86b3c {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:24:29.089777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6a660565-1153-45f7-8121-2615a86494d5 admin admin] Publish callbacks [] for subnet (94606231-3fbc-48e2-b58a-962135c86b3c), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:29.132921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06a4e6-d85d-47a2-bc3d-776130687058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d251e0a-3cee-4478-b96b-4b5b2a64477c,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:29.151077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:29.285059 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6a660565-1153-45f7-8121-2615a86494d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (94606231-3fbc-48e2-b58a-962135c86b3c), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:29.313991 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c5fc8e24-a6d9-4da8-bf73-f7d62475df2b None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:29.327144 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:29.333990 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-af9a6a1e-515c-469e-a149-09176e7a4d21 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1664186 Oct 26 15:24:29.372255 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-270fd5bc-aef4-4c6e-b912-084516fcf782 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:29.434193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-175b236e-4d6d-40dd-a547-c78fbac4fe70 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:29.496293 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6a660565-1153-45f7-8121-2615a86494d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (94606231-3fbc-48e2-b58a-962135c86b3c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:29.548391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:29.601112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:29.601987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:29.640767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ea65fe19-7ff1-405f-ba16-2cc36882e623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (77d842c7-22e3-4a31-904f-093d3a1cac97), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:29.691063 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65fe19-7ff1-405f-ba16-2cc36882e623 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d842c7-22e3-4a31-904f-093d3a1cac97,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:29.725792 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6a660565-1153-45f7-8121-2615a86494d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (94606231-3fbc-48e2-b58a-962135c86b3c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:29.766083 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c5fc8e24-a6d9-4da8-bf73-f7d62475df2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:25Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:27Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:26Z', 'revision_number': 24, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:29.809294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-175b236e-4d6d-40dd-a547-c78fbac4fe70 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Allocated IP 2001:db8:1::1 (273c0559-7bab-40a0-9a7e-4dd97fe24945/74a24d39-ad2f-4d41-aced-5b73e216df81/38c60e41-32f4-43d1-aadd-60af85f5e853) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:29.811728 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc8e24-a6d9-4da8-bf73-f7d62475df2b None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:24:29.826089 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc8e24-a6d9-4da8-bf73-f7d62475df2b None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:29.827016 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c5fc8e24-a6d9-4da8-bf73-f7d62475df2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:29.911526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a660565-1153-45f7-8121-2615a86494d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94606231-3fbc-48e2-b58a-962135c86b3c,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:29.925806 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:29.932990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6a660565-1153-45f7-8121-2615a86494d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:29.945995 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6a660565-1153-45f7-8121-2615a86494d5 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/94606231-3fbc-48e2-b58a-962135c86b3c HTTP/1.1" status: 204 len: 168 time: 1.5696774 Oct 26 15:24:29.949043 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60162) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:29.963368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc72594-e03e-4086-9baa-4da23ef075a1 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:24:29.970625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:29.982536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No active binding found for port 77d842c7-22e3-4a31-904f-093d3a1cac97 {{(pid=105323) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 26 15:24:29.982536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] The host dv-neutron-759874-6-hyperv is not matching for port 77d842c7-22e3-4a31-904f-093d3a1cac97 host None! {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 26 15:24:29.984260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 15:24:30.027647 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:30.044624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:30.058956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c444a-75e3-49fd-9c44-8a596c494026 None None] Current status of the port 8f88349b-25c3-436e-baa7-3cf1f99dc860 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:30.058956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2d5c444a-75e3-49fd-9c44-8a596c494026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:30.073089 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c5fc8e24-a6d9-4da8-bf73-f7d62475df2b None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:30.097575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Port 77d842c7-22e3-4a31-904f-093d3a1cac97 not found, will not notify nova. {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 15:24:30.098000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:30.113480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (75323486-1206-489c-a851-669e51c6f8c9), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:30.124734 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:30.137143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 394e991d-ba1f-4c55-ad3b-6183751d959f {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:24:30.137627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 15:24:30.195229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:24:22Z', 'revision_number': 2, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:24:28Z', 'revision_number': 4, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:30.223662 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-175b236e-4d6d-40dd-a547-c78fbac4fe70 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:30.245187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ea65fe19-7ff1-405f-ba16-2cc36882e623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (bbb73ba0-9a42-4c34-a8f2-7511fce6813f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:30.250247 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-270fd5bc-aef4-4c6e-b912-084516fcf782 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] For port 9c080cf6-07c3-45ea-b55d-8bad001f3e77, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9c080cf6-07c3-45ea-b55d-8bad001f3e77,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:30.262029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Port 394e991d-ba1f-4c55-ad3b-6183751d959f not found, will not notify nova. {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 15:24:30.262029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:30.266693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] Deleting port ff965be5-83eb-4709-a7f4-90f914a16cc6 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:30.267301 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (ff965be5-83eb-4709-a7f4-90f914a16cc6), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:30.298027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-2d5c444a-75e3-49fd-9c44-8a596c494026 None None] For port 8f88349b-25c3-436e-baa7-3cf1f99dc860, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8f88349b-25c3-436e-baa7-3cf1f99dc860,segment=NetworkSegment(4523a5af-752d-449e-9fc9-3a54e028d96a),segment_id=4523a5af-752d-449e-9fc9-3a54e028d96a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:30.321738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73712abe-94c3-45e9-9dfb-25d35bab4847 None None] The sync data for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv is: [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:24:22Z', 'revision_number': 2, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:24:28Z', 'revision_number': 4, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:30.328926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2d5c444a-75e3-49fd-9c44-8a596c494026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:30.338852 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:30.352430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60170) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:30.355605 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-270fd5bc-aef4-4c6e-b912-084516fcf782 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:30.391231 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] For port ff965be5-83eb-4709-a7f4-90f914a16cc6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ff965be5-83eb-4709-a7f4-90f914a16cc6,segment=NetworkSegment(878b8e5b-ecb8-4aa5-b134-e80266343bcc),segment_id=878b8e5b-ecb8-4aa5-b134-e80266343bcc)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:30.391987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (ff965be5-83eb-4709-a7f4-90f914a16cc6), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:30.402631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2d5c444a-75e3-49fd-9c44-8a596c494026 None None] Provisioning complete for port 500ba932-a850-40bd-b4e3-2353f20a6ef2 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:30.403014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2d5c444a-75e3-49fd-9c44-8a596c494026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (500ba932-a850-40bd-b4e3-2353f20a6ef2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:30.403357 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2d5c444a-75e3-49fd-9c44-8a596c494026 None None] Attempt 1 to provision port 500ba932-a850-40bd-b4e3-2353f20a6ef2 Oct 26 15:24:30.417601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] Calling delete_port for ff965be5-83eb-4709-a7f4-90f914a16cc6 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:30.443542 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-270fd5bc-aef4-4c6e-b912-084516fcf782 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:30.451068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-270fd5bc-aef4-4c6e-b912-084516fcf782 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (51792b03-14ac-436d-b15f-fa791165a8fb), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:30.468072 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60172) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:30.488724 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:30.494788 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c5fc8e24-a6d9-4da8-bf73-f7d62475df2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:29Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:27Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:26Z', 'revision_number': 24, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:30.529208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (ff965be5-83eb-4709-a7f4-90f914a16cc6), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:30.535685 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-175b236e-4d6d-40dd-a547-c78fbac4fe70 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:30.540228 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270fd5bc-aef4-4c6e-b912-084516fcf782 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:30.571892 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-270fd5bc-aef4-4c6e-b912-084516fcf782 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:30.572134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c444a-75e3-49fd-9c44-8a596c494026 None None] Pushing event updated for resources: {'Port': ['ID=8f88349b-25c3-436e-baa7-3cf1f99dc860,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:30.584991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:30.585374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:30.588325 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270fd5bc-aef4-4c6e-b912-084516fcf782 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:30.588952 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-270fd5bc-aef4-4c6e-b912-084516fcf782 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:30.590526 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:24:30.592635 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] Pushing event deleted for resources: {'Port': ['ID=ff965be5-83eb-4709-a7f4-90f914a16cc6,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:30.607659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] No DVR routers for this DVR port ff965be5-83eb-4709-a7f4-90f914a16cc6 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:24:30.610353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175b236e-4d6d-40dd-a547-c78fbac4fe70 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network 273c0559-7bab-40a0-9a7e-4dd97fe24945 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:30.619350 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc8e24-a6d9-4da8-bf73-f7d62475df2b None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:29Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:27Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:26Z', 'revision_number': 24, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:30.622365 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-175b236e-4d6d-40dd-a547-c78fbac4fe70 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:30.642932 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a67565c0-0742-43c2-ba05-79fff7c4e174 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.2808850 Oct 26 15:24:30.648765 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175b236e-4d6d-40dd-a547-c78fbac4fe70 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:30.649346 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-175b236e-4d6d-40dd-a547-c78fbac4fe70 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (5cd632db-954c-48bb-afdd-8c943bd659c0), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:30.696988 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fd5bc-aef4-4c6e-b912-084516fcf782 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=51792b03-14ac-436d-b15f-fa791165a8fb,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:30.699174 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fd5bc-aef4-4c6e-b912-084516fcf782 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=9c080cf6-07c3-45ea-b55d-8bad001f3e77,revision_number=9']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:30.710054 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-270fd5bc-aef4-4c6e-b912-084516fcf782 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.4930589 Oct 26 15:24:30.713738 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60176) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:30.765588 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f0046022-8846-4d33-9b72-635f80096779 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'mac_address': 'fa:16:3e:29:0a:46', 'name': 'tempest-NetworksTestDHCPv6-400939041'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:30.802414 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-8aefd638-ad9a-4b23-b630-6ee99cda8745 tempest-SubnetPoolsTestJSON-430614881 tempest-SubnetPoolsTestJSON-430614881-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-256893059', 'prefixes': ['172.20.0.0/16']}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:30.846988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (75323486-1206-489c-a851-669e51c6f8c9), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:30.921568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c444a-75e3-49fd-9c44-8a596c494026 None None] Current status of the port 500ba932-a850-40bd-b4e3-2353f20a6ef2 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:30.959623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75323486-1206-489c-a851-669e51c6f8c9']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:30.986108 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878b8e5b-ecb8-4aa5-b134-e80266343bcc') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:30.991168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878b8e5b-ecb8-4aa5-b134-e80266343bcc') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:31.004119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:31.004119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:31.006760 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (878b8e5b-ecb8-4aa5-b134-e80266343bcc), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:31.029168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (878b8e5b-ecb8-4aa5-b134-e80266343bcc), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:31.031400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:31.037353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d092f99-2726-46ae-b053-1e4b20d99ab5 None None] DHCP port deletion for 62534888-eebf-45a1-b38c-d3445736e131 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:24:31.043166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:24:31.043669 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (878b8e5b-ecb8-4aa5-b134-e80266343bcc), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:31.055014 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b236e-4d6d-40dd-a547-c78fbac4fe70 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=38c60e41-32f4-43d1-aadd-60af85f5e853,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:31.094153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:31.105012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:31.117938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-273c0559-7bab-40a0-9a7e-4dd97fe24945', 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945', 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'fixed_ips': [{'subnet_id': '74a24d39-ad2f-4d41-aced-5b73e216df81'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:24:31.124786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:31.279915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-175b236e-4d6d-40dd-a547-c78fbac4fe70 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:31.315450 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (75323486-1206-489c-a851-669e51c6f8c9), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:31.342709 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:31.356728 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/75323486-1206-489c-a851-669e51c6f8c9 HTTP/1.1" status: 204 len: 168 time: 1.4000533 Oct 26 15:24:31.358153 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e165f18-0056-457f-82fc-9d3cf492143a admin admin] Pushing event deleted for resources: {'Network': ['ID=75323486-1206-489c-a851-669e51c6f8c9,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:31.390069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea65fe19-7ff1-405f-ba16-2cc36882e623 admin admin] Router bbb73ba0-9a42-4c34-a8f2-7511fce6813f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:24:31.443139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:31.523427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:31.528629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 77d842c7-22e3-4a31-904f-093d3a1cac97 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:24:31.529283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 77d842c7-22e3-4a31-904f-093d3a1cac97 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:24:31.529914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:31.544992 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 878b8e5b-ecb8-4aa5-b134-e80266343bcc resource provider aggregate not found Oct 26 15:24:31.551452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8aefd638-ad9a-4b23-b630-6ee99cda8745 tempest-SubnetPoolsTestJSON-430614881 tempest-SubnetPoolsTestJSON-430614881-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:31.553440 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8aefd638-ad9a-4b23-b630-6ee99cda8745 tempest-SubnetPoolsTestJSON-430614881 tempest-SubnetPoolsTestJSON-430614881-project] 10.222.0.60 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.0741820 Oct 26 15:24:31.561276 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60186) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:31.589142 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 878b8e5b-ecb8-4aa5-b134-e80266343bcc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 878b8e5b-ecb8-4aa5-b134-e80266343bcc found for delete ", "request_id": "req-daf1da31-8182-490a-b2bf-2cf4c77060cc"}]} Oct 26 15:24:31.656150 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0046022-8846-4d33-9b72-635f80096779 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:31.656279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60188) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:31.685010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239866e4-27ac-4fbb-8c0a-652c13ec4eda None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:31.711992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:31.760889 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2125487c-b774-4b74-a51a-a22fcc4f77ab tempest-SubnetPoolsTestJSON-430614881 tempest-SubnetPoolsTestJSON-430614881-project] 10.222.0.60 "GET /networking/v2.0/subnetpools/6515c9d0-46d5-4460-a18a-0b792a35f898 HTTP/1.1" status: 200 len: 731 time: 0.1967013 Oct 26 15:24:31.763487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60190) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:31.766278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239866e4-27ac-4fbb-8c0a-652c13ec4eda None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:31.769958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-239866e4-27ac-4fbb-8c0a-652c13ec4eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:31.775504 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:31.787776 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-56db2423-bc73-4e1c-beaa-cf40526698f0 tempest-SubnetPoolsTestJSON-430614881 tempest-SubnetPoolsTestJSON-430614881-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-596870711'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:31.790230 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60192) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:31.938763 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2a1ae753-4140-4279-bfdb-b89e10d3aab2 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b06d3531c6984a12bc9058594d41733d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1459980 Oct 26 15:24:31.946511 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60194) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:31.953193 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e241d65e-cbb5-43c0-96e8-94403f38ee91 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.3012612 Oct 26 15:24:31.959783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea65fe19-7ff1-405f-ba16-2cc36882e623 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:31.970027 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ea65fe19-7ff1-405f-ba16-2cc36882e623 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/bbb73ba0-9a42-4c34-a8f2-7511fce6813f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7636726 Oct 26 15:24:31.970990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60196) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:31.994502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-239866e4-27ac-4fbb-8c0a-652c13ec4eda None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:32.042904 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0046022-8846-4d33-9b72-635f80096779 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:32.122695 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-f0046022-8846-4d33-9b72-635f80096779 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port fb1af50d-ebdd-4118-82d2-723a7152affc yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:24:32.143567 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37d657b0-3ae3-42f2-a514-5b0ce50a06ed admin admin] Publish callbacks [] for router (bbb73ba0-9a42-4c34-a8f2-7511fce6813f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:32.148637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56db2423-bc73-4e1c-beaa-cf40526698f0 tempest-SubnetPoolsTestJSON-430614881 tempest-SubnetPoolsTestJSON-430614881-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:32.149936 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-56db2423-bc73-4e1c-beaa-cf40526698f0 tempest-SubnetPoolsTestJSON-430614881 tempest-SubnetPoolsTestJSON-430614881-project] 10.222.0.60 "PUT /networking/v2.0/subnetpools/6515c9d0-46d5-4460-a18a-0b792a35f898 HTTP/1.1" status: 200 len: 683 time: 0.3678443 Oct 26 15:24:32.152546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60198) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:32.155843 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:32.218579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:32.225618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Allocated IP 2001:db8:1::2 (273c0559-7bab-40a0-9a7e-4dd97fe24945/74a24d39-ad2f-4d41-aced-5b73e216df81/43346db5-cdf9-46bb-8438-3408a8c1caa3) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:32.230450 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-274e2a38-7a06-43dc-b828-67e6e23e4496 admin admin] Publish callbacks [] for security_group (8667438e-14f5-4360-83a5-dd6f8a3cdb79), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:32.277834 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-175b236e-4d6d-40dd-a547-c78fbac4fe70 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:32.291308 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-274e2a38-7a06-43dc-b828-67e6e23e4496 admin admin] Publish callbacks [] for security_group (8667438e-14f5-4360-83a5-dd6f8a3cdb79), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:32.291677 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:32.303317 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-175b236e-4d6d-40dd-a547-c78fbac4fe70 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:32.304155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-175b236e-4d6d-40dd-a547-c78fbac4fe70 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (5cd632db-954c-48bb-afdd-8c943bd659c0), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:32.304849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:32.308045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-32e718b3-6ea8-415d-a248-c306c018a922 None None] Provisioning complete for port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:32.308884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-32e718b3-6ea8-415d-a248-c306c018a922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:32.309468 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-32e718b3-6ea8-415d-a248-c306c018a922 None None] Attempt 1 to provision port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 Oct 26 15:24:32.362269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:32.365947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:32.423340 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37d657b0-3ae3-42f2-a514-5b0ce50a06ed admin admin] Publish callbacks [] for router_gateway (bbb73ba0-9a42-4c34-a8f2-7511fce6813f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:32.429467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-23a3344f-657c-4052-af42-5a0c4fa95f2a tempest-SubnetPoolsTestJSON-430614881 tempest-SubnetPoolsTestJSON-430614881-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:32.433990 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-23a3344f-657c-4052-af42-5a0c4fa95f2a tempest-SubnetPoolsTestJSON-430614881 tempest-SubnetPoolsTestJSON-430614881-project] 10.222.0.60 "DELETE /networking/v2.0/subnetpools/6515c9d0-46d5-4460-a18a-0b792a35f898 HTTP/1.1" status: 204 len: 168 time: 0.2798107 Oct 26 15:24:32.434603 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60200) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:32.458976 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-c57563e8-65fb-4861-a9d4-97b0739a692d tempest-SubnetPoolsTestJSON-430614881 tempest-SubnetPoolsTestJSON-430614881-project] show failed (client error): The resource could not be found. Oct 26 15:24:32.463040 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c57563e8-65fb-4861-a9d4-97b0739a692d tempest-SubnetPoolsTestJSON-430614881 tempest-SubnetPoolsTestJSON-430614881-project] 10.222.0.60 "GET /networking/v2.0/subnetpools/6515c9d0-46d5-4460-a18a-0b792a35f898 HTTP/1.1" status: 404 len: 346 time: 0.0260887 Oct 26 15:24:32.463481 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60202) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:32.495973 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b236e-4d6d-40dd-a547-c78fbac4fe70 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=38c60e41-32f4-43d1-aadd-60af85f5e853,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:32.510050 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-f0046022-8846-4d33-9b72-635f80096779 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::f816:3eff:fe29:a46 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/51792b03-14ac-436d-b15f-fa791165a8fb/fb1af50d-ebdd-4118-82d2-723a7152affc) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:32.512891 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-4e9b60b9-ad8f-49c3-914e-8046d006c0aa tempest-SubnetPoolsTestJSON-430614881 tempest-SubnetPoolsTestJSON-430614881-project] delete failed (client error): The resource could not be found. Oct 26 15:24:32.519317 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4e9b60b9-ad8f-49c3-914e-8046d006c0aa tempest-SubnetPoolsTestJSON-430614881 tempest-SubnetPoolsTestJSON-430614881-project] 10.222.0.60 "DELETE /networking/v2.0/subnetpools/6515c9d0-46d5-4460-a18a-0b792a35f898 HTTP/1.1" status: 404 len: 346 time: 0.0537853 Oct 26 15:24:32.536821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-37d657b0-3ae3-42f2-a514-5b0ce50a06ed admin admin] Deleting port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:32.537226 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37d657b0-3ae3-42f2-a514-5b0ce50a06ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:32.587325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-32e718b3-6ea8-415d-a248-c306c018a922 None None] Current status of the port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:32.598296 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-274e2a38-7a06-43dc-b828-67e6e23e4496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (8667438e-14f5-4360-83a5-dd6f8a3cdb79), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:32.604325 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-274e2a38-7a06-43dc-b828-67e6e23e4496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:32.605558 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-274e2a38-7a06-43dc-b828-67e6e23e4496 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8667438e-14f5-4360-83a5-dd6f8a3cdb79 HTTP/1.1" status: 204 len: 168 time: 0.6576605 Oct 26 15:24:32.697629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-37d657b0-3ae3-42f2-a514-5b0ce50a06ed admin admin] For port 54d3be7f-3b5d-4edf-8c84-a320a1636fb9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:32.697629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37d657b0-3ae3-42f2-a514-5b0ce50a06ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:32.722150 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e2a38-7a06-43dc-b828-67e6e23e4496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8667438e-14f5-4360-83a5-dd6f8a3cdb79,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:32.725584 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:32.746554 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-37d657b0-3ae3-42f2-a514-5b0ce50a06ed admin admin] Calling delete_port for 54d3be7f-3b5d-4edf-8c84-a320a1636fb9 owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:32.777334 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175b236e-4d6d-40dd-a547-c78fbac4fe70 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network 273c0559-7bab-40a0-9a7e-4dd97fe24945 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:32.788155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-175b236e-4d6d-40dd-a547-c78fbac4fe70 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:32.811538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:32.812103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:32.959988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60212) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:32.986055 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:33.025328 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60214) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:33.144824 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175b236e-4d6d-40dd-a547-c78fbac4fe70 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 5cd632db-954c-48bb-afdd-8c943bd659c0 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:24:33.155151 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Sync routers for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:33.166206 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0046022-8846-4d33-9b72-635f80096779 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (fb1af50d-ebdd-4118-82d2-723a7152affc), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:33.173582 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:33.181088 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Routers {'5cd632db-954c-48bb-afdd-8c943bd659c0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:33.182036 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5cd632db-954c-48bb-afdd-8c943bd659c0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:33.199128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-239866e4-27ac-4fbb-8c0a-652c13ec4eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165'}], 'enable_snat': True}, 'gw_port_id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:24:29Z', 'revision_number': 5, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port': {'id': '54d3be7f-3b5d-4edf-8c84-a320a1636fb9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:25Z', 'updated_at': '2022-10-26T15:21:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:33.230807 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-00beab4c-103f-4760-87e8-cbee23590b7c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.2664888 Oct 26 15:24:33.247290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:33.290322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:33.291238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:33.293921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239866e4-27ac-4fbb-8c0a-652c13ec4eda None None] Checking router: bbb73ba0-9a42-4c34-a8f2-7511fce6813f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:24:33.382064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Publish callbacks [] for port (43346db5-cdf9-46bb-8438-3408a8c1caa3), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:33.383941 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0005585a-f113-4158-9e30-6f5b66af9b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:33.392449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239866e4-27ac-4fbb-8c0a-652c13ec4eda None None] Routers {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:33.393722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-239866e4-27ac-4fbb-8c0a-652c13ec4eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:33.399437 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Set router 5cd632db-954c-48bb-afdd-8c943bd659c0 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:33.473230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (43346db5-cdf9-46bb-8438-3408a8c1caa3), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:33.496338 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37d657b0-3ae3-42f2-a514-5b0ce50a06ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (54d3be7f-3b5d-4edf-8c84-a320a1636fb9), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:33.571163 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d657b0-3ae3-42f2-a514-5b0ce50a06ed admin admin] Pushing event deleted for resources: {'Port': ['ID=54d3be7f-3b5d-4edf-8c84-a320a1636fb9,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:33.588158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:33.626923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Network 273c0559-7bab-40a0-9a7e-4dd97fe24945 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:33.651208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37d657b0-3ae3-42f2-a514-5b0ce50a06ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (bbb73ba0-9a42-4c34-a8f2-7511fce6813f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:33.696122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:33.710585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-239866e4-27ac-4fbb-8c0a-652c13ec4eda None None] Set router bbb73ba0-9a42-4c34-a8f2-7511fce6813f gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:33.716580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:33.758084 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37d657b0-3ae3-42f2-a514-5b0ce50a06ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (bbb73ba0-9a42-4c34-a8f2-7511fce6813f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:33.762515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37d657b0-3ae3-42f2-a514-5b0ce50a06ed admin admin] Publish callbacks [] for router_controller (bbb73ba0-9a42-4c34-a8f2-7511fce6813f), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:33.808619 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0046022-8846-4d33-9b72-635f80096779 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (fb1af50d-ebdd-4118-82d2-723a7152affc), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:33.823453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-239866e4-27ac-4fbb-8c0a-652c13ec4eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:24:32Z', 'revision_number': 6, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:33.830486 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175b236e-4d6d-40dd-a547-c78fbac4fe70 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:33.833854 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37d657b0-3ae3-42f2-a514-5b0ce50a06ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (bbb73ba0-9a42-4c34-a8f2-7511fce6813f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:33.835812 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d657b0-3ae3-42f2-a514-5b0ce50a06ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbb73ba0-9a42-4c34-a8f2-7511fce6813f {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:24:33.842397 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37d657b0-3ae3-42f2-a514-5b0ce50a06ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:33.846243 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-37d657b0-3ae3-42f2-a514-5b0ce50a06ed admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/bbb73ba0-9a42-4c34-a8f2-7511fce6813f HTTP/1.1" status: 204 len: 168 time: 1.8716381 Oct 26 15:24:33.859064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:33.859956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:33.860482 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60232) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:33.864218 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-175b236e-4d6d-40dd-a547-c78fbac4fe70 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/5cd632db-954c-48bb-afdd-8c943bd659c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1423652 Oct 26 15:24:33.865014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Pushing event updated for resources: {'Port': ['ID=43346db5-cdf9-46bb-8438-3408a8c1caa3,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:33.877590 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60236) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:33.889991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-565a3c63-1b03-44da-9e98-0da1fef59c07 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-20901571'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:33.892848 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:24:31Z', 'revision_number': 3, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '38c60e41-32f4-43d1-aadd-60af85f5e853', 'name': '', 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:d1:76:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:29Z', 'updated_at': '2022-10-26T15:24:31Z', 'revision_number': 2, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:24:30Z', 'revision_number': 5, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:33.915824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239866e4-27ac-4fbb-8c0a-652c13ec4eda None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [{'id': 'bbb73ba0-9a42-4c34-a8f2-7511fce6813f', 'name': 'tempest-ServersTestJSON-782236096-router', 'tenant_id': '478f977efd474c3582bb470139659899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:22Z', 'updated_at': '2022-10-26T15:24:32Z', 'revision_number': 6, 'project_id': '478f977efd474c3582bb470139659899', 'gw_port_host': None}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:33.960606 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0046022-8846-4d33-9b72-635f80096779 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:33.972966 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Checking router: 5cd632db-954c-48bb-afdd-8c943bd659c0 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:24:33.974126 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Updating router 5cd632db-954c-48bb-afdd-8c943bd659c0 port 38c60e41-32f4-43d1-aadd-60af85f5e853 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:24:33.975473 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0005585a-f113-4158-9e30-6f5b66af9b61 admin admin] Publish callbacks [] for security_group (1a9d681b-de27-4a3b-bd82-d471ed51c930), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:33.978734 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-f0046022-8846-4d33-9b72-635f80096779 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:33.985613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Attempting to bind port 43346db5-cdf9-46bb-8438-3408a8c1caa3 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:33.985984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:33.986308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Attempting to bind port 43346db5-cdf9-46bb-8438-3408a8c1caa3 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '2afd5a01-35d1-4541-aaf9-102544f31f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:33.986784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Attempting to bind port 43346db5-cdf9-46bb-8438-3408a8c1caa3 on network 273c0559-7bab-40a0-9a7e-4dd97fe24945 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:33.987738 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0046022-8846-4d33-9b72-635f80096779 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=fb1af50d-ebdd-4118-82d2-723a7152affc,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:33.991041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:33.996136 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0005585a-f113-4158-9e30-6f5b66af9b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (1a9d681b-de27-4a3b-bd82-d471ed51c930), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:33.998360 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0046022-8846-4d33-9b72-635f80096779 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:34.008158 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0046022-8846-4d33-9b72-635f80096779 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:34.009229 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0046022-8846-4d33-9b72-635f80096779 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.022038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.046823 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f0046022-8846-4d33-9b72-635f80096779 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.2886019 Oct 26 15:24:34.047639 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60238) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:34.059755 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-2404e4e9-e865-44bf-91f2-7ce79388a26a admin admin] Deleting subnet c6a443d4-e63a-4347-b9cd-2a45ed8073c2 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:24:34.066031 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2404e4e9-e865-44bf-91f2-7ce79388a26a admin admin] Publish callbacks [] for subnet (c6a443d4-e63a-4347-b9cd-2a45ed8073c2), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.076718 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565a3c63-1b03-44da-9e98-0da1fef59c07 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Made reservation on behalf of 4c4db5bb937d4b728c56281fc24a1134 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:34.090037 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.098812 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-565a3c63-1b03-44da-9e98-0da1fef59c07 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.101033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:24:34.101561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Checking segment: {'id': '2afd5a01-35d1-4541-aaf9-102544f31f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:34.102080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.102588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Bound using segment: {'id': '2afd5a01-35d1-4541-aaf9-102544f31f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:24:34.103185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Bound port: 43346db5-cdf9-46bb-8438-3408a8c1caa3, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2afd5a01-35d1-4541-aaf9-102544f31f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:24:34.103690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (43346db5-cdf9-46bb-8438-3408a8c1caa3), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.122349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:34.124157 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2404e4e9-e865-44bf-91f2-7ce79388a26a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (c6a443d4-e63a-4347-b9cd-2a45ed8073c2), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.164752 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005585a-f113-4158-9e30-6f5b66af9b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9d681b-de27-4a3b-bd82-d471ed51c930,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:34.203836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e4ffe-9efe-483b-9ed8-2a46c8ac2353 None None] New status for floating IP f5ddc391-49d7-48dc-a16e-8c8241b5855e: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:24:34.251771 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2404e4e9-e865-44bf-91f2-7ce79388a26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (c6a443d4-e63a-4347-b9cd-2a45ed8073c2), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.286393 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60244) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:34.320341 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2404e4e9-e865-44bf-91f2-7ce79388a26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (c6a443d4-e63a-4347-b9cd-2a45ed8073c2), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.320584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:34.339700 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:34.351667 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0005585a-f113-4158-9e30-6f5b66af9b61 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=4e442b57c92d42e4a57a13bc233d5c8b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3240333 Oct 26 15:24:34.364158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:34.365856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] For port 43346db5-cdf9-46bb-8438-3408a8c1caa3, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:24:34.371156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60246) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:34.374893 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404e4e9-e865-44bf-91f2-7ce79388a26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a443d4-e63a-4347-b9cd-2a45ed8073c2,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:34.387484 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2404e4e9-e865-44bf-91f2-7ce79388a26a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.394366 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2404e4e9-e865-44bf-91f2-7ce79388a26a admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/c6a443d4-e63a-4347-b9cd-2a45ed8073c2 HTTP/1.1" status: 204 len: 168 time: 0.5133750 Oct 26 15:24:34.399240 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:34.400379 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60248) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:34.426323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af6d53-0ee9-4a19-b4ff-0116445b6f34 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:34.432124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af6d53-0ee9-4a19-b4ff-0116445b6f34 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:34.434286 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-48af6d53-0ee9-4a19-b4ff-0116445b6f34 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3286626 Oct 26 15:24:34.438373 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60252) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:34.489354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-565a3c63-1b03-44da-9e98-0da1fef59c07 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:24:34.490072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:34.505789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] For port 43346db5-cdf9-46bb-8438-3408a8c1caa3, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=43346db5-cdf9-46bb-8438-3408a8c1caa3,segment=NetworkSegment(2afd5a01-35d1-4541-aaf9-102544f31f5f),segment_id=2afd5a01-35d1-4541-aaf9-102544f31f5f)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:24:34.514533 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b1afcdc6-44d6-4b64-ab38-7b07048a78b1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.2151282 Oct 26 15:24:34.518056 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-297bc3ac-e254-4c7f-b41b-df1179a1098b admin admin] Publish callbacks [] for security_group (1a9d681b-de27-4a3b-bd82-d471ed51c930), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.522946 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-565a3c63-1b03-44da-9e98-0da1fef59c07 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.524231 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-565a3c63-1b03-44da-9e98-0da1fef59c07 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Added segment b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53 of type vlan for network f1628234-fef1-4fb5-9593-87bc7729407f Oct 26 15:24:34.552219 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (3d9157ca-5c49-4d10-8925-23b7d2950b98), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.556392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (43346db5-cdf9-46bb-8438-3408a8c1caa3), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.563044 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-297bc3ac-e254-4c7f-b41b-df1179a1098b admin admin] Publish callbacks [] for security_group (1a9d681b-de27-4a3b-bd82-d471ed51c930), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.641400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:34.684909 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-565a3c63-1b03-44da-9e98-0da1fef59c07 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (f1628234-fef1-4fb5-9593-87bc7729407f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.685156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] Deleting port de1d3301-5a02-49f1-aae3-c132257e64c0 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:34.685263 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (de1d3301-5a02-49f1-aae3-c132257e64c0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.716445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-c53be3fa-cc7e-405e-b693-01d260666f39 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port fb1af50d-ebdd-4118-82d2-723a7152affc {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:34.716917 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c53be3fa-cc7e-405e-b693-01d260666f39 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (fb1af50d-ebdd-4118-82d2-723a7152affc), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.762405 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Publish callbacks [] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.770061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00795133-3d20-4d4d-834f-68012ce2e8ba None None] Pushing event updated for resources: {'Port': ['ID=43346db5-cdf9-46bb-8438-3408a8c1caa3,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:34.770867 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-297bc3ac-e254-4c7f-b41b-df1179a1098b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (1a9d681b-de27-4a3b-bd82-d471ed51c930), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.772736 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.781361 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-297bc3ac-e254-4c7f-b41b-df1179a1098b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.782556 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-297bc3ac-e254-4c7f-b41b-df1179a1098b admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/1a9d681b-de27-4a3b-bd82-d471ed51c930 HTTP/1.1" status: 204 len: 168 time: 0.4090152 Oct 26 15:24:34.802593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:34.803126 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:34.810310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:34.847505 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bc3ac-e254-4c7f-b41b-df1179a1098b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9d681b-de27-4a3b-bd82-d471ed51c930,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:34.874319 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] For port de1d3301-5a02-49f1-aae3-c132257e64c0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de1d3301-5a02-49f1-aae3-c132257e64c0,segment=NetworkSegment(fac12222-1d58-485d-89d6-c1e01cb80a5b),segment_id=fac12222-1d58-485d-89d6-c1e01cb80a5b)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:34.874692 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (de1d3301-5a02-49f1-aae3-c132257e64c0), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.941253 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74126c4-389d-4b1d-bd4a-6161d593a6d2 None None] Pushing event updated for resources: {'Port': ['ID=38c60e41-32f4-43d1-aadd-60af85f5e853,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:34.942257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] Calling delete_port for de1d3301-5a02-49f1-aae3-c132257e64c0 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:34.946596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:34.951306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-565a3c63-1b03-44da-9e98-0da1fef59c07 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (f1628234-fef1-4fb5-9593-87bc7729407f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:34.969765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:34.974598 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565a3c63-1b03-44da-9e98-0da1fef59c07 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:34.975682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-565a3c63-1b03-44da-9e98-0da1fef59c07 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:35.119902 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74126c4-389d-4b1d-bd4a-6161d593a6d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.120253 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74126c4-389d-4b1d-bd4a-6161d593a6d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.120617 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74126c4-389d-4b1d-bd4a-6161d593a6d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.121597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a3c63-1b03-44da-9e98-0da1fef59c07 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Network': ['ID=f1628234-fef1-4fb5-9593-87bc7729407f,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:35.126544 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74126c4-389d-4b1d-bd4a-6161d593a6d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.126989 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74126c4-389d-4b1d-bd4a-6161d593a6d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.127305 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74126c4-389d-4b1d-bd4a-6161d593a6d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.127783 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74126c4-389d-4b1d-bd4a-6161d593a6d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.128112 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74126c4-389d-4b1d-bd4a-6161d593a6d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.128474 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74126c4-389d-4b1d-bd4a-6161d593a6d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.128824 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74126c4-389d-4b1d-bd4a-6161d593a6d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.136589 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74126c4-389d-4b1d-bd4a-6161d593a6d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.137039 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74126c4-389d-4b1d-bd4a-6161d593a6d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.137379 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74126c4-389d-4b1d-bd4a-6161d593a6d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.137713 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74126c4-389d-4b1d-bd4a-6161d593a6d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.138042 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74126c4-389d-4b1d-bd4a-6161d593a6d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:24:35.155284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network f1628234-fef1-4fb5-9593-87bc7729407f details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:24:35.171000 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:24:35.187999 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60264) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:35.190902 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-565a3c63-1b03-44da-9e98-0da1fef59c07 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3108606 Oct 26 15:24:35.194459 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Attempting to bind port 38c60e41-32f4-43d1-aadd-60af85f5e853 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:35.196744 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Attempting to bind port 38c60e41-32f4-43d1-aadd-60af85f5e853 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '2afd5a01-35d1-4541-aaf9-102544f31f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:35.197379 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Attempting to bind port 38c60e41-32f4-43d1-aadd-60af85f5e853 on network 273c0559-7bab-40a0-9a7e-4dd97fe24945 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:35.217075 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-497bc4a1-dbb1-4972-acc6-05029b3c119b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'subnet': {'network_id': 'f1628234-fef1-4fb5-9593-87bc7729407f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:35.226798 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c53be3fa-cc7e-405e-b693-01d260666f39 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (fb1af50d-ebdd-4118-82d2-723a7152affc), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:35.292666 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-c53be3fa-cc7e-405e-b693-01d260666f39 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for fb1af50d-ebdd-4118-82d2-723a7152affc owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:35.331322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (de1d3301-5a02-49f1-aae3-c132257e64c0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:35.344196 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:24:35.344944 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Checking segment: {'id': '2afd5a01-35d1-4541-aaf9-102544f31f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:35.345549 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:35.348189 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Bound using segment: {'id': '2afd5a01-35d1-4541-aaf9-102544f31f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:24:35.348913 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Bound port: 38c60e41-32f4-43d1-aadd-60af85f5e853, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2afd5a01-35d1-4541-aaf9-102544f31f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:24:35.349564 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:35.410483 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a40c9-2871-4be2-ad80-650c1db55610 None None] Sync routers for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:35.417810 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] No DVR routers for this DVR port de1d3301-5a02-49f1-aae3-c132257e64c0 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:24:35.457656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] Pushing event deleted for resources: {'Port': ['ID=de1d3301-5a02-49f1-aae3-c132257e64c0,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:35.479819 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a40c9-2871-4be2-ad80-650c1db55610 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:35.480383 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a40c9-2871-4be2-ad80-650c1db55610 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:24:35.481680 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-c65a40c9-2871-4be2-ad80-650c1db55610 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:24:35.508082 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a40c9-2871-4be2-ad80-650c1db55610 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:35.508560 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a40c9-2871-4be2-ad80-650c1db55610 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:24:35.509286 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-c65a40c9-2871-4be2-ad80-650c1db55610 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bbb73ba0-9a42-4c34-a8f2-7511fce6813f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:24:35.509755 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a40c9-2871-4be2-ad80-650c1db55610 None None] The sync data for ids ['bbb73ba0-9a42-4c34-a8f2-7511fce6813f'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:35.515983 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] For port 38c60e41-32f4-43d1-aadd-60af85f5e853, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:24:35.519997 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] For port 38c60e41-32f4-43d1-aadd-60af85f5e853, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=38c60e41-32f4-43d1-aadd-60af85f5e853,segment=NetworkSegment(2afd5a01-35d1-4541-aaf9-102544f31f5f),segment_id=2afd5a01-35d1-4541-aaf9-102544f31f5f)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:24:35.522462 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60274) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:35.538460 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:35.557598 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Routers {'5cd632db-954c-48bb-afdd-8c943bd659c0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:35.558858 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5cd632db-954c-48bb-afdd-8c943bd659c0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:35.568966 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (3d9157ca-5c49-4d10-8925-23b7d2950b98), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:35.591679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9157ca-5c49-4d10-8925-23b7d2950b98']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:35.603118 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac12222-1d58-485d-89d6-c1e01cb80a5b') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:35.603425 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac12222-1d58-485d-89d6-c1e01cb80a5b') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:35.616790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (fac12222-1d58-485d-89d6-c1e01cb80a5b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:35.633672 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (fac12222-1d58-485d-89d6-c1e01cb80a5b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:35.643446 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:24:35.644267 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (fac12222-1d58-485d-89d6-c1e01cb80a5b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:35.681651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c53be3fa-cc7e-405e-b693-01d260666f39 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (fb1af50d-ebdd-4118-82d2-723a7152affc), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:35.745241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ee3de-6d66-4b84-b87d-e0494fc35674 None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:35.771408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ee3de-6d66-4b84-b87d-e0494fc35674 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:35.773077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-188ee3de-6d66-4b84-b87d-e0494fc35674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:35.794102 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:35.799715 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (3d9157ca-5c49-4d10-8925-23b7d2950b98), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:35.810064 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:35.820230 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/3d9157ca-5c49-4d10-8925-23b7d2950b98 HTTP/1.1" status: 204 len: 168 time: 1.4147179 Oct 26 15:24:35.824183 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-043da50b-1146-40ea-b629-1aa1f3b541c1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.2907097 Oct 26 15:24:35.825208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53be3fa-cc7e-405e-b693-01d260666f39 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=fb1af50d-ebdd-4118-82d2-723a7152affc,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:35.826797 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497bc4a1-dbb1-4972-acc6-05029b3c119b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Made reservation on behalf of 4c4db5bb937d4b728c56281fc24a1134 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:35.833064 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-497bc4a1-dbb1-4972-acc6-05029b3c119b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:35.874700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 500ba932-a850-40bd-b4e3-2353f20a6ef2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:35.886957 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c53be3fa-cc7e-405e-b693-01d260666f39 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:35.891489 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] Set router 5cd632db-954c-48bb-afdd-8c943bd659c0 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:35.895116 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c53be3fa-cc7e-405e-b693-01d260666f39 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/fb1af50d-ebdd-4118-82d2-723a7152affc HTTP/1.1" status: 204 len: 168 time: 1.4523828 Oct 26 15:24:35.897532 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60292) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:36.019443 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60294) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:36.065900 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91d9124-bc49-4e78-8a7b-4d53f8354955 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:36.068876 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91d9124-bc49-4e78-8a7b-4d53f8354955 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:36.074800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-188ee3de-6d66-4b84-b87d-e0494fc35674 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:36.079804 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f91d9124-bc49-4e78-8a7b-4d53f8354955 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1791155 Oct 26 15:24:36.080767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60298) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:36.121754 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:36.126486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 500ba932-a850-40bd-b4e3-2353f20a6ef2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:36.126808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (500ba932-a850-40bd-b4e3-2353f20a6ef2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:36.127219 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 500ba932-a850-40bd-b4e3-2353f20a6ef2 Oct 26 15:24:36.137278 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:36.152921 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment fac12222-1d58-485d-89d6-c1e01cb80a5b resource provider aggregate not found Oct 26 15:24:36.186275 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5d225-0672-42ed-b14c-b60dc73e468a admin admin] Pushing event deleted for resources: {'Network': ['ID=3d9157ca-5c49-4d10-8925-23b7d2950b98,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:36.213621 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment fac12222-1d58-485d-89d6-c1e01cb80a5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fac12222-1d58-485d-89d6-c1e01cb80a5b found for delete ", "request_id": "req-f74adc42-0626-4c50-a5fd-7ce1cd41fea8"}]} Oct 26 15:24:36.236985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20335e8-08db-47f2-acee-c2b68d8cb2b1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 51792b03-14ac-436d-b15f-fa791165a8fb {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:24:36.245531 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b20335e8-08db-47f2-acee-c2b68d8cb2b1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (51792b03-14ac-436d-b15f-fa791165a8fb), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:36.327086 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-497bc4a1-dbb1-4972-acc6-05029b3c119b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (161d7c96-73ac-429f-a8e8-9ee7d637233f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:36.371175 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b20335e8-08db-47f2-acee-c2b68d8cb2b1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (51792b03-14ac-436d-b15f-fa791165a8fb), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:36.380403 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74126c4-389d-4b1d-bd4a-6161d593a6d2 None None] Pushing event updated for resources: {'Port': ['ID=38c60e41-32f4-43d1-aadd-60af85f5e853,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:36.426662 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497bc4a1-dbb1-4972-acc6-05029b3c119b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Subnet': ['ID=161d7c96-73ac-429f-a8e8-9ee7d637233f,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:36.466805 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:24:31Z', 'revision_number': 3, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '38c60e41-32f4-43d1-aadd-60af85f5e853', 'name': '', 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:d1:76:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:29Z', 'updated_at': '2022-10-26T15:24:35Z', 'revision_number': 4, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:24:30Z', 'revision_number': 5, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:36.490648 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60304) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:36.522395 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-eef3f104-ac00-4fed-9b54-27f00c9f56c8 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Request body: {'quota': {'network': 2}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:36.531589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497bc4a1-dbb1-4972-acc6-05029b3c119b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Checking segment: {'id': 'b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f1628234-fef1-4fb5-9593-87bc7729407f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:36.532213 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497bc4a1-dbb1-4972-acc6-05029b3c119b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network hostable DHCP agents. Network: f1628234-fef1-4fb5-9593-87bc7729407f, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:24:36.540585 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703a8be6-9fde-4fef-9e43-f75f43399af3 None None] The sync data for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv is: [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:24:31Z', 'revision_number': 3, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '38c60e41-32f4-43d1-aadd-60af85f5e853', 'name': '', 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:d1:76:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:29Z', 'updated_at': '2022-10-26T15:24:35Z', 'revision_number': 4, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:24:30Z', 'revision_number': 5, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:36.594783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:36.598459 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b20335e8-08db-47f2-acee-c2b68d8cb2b1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (51792b03-14ac-436d-b15f-fa791165a8fb), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:36.641497 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eef3f104-ac00-4fed-9b54-27f00c9f56c8 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] 10.222.0.60 "PUT /networking/v2.0/quotas/6956edc85d3943689a2680aed2357186 HTTP/1.1" status: 200 len: 368 time: 0.6178012 Oct 26 15:24:36.642318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60306) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:36.646016 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2435ceb0-f56d-4144-b059-fd4c3d83e99a admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=478f977efd474c3582bb470139659899&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1510944 Oct 26 15:24:36.646217 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60308) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:36.671987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-b82557cb-8958-4eba-9e18-36ab2662341f tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Request body: {'network': {'project_id': '6956edc85d3943689a2680aed2357186'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:36.681781 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:36.697324 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497bc4a1-dbb1-4972-acc6-05029b3c119b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network f1628234-fef1-4fb5-9593-87bc7729407f is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:24:36.699317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82557cb-8958-4eba-9e18-36ab2662341f tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Made reservation on behalf of 6956edc85d3943689a2680aed2357186 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:36.702335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b82557cb-8958-4eba-9e18-36ab2662341f tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:36.738094 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b82557cb-8958-4eba-9e18-36ab2662341f tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:36.763222 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-497bc4a1-dbb1-4972-acc6-05029b3c119b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, f1628234-fef1-4fb5-9593-87bc7729407f) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:36.776370 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497bc4a1-dbb1-4972-acc6-05029b3c119b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:36.777017 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-497bc4a1-dbb1-4972-acc6-05029b3c119b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:36.819699 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b20335e8-08db-47f2-acee-c2b68d8cb2b1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (51792b03-14ac-436d-b15f-fa791165a8fb), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:36.832534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60314) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:36.841890 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3f19a75e-012c-4a8d-bf5b-0c4f2ae00755 admin admin] Publish callbacks [] for security_group (8e4642af-5aee-4ad2-bcf9-72f6be02923e), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:36.866567 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b20335e8-08db-47f2-acee-c2b68d8cb2b1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:36.873770 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b20335e8-08db-47f2-acee-c2b68d8cb2b1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/51792b03-14ac-436d-b15f-fa791165a8fb HTTP/1.1" status: 204 len: 168 time: 0.7865651 Oct 26 15:24:36.876143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60318) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:36.886511 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20335e8-08db-47f2-acee-c2b68d8cb2b1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=51792b03-14ac-436d-b15f-fa791165a8fb,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:36.941240 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-497bc4a1-dbb1-4972-acc6-05029b3c119b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7495058 Oct 26 15:24:36.946478 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3f19a75e-012c-4a8d-bf5b-0c4f2ae00755 admin admin] Publish callbacks [] for security_group (8e4642af-5aee-4ad2-bcf9-72f6be02923e), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:36.955453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 500ba932-a850-40bd-b4e3-2353f20a6ef2 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:36.956659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9c080cf6-07c3-45ea-b55d-8bad001f3e77 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:36.958666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6586760d-e472-4188-8c78-d6beffac5f13 None None] Network 5561eb48-5483-415b-9f98-2afbef9c6e4c requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:36.961169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789bb1e7-0873-4442-8242-09b7cfa80659 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:36.963111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d073fb13-8036-4bf8-8c86-6db33079d573 None None] Network 273c0559-7bab-40a0-9a7e-4dd97fe24945 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:36.990381 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60320) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:36.991980 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e21bcff6-c0ad-4a39-9931-0300326294c4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1102872 Oct 26 15:24:37.011572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60322) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:37.028368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-188ee3de-6d66-4b84-b87d-e0494fc35674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:32Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:34Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:33Z', 'revision_number': 26, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:37.038061 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-810d154e-ba8b-497b-a900-809acf47d0e4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:37.077428 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b82557cb-8958-4eba-9e18-36ab2662341f tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks [] for security_group (fdbc3d34-c243-4154-80df-a765dcb49a10), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:37.095368 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b82557cb-8958-4eba-9e18-36ab2662341f tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (fdbc3d34-c243-4154-80df-a765dcb49a10), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:37.114416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82557cb-8958-4eba-9e18-36ab2662341f tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:24:37.130597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60324) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:37.163936 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [-] 10.222.0.60 "GET /networking/ HTTP/1.1" status: 200 len: 259 time: 0.0035973 Oct 26 15:24:37.169020 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82557cb-8958-4eba-9e18-36ab2662341f tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbc3d34-c243-4154-80df-a765dcb49a10,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:37.188384 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60326) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:37.193417 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-582eaf2e-54f2-4806-8dfa-1747ec7e91b2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.3177910 Oct 26 15:24:37.195015 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b82557cb-8958-4eba-9e18-36ab2662341f tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (2442bf02-7f99-4bac-a7b2-8ffc179fa55b), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:37.195465 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-b82557cb-8958-4eba-9e18-36ab2662341f tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Added segment 2442bf02-7f99-4bac-a7b2-8ffc179fa55b of type vlan for network 1b87ad73-2b6b-4471-918d-d7be6ed28b85 Oct 26 15:24:37.246918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-15016b31-845d-47df-96bc-bdb52a23aee0 None None] Provisioning complete for port 38c60e41-32f4-43d1-aadd-60af85f5e853 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:37.248019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-15016b31-845d-47df-96bc-bdb52a23aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:37.248567 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-15016b31-845d-47df-96bc-bdb52a23aee0 None None] Attempt 1 to provision port 38c60e41-32f4-43d1-aadd-60af85f5e853 Oct 26 15:24:37.265692 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b82557cb-8958-4eba-9e18-36ab2662341f tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (1b87ad73-2b6b-4471-918d-d7be6ed28b85), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:37.289848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ee3de-6d66-4b84-b87d-e0494fc35674 None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:24:37.346862 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b82557cb-8958-4eba-9e18-36ab2662341f tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (1b87ad73-2b6b-4471-918d-d7be6ed28b85), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:37.347921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82557cb-8958-4eba-9e18-36ab2662341f tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:37.348512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b82557cb-8958-4eba-9e18-36ab2662341f tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:37.356834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:37.431854 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810d154e-ba8b-497b-a900-809acf47d0e4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:37.439044 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-810d154e-ba8b-497b-a900-809acf47d0e4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:37.446009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ee3de-6d66-4b84-b87d-e0494fc35674 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:37.446666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-188ee3de-6d66-4b84-b87d-e0494fc35674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:37.459698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-15016b31-845d-47df-96bc-bdb52a23aee0 None None] Current status of the port 38c60e41-32f4-43d1-aadd-60af85f5e853 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:37.459698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-15016b31-845d-47df-96bc-bdb52a23aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:37.538759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:37.538759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:37.539124 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 Oct 26 15:24:37.540533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6e2b66-f341-4af3-8b05-62f9a2beac01 None None] DHCP port deletion for 8562cd80-5c53-4efe-aa06-0bf20e462dc3 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:24:37.554649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:37.555546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82557cb-8958-4eba-9e18-36ab2662341f tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Pushing event updated for resources: {'Network': ['ID=1b87ad73-2b6b-4471-918d-d7be6ed28b85,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:37.567321 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b82557cb-8958-4eba-9e18-36ab2662341f tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9146936 Oct 26 15:24:37.568147 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60330) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:37.573978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-1bc9cf51-9b91-4347-9b9b-951ce9311e95 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Request body: {'network': {'project_id': '6956edc85d3943689a2680aed2357186'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:37.582066 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3f19a75e-012c-4a8d-bf5b-0c4f2ae00755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (8e4642af-5aee-4ad2-bcf9-72f6be02923e), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:37.586717 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3f19a75e-012c-4a8d-bf5b-0c4f2ae00755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:37.587988 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3f19a75e-012c-4a8d-bf5b-0c4f2ae00755 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8e4642af-5aee-4ad2-bcf9-72f6be02923e HTTP/1.1" status: 204 len: 168 time: 0.9380534 Oct 26 15:24:37.597761 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5d56d973-dbbf-40d2-98cc-3d99d10fa1c3 tempest-NetworksApiDiscovery-361591253 tempest-NetworksApiDiscovery-361591253-project] 10.222.0.60 "GET /networking/v2.0/ HTTP/1.1" status: 200 len: 746 time: 0.3715000 Oct 26 15:24:37.612341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 1b87ad73-2b6b-4471-918d-d7be6ed28b85 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:24:37.622625 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc9cf51-9b91-4347-9b9b-951ce9311e95 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Made reservation on behalf of 6956edc85d3943689a2680aed2357186 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:37.628738 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1bc9cf51-9b91-4347-9b9b-951ce9311e95 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:37.722028 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc9cf51-9b91-4347-9b9b-951ce9311e95 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:24:37.762430 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1bc9cf51-9b91-4347-9b9b-951ce9311e95 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (05de1825-acae-441a-8694-765080d5ecb7), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:37.762430 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-1bc9cf51-9b91-4347-9b9b-951ce9311e95 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Added segment 05de1825-acae-441a-8694-765080d5ecb7 of type vlan for network 5e2cfb52-1c24-4418-b832-0e74dfd2523f Oct 26 15:24:37.831649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-15016b31-845d-47df-96bc-bdb52a23aee0 None None] For port 38c60e41-32f4-43d1-aadd-60af85f5e853, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=38c60e41-32f4-43d1-aadd-60af85f5e853,segment=NetworkSegment(2afd5a01-35d1-4541-aaf9-102544f31f5f),segment_id=2afd5a01-35d1-4541-aaf9-102544f31f5f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:37.850721 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:37.859543 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19a75e-012c-4a8d-bf5b-0c4f2ae00755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4642af-5aee-4ad2-bcf9-72f6be02923e,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:37.977823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-15016b31-845d-47df-96bc-bdb52a23aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:38.013897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e2b66-f341-4af3-8b05-62f9a2beac01 None None] Deleting port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:38.015195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2b66-f341-4af3-8b05-62f9a2beac01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:38.167994 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:38.206764 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60340) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:38.370137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-15016b31-845d-47df-96bc-bdb52a23aee0 None None] Provisioning complete for port 43346db5-cdf9-46bb-8438-3408a8c1caa3 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:38.370708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-15016b31-845d-47df-96bc-bdb52a23aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (43346db5-cdf9-46bb-8438-3408a8c1caa3), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:38.370872 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-15016b31-845d-47df-96bc-bdb52a23aee0 None None] Attempt 1 to provision port 43346db5-cdf9-46bb-8438-3408a8c1caa3 Oct 26 15:24:38.382053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-188ee3de-6d66-4b84-b87d-e0494fc35674 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:38.453054 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60344) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:38.566852 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e3904e9d-1bf5-4f9f-b031-46618e6b068f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.3410411 Oct 26 15:24:38.577942 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7876c125-0398-4de8-9dfd-2e40684a89f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:38.661527 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.objects.ports [None req-810d154e-ba8b-497b-a900-809acf47d0e4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105322) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:24:38.711002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15016b31-845d-47df-96bc-bdb52a23aee0 None None] Pushing event updated for resources: {'Port': ['ID=38c60e41-32f4-43d1-aadd-60af85f5e853,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:38.784847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:38.799272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b1e753bd-44c4-4934-bc6f-fe2a67103484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:38.804703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1bc9cf51-9b91-4347-9b9b-951ce9311e95 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (5e2cfb52-1c24-4418-b832-0e74dfd2523f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:38.823139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-4e6e2b66-f341-4af3-8b05-62f9a2beac01 None None] For port 9c080cf6-07c3-45ea-b55d-8bad001f3e77, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9c080cf6-07c3-45ea-b55d-8bad001f3e77,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:38.823805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2b66-f341-4af3-8b05-62f9a2beac01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:38.835410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:38.839924 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=18,neutron:SELECT=73,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:38.841316 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9ce9e044-6f22-44d0-93bc-24bf0d1ae2fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:38.855664 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1bc9cf51-9b91-4347-9b9b-951ce9311e95 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (5e2cfb52-1c24-4418-b832-0e74dfd2523f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:38.856972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc9cf51-9b91-4347-9b9b-951ce9311e95 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:38.858184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1bc9cf51-9b91-4347-9b9b-951ce9311e95 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:38.860304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e2b66-f341-4af3-8b05-62f9a2beac01 None None] Calling delete_port for 9c080cf6-07c3-45ea-b55d-8bad001f3e77 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:38.900396 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1bc9cf51-9b91-4347-9b9b-951ce9311e95 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3311777 Oct 26 15:24:38.903244 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60356) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:38.939319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-346123b2-1e9a-4d1d-80b6-32551d116225 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Request body: {'network': {'project_id': '6956edc85d3943689a2680aed2357186'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:38.952718 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-346123b2-1e9a-4d1d-80b6-32551d116225 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 15:24:38.953481 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346123b2-1e9a-4d1d-80b6-32551d116225 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:24:38.954800 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-346123b2-1e9a-4d1d-80b6-32551d116225 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0506585 Oct 26 15:24:38.957987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60360) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:38.962554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fdeacd9f-b6ba-465a-9c40-383158154826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:38.990015 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9cf51-9b91-4347-9b9b-951ce9311e95 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Pushing event updated for resources: {'Network': ['ID=5e2cfb52-1c24-4418-b832-0e74dfd2523f,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:39.019079 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7f26916b-2659-4334-84c7-88c80f57cd6a tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=6956edc85d3943689a2680aed2357186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0593488 Oct 26 15:24:39.023176 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60362) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:39.043092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 5e2cfb52-1c24-4418-b832-0e74dfd2523f details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:24:39.093661 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7909424-23be-4a6f-8364-737a0347d102 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks [] for security_group (fdbc3d34-c243-4154-80df-a765dcb49a10), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.094761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: fdeacd9f-b6ba-465a-9c40-383158154826 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:24:39.095117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fdeacd9f-b6ba-465a-9c40-383158154826 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:24:39.095542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:39.128969 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7909424-23be-4a6f-8364-737a0347d102 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks [] for security_group (fdbc3d34-c243-4154-80df-a765dcb49a10), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.154046 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:39.170914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-15016b31-845d-47df-96bc-bdb52a23aee0 None None] Current status of the port 43346db5-cdf9-46bb-8438-3408a8c1caa3 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:39.171321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-15016b31-845d-47df-96bc-bdb52a23aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (43346db5-cdf9-46bb-8438-3408a8c1caa3), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.192269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 394e991d-ba1f-4c55-ad3b-6183751d959f {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:24:39.192636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 394e991d-ba1f-4c55-ad3b-6183751d959f not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:24:39.202175 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7909424-23be-4a6f-8364-737a0347d102 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (fdbc3d34-c243-4154-80df-a765dcb49a10), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.206801 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7909424-23be-4a6f-8364-737a0347d102 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.209897 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f7909424-23be-4a6f-8364-737a0347d102 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/fdbc3d34-c243-4154-80df-a765dcb49a10 HTTP/1.1" status: 204 len: 168 time: 0.1855712 Oct 26 15:24:39.213428 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60368) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:39.214113 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=5,neutron:INSERT=6,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:39.253472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7909424-23be-4a6f-8364-737a0347d102 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbc3d34-c243-4154-80df-a765dcb49a10,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:39.327132 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1682d60e-93b9-49b2-8320-32413f899716 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (5e2cfb52-1c24-4418-b832-0e74dfd2523f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.445611 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1682d60e-93b9-49b2-8320-32413f899716 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (5e2cfb52-1c24-4418-b832-0e74dfd2523f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.452940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8f88349b-25c3-436e-baa7-3cf1f99dc860 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:39.472470 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-1682d60e-93b9-49b2-8320-32413f899716 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2cfb52-1c24-4418-b832-0e74dfd2523f']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:39.491158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-1682d60e-93b9-49b2-8320-32413f899716 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05de1825-acae-441a-8694-765080d5ecb7') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:39.491586 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-1682d60e-93b9-49b2-8320-32413f899716 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05de1825-acae-441a-8694-765080d5ecb7') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:39.510409 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1682d60e-93b9-49b2-8320-32413f899716 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (05de1825-acae-441a-8694-765080d5ecb7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.527512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1682d60e-93b9-49b2-8320-32413f899716 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (05de1825-acae-441a-8694-765080d5ecb7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.537814 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1682d60e-93b9-49b2-8320-32413f899716 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:24:39.538296 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1682d60e-93b9-49b2-8320-32413f899716 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (05de1825-acae-441a-8694-765080d5ecb7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.550641 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-7876c125-0398-4de8-9dfd-2e40684a89f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Allocated IP 2001:db8:2::1 (f1628234-fef1-4fb5-9593-87bc7729407f/161d7c96-73ac-429f-a8e8-9ee7d637233f/45455531-ac8b-4680-a8f2-087edeb32380) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:39.612970 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 05de1825-acae-441a-8694-765080d5ecb7 resource provider aggregate not found Oct 26 15:24:39.616301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-15016b31-845d-47df-96bc-bdb52a23aee0 None None] For port 43346db5-cdf9-46bb-8438-3408a8c1caa3, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=43346db5-cdf9-46bb-8438-3408a8c1caa3,segment=NetworkSegment(2afd5a01-35d1-4541-aaf9-102544f31f5f),segment_id=2afd5a01-35d1-4541-aaf9-102544f31f5f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:39.618961 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60374) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:39.652320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-15016b31-845d-47df-96bc-bdb52a23aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (43346db5-cdf9-46bb-8438-3408a8c1caa3), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.657840 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-810d154e-ba8b-497b-a900-809acf47d0e4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.667525 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 05de1825-acae-441a-8694-765080d5ecb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05de1825-acae-441a-8694-765080d5ecb7 found for delete ", "request_id": "req-40195fd9-06a9-40df-b2c7-744bef1d26fe"}]} Oct 26 15:24:39.680094 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:39.692004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-188ee3de-6d66-4b84-b87d-e0494fc35674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:32Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:34Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:33Z', 'revision_number': 26, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:39.697307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2b66-f341-4af3-8b05-62f9a2beac01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (9c080cf6-07c3-45ea-b55d-8bad001f3e77), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.703694 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1682d60e-93b9-49b2-8320-32413f899716 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (5e2cfb52-1c24-4418-b832-0e74dfd2523f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.710136 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1682d60e-93b9-49b2-8320-32413f899716 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.714541 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1682d60e-93b9-49b2-8320-32413f899716 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] 10.222.0.60 "DELETE /networking/v2.0/networks/5e2cfb52-1c24-4418-b832-0e74dfd2523f HTTP/1.1" status: 204 len: 168 time: 0.4981108 Oct 26 15:24:39.731075 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60380) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:39.732853 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-810d154e-ba8b-497b-a900-809acf47d0e4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 concurrently deleted while adding address for new subnet {'id': 'd6267c4c-3631-4f1f-ae22-fc729aa260e3', 'name': '', 'tenant_id': 'e3b7e3683f314399a045aa71758c8097', 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 823, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-10-26T15:24:37Z', 'updated_at': '2022-10-26T15:24:37Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'e3b7e3683f314399a045aa71758c8097'}. {{(pid=105322) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:781}} Oct 26 15:24:39.733410 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-810d154e-ba8b-497b-a900-809acf47d0e4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (d6267c4c-3631-4f1f-ae22-fc729aa260e3), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.738993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682d60e-93b9-49b2-8320-32413f899716 tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e2cfb52-1c24-4418-b832-0e74dfd2523f,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:39.742285 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7876c125-0398-4de8-9dfd-2e40684a89f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (45455531-ac8b-4680-a8f2-087edeb32380), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.751670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-15016b31-845d-47df-96bc-bdb52a23aee0 None None] Could not find standard attr ID for object 9c080cf6-07c3-45ea-b55d-8bad001f3e77. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:24:39.759321 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9ce9e044-6f22-44d0-93bc-24bf0d1ae2fa admin admin] Publish callbacks [] for security_group (a5a93160-8426-4c2c-b873-af7ceda4c607), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.788446 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9ce9e044-6f22-44d0-93bc-24bf0d1ae2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (a5a93160-8426-4c2c-b873-af7ceda4c607), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.805605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:39.806643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8f88349b-25c3-436e-baa7-3cf1f99dc860 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:39.807025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.809979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ee3de-6d66-4b84-b87d-e0494fc35674 None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:32Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:34Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:33Z', 'revision_number': 26, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:39.824605 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810d154e-ba8b-497b-a900-809acf47d0e4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:39.835267 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2bd8936a-00fe-48a5-bc09-86ade203c9b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.2145402 Oct 26 15:24:39.838513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6e2b66-f341-4af3-8b05-62f9a2beac01 None None] No DVR routers for this DVR port 9c080cf6-07c3-45ea-b55d-8bad001f3e77 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:24:39.866743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:39.870366 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-810d154e-ba8b-497b-a900-809acf47d0e4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:39.872024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15016b31-845d-47df-96bc-bdb52a23aee0 None None] Pushing event updated for resources: {'Port': ['ID=43346db5-cdf9-46bb-8438-3408a8c1caa3,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:39.885009 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810d154e-ba8b-497b-a900-809acf47d0e4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:39.885616 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-810d154e-ba8b-497b-a900-809acf47d0e4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.902499 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3828fb9-e070-4925-9551-c76585e5715e tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (1b87ad73-2b6b-4471-918d-d7be6ed28b85), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:39.911304 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-810d154e-ba8b-497b-a900-809acf47d0e4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.8899910 Oct 26 15:24:39.916190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60384) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:39.920892 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9ce9e044-6f22-44d0-93bc-24bf0d1ae2fa admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=da1e32e378d049f994761289d4bfb9e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4660780 Oct 26 15:24:39.921773 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d154e-ba8b-497b-a900-809acf47d0e4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=d6267c4c-3631-4f1f-ae22-fc729aa260e3,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:39.925641 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60386) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:39.926289 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9e044-6f22-44d0-93bc-24bf0d1ae2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a93160-8426-4c2c-b873-af7ceda4c607,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:39.927220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0955bb90-7347-400c-918d-0c98d9f52773 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:24:39.947637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-54153dad-56f9-4b66-8974-249a5e67c77a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'mac_address': 'fa:16:3e:c5:d0:6a', 'name': 'tempest-NetworksTestDHCPv6-229200325'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:39.969974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7876c125-0398-4de8-9dfd-2e40684a89f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (45455531-ac8b-4680-a8f2-087edeb32380), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:40.028591 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876c125-0398-4de8-9dfd-2e40684a89f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=45455531-ac8b-4680-a8f2-087edeb32380,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:40.056220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8f88349b-25c3-436e-baa7-3cf1f99dc860, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8f88349b-25c3-436e-baa7-3cf1f99dc860,segment=NetworkSegment(4523a5af-752d-449e-9fc9-3a54e028d96a),segment_id=4523a5af-752d-449e-9fc9-3a54e028d96a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:40.057721 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7876c125-0398-4de8-9dfd-2e40684a89f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network f1628234-fef1-4fb5-9593-87bc7729407f is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:40.060372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0955bb90-7347-400c-918d-0c98d9f52773 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:24:40.062637 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-7876c125-0398-4de8-9dfd-2e40684a89f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:40.069943 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7876c125-0398-4de8-9dfd-2e40684a89f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:40.071148 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7876c125-0398-4de8-9dfd-2e40684a89f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (5cd632db-954c-48bb-afdd-8c943bd659c0), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:40.081938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e2b66-f341-4af3-8b05-62f9a2beac01 None None] Pushing event deleted for resources: {'Port': ['ID=9c080cf6-07c3-45ea-b55d-8bad001f3e77,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:40.090355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:40.155642 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1f5e43-0fbc-4aaa-891c-15d4a3407d24 None None] Sync routers for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:40.159165 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ee0fb214-44bc-447b-855f-353ab5cfabca admin admin] Publish callbacks [] for security_group (a5a93160-8426-4c2c-b873-af7ceda4c607), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:40.164537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] Provisioning complete for port 8f88349b-25c3-436e-baa7-3cf1f99dc860 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:40.164971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:40.165316 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] Attempt 1 to provision port 8f88349b-25c3-436e-baa7-3cf1f99dc860 Oct 26 15:24:40.167594 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1f5e43-0fbc-4aaa-891c-15d4a3407d24 None None] Routers {'5cd632db-954c-48bb-afdd-8c943bd659c0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:40.170477 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9a1f5e43-0fbc-4aaa-891c-15d4a3407d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5cd632db-954c-48bb-afdd-8c943bd659c0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:40.213431 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ee0fb214-44bc-447b-855f-353ab5cfabca admin admin] Publish callbacks [] for security_group (a5a93160-8426-4c2c-b873-af7ceda4c607), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:40.281158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3828fb9-e070-4925-9551-c76585e5715e tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (1b87ad73-2b6b-4471-918d-d7be6ed28b85), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:40.359944 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-a3828fb9-e070-4925-9551-c76585e5715e tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b87ad73-2b6b-4471-918d-d7be6ed28b85']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:40.385572 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:40.388010 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-a3828fb9-e070-4925-9551-c76585e5715e tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2442bf02-7f99-4bac-a7b2-8ffc179fa55b') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:40.388407 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-a3828fb9-e070-4925-9551-c76585e5715e tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2442bf02-7f99-4bac-a7b2-8ffc179fa55b') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:40.405396 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9a1f5e43-0fbc-4aaa-891c-15d4a3407d24 None None] Set router 5cd632db-954c-48bb-afdd-8c943bd659c0 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:40.410624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8f88349b-25c3-436e-baa7-3cf1f99dc860,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:40.425795 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3828fb9-e070-4925-9551-c76585e5715e tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (2442bf02-7f99-4bac-a7b2-8ffc179fa55b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:40.446367 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7876c125-0398-4de8-9dfd-2e40684a89f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (45455531-ac8b-4680-a8f2-087edeb32380), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:40.456495 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54153dad-56f9-4b66-8974-249a5e67c77a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:40.465930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3828fb9-e070-4925-9551-c76585e5715e tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (2442bf02-7f99-4bac-a7b2-8ffc179fa55b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:40.471691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ee0fb214-44bc-447b-855f-353ab5cfabca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (a5a93160-8426-4c2c-b873-af7ceda4c607), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:40.475021 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ee0fb214-44bc-447b-855f-353ab5cfabca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:40.481306 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ee0fb214-44bc-447b-855f-353ab5cfabca admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/a5a93160-8426-4c2c-b873-af7ceda4c607 HTTP/1.1" status: 204 len: 168 time: 0.5514958 Oct 26 15:24:40.504223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 43346db5-cdf9-46bb-8438-3408a8c1caa3 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:40.532429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3828fb9-e070-4925-9551-c76585e5715e tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:24:40.532866 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3828fb9-e070-4925-9551-c76585e5715e tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (2442bf02-7f99-4bac-a7b2-8ffc179fa55b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:40.559311 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fb214-44bc-447b-855f-353ab5cfabca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a93160-8426-4c2c-b873-af7ceda4c607,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:40.573780 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:40.637099 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3828fb9-e070-4925-9551-c76585e5715e tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (1b87ad73-2b6b-4471-918d-d7be6ed28b85), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:40.676323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3828fb9-e070-4925-9551-c76585e5715e tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:40.689528 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a3828fb9-e070-4925-9551-c76585e5715e tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] 10.222.0.60 "DELETE /networking/v2.0/networks/1b87ad73-2b6b-4471-918d-d7be6ed28b85 HTTP/1.1" status: 204 len: 168 time: 0.9409308 Oct 26 15:24:40.690603 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3828fb9-e070-4925-9551-c76585e5715e tempest-QuotasNegativeTest-215442536 tempest-QuotasNegativeTest-215442536-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b87ad73-2b6b-4471-918d-d7be6ed28b85,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:40.698738 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-54153dad-56f9-4b66-8974-249a5e67c77a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:40.726575 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-54153dad-56f9-4b66-8974-249a5e67c77a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port 95b6f03b-8286-4ace-9499-b24fda782769 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:24:40.760564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] Current status of the port 8f88349b-25c3-436e-baa7-3cf1f99dc860 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:40.761355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:40.825703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] For port 8f88349b-25c3-436e-baa7-3cf1f99dc860, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8f88349b-25c3-436e-baa7-3cf1f99dc860,segment=NetworkSegment(4523a5af-752d-449e-9fc9-3a54e028d96a),segment_id=4523a5af-752d-449e-9fc9-3a54e028d96a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:40.844679 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60400) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:40.850012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf22b19-8966-43b3-a248-8d82d429aa33 None None] DHCP port deletion for 75323486-1206-489c-a851-669e51c6f8c9 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:24:40.854664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:40.904429 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9a1f5e43-0fbc-4aaa-891c-15d4a3407d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:24:31Z', 'revision_number': 3, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '38c60e41-32f4-43d1-aadd-60af85f5e853', 'name': '', 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:d1:76:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:29Z', 'updated_at': '2022-10-26T15:24:37Z', 'revision_number': 5, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:24:39Z', 'revision_number': 6, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:40.984436 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-04f4d259-24d3-42ab-a20b-313d9f79ca04 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1384518 Oct 26 15:24:40.999353 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1f5e43-0fbc-4aaa-891c-15d4a3407d24 None None] Checking router: 5cd632db-954c-48bb-afdd-8c943bd659c0 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:24:41.000904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 43346db5-cdf9-46bb-8438-3408a8c1caa3 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:41.004162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (43346db5-cdf9-46bb-8438-3408a8c1caa3), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:41.004743 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 43346db5-cdf9-46bb-8438-3408a8c1caa3 Oct 26 15:24:41.032107 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1f5e43-0fbc-4aaa-891c-15d4a3407d24 None None] Routers {'5cd632db-954c-48bb-afdd-8c943bd659c0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:41.035246 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9a1f5e43-0fbc-4aaa-891c-15d4a3407d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5cd632db-954c-48bb-afdd-8c943bd659c0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:41.117700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:41.121726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e9977519-28c0-4dac-9efe-49a8ca2f5235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:41.133182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a36a23-a214-4128-8cb6-b31d60d5fbc5 None None] DHCP port deletion for 3d9157ca-5c49-4d10-8925-23b7d2950b98 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:24:41.167206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] Provisioning complete for port 43346db5-cdf9-46bb-8438-3408a8c1caa3 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:41.169181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (43346db5-cdf9-46bb-8438-3408a8c1caa3), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:41.169834 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] Attempt 1 to provision port 43346db5-cdf9-46bb-8438-3408a8c1caa3 Oct 26 15:24:41.176043 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-54153dad-56f9-4b66-8974-249a5e67c77a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::f816:3eff:fec5:d06a (8562cd80-5c53-4efe-aa06-0bf20e462dc3/d6267c4c-3631-4f1f-ae22-fc729aa260e3/95b6f03b-8286-4ace-9499-b24fda782769) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:41.178789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:41.236573 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7876c125-0398-4de8-9dfd-2e40684a89f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (45455531-ac8b-4680-a8f2-087edeb32380), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:41.238392 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:41.239380 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:41.249345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7876c125-0398-4de8-9dfd-2e40684a89f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (45455531-ac8b-4680-a8f2-087edeb32380), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:41.250758 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7876c125-0398-4de8-9dfd-2e40684a89f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (5cd632db-954c-48bb-afdd-8c943bd659c0), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:41.297540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'fixed_ips': [{'subnet_id': 'd6267c4c-3631-4f1f-ae22-fc729aa260e3'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:24:41.298354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:41.326440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-f1628234-fef1-4fb5-9593-87bc7729407f', 'network_id': 'f1628234-fef1-4fb5-9593-87bc7729407f', 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'fixed_ips': [{'subnet_id': '161d7c96-73ac-429f-a8e8-9ee7d637233f'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:24:41.327378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:41.338938 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876c125-0398-4de8-9dfd-2e40684a89f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=45455531-ac8b-4680-a8f2-087edeb32380,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:41.344439 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9a1f5e43-0fbc-4aaa-891c-15d4a3407d24 None None] Set router 5cd632db-954c-48bb-afdd-8c943bd659c0 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:41.365643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] Pushing event updated for resources: {'Port': ['ID=8f88349b-25c3-436e-baa7-3cf1f99dc860,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:41.522204 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7876c125-0398-4de8-9dfd-2e40684a89f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network f1628234-fef1-4fb5-9593-87bc7729407f is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:41.525459 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-7876c125-0398-4de8-9dfd-2e40684a89f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:41.646878 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-54153dad-56f9-4b66-8974-249a5e67c77a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (95b6f03b-8286-4ace-9499-b24fda782769), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:41.649614 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60410) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:41.658400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 43346db5-cdf9-46bb-8438-3408a8c1caa3 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:41.699923 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7876c125-0398-4de8-9dfd-2e40684a89f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 5cd632db-954c-48bb-afdd-8c943bd659c0 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:24:41.710768 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 2442bf02-7f99-4bac-a7b2-8ffc179fa55b resource provider aggregate not found Oct 26 15:24:41.749712 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 2442bf02-7f99-4bac-a7b2-8ffc179fa55b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2442bf02-7f99-4bac-a7b2-8ffc179fa55b found for delete ", "request_id": "req-915b4f9f-00b7-4360-b6ac-5fc938f30fda"}]} Oct 26 15:24:41.788943 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-54153dad-56f9-4b66-8974-249a5e67c77a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (95b6f03b-8286-4ace-9499-b24fda782769), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:41.819382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Allocated IP 2001:db8:2::2 (f1628234-fef1-4fb5-9593-87bc7729407f/161d7c96-73ac-429f-a8e8-9ee7d637233f/3a6c2332-acea-44be-a60e-aea4f46fc097) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:41.902159 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7876c125-0398-4de8-9dfd-2e40684a89f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:41.902597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54153dad-56f9-4b66-8974-249a5e67c77a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:41.909152 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7876c125-0398-4de8-9dfd-2e40684a89f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/5cd632db-954c-48bb-afdd-8c943bd659c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9120107 Oct 26 15:24:41.915794 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60418) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:41.921140 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-bf1ead5e-eac7-473c-a99f-81b5312b78c5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-753776437'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:41.925233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9c080cf6-07c3-45ea-b55d-8bad001f3e77 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:41.932557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:41.935247 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-54153dad-56f9-4b66-8974-249a5e67c77a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:41.955960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-4af422e7-dee5-4f0f-a647-9bb66f55b47f tempest-QuotasTest-349803883 tempest-QuotasTest-349803883-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:41.959641 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9a1f5e43-0fbc-4aaa-891c-15d4a3407d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:24:40Z', 'revision_number': 4, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '38c60e41-32f4-43d1-aadd-60af85f5e853', 'name': '', 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:d1:76:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:29Z', 'updated_at': '2022-10-26T15:24:37Z', 'revision_number': 5, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45455531-ac8b-4680-a8f2-087edeb32380', 'name': '', 'network_id': 'f1628234-fef1-4fb5-9593-87bc7729407f', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:8e:d8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '161d7c96-73ac-429f-a8e8-9ee7d637233f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:38Z', 'updated_at': '2022-10-26T15:24:39Z', 'revision_number': 1, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': '161d7c96-73ac-429f-a8e8-9ee7d637233f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:24:40Z', 'revision_number': 7, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:41.960520 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54153dad-56f9-4b66-8974-249a5e67c77a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:41.965237 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54153dad-56f9-4b66-8974-249a5e67c77a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:41.965864 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-54153dad-56f9-4b66-8974-249a5e67c77a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:41.967108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1ead5e-eac7-473c-a99f-81b5312b78c5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Made reservation on behalf of 4c4db5bb937d4b728c56281fc24a1134 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:41.968831 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54153dad-56f9-4b66-8974-249a5e67c77a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=95b6f03b-8286-4ace-9499-b24fda782769,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:41.985968 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60420) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:41.993382 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bf1ead5e-eac7-473c-a99f-81b5312b78c5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:42.009936 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1f5e43-0fbc-4aaa-891c-15d4a3407d24 None None] The sync data for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv is: [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:24:40Z', 'revision_number': 4, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '38c60e41-32f4-43d1-aadd-60af85f5e853', 'name': '', 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:d1:76:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:29Z', 'updated_at': '2022-10-26T15:24:37Z', 'revision_number': 5, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45455531-ac8b-4680-a8f2-087edeb32380', 'name': '', 'network_id': 'f1628234-fef1-4fb5-9593-87bc7729407f', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:8e:d8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '161d7c96-73ac-429f-a8e8-9ee7d637233f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:38Z', 'updated_at': '2022-10-26T15:24:39Z', 'revision_number': 1, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': '161d7c96-73ac-429f-a8e8-9ee7d637233f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:24:40Z', 'revision_number': 7, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:42.053679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1ead5e-eac7-473c-a99f-81b5312b78c5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:24:42.057863 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-54153dad-56f9-4b66-8974-249a5e67c77a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1389563 Oct 26 15:24:42.065228 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60422) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:42.082485 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:42.087617 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bf1ead5e-eac7-473c-a99f-81b5312b78c5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (4dfb67f0-8a97-4165-b3f9-688846dab294), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:42.088066 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-bf1ead5e-eac7-473c-a99f-81b5312b78c5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Added segment 4dfb67f0-8a97-4165-b3f9-688846dab294 of type vlan for network c0402fed-7d5a-46b2-beb6-fe21d81bfd40 Oct 26 15:24:42.126329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 9c080cf6-07c3-45ea-b55d-8bad001f3e77 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:24:42.126994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9c080cf6-07c3-45ea-b55d-8bad001f3e77 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:24:42.127613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:42.140302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:42.184173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] Current status of the port 43346db5-cdf9-46bb-8438-3408a8c1caa3 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:42.184516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fb550e-6a22-4768-9c4b-679b53c96e64 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:42.189756 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-15fb550e-6a22-4768-9c4b-679b53c96e64 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1228836 Oct 26 15:24:42.192243 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60426) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:42.206807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:42.214553 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4af422e7-dee5-4f0f-a647-9bb66f55b47f tempest-QuotasTest-349803883 tempest-QuotasTest-349803883-project-admin] 10.222.0.60 "PUT /networking/v2.0/quotas/adec2411e18344f0b74875f041c6671c HTTP/1.1" status: 200 len: 366 time: 0.5638442 Oct 26 15:24:42.221428 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b0fc2b48-3d4a-44e6-98f9-809b1b15f7a7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.2341223 Oct 26 15:24:42.225177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60428) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:42.246858 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bf1ead5e-eac7-473c-a99f-81b5312b78c5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (c0402fed-7d5a-46b2-beb6-fe21d81bfd40), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:42.247522 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d46d5542-4a1e-459b-be72-c6e61b416f71 tempest-QuotasTest-349803883 tempest-QuotasTest-349803883-project-admin] 10.222.0.60 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0204523 Oct 26 15:24:42.249045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60430) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:42.266328 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-371b2813-41e5-4fe0-8656-fe9e20f15dc9 tempest-QuotasTest-349803883 tempest-QuotasTest-349803883-project-admin] 10.222.0.60 "GET /networking/v2.0/quotas/adec2411e18344f0b74875f041c6671c HTTP/1.1" status: 200 len: 366 time: 0.0160792 Oct 26 15:24:42.267005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60432) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:42.290681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Allocated IP 2001:db8::f816:3eff:fe7b:2dce (8562cd80-5c53-4efe-aa06-0bf20e462dc3/d6267c4c-3631-4f1f-ae22-fc729aa260e3/a40c5c54-caf5-4a9f-905f-134d190d6817) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:42.295307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] Provisioning complete for port 38c60e41-32f4-43d1-aadd-60af85f5e853 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:42.295845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:42.296270 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] Attempt 1 to provision port 38c60e41-32f4-43d1-aadd-60af85f5e853 Oct 26 15:24:42.300191 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60434) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:42.301757 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8f9075f6-2ec2-4e72-88ca-f20aeeea4def tempest-QuotasTest-349803883 tempest-QuotasTest-349803883-project-admin] 10.222.0.60 "DELETE /networking/v2.0/quotas/adec2411e18344f0b74875f041c6671c HTTP/1.1" status: 204 len: 168 time: 0.0334957 Oct 26 15:24:42.309480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60436) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:42.382558 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-98e58c9d-516b-4c2c-af06-e42bc049387c tempest-QuotasTest-349803883 tempest-QuotasTest-349803883-project-admin] 10.222.0.60 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0781403 Oct 26 15:24:42.383869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60440) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:42.403186 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bf1ead5e-eac7-473c-a99f-81b5312b78c5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (c0402fed-7d5a-46b2-beb6-fe21d81bfd40), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:42.423166 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1ead5e-eac7-473c-a99f-81b5312b78c5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:42.424767 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bf1ead5e-eac7-473c-a99f-81b5312b78c5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:42.442411 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-df22f707-56fb-456a-a52b-077057cf3426 tempest-QuotasTest-349803883 tempest-QuotasTest-349803883-project-admin] 10.222.0.60 "GET /networking/v2.0/quotas/adec2411e18344f0b74875f041c6671c HTTP/1.1" status: 200 len: 370 time: 0.0551569 Oct 26 15:24:42.442411 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-1a0fbb6c-5000-4e54-92f0-77ed9cce93cd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port 95b6f03b-8286-4ace-9499-b24fda782769 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:42.442411 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1a0fbb6c-5000-4e54-92f0-77ed9cce93cd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (95b6f03b-8286-4ace-9499-b24fda782769), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:42.443377 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60442) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:42.454255 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c36d0ac8-2cc1-4e8c-901d-35f3b54f1e9b tempest-QuotasTest-349803883 tempest-QuotasTest-349803883-project-admin] 10.222.0.60 "GET /networking/v2.0/quotas/adec2411e18344f0b74875f041c6671c/default HTTP/1.1" status: 200 len: 370 time: 0.0073898 Oct 26 15:24:42.462853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60444) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:42.503042 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-ed13b839-7a46-487f-80f1-25978d5c71c6 tempest-QuotasTest-349803883 tempest-QuotasTest-349803883-project-admin] delete failed (client error): The resource could not be found. Oct 26 15:24:42.504399 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ed13b839-7a46-487f-80f1-25978d5c71c6 tempest-QuotasTest-349803883 tempest-QuotasTest-349803883-project-admin] 10.222.0.60 "DELETE /networking/v2.0/quotas/adec2411e18344f0b74875f041c6671c HTTP/1.1" status: 404 len: 348 time: 0.0404944 Oct 26 15:24:42.506093 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0b36ae69-1a28-4f31-9c33-6df2fb139c79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:42.598073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Publish callbacks [] for port (3a6c2332-acea-44be-a60e-aea4f46fc097), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:42.635224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1a0fbb6c-5000-4e54-92f0-77ed9cce93cd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (95b6f03b-8286-4ace-9499-b24fda782769), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:42.655581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (3a6c2332-acea-44be-a60e-aea4f46fc097), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:42.660521 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0b36ae69-1a28-4f31-9c33-6df2fb139c79 admin admin] Publish callbacks [] for security_group (72d9036d-d07a-473e-8e30-721819db945f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:42.665224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-1a0fbb6c-5000-4e54-92f0-77ed9cce93cd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for 95b6f03b-8286-4ace-9499-b24fda782769 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:42.670216 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0b36ae69-1a28-4f31-9c33-6df2fb139c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (72d9036d-d07a-473e-8e30-721819db945f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:42.735849 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bf1ead5e-eac7-473c-a99f-81b5312b78c5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8186948 Oct 26 15:24:42.736521 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:42.738277 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60448) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:42.749463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:42.750495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:42.755090 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-5e8198e2-55e1-4e19-a38c-7bb3ca519039 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'subnet': {'network_id': 'c0402fed-7d5a-46b2-beb6-fe21d81bfd40', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:42.759457 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0b36ae69-1a28-4f31-9c33-6df2fb139c79 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=5abdb5f3036540e39b6d702e0ae5305b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4469020 Oct 26 15:24:42.760737 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60450) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:42.761517 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36ae69-1a28-4f31-9c33-6df2fb139c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d9036d-d07a-473e-8e30-721819db945f,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:42.838363 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ead5e-eac7-473c-a99f-81b5312b78c5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Network': ['ID=c0402fed-7d5a-46b2-beb6-fe21d81bfd40,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:42.843593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Network f1628234-fef1-4fb5-9593-87bc7729407f is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:42.865375 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:42.870347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] Current status of the port 38c60e41-32f4-43d1-aadd-60af85f5e853 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:42.878127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60452) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:42.878670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:42.878821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-06888ae6-b729-4c16-8323-1bb976b6d740 admin admin] Publish callbacks [] for security_group (72d9036d-d07a-473e-8e30-721819db945f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:42.881561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network c0402fed-7d5a-46b2-beb6-fe21d81bfd40 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:24:42.892835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:42.912641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Pushing event updated for resources: {'Port': ['ID=3a6c2332-acea-44be-a60e-aea4f46fc097,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:42.930076 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-06888ae6-b729-4c16-8323-1bb976b6d740 admin admin] Publish callbacks [] for security_group (72d9036d-d07a-473e-8e30-721819db945f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:42.957324 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:42.967811 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8198e2-55e1-4e19-a38c-7bb3ca519039 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Made reservation on behalf of 4c4db5bb937d4b728c56281fc24a1134 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:42.971733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5e8198e2-55e1-4e19-a38c-7bb3ca519039 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:43.049478 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-06888ae6-b729-4c16-8323-1bb976b6d740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (72d9036d-d07a-473e-8e30-721819db945f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:43.055560 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-06888ae6-b729-4c16-8323-1bb976b6d740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:43.059192 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-06888ae6-b729-4c16-8323-1bb976b6d740 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/72d9036d-d07a-473e-8e30-721819db945f HTTP/1.1" status: 204 len: 168 time: 0.2941885 Oct 26 15:24:43.070606 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1a0fbb6c-5000-4e54-92f0-77ed9cce93cd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (95b6f03b-8286-4ace-9499-b24fda782769), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:43.081537 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06888ae6-b729-4c16-8323-1bb976b6d740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d9036d-d07a-473e-8e30-721819db945f,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:43.112474 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fbb6c-5000-4e54-92f0-77ed9cce93cd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=95b6f03b-8286-4ace-9499-b24fda782769,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:43.118828 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-93a79ac7-e82c-4105-b317-f454b84b58d0 tempest-QuotasTest-349803883 tempest-QuotasTest-349803883-project-admin] 10.222.0.60 "GET /networking/v2.0/quotas/b8326ab80a0d47bba87dfd1c19fc8265/details.json HTTP/1.1" status: 200 len: 703 time: 0.2293041 Oct 26 15:24:43.156300 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1a0fbb6c-5000-4e54-92f0-77ed9cce93cd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:43.163086 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1a0fbb6c-5000-4e54-92f0-77ed9cce93cd tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/95b6f03b-8286-4ace-9499-b24fda782769 HTTP/1.1" status: 204 len: 168 time: 0.9693916 Oct 26 15:24:43.166263 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60458) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:43.185820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] Provisioning complete for port 500ba932-a850-40bd-b4e3-2353f20a6ef2 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:43.186197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (500ba932-a850-40bd-b4e3-2353f20a6ef2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:43.186539 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] Attempt 1 to provision port 500ba932-a850-40bd-b4e3-2353f20a6ef2 Oct 26 15:24:43.237082 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60460) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:43.252754 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcc6cc2-3f4f-4da0-820c-8f6f15d85999 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:43.255110 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcc6cc2-3f4f-4da0-820c-8f6f15d85999 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:43.265291 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1dcc6cc2-3f4f-4da0-820c-8f6f15d85999 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0968921 Oct 26 15:24:43.266533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60462) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:43.386287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e59ef59-d7ef-4d58-994c-86cbfaea25c3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:24:43.418955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90c9b0-7afc-4064-8374-8a69f46f9f4e None None] New status for floating IP f5ddc391-49d7-48dc-a16e-8c8241b5855e: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:24:43.423048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Publish callbacks [] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:43.480288 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-785acdbc-f161-4b42-9991-f90fafddc6e5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.2414427 Oct 26 15:24:43.484251 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e59ef59-d7ef-4d58-994c-86cbfaea25c3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (d6267c4c-3631-4f1f-ae22-fc729aa260e3), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:43.493763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:43.522288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:43.524369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Attempting to bind port 3a6c2332-acea-44be-a60e-aea4f46fc097 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:43.524667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Attempting to bind port 3a6c2332-acea-44be-a60e-aea4f46fc097 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f1628234-fef1-4fb5-9593-87bc7729407f'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:43.525059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Attempting to bind port 3a6c2332-acea-44be-a60e-aea4f46fc097 on network f1628234-fef1-4fb5-9593-87bc7729407f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:43.604766 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5e8198e2-55e1-4e19-a38c-7bb3ca519039 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (1ef50472-ac06-4820-b6c6-fe739789ab63), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:43.609473 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e59ef59-d7ef-4d58-994c-86cbfaea25c3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (d6267c4c-3631-4f1f-ae22-fc729aa260e3), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:43.695100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:43.700953 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60470) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:43.710152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:43.721336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:43.753038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:43.766213 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8198e2-55e1-4e19-a38c-7bb3ca519039 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Subnet': ['ID=1ef50472-ac06-4820-b6c6-fe739789ab63,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:43.794469 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8198e2-55e1-4e19-a38c-7bb3ca519039 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Checking segment: {'id': '4dfb67f0-8a97-4165-b3f9-688846dab294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0402fed-7d5a-46b2-beb6-fe21d81bfd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:43.795918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8198e2-55e1-4e19-a38c-7bb3ca519039 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network hostable DHCP agents. Network: c0402fed-7d5a-46b2-beb6-fe21d81bfd40, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:24:43.804324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:43.809800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Pushing event updated for resources: {'Port': ['ID=a40c5c54-caf5-4a9f-905f-134d190d6817,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:43.831989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:43.842292 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8198e2-55e1-4e19-a38c-7bb3ca519039 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network c0402fed-7d5a-46b2-beb6-fe21d81bfd40 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:24:43.863459 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-5e8198e2-55e1-4e19-a38c-7bb3ca519039 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, c0402fed-7d5a-46b2-beb6-fe21d81bfd40) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:43.881810 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8198e2-55e1-4e19-a38c-7bb3ca519039 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:43.883325 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5e8198e2-55e1-4e19-a38c-7bb3ca519039 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:43.904828 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e59ef59-d7ef-4d58-994c-86cbfaea25c3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (d6267c4c-3631-4f1f-ae22-fc729aa260e3), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:43.931173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:24:43.931848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Checking segment: {'id': 'b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f1628234-fef1-4fb5-9593-87bc7729407f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:43.932373 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5e8198e2-55e1-4e19-a38c-7bb3ca519039 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1881676 Oct 26 15:24:43.932624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:43.933498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Bound using segment: {'id': 'b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f1628234-fef1-4fb5-9593-87bc7729407f'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:24:43.934203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Bound port: 3a6c2332-acea-44be-a60e-aea4f46fc097, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f1628234-fef1-4fb5-9593-87bc7729407f'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:24:43.934600 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60474) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:43.934720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3a6c2332-acea-44be-a60e-aea4f46fc097), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:43.951177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:43.982900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 38c60e41-32f4-43d1-aadd-60af85f5e853 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:43.988636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8f06ef77-c43b-482b-a74f-9954957e1e26 None None] Current status of the port 500ba932-a850-40bd-b4e3-2353f20a6ef2 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:44.000199 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:44.000999 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60476) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:44.022462 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5310f9b5-45d2-46f5-adef-8523fd7f5797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:44.048780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b02363ba-45f1-4ba1-9687-efba4cef93b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:44.119261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:44.120088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:44.120685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:44.125415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e59ef59-d7ef-4d58-994c-86cbfaea25c3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (d6267c4c-3631-4f1f-ae22-fc729aa260e3), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:44.162873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.169375 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:44.172562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:44.195004 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59ef59-d7ef-4d58-994c-86cbfaea25c3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=d6267c4c-3631-4f1f-ae22-fc729aa260e3,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:44.212251 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e59ef59-d7ef-4d58-994c-86cbfaea25c3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.232352 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:44.236665 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Failed to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] Oct 26 15:24:44.240961 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempt 2 to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:24:44.246407 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4e59ef59-d7ef-4d58-994c-86cbfaea25c3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/d6267c4c-3631-4f1f-ae22-fc729aa260e3 HTTP/1.1" status: 204 len: 168 time: 0.9768801 Oct 26 15:24:44.248322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 38c60e41-32f4-43d1-aadd-60af85f5e853 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:44.249278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:44.249860 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 38c60e41-32f4-43d1-aadd-60af85f5e853 Oct 26 15:24:44.251105 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60478) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:44.256130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] For port 3a6c2332-acea-44be-a60e-aea4f46fc097, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:24:44.315398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:44.315778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:44.316153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:44.326065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] For port 3a6c2332-acea-44be-a60e-aea4f46fc097, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3a6c2332-acea-44be-a60e-aea4f46fc097,segment=NetworkSegment(b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53),segment_id=b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:24:44.339280 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-301c97b7-5550-4502-b16c-a450d84b47d1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869806 Oct 26 15:24:44.345501 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60480) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.355460 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:44.359656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.380312 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:44.383771 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Failed to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] Oct 26 15:24:44.383771 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempt 3 to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:24:44.386662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3a6c2332-acea-44be-a60e-aea4f46fc097), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:44.397420 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5310f9b5-45d2-46f5-adef-8523fd7f5797 admin admin] Publish callbacks [] for security_group (a5daea74-db5c-449c-88d1-2447109a3fe2), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:44.399820 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b02363ba-45f1-4ba1-9687-efba4cef93b1 admin admin] Publish callbacks [] for security_group (108bb629-2079-42a2-85ae-435d602d8866), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:44.414079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5310f9b5-45d2-46f5-adef-8523fd7f5797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (a5daea74-db5c-449c-88d1-2447109a3fe2), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:44.420947 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b02363ba-45f1-4ba1-9687-efba4cef93b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (108bb629-2079-42a2-85ae-435d602d8866), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:44.461450 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c93f419-1edd-49c2-9776-6446b0601710 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:44.469115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=15 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:44.470014 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60482) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:44.470351 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7c93f419-1edd-49c2-9776-6446b0601710 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1206474 Oct 26 15:24:44.476237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c305b-e16c-42fb-aaf9-6bde2e89ed67 None None] Pushing event updated for resources: {'Port': ['ID=3a6c2332-acea-44be-a60e-aea4f46fc097,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:44.486596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:44.487044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:44.487384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:44.507635 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60484) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.518543 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:44.524229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:44.525402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310f9b5-45d2-46f5-adef-8523fd7f5797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5daea74-db5c-449c-88d1-2447109a3fe2,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:44.545921 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.569656 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:44.573120 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Failed to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] Oct 26 15:24:44.575371 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempt 4 to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:24:44.602327 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b02363ba-45f1-4ba1-9687-efba4cef93b1 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d142076262ed4c1fb806e93181a37e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5925374 Oct 26 15:24:44.606684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:44.607235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:44.607709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:44.608079 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5310f9b5-45d2-46f5-adef-8523fd7f5797 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=eaae64aab8a7442aa8325ed2f7b7e63f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9060998 Oct 26 15:24:44.608715 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60486) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:44.609075 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60488) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:44.612998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 38c60e41-32f4-43d1-aadd-60af85f5e853 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:44.616143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:44.617326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:44.619549 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-99253ee7-5347-40b2-a114-5c3f0f4b3e5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.658193 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:44.661809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.726213 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:44.729266 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Failed to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] Oct 26 15:24:44.730168 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempt 5 to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:24:44.750128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:44.750493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:44.751050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:44.752177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02363ba-45f1-4ba1-9687-efba4cef93b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108bb629-2079-42a2-85ae-435d602d8866,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.779485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:44.783317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:44.803490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:44.803864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:44.804426 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 Oct 26 15:24:44.825344 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2c7bbb2c-49ac-4518-9ad0-04b36a2d785e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.3008876 Oct 26 15:24:44.840100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373b72e6-7bda-4d40-bea7-b89a23e1aa84 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:44.842299 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-373b72e6-7bda-4d40-bea7-b89a23e1aa84 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3433042 Oct 26 15:24:44.844922 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60490) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.862583 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:44.866118 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Failed to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] Oct 26 15:24:44.866118 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempt 6 to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:24:44.887023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:44.887023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:44.887023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:44.918558 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0ad9ce4d-46f7-47b9-b715-99c945b0c2c7 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691948 Oct 26 15:24:44.922454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60492) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:44.929488 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c7319df4-d597-45b5-8eca-2cd70037f719 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:44.930805 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:44.934622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:44.944782 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f73cb52a-76fe-4de5-be8f-ecc394d36225 admin admin] Publish callbacks [] for security_group (a5daea74-db5c-449c-88d1-2447109a3fe2), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:44.969875 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-697bfc6c-2f26-4172-9c80-a8d455489788 admin admin] Publish callbacks [] for security_group (108bb629-2079-42a2-85ae-435d602d8866), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Failed to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] Oct 26 15:24:45.022064 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempt 7 to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:24:45.026983 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a26dfe5-1c76-4bc5-a8d3-da6b775885d8 None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:45.027452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:45.027452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:45.036480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:45.036480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:45.036930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:45.052002 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a26dfe5-1c76-4bc5-a8d3-da6b775885d8 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:45.053424 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7a26dfe5-1c76-4bc5-a8d3-da6b775885d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:45.094485 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:45.097783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:45.098472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=7,neutron:DELETE=1,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:45.133475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f73cb52a-76fe-4de5-be8f-ecc394d36225 admin admin] Publish callbacks [] for security_group (a5daea74-db5c-449c-88d1-2447109a3fe2), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:45.136928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-697bfc6c-2f26-4172-9c80-a8d455489788 admin admin] Publish callbacks [] for security_group (108bb629-2079-42a2-85ae-435d602d8866), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:45.152833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:45.154559 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:45.158311 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Failed to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] Oct 26 15:24:45.158998 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempt 8 to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:24:45.170440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:45.178114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:45.222345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:45.223214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:45.223695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:45.247784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7319df4-d597-45b5-8eca-2cd70037f719 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:45.252840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c7319df4-d597-45b5-8eca-2cd70037f719 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:45.256255 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:45.259822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:45.294913 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:45.298343 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Failed to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] Oct 26 15:24:45.299573 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7a26dfe5-1c76-4bc5-a8d3-da6b775885d8 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:45.303453 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempt 9 to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:24:45.341275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:45.341929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:45.342302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:45.352230 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f73cb52a-76fe-4de5-be8f-ecc394d36225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (a5daea74-db5c-449c-88d1-2447109a3fe2), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:45.353363 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-99253ee7-5347-40b2-a114-5c3f0f4b3e5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Allocated IP 2001:db8:3::1 (c0402fed-7d5a-46b2-beb6-fe21d81bfd40/1ef50472-ac06-4820-b6c6-fe739789ab63/a129f0a3-2d1b-40f6-9f85-27b6d1322c20) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:45.355302 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f73cb52a-76fe-4de5-be8f-ecc394d36225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:45.357149 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f73cb52a-76fe-4de5-be8f-ecc394d36225 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/a5daea74-db5c-449c-88d1-2447109a3fe2 HTTP/1.1" status: 204 len: 168 time: 0.6825345 Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:45.376521 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:45.380334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:45.383906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:45.386552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-697bfc6c-2f26-4172-9c80-a8d455489788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (108bb629-2079-42a2-85ae-435d602d8866), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:45.394552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-697bfc6c-2f26-4172-9c80-a8d455489788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:45.398381 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-697bfc6c-2f26-4172-9c80-a8d455489788 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/108bb629-2079-42a2-85ae-435d602d8866 HTTP/1.1" status: 204 len: 168 time: 0.7229695 Oct 26 15:24:45.419101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:45.419590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:45.420002 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:24:45.426724 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73cb52a-76fe-4de5-be8f-ecc394d36225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5daea74-db5c-449c-88d1-2447109a3fe2,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:45.439191 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:45.483541 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:45.487134 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Failed to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] Oct 26 15:24:45.491035 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempt 10 to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:24:45.500751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697bfc6c-2f26-4172-9c80-a8d455489788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108bb629-2079-42a2-85ae-435d602d8866,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:45.587457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:45.587855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:45.588226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:45.613553 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-99253ee7-5347-40b2-a114-5c3f0f4b3e5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (a129f0a3-2d1b-40f6-9f85-27b6d1322c20), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:45.652940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:45.662642 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:45.666524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:45.667064 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-99253ee7-5347-40b2-a114-5c3f0f4b3e5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (a129f0a3-2d1b-40f6-9f85-27b6d1322c20), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:45.674171 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7a26dfe5-1c76-4bc5-a8d3-da6b775885d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:32Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:43Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:33Z', 'revision_number': 26, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:45.679115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c7319df4-d597-45b5-8eca-2cd70037f719 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (36b44abb-5002-48fb-972a-c6b9662de224), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:45.713970 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99253ee7-5347-40b2-a114-5c3f0f4b3e5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network c0402fed-7d5a-46b2-beb6-fe21d81bfd40 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:45.732832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:45.733520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d6267c4c-3631-4f1f-ae22-fc729aa260e3 could not be found. Oct 26 15:24:45.735839 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers Oct 26 15:24:45.739339 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR neutron.plugins.ml2.managers [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Failed to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] Oct 26 15:24:45.739339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:45.744815 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7319df4-d597-45b5-8eca-2cd70037f719 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:45.755907 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-c7319df4-d597-45b5-8eca-2cd70037f719 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:45.761974 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7319df4-d597-45b5-8eca-2cd70037f719 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:45.762911 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c7319df4-d597-45b5-8eca-2cd70037f719 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:45.782217 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-99253ee7-5347-40b2-a114-5c3f0f4b3e5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:45.795792 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99253ee7-5347-40b2-a114-5c3f0f4b3e5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:45.796385 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-99253ee7-5347-40b2-a114-5c3f0f4b3e5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (5cd632db-954c-48bb-afdd-8c943bd659c0), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:45.829232 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c7319df4-d597-45b5-8eca-2cd70037f719 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9054775 Oct 26 15:24:45.835718 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60502) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:45.843874 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60504) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:45.845019 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7319df4-d597-45b5-8eca-2cd70037f719 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=36b44abb-5002-48fb-972a-c6b9662de224,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:45.870780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-4b88efc2-8a9c-4ff3-ad0e-8ca6f43d4ea2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'mac_address': 'fa:16:3e:c8:52:19', 'name': 'tempest-NetworksTestDHCPv6-458912674'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:45.898441 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a26dfe5-1c76-4bc5-a8d3-da6b775885d8 None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:24:45.911010 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a26dfe5-1c76-4bc5-a8d3-da6b775885d8 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:45.912459 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7a26dfe5-1c76-4bc5-a8d3-da6b775885d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:45.917722 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99253ee7-5347-40b2-a114-5c3f0f4b3e5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=a129f0a3-2d1b-40f6-9f85-27b6d1322c20,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:45.938203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] For port a40c5c54-caf5-4a9f-905f-134d190d6817, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:24:45.939366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Attempted to set empty binding levels {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 15:24:45.966410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:46.006683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:46.105140 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7a26dfe5-1c76-4bc5-a8d3-da6b775885d8 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:46.124106 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-99253ee7-5347-40b2-a114-5c3f0f4b3e5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a129f0a3-2d1b-40f6-9f85-27b6d1322c20), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:46.150767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f970-c5bf-4d59-9b17-e287d614c678 None None] Pushing event updated for resources: {'Port': ['ID=a40c5c54-caf5-4a9f-905f-134d190d6817,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:46.174044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:46.214238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de1d3301-5a02-49f1-aae3-c132257e64c0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:46.357634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: de1d3301-5a02-49f1-aae3-c132257e64c0 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:24:46.359197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de1d3301-5a02-49f1-aae3-c132257e64c0 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:24:46.361322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ff965be5-83eb-4709-a7f4-90f914a16cc6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:46.450678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: ff965be5-83eb-4709-a7f4-90f914a16cc6 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:24:46.451318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ff965be5-83eb-4709-a7f4-90f914a16cc6 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:24:46.465118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:46.471179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:46.473652 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60512) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:46.511515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d0defab-06ad-4f37-ad96-211c21baa194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:46.531489 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:46.537609 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-58c62dda-fdc4-4faa-bd37-54e6e618711e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.6896400 Oct 26 15:24:46.563479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:46.612887 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7a26dfe5-1c76-4bc5-a8d3-da6b775885d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:45Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:43Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:33Z', 'revision_number': 26, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:46.651816 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b88efc2-8a9c-4ff3-ad0e-8ca6f43d4ea2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:46.679083 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a26dfe5-1c76-4bc5-a8d3-da6b775885d8 None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:45Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:43Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:33Z', 'revision_number': 26, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:46.722379 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-99253ee7-5347-40b2-a114-5c3f0f4b3e5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for port (a129f0a3-2d1b-40f6-9f85-27b6d1322c20), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:46.730862 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-99253ee7-5347-40b2-a114-5c3f0f4b3e5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (a129f0a3-2d1b-40f6-9f85-27b6d1322c20), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:46.731705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-99253ee7-5347-40b2-a114-5c3f0f4b3e5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (5cd632db-954c-48bb-afdd-8c943bd659c0), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:46.749648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d0defab-06ad-4f37-ad96-211c21baa194 admin admin] Publish callbacks [] for security_group (d146827e-1755-4ff8-846b-b1cf5104447d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:46.757306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d0defab-06ad-4f37-ad96-211c21baa194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (d146827e-1755-4ff8-846b-b1cf5104447d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:46.780038 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:46.788739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1285b72-3c6f-4178-ac0f-ff79f836e9cb None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:24:46.838433 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4b88efc2-8a9c-4ff3-ad0e-8ca6f43d4ea2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:46.845147 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4d0defab-06ad-4f37-ad96-211c21baa194 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b8326ab80a0d47bba87dfd1c19fc8265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3682518 Oct 26 15:24:46.852095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:46.855742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60522) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:46.856688 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0defab-06ad-4f37-ad96-211c21baa194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d146827e-1755-4ff8-846b-b1cf5104447d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:46.895318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-4b88efc2-8a9c-4ff3-ad0e-8ca6f43d4ea2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port b2b072d4-9877-484d-9504-534a3d2f5648 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:24:46.897281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2de89e14-2a8b-42ee-8b38-337e3c5c43ec None None] Provisioning complete for port 3a6c2332-acea-44be-a60e-aea4f46fc097 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:46.897819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2de89e14-2a8b-42ee-8b38-337e3c5c43ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3a6c2332-acea-44be-a60e-aea4f46fc097), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:46.898223 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2de89e14-2a8b-42ee-8b38-337e3c5c43ec None None] Attempt 1 to provision port 3a6c2332-acea-44be-a60e-aea4f46fc097 Oct 26 15:24:46.913349 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:46.937410 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99253ee7-5347-40b2-a114-5c3f0f4b3e5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Network c0402fed-7d5a-46b2-beb6-fe21d81bfd40 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:46.938895 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99253ee7-5347-40b2-a114-5c3f0f4b3e5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event updated for resources: {'Port': ['ID=a129f0a3-2d1b-40f6-9f85-27b6d1322c20,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:46.943422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-99253ee7-5347-40b2-a114-5c3f0f4b3e5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:46.993148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:47.038576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4ed1461e-8d52-4f61-87b1-d2eaccd817a8 admin admin] Publish callbacks [] for security_group (d146827e-1755-4ff8-846b-b1cf5104447d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:47.064948 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4ed1461e-8d52-4f61-87b1-d2eaccd817a8 admin admin] Publish callbacks [] for security_group (d146827e-1755-4ff8-846b-b1cf5104447d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:47.078518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99253ee7-5347-40b2-a114-5c3f0f4b3e5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 5cd632db-954c-48bb-afdd-8c943bd659c0 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:24:47.153762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4ed1461e-8d52-4f61-87b1-d2eaccd817a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (d146827e-1755-4ff8-846b-b1cf5104447d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:47.156836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4ed1461e-8d52-4f61-87b1-d2eaccd817a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:47.158268 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4ed1461e-8d52-4f61-87b1-d2eaccd817a8 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d146827e-1755-4ff8-846b-b1cf5104447d HTTP/1.1" status: 204 len: 168 time: 0.2972231 Oct 26 15:24:47.210527 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1461e-8d52-4f61-87b1-d2eaccd817a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d146827e-1755-4ff8-846b-b1cf5104447d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:47.218412 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99253ee7-5347-40b2-a114-5c3f0f4b3e5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:47.222744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-4b88efc2-8a9c-4ff3-ad0e-8ca6f43d4ea2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::7b (8562cd80-5c53-4efe-aa06-0bf20e462dc3/36b44abb-5002-48fb-972a-c6b9662de224/b2b072d4-9877-484d-9504-534a3d2f5648) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:47.231292 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60530) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:47.232684 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-99253ee7-5347-40b2-a114-5c3f0f4b3e5d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/5cd632db-954c-48bb-afdd-8c943bd659c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2966678 Oct 26 15:24:47.254359 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c9429e96-2350-49c4-aff3-e1a8b53f246c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:47.299626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2de89e14-2a8b-42ee-8b38-337e3c5c43ec None None] Current status of the port 3a6c2332-acea-44be-a60e-aea4f46fc097 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:47.299803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2de89e14-2a8b-42ee-8b38-337e3c5c43ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3a6c2332-acea-44be-a60e-aea4f46fc097), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:47.322355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1285b72-3c6f-4178-ac0f-ff79f836e9cb None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:24:47.352633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Sync routers for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:47.390627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Routers {'5cd632db-954c-48bb-afdd-8c943bd659c0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:47.391291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5cd632db-954c-48bb-afdd-8c943bd659c0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:47.502765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-2de89e14-2a8b-42ee-8b38-337e3c5c43ec None None] For port 3a6c2332-acea-44be-a60e-aea4f46fc097, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3a6c2332-acea-44be-a60e-aea4f46fc097,segment=NetworkSegment(b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53),segment_id=b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:47.529624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2de89e14-2a8b-42ee-8b38-337e3c5c43ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3a6c2332-acea-44be-a60e-aea4f46fc097), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:47.532478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3a6c2332-acea-44be-a60e-aea4f46fc097 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:47.539855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60534) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:47.679755 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d1ac9d58-cc24-4076-9b14-eb744f41960b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1385679 Oct 26 15:24:47.687264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2de89e14-2a8b-42ee-8b38-337e3c5c43ec None None] Provisioning complete for port 45455531-ac8b-4680-a8f2-087edeb32380 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:47.687842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2de89e14-2a8b-42ee-8b38-337e3c5c43ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (45455531-ac8b-4680-a8f2-087edeb32380), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:47.688195 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2de89e14-2a8b-42ee-8b38-337e3c5c43ec None None] Attempt 1 to provision port 45455531-ac8b-4680-a8f2-087edeb32380 Oct 26 15:24:47.691901 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:47.750031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Set router 5cd632db-954c-48bb-afdd-8c943bd659c0 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:47.857108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de89e14-2a8b-42ee-8b38-337e3c5c43ec None None] Pushing event updated for resources: {'Port': ['ID=3a6c2332-acea-44be-a60e-aea4f46fc097,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:47.879316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2de89e14-2a8b-42ee-8b38-337e3c5c43ec None None] Port 45455531-ac8b-4680-a8f2-087edeb32380 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:24:47.928057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4b88efc2-8a9c-4ff3-ad0e-8ca6f43d4ea2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (b2b072d4-9877-484d-9504-534a3d2f5648), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:48.031361 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4b88efc2-8a9c-4ff3-ad0e-8ca6f43d4ea2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (b2b072d4-9877-484d-9504-534a3d2f5648), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:48.089263 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b88efc2-8a9c-4ff3-ad0e-8ca6f43d4ea2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:48.097147 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-4b88efc2-8a9c-4ff3-ad0e-8ca6f43d4ea2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:48.121435 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b88efc2-8a9c-4ff3-ad0e-8ca6f43d4ea2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:48.121681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 3a6c2332-acea-44be-a60e-aea4f46fc097 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:48.122271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3a6c2332-acea-44be-a60e-aea4f46fc097), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:48.123531 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 3a6c2332-acea-44be-a60e-aea4f46fc097 Oct 26 15:24:48.126441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b88efc2-8a9c-4ff3-ad0e-8ca6f43d4ea2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:48.127487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4b88efc2-8a9c-4ff3-ad0e-8ca6f43d4ea2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:48.150009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:48.174911 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88efc2-8a9c-4ff3-ad0e-8ca6f43d4ea2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=b2b072d4-9877-484d-9504-534a3d2f5648,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:48.247137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-c0402fed-7d5a-46b2-beb6-fe21d81bfd40', 'network_id': 'c0402fed-7d5a-46b2-beb6-fe21d81bfd40', 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'fixed_ips': [{'subnet_id': '1ef50472-ac06-4820-b6c6-fe739789ab63'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:24:48.248317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:48.266501 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4b88efc2-8a9c-4ff3-ad0e-8ca6f43d4ea2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4067178 Oct 26 15:24:48.275959 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60558) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:48.294621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.extraroute_db [None req-c9429e96-2350-49c4-aff3-e1a8b53f246c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=105321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 15:24:48.335995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] Update dhcp port {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'fixed_ips': [{'subnet_id': '36b44abb-5002-48fb-972a-c6b9662de224'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': 'a40c5c54-caf5-4a9f-905f-134d190d6817'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:24:48.352838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.extraroute_db [None req-c9429e96-2350-49c4-aff3-e1a8b53f246c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Removed routes are [] {{(pid=105321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 15:24:48.353273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c9429e96-2350-49c4-aff3-e1a8b53f246c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (5cd632db-954c-48bb-afdd-8c943bd659c0), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:48.376047 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d496bced-a672-4a17-b25d-8b181e092fb0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:48.381838 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d496bced-a672-4a17-b25d-8b181e092fb0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:48.384995 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d496bced-a672-4a17-b25d-8b181e092fb0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1588 time: 0.1064494 Oct 26 15:24:48.387200 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60562) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:48.444276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60566) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:48.482406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:24:46Z', 'revision_number': 5, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '38c60e41-32f4-43d1-aadd-60af85f5e853', 'name': '', 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:d1:76:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:29Z', 'updated_at': '2022-10-26T15:24:37Z', 'revision_number': 5, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45455531-ac8b-4680-a8f2-087edeb32380', 'name': '', 'network_id': 'f1628234-fef1-4fb5-9593-87bc7729407f', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:8e:d8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '161d7c96-73ac-429f-a8e8-9ee7d637233f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:38Z', 'updated_at': '2022-10-26T15:24:40Z', 'revision_number': 2, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': '161d7c96-73ac-429f-a8e8-9ee7d637233f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:24:40Z', 'revision_number': 7, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a129f0a3-2d1b-40f6-9f85-27b6d1322c20', 'name': '', 'network_id': 'c0402fed-7d5a-46b2-beb6-fe21d81bfd40', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:a5:ee:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '1ef50472-ac06-4820-b6c6-fe739789ab63', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:44Z', 'updated_at': '2022-10-26T15:24:46Z', 'revision_number': 2, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': '1ef50472-ac06-4820-b6c6-fe739789ab63', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:48.504913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:48.539603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-563eb3e8-5c05-4429-9586-7b6dceaa11db tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port b2b072d4-9877-484d-9504-534a3d2f5648 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:48.540922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-563eb3e8-5c05-4429-9586-7b6dceaa11db tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (b2b072d4-9877-484d-9504-534a3d2f5648), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:48.641110 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c9429e96-2350-49c4-aff3-e1a8b53f246c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (5cd632db-954c-48bb-afdd-8c943bd659c0), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:48.648600 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c9429e96-2350-49c4-aff3-e1a8b53f246c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (5cd632db-954c-48bb-afdd-8c943bd659c0), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:48.686086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Checking router: 5cd632db-954c-48bb-afdd-8c943bd659c0 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:24:48.686440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Updating router 5cd632db-954c-48bb-afdd-8c943bd659c0 port 45455531-ac8b-4680-a8f2-087edeb32380 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:24:48.691498 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60572) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:48.720952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:48.789597 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-563eb3e8-5c05-4429-9586-7b6dceaa11db tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (b2b072d4-9877-484d-9504-534a3d2f5648), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:48.813040 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-563eb3e8-5c05-4429-9586-7b6dceaa11db tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for b2b072d4-9877-484d-9504-534a3d2f5648 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:48.835211 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (45455531-ac8b-4680-a8f2-087edeb32380), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:48.838522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:48.844088 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9429e96-2350-49c4-aff3-e1a8b53f246c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 5cd632db-954c-48bb-afdd-8c943bd659c0 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:24:48.876524 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7a1d9d49-82a8-4373-acf6-193e67e1e0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-690284231'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:48.904778 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-975e5e7d-d3df-450b-928e-f4471383b821 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1999261 Oct 26 15:24:48.922839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3a6c2332-acea-44be-a60e-aea4f46fc097 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:48.968549 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9429e96-2350-49c4-aff3-e1a8b53f246c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:48.987246 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c9429e96-2350-49c4-aff3-e1a8b53f246c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:48.995975 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c9429e96-2350-49c4-aff3-e1a8b53f246c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/5cd632db-954c-48bb-afdd-8c943bd659c0 HTTP/1.1" status: 200 len: 953 time: 1.7619865 Oct 26 15:24:48.996994 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60578) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:49.042042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 38c60e41-32f4-43d1-aadd-60af85f5e853 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:49.057822 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1d9d49-82a8-4373-acf6-193e67e1e0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Made reservation on behalf of 0208294608014f1da3ef998098f8948b for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:49.063444 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9d49-82a8-4373-acf6-193e67e1e0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:49.082619 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9d49-82a8-4373-acf6-193e67e1e0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:49.100625 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:49.223552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9d49-82a8-4373-acf6-193e67e1e0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Publish callbacks [] for security_group (838f9f3c-24a1-4e3e-8187-55a4fab968b3), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:49.226048 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:49.233517 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9d49-82a8-4373-acf6-193e67e1e0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (838f9f3c-24a1-4e3e-8187-55a4fab968b3), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:49.247313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:49.266208 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2a903cf3-8a21-400e-b9e4-92c668821d2c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/routers/5cd632db-954c-48bb-afdd-8c943bd659c0 HTTP/1.1" status: 200 len: 953 time: 0.2655160 Oct 26 15:24:49.270331 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60584) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:49.280938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a3c57b76-f1d5-4764-93e4-dfe76013042f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'router': {'routes': None}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:49.283009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:49.291454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Allocated IP 2001:db8:3::2 (c0402fed-7d5a-46b2-beb6-fe21d81bfd40/1ef50472-ac06-4820-b6c6-fe739789ab63/b74152f9-836b-4740-8a64-1f60872c0ba2) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:49.338316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] Allocated IP 2001:db8::2 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/36b44abb-5002-48fb-972a-c6b9662de224/a40c5c54-caf5-4a9f-905f-134d190d6817) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:49.357207 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d9d49-82a8-4373-acf6-193e67e1e0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=838f9f3c-24a1-4e3e-8187-55a4fab968b3,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:49.394013 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-563eb3e8-5c05-4429-9586-7b6dceaa11db tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (b2b072d4-9877-484d-9504-534a3d2f5648), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:49.399829 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1d9d49-82a8-4373-acf6-193e67e1e0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:24:49.441013 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563eb3e8-5c05-4429-9586-7b6dceaa11db tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=b2b072d4-9877-484d-9504-534a3d2f5648,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:49.471317 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9d49-82a8-4373-acf6-193e67e1e0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (31075012-9a11-49eb-9db1-c0dadc6a37c0), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:49.471824 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-7a1d9d49-82a8-4373-acf6-193e67e1e0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Added segment 31075012-9a11-49eb-9db1-c0dadc6a37c0 of type vlan for network 027d49c3-cc81-44de-8d9e-b22ffc1936ba Oct 26 15:24:49.541628 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-563eb3e8-5c05-4429-9586-7b6dceaa11db tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:49.549045 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-563eb3e8-5c05-4429-9586-7b6dceaa11db tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/b2b072d4-9877-484d-9504-534a3d2f5648 HTTP/1.1" status: 204 len: 168 time: 1.1604328 Oct 26 15:24:49.553276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60590) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:49.622295 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9d49-82a8-4373-acf6-193e67e1e0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (027d49c3-cc81-44de-8d9e-b22ffc1936ba), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:49.680199 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4df7fde-1c1c-44bd-a4d5-1d533cfeba92 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:49.682534 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4df7fde-1c1c-44bd-a4d5-1d533cfeba92 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:49.689061 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f4df7fde-1c1c-44bd-a4d5-1d533cfeba92 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1344707 Oct 26 15:24:49.689850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60594) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:49.776523 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60596) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:49.788523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 38c60e41-32f4-43d1-aadd-60af85f5e853 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:49.788934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:49.806606 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9d49-82a8-4373-acf6-193e67e1e0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (027d49c3-cc81-44de-8d9e-b22ffc1936ba), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:49.812830 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1d9d49-82a8-4373-acf6-193e67e1e0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:49.815081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9d49-82a8-4373-acf6-193e67e1e0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:49.902178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 38c60e41-32f4-43d1-aadd-60af85f5e853, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=38c60e41-32f4-43d1-aadd-60af85f5e853,segment=NetworkSegment(2afd5a01-35d1-4541-aaf9-102544f31f5f),segment_id=2afd5a01-35d1-4541-aaf9-102544f31f5f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:49.922316 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60600) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:49.933281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:49.934004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:49.944162 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-022563fe-c33f-41af-8d19-65ed85d2b979 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-738045652', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:49.946483 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7a1d9d49-82a8-4373-acf6-193e67e1e0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5000663 Oct 26 15:24:49.966568 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-874f0e58-7be2-49ef-922c-398b5076100f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 36b44abb-5002-48fb-972a-c6b9662de224 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:24:50.011750 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022563fe-c33f-41af-8d19-65ed85d2b979 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Made reservation on behalf of ff6b6f92c3b34d10b1e04abd5e3743bc for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:50.015112 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-022563fe-c33f-41af-8d19-65ed85d2b979 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.015776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] For port a40c5c54-caf5-4a9f-905f-134d190d6817, host dv-neutron-759874-6-hyperv, got binding levels [] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:50.027402 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b77123c-ddd4-421d-829b-517bdf2bb775 None None] New status for floating IP f5ddc391-49d7-48dc-a16e-8c8241b5855e: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:24:50.043020 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d9d49-82a8-4373-acf6-193e67e1e0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Pushing event updated for resources: {'Network': ['ID=027d49c3-cc81-44de-8d9e-b22ffc1936ba,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:50.061830 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-022563fe-c33f-41af-8d19-65ed85d2b979 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.077414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 027d49c3-cc81-44de-8d9e-b22ffc1936ba details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:24:50.115714 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.extraroute_db [None req-a3c57b76-f1d5-4764-93e4-dfe76013042f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Added routes are [] {{(pid=105321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 15:24:50.116038 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.extraroute_db [None req-a3c57b76-f1d5-4764-93e4-dfe76013042f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=105321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 15:24:50.125818 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-87f3368f-9049-4db5-bee3-61f9b5f27b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.2021921 Oct 26 15:24:50.154668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:50.191726 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:50.208694 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3c57b76-f1d5-4764-93e4-dfe76013042f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (5cd632db-954c-48bb-afdd-8c943bd659c0), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.299613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Publish callbacks [] for port (45455531-ac8b-4680-a8f2-087edeb32380), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.368111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Publish callbacks [] for port (b74152f9-836b-4740-8a64-1f60872c0ba2), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.375496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=38c60e41-32f4-43d1-aadd-60af85f5e853,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:50.383383 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-022563fe-c33f-41af-8d19-65ed85d2b979 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks [] for security_group (b89db6a5-8921-4f2d-9caf-f7be4a125a1a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.396546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-022563fe-c33f-41af-8d19-65ed85d2b979 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (b89db6a5-8921-4f2d-9caf-f7be4a125a1a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.404911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (45455531-ac8b-4680-a8f2-087edeb32380), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.414257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-022563fe-c33f-41af-8d19-65ed85d2b979 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] device_id is not set on port 31c6b1b4-446c-43db-9fc7-8be527febeda yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:24:50.450057 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60606) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:50.455539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Request body: {'port': {'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba', 'binding:host_id': 'hv-neutron-7598', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-880992621'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:50.482015 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Made reservation on behalf of 6f0cdbfbc86e4ff192c7c7ee38f69dd3 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:50.483636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (b74152f9-836b-4740-8a64-1f60872c0ba2), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.487182 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.487632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] Publish callbacks [] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.491796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ddd9e-466a-440d-9327-b8088d427e53 None None] Pushing event updated for resources: {'Port': ['ID=45455531-ac8b-4680-a8f2-087edeb32380,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:50.499325 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-874f0e58-7be2-49ef-922c-398b5076100f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (36b44abb-5002-48fb-972a-c6b9662de224), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.531175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.548051 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.571328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:50.607753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Network c0402fed-7d5a-46b2-beb6-fe21d81bfd40 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:50.611697 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-874f0e58-7be2-49ef-922c-398b5076100f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (36b44abb-5002-48fb-972a-c6b9662de224), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.647690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:50.654061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:50.738123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Attempting to bind port 45455531-ac8b-4680-a8f2-087edeb32380 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:50.738471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Attempting to bind port 45455531-ac8b-4680-a8f2-087edeb32380 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f1628234-fef1-4fb5-9593-87bc7729407f'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:50.738850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Attempting to bind port 45455531-ac8b-4680-a8f2-087edeb32380 on network f1628234-fef1-4fb5-9593-87bc7729407f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:50.763590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:50.764699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:50.765356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:50.766108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] Attempting to bind port a40c5c54-caf5-4a9f-905f-134d190d6817 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:50.785940 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:50.795665 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-874f0e58-7be2-49ef-922c-398b5076100f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (36b44abb-5002-48fb-972a-c6b9662de224), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.830748 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks [] for security_group (220b090c-c752-4d2d-ac7b-09303fd835a7), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.838268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Pushing event updated for resources: {'Port': ['ID=b74152f9-836b-4740-8a64-1f60872c0ba2,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:50.842742 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (220b090c-c752-4d2d-ac7b-09303fd835a7), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.854662 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] device_id is not set on port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:24:50.857018 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022563fe-c33f-41af-8d19-65ed85d2b979 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89db6a5-8921-4f2d-9caf-f7be4a125a1a,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:50.881892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:50.882371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.888851 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:50.892837 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3c57b76-f1d5-4764-93e4-dfe76013042f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (5cd632db-954c-48bb-afdd-8c943bd659c0), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.903053 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3c57b76-f1d5-4764-93e4-dfe76013042f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (5cd632db-954c-48bb-afdd-8c943bd659c0), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:50.944199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] Pushing event updated for resources: {'Port': ['ID=a40c5c54-caf5-4a9f-905f-134d190d6817,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:50.964125 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220b090c-c752-4d2d-ac7b-09303fd835a7,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:51.017496 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-874f0e58-7be2-49ef-922c-398b5076100f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (36b44abb-5002-48fb-972a-c6b9662de224), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.029295 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-022563fe-c33f-41af-8d19-65ed85d2b979 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Allocated IP 172.26.11.72 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/31c6b1b4-446c-43db-9fc7-8be527febeda) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:51.038366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:51.039420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Attempting to bind port b74152f9-836b-4740-8a64-1f60872c0ba2 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:51.039808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Attempting to bind port b74152f9-836b-4740-8a64-1f60872c0ba2 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '4dfb67f0-8a97-4165-b3f9-688846dab294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0402fed-7d5a-46b2-beb6-fe21d81bfd40'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:51.040166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Attempting to bind port b74152f9-836b-4740-8a64-1f60872c0ba2 on network c0402fed-7d5a-46b2-beb6-fe21d81bfd40 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:51.042533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:24:51.042889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Checking segment: {'id': 'b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f1628234-fef1-4fb5-9593-87bc7729407f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:51.043299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.043847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Bound using segment: {'id': 'b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f1628234-fef1-4fb5-9593-87bc7729407f'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:24:51.044357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Bound port: 45455531-ac8b-4680-a8f2-087edeb32380, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f1628234-fef1-4fb5-9593-87bc7729407f'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:24:51.044757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (45455531-ac8b-4680-a8f2-087edeb32380), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.064705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c57b76-f1d5-4764-93e4-dfe76013042f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 5cd632db-954c-48bb-afdd-8c943bd659c0 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:24:51.068152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:51.070969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:51.071324 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f0e58-7be2-49ef-922c-398b5076100f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=36b44abb-5002-48fb-972a-c6b9662de224,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:51.071568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.072316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:51.088385 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-874f0e58-7be2-49ef-922c-398b5076100f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.091865 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-874f0e58-7be2-49ef-922c-398b5076100f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/36b44abb-5002-48fb-972a-c6b9662de224 HTTP/1.1" status: 204 len: 168 time: 1.3918278 Oct 26 15:24:51.095335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60608) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:51.135790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60610) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:51.153160 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-32c2434f-cfad-447d-8321-be44fb411e9e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563009 Oct 26 15:24:51.154583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:24:51.154972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] Checking segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:51.155413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.155823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] Bound using segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:24:51.156309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] Bound port: a40c5c54-caf5-4a9f-905f-134d190d6817, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:24:51.156700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.164348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60612) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:51.209086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:51.252639 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f6dec358-67e1-40b0-9daf-61190a82e44e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1156754 Oct 26 15:24:51.263881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] device_id is not set on port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:24:51.264453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:24:51.264856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Checking segment: {'id': '4dfb67f0-8a97-4165-b3f9-688846dab294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0402fed-7d5a-46b2-beb6-fe21d81bfd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:51.265273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.265676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Bound using segment: {'id': '4dfb67f0-8a97-4165-b3f9-688846dab294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0402fed-7d5a-46b2-beb6-fe21d81bfd40'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:24:51.266175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Bound port: b74152f9-836b-4740-8a64-1f60872c0ba2, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfb67f0-8a97-4165-b3f9-688846dab294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0402fed-7d5a-46b2-beb6-fe21d81bfd40'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:24:51.266566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b74152f9-836b-4740-8a64-1f60872c0ba2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.295908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks [] for port (eb1c17e9-a7eb-40a3-aeee-6680a31cb708), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.333806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] For port 45455531-ac8b-4680-a8f2-087edeb32380, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:24:51.334393 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (eb1c17e9-a7eb-40a3-aeee-6680a31cb708), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.334620 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8c2328-ca89-4f0f-bc99-e23c3afab43f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:51.334620 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dd8c2328-ca89-4f0f-bc99-e23c3afab43f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1656096 Oct 26 15:24:51.337519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60614) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:51.360761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f6d9a6-284a-409b-be2d-2a046e0e47f6 None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:51.378565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] For port 45455531-ac8b-4680-a8f2-087edeb32380, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=45455531-ac8b-4680-a8f2-087edeb32380,segment=NetworkSegment(b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53),segment_id=b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:24:51.384762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:51.390718 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Pushing event updated for resources: {'Port': ['ID=eb1c17e9-a7eb-40a3-aeee-6680a31cb708,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:51.398825 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Checking segment: {'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:51.399852 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Network hostable DHCP agents. Network: 027d49c3-cc81-44de-8d9e-b22ffc1936ba, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:24:51.401268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] For port a40c5c54-caf5-4a9f-905f-134d190d6817, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:24:51.403613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c57b76-f1d5-4764-93e4-dfe76013042f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:51.405206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] For port a40c5c54-caf5-4a9f-905f-134d190d6817, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a40c5c54-caf5-4a9f-905f-134d190d6817,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:24:51.415247 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3c57b76-f1d5-4764-93e4-dfe76013042f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.419050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (45455531-ac8b-4680-a8f2-087edeb32380), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.419237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60616) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:51.419435 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a3c57b76-f1d5-4764-93e4-dfe76013042f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/5cd632db-954c-48bb-afdd-8c943bd659c0 HTTP/1.1" status: 200 len: 703 time: 2.1474485 Oct 26 15:24:51.431100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:51.431501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.433913 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Network 027d49c3-cc81-44de-8d9e-b22ffc1936ba is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:24:51.437270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Updating router 5cd632db-954c-48bb-afdd-8c943bd659c0 port a129f0a3-2d1b-40f6-9f85-27b6d1322c20 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:24:51.458075 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ff75a6-3d23-43ce-8511-2002d0b9a211 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:51.462021 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-73ff75a6-3d23-43ce-8511-2002d0b9a211 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1210513 Oct 26 15:24:51.462208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.463036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-022563fe-c33f-41af-8d19-65ed85d2b979 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks [] for port (31c6b1b4-446c-43db-9fc7-8be527febeda), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.464101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60618) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:51.496664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f6d9a6-284a-409b-be2d-2a046e0e47f6 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:51.497631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b1f6d9a6-284a-409b-be2d-2a046e0e47f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:51.508859 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0e49fa6e-96aa-4d5e-9fb7-b467a771ea4c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419993 Oct 26 15:24:51.514903 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60620) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:51.522790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 027d49c3-cc81-44de-8d9e-b22ffc1936ba) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:51.528789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-d9d32860-6caf-46d6-b6c8-41121a6cbb50 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:51.530390 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:51.552726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] For port b74152f9-836b-4740-8a64-1f60872c0ba2, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:24:51.556321 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:51.556321 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:51.556983 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:51.566377 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-80caf6e9-2b24-4aef-ac23-4d6915a16102 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/routers/5cd632db-954c-48bb-afdd-8c943bd659c0 HTTP/1.1" status: 200 len: 703 time: 0.1457427 Oct 26 15:24:51.568928 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:51.569344 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:51.569821 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60622) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:51.570325 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 2 to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 Oct 26 15:24:51.612140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] For port b74152f9-836b-4740-8a64-1f60872c0ba2, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=b74152f9-836b-4740-8a64-1f60872c0ba2,segment=NetworkSegment(4dfb67f0-8a97-4165-b3f9-688846dab294),segment_id=4dfb67f0-8a97-4165-b3f9-688846dab294)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:24:51.627249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a129f0a3-2d1b-40f6-9f85-27b6d1322c20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.628359 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:51.628860 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:51.629299 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:51.636937 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-022563fe-c33f-41af-8d19-65ed85d2b979 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (31c6b1b4-446c-43db-9fc7-8be527febeda), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.637188 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:51.637461 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:51.646995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (b74152f9-836b-4740-8a64-1f60872c0ba2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.669639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:51.670724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ddd9e-466a-440d-9327-b8088d427e53 None None] Pushing event updated for resources: {'Port': ['ID=45455531-ac8b-4680-a8f2-087edeb32380,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:51.692408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.705193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022563fe-c33f-41af-8d19-65ed85d2b979 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:51.711766 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-022563fe-c33f-41af-8d19-65ed85d2b979 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:51.714620 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022563fe-c33f-41af-8d19-65ed85d2b979 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:51.759817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8f88349b-25c3-436e-baa7-3cf1f99dc860 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:51.767293 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d32860-6caf-46d6-b6c8-41121a6cbb50 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:51.772259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d9d32860-6caf-46d6-b6c8-41121a6cbb50 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.793569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022563fe-c33f-41af-8d19-65ed85d2b979 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Pushing event updated for resources: {'Port': ['ID=31c6b1b4-446c-43db-9fc7-8be527febeda,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:51.801436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022563fe-c33f-41af-8d19-65ed85d2b979 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:51.802492 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-022563fe-c33f-41af-8d19-65ed85d2b979 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.871588 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-022563fe-c33f-41af-8d19-65ed85d2b979 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0939655 Oct 26 15:24:51.874656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60624) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:51.879419 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f41b1482-2be3-4dfe-8b88-a19f8f7d3bc8 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.72'}]}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:51.903754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b1f6d9a6-284a-409b-be2d-2a046e0e47f6 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:51.951549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a23b8-b22e-4458-8d73-8afee305566c None None] Pushing event updated for resources: {'Port': ['ID=a40c5c54-caf5-4a9f-905f-134d190d6817,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:51.983934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f41b1482-2be3-4dfe-8b88-a19f8f7d3bc8 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (fa44b2a3-8f5e-47b5-ae43-42aabf234bc1), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:51.984295 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 3 to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 Oct 26 15:24:51.985262 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f41b1482-2be3-4dfe-8b88-a19f8f7d3bc8 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (fa44b2a3-8f5e-47b5-ae43-42aabf234bc1), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:52.010640 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:52.010972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:52.011364 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:52.022931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:52.022931 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:52.022931 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 4 to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 Oct 26 15:24:52.090826 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:52.091176 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:52.091508 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:52.098709 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:52.099313 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:52.101684 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 5 to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 Oct 26 15:24:52.117633 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f41b1482-2be3-4dfe-8b88-a19f8f7d3bc8 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks [] for router_controller (fa44b2a3-8f5e-47b5-ae43-42aabf234bc1), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:52.118669 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:52.119197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:52.119785 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:52.172041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:52.172706 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:52.175834 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 6 to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 Oct 26 15:24:52.202358 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:52.202606 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:52.203128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:52.209391 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:52.209897 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:52.213218 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 7 to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 Oct 26 15:24:52.217032 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:52.233287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:52.258137 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60626) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:52.274043 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:52.304228 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:52.304565 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:52.304923 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:52.319125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:52.319357 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:52.339955 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:52.340301 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:52.345404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784eca2-cd59-4aac-9e8a-b587518fc9d1 None None] Pushing event updated for resources: {'Port': ['ID=b74152f9-836b-4740-8a64-1f60872c0ba2,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:52.345959 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f41b1482-2be3-4dfe-8b88-a19f8f7d3bc8 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks [] for router_gateway (fa44b2a3-8f5e-47b5-ae43-42aabf234bc1), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:52.346063 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 8 to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 Oct 26 15:24:52.362147 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3f34a005-2d58-4507-adaa-7146732b33ca tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1011133 Oct 26 15:24:52.364981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:52.395210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:52.395697 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:52.395942 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:52.402969 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:52.404009 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:52.405708 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 9 to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 Oct 26 15:24:52.421247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8f88349b-25c3-436e-baa7-3cf1f99dc860 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:52.421247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:52.443140 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:52.443477 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:52.443817 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:52.452208 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:52.452531 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:52.454639 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 10 to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 Oct 26 15:24:52.479284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0624444-e4d7-4568-ad47-c26c1eb2266b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (5cd632db-954c-48bb-afdd-8c943bd659c0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:52.483624 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:52.483624 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:52.483889 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:52.484004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:52.527017 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:52.527336 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:52.527702 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (eb1c17e9-a7eb-40a3-aeee-6680a31cb708), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:52.532868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:52.555008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8f88349b-25c3-436e-baa7-3cf1f99dc860, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8f88349b-25c3-436e-baa7-3cf1f99dc860,segment=NetworkSegment(4523a5af-752d-449e-9fc9-3a54e028d96a),segment_id=4523a5af-752d-449e-9fc9-3a54e028d96a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:52.569530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:52.602099 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] For port eb1c17e9-a7eb-40a3-aeee-6680a31cb708, host hv-neutron-7598, cleared binding levels {{(pid=105322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:24:52.602727 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempted to set empty binding levels {{(pid=105322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 15:24:52.618153 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.objects.ports [None req-d9d32860-6caf-46d6-b6c8-41121a6cbb50 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105321) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:24:52.648462 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (eb1c17e9-a7eb-40a3-aeee-6680a31cb708), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:52.649586 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:52.650180 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:52.684247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b1f6d9a6-284a-409b-be2d-2a046e0e47f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:50Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:50Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:45Z', 'revision_number': 27, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:52.702027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Publish callbacks [] for port (a129f0a3-2d1b-40f6-9f85-27b6d1322c20), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:52.723447 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60628) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:52.726788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8f88349b-25c3-436e-baa7-3cf1f99dc860,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:52.729289 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.2750700 Oct 26 15:24:52.731561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f6d9a6-284a-409b-be2d-2a046e0e47f6 None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:24:52.743668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a129f0a3-2d1b-40f6-9f85-27b6d1322c20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:52.747946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f6d9a6-284a-409b-be2d-2a046e0e47f6 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:52.752349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b1f6d9a6-284a-409b-be2d-2a046e0e47f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:52.759693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f62ae-c863-4feb-a081-db09f1a73c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Pushing event updated for resources: {'Port': ['ID=eb1c17e9-a7eb-40a3-aeee-6680a31cb708,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:52.832450 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f41b1482-2be3-4dfe-8b88-a19f8f7d3bc8 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks [] for router_gateway (fa44b2a3-8f5e-47b5-ae43-42aabf234bc1), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:52.868705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ddd9e-466a-440d-9327-b8088d427e53 None None] Pushing event updated for resources: {'Port': ['ID=a129f0a3-2d1b-40f6-9f85-27b6d1322c20,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:52.871033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f41b1482-2be3-4dfe-8b88-a19f8f7d3bc8 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:52.930541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device b74152f9-836b-4740-8a64-1f60872c0ba2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:52.975185 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-d0624444-e4d7-4568-ad47-c26c1eb2266b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting port a129f0a3-2d1b-40f6-9f85-27b6d1322c20 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:52.975564 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0624444-e4d7-4568-ad47-c26c1eb2266b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (a129f0a3-2d1b-40f6-9f85-27b6d1322c20), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:52.986772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Attempting to bind port a129f0a3-2d1b-40f6-9f85-27b6d1322c20 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:52.993170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Attempting to bind port a129f0a3-2d1b-40f6-9f85-27b6d1322c20 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '4dfb67f0-8a97-4165-b3f9-688846dab294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0402fed-7d5a-46b2-beb6-fe21d81bfd40'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:52.993660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Attempting to bind port a129f0a3-2d1b-40f6-9f85-27b6d1322c20 on network c0402fed-7d5a-46b2-beb6-fe21d81bfd40 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:53.027311 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-251aecbf-4fed-49ad-8993-1a99c1fd37c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Deleting port eb1c17e9-a7eb-40a3-aeee-6680a31cb708 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:53.027654 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-251aecbf-4fed-49ad-8993-1a99c1fd37c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (eb1c17e9-a7eb-40a3-aeee-6680a31cb708), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:53.056159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b1f6d9a6-284a-409b-be2d-2a046e0e47f6 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:53.084668 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-d0624444-e4d7-4568-ad47-c26c1eb2266b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] For port a129f0a3-2d1b-40f6-9f85-27b6d1322c20, host dv-neutron-759874-6-hyperv, got binding levels [] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:53.085287 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0624444-e4d7-4568-ad47-c26c1eb2266b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (a129f0a3-2d1b-40f6-9f85-27b6d1322c20), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:53.107623 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-d0624444-e4d7-4568-ad47-c26c1eb2266b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Calling delete_port for a129f0a3-2d1b-40f6-9f85-27b6d1322c20 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:53.146396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:24:53.146778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Checking segment: {'id': '4dfb67f0-8a97-4165-b3f9-688846dab294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0402fed-7d5a-46b2-beb6-fe21d81bfd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:53.147192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:53.147590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Bound using segment: {'id': '4dfb67f0-8a97-4165-b3f9-688846dab294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0402fed-7d5a-46b2-beb6-fe21d81bfd40'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:24:53.148084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Bound port: a129f0a3-2d1b-40f6-9f85-27b6d1322c20, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfb67f0-8a97-4165-b3f9-688846dab294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0402fed-7d5a-46b2-beb6-fe21d81bfd40'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:24:53.148470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a129f0a3-2d1b-40f6-9f85-27b6d1322c20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:53.174937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port b74152f9-836b-4740-8a64-1f60872c0ba2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:53.174937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b74152f9-836b-4740-8a64-1f60872c0ba2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:53.175229 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port b74152f9-836b-4740-8a64-1f60872c0ba2 Oct 26 15:24:53.206089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-251aecbf-4fed-49ad-8993-1a99c1fd37c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] For port eb1c17e9-a7eb-40a3-aeee-6680a31cb708, host hv-neutron-7598, got binding levels [] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:53.206704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-251aecbf-4fed-49ad-8993-1a99c1fd37c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (eb1c17e9-a7eb-40a3-aeee-6680a31cb708), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:53.216336 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d9d32860-6caf-46d6-b6c8-41121a6cbb50 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:53.241134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-251aecbf-4fed-49ad-8993-1a99c1fd37c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Calling delete_port for eb1c17e9-a7eb-40a3-aeee-6680a31cb708 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:53.324764 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0624444-e4d7-4568-ad47-c26c1eb2266b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (a129f0a3-2d1b-40f6-9f85-27b6d1322c20), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:53.350746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port b74152f9-836b-4740-8a64-1f60872c0ba2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:53.351385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b74152f9-836b-4740-8a64-1f60872c0ba2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:53.353473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6613c1e1-5c64-40eb-9020-89521debb9d1 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:24:53.355993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0624444-e4d7-4568-ad47-c26c1eb2266b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Port': ['ID=a129f0a3-2d1b-40f6-9f85-27b6d1322c20,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:53.366082 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60630) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:53.370799 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:53.377847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.db.api [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=105323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:24:53.378211 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG oslo_db.api [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:24:53.378770 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:53.429762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:53.444870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:53.450047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8fbca6db-45b5-4b3b-b67f-cbc0ac0b5fe0 None None] Could not find standard attr ID for object a129f0a3-2d1b-40f6-9f85-27b6d1322c20. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:24:53.517148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8fbca6db-45b5-4b3b-b67f-cbc0ac0b5fe0 None None] Provisioning complete for port b74152f9-836b-4740-8a64-1f60872c0ba2 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:53.517421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8fbca6db-45b5-4b3b-b67f-cbc0ac0b5fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b74152f9-836b-4740-8a64-1f60872c0ba2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:53.517715 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8fbca6db-45b5-4b3b-b67f-cbc0ac0b5fe0 None None] Attempt 1 to provision port b74152f9-836b-4740-8a64-1f60872c0ba2 Oct 26 15:24:53.524695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port b74152f9-836b-4740-8a64-1f60872c0ba2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=b74152f9-836b-4740-8a64-1f60872c0ba2,segment=NetworkSegment(4dfb67f0-8a97-4165-b3f9-688846dab294),segment_id=4dfb67f0-8a97-4165-b3f9-688846dab294)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:53.524950 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8b8c24a0-4990-4f96-805d-77b6b34dd804 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1581950 Oct 26 15:24:53.541840 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0624444-e4d7-4568-ad47-c26c1eb2266b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (5cd632db-954c-48bb-afdd-8c943bd659c0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:53.565312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (b74152f9-836b-4740-8a64-1f60872c0ba2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:53.566128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3a6c2332-acea-44be-a60e-aea4f46fc097 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:53.646317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f41b1482-2be3-4dfe-8b88-a19f8f7d3bc8 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks [] for router (fa44b2a3-8f5e-47b5-ae43-42aabf234bc1), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:53.686317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:53.725974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:53.743634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=b74152f9-836b-4740-8a64-1f60872c0ba2,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:53.749483 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0624444-e4d7-4568-ad47-c26c1eb2266b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 5cd632db-954c-48bb-afdd-8c943bd659c0 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:24:53.765377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6613c1e1-5c64-40eb-9020-89521debb9d1 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:24:53.771972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b1f6d9a6-284a-409b-be2d-2a046e0e47f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:50Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:50Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:51Z', 'revision_number': 28, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:53.821247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 3a6c2332-acea-44be-a60e-aea4f46fc097 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:53.821623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3a6c2332-acea-44be-a60e-aea4f46fc097), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:53.821967 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 3a6c2332-acea-44be-a60e-aea4f46fc097 Oct 26 15:24:53.828821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f6d9a6-284a-409b-be2d-2a046e0e47f6 None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:50Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:50Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:51Z', 'revision_number': 28, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:53.844316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:53.859321 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-251aecbf-4fed-49ad-8993-1a99c1fd37c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (eb1c17e9-a7eb-40a3-aeee-6680a31cb708), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:53.861734 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0624444-e4d7-4568-ad47-c26c1eb2266b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:53.875229 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d0624444-e4d7-4568-ad47-c26c1eb2266b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/5cd632db-954c-48bb-afdd-8c943bd659c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3017588 Oct 26 15:24:53.877794 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60632) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:53.911435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8fbca6db-45b5-4b3b-b67f-cbc0ac0b5fe0 None None] Current status of the port b74152f9-836b-4740-8a64-1f60872c0ba2 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:53.915845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Attempting to bind port a129f0a3-2d1b-40f6-9f85-27b6d1322c20 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:53.915845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Attempting to bind port a129f0a3-2d1b-40f6-9f85-27b6d1322c20 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '4dfb67f0-8a97-4165-b3f9-688846dab294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0402fed-7d5a-46b2-beb6-fe21d81bfd40'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:53.916218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Attempting to bind port a129f0a3-2d1b-40f6-9f85-27b6d1322c20 on network c0402fed-7d5a-46b2-beb6-fe21d81bfd40 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:53.931457 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f41b1482-2be3-4dfe-8b88-a19f8f7d3bc8 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (fa44b2a3-8f5e-47b5-ae43-42aabf234bc1), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:53.934880 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f41b1482-2be3-4dfe-8b88-a19f8f7d3bc8 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks [] for router_controller (fa44b2a3-8f5e-47b5-ae43-42aabf234bc1), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:53.937853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-d9d32860-6caf-46d6-b6c8-41121a6cbb50 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] For port a40c5c54-caf5-4a9f-905f-134d190d6817, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a40c5c54-caf5-4a9f-905f-134d190d6817,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:53.945010 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-251aecbf-4fed-49ad-8993-1a99c1fd37c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:53.948680 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-251aecbf-4fed-49ad-8993-1a99c1fd37c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] 10.222.0.60 "DELETE /networking/v2.0/ports/eb1c17e9-a7eb-40a3-aeee-6680a31cb708 HTTP/1.1" status: 204 len: 168 time: 1.2174757 Oct 26 15:24:53.949684 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251aecbf-4fed-49ad-8993-1a99c1fd37c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb1c17e9-a7eb-40a3-aeee-6680a31cb708,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:53.952556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60634) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:53.966842 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4293fbb-b53e-400d-9d2f-136876caa538 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting subnet 1ef50472-ac06-4820-b6c6-fe739789ab63 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:24:53.970500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c4293fbb-b53e-400d-9d2f-136876caa538 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (1ef50472-ac06-4820-b6c6-fe739789ab63), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.028438 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b54b20-f47d-45b8-9d26-1696baa37470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] GET failed (client error): The resource could not be found. Oct 26 15:24:54.029658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c4293fbb-b53e-400d-9d2f-136876caa538 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (1ef50472-ac06-4820-b6c6-fe739789ab63), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.031361 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f1b54b20-f47d-45b8-9d26-1696baa37470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] 10.222.0.60 "GET /networking/v2.0/ports/eb1c17e9-a7eb-40a3-aeee-6680a31cb708 HTTP/1.1" status: 404 len: 333 time: 0.0693886 Oct 26 15:24:54.040665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60636) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:54.046046 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-eaafc1c1-6c9a-44c6-a45d-7c8b8b67f696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Request body: {'port': {'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-292332701'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:54.058605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f41b1482-2be3-4dfe-8b88-a19f8f7d3bc8 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (fa44b2a3-8f5e-47b5-ae43-42aabf234bc1), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.059204 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41b1482-2be3-4dfe-8b88-a19f8f7d3bc8 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa44b2a3-8f5e-47b5-ae43-42aabf234bc1 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:24:54.071286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d9d32860-6caf-46d6-b6c8-41121a6cbb50 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.088362 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d9d32860-6caf-46d6-b6c8-41121a6cbb50 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.089373 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d9d32860-6caf-46d6-b6c8-41121a6cbb50 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (3aead964-10c9-44db-bbbd-cfd9c28cef15), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.154022 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-f41b1482-2be3-4dfe-8b88-a19f8f7d3bc8 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 26 15:24:54.155067 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f41b1482-2be3-4dfe-8b88-a19f8f7d3bc8 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2792487 Oct 26 15:24:54.161167 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c4293fbb-b53e-400d-9d2f-136876caa538 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (1ef50472-ac06-4820-b6c6-fe739789ab63), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.162827 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60638) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:54.165629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaafc1c1-6c9a-44c6-a45d-7c8b8b67f696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Made reservation on behalf of 6f0cdbfbc86e4ff192c7c7ee38f69dd3 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:54.168568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eaafc1c1-6c9a-44c6-a45d-7c8b8b67f696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.227488 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d32860-6caf-46d6-b6c8-41121a6cbb50 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:54.245449 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-d9d32860-6caf-46d6-b6c8-41121a6cbb50 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:54.246401 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c4293fbb-b53e-400d-9d2f-136876caa538 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (1ef50472-ac06-4820-b6c6-fe739789ab63), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.248974 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d32860-6caf-46d6-b6c8-41121a6cbb50 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:54.249572 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d9d32860-6caf-46d6-b6c8-41121a6cbb50 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.273851 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-eaafc1c1-6c9a-44c6-a45d-7c8b8b67f696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] device_id is not set on port a7f9817b-845b-4318-89cf-8f09f9ae14b3 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:24:54.280626 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d32860-6caf-46d6-b6c8-41121a6cbb50 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=a40c5c54-caf5-4a9f-905f-134d190d6817,revision_number=8']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:54.290180 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4293fbb-b53e-400d-9d2f-136876caa538 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef50472-ac06-4820-b6c6-fe739789ab63,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:54.291012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d32860-6caf-46d6-b6c8-41121a6cbb50 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=3aead964-10c9-44db-bbbd-cfd9c28cef15,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:54.300294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c4293fbb-b53e-400d-9d2f-136876caa538 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.311080 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c4293fbb-b53e-400d-9d2f-136876caa538 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/1ef50472-ac06-4820-b6c6-fe739789ab63 HTTP/1.1" status: 204 len: 168 time: 0.4321239 Oct 26 15:24:54.312041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60642) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:54.328057 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d9d32860-6caf-46d6-b6c8-41121a6cbb50 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8039024 Oct 26 15:24:54.328057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60644) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:54.369385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-16b9d2a5-e6e6-48db-8725-facac2b30b96 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:54.370598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:24:54.371123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Checking segment: {'id': '4dfb67f0-8a97-4165-b3f9-688846dab294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0402fed-7d5a-46b2-beb6-fe21d81bfd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:24:54.371962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.371962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Bound using segment: {'id': '4dfb67f0-8a97-4165-b3f9-688846dab294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0402fed-7d5a-46b2-beb6-fe21d81bfd40'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:24:54.372264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Bound port: a129f0a3-2d1b-40f6-9f85-27b6d1322c20, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfb67f0-8a97-4165-b3f9-688846dab294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c0402fed-7d5a-46b2-beb6-fe21d81bfd40'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:24:54.372653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a129f0a3-2d1b-40f6-9f85-27b6d1322c20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.399095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3a6c2332-acea-44be-a60e-aea4f46fc097 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:54.404860 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (c0402fed-7d5a-46b2-beb6-fe21d81bfd40), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.441249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 45455531-ac8b-4680-a8f2-087edeb32380 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:24:54.449444 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-390a2ddd-fa66-496f-83fa-21d67d98b953 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Deleting port 31c6b1b4-446c-43db-9fc7-8be527febeda {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:54.449779 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-390a2ddd-fa66-496f-83fa-21d67d98b953 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (31c6b1b4-446c-43db-9fc7-8be527febeda), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.462154 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting port b74152f9-836b-4740-8a64-1f60872c0ba2 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:54.463594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (b74152f9-836b-4740-8a64-1f60872c0ba2), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.494979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Port a129f0a3-2d1b-40f6-9f85-27b6d1322c20 has been deleted concurrently {{(pid=105323) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 26 15:24:54.531264 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:54.536250 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60646) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:54.538559 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:54.547401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Routers {'5cd632db-954c-48bb-afdd-8c943bd659c0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:54.548143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5cd632db-954c-48bb-afdd-8c943bd659c0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:54.590838 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] For port b74152f9-836b-4740-8a64-1f60872c0ba2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=b74152f9-836b-4740-8a64-1f60872c0ba2,segment=NetworkSegment(4dfb67f0-8a97-4165-b3f9-688846dab294),segment_id=4dfb67f0-8a97-4165-b3f9-688846dab294)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:54.590838 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (b74152f9-836b-4740-8a64-1f60872c0ba2), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.611750 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Calling delete_port for b74152f9-836b-4740-8a64-1f60872c0ba2 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:54.712005 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7dbcb497-c065-4a91-9acd-27e0ba5d3232 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.1721635 Oct 26 15:24:54.742718 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (b74152f9-836b-4740-8a64-1f60872c0ba2), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.743312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 45455531-ac8b-4680-a8f2-087edeb32380 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:54.762140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] Set router 5cd632db-954c-48bb-afdd-8c943bd659c0 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:54.783416 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Port': ['ID=b74152f9-836b-4740-8a64-1f60872c0ba2,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:54.785312 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] No DVR routers for this DVR port b74152f9-836b-4740-8a64-1f60872c0ba2 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:24:54.793045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:54.796825 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eaafc1c1-6c9a-44c6-a45d-7c8b8b67f696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks [] for port (a7f9817b-845b-4318-89cf-8f09f9ae14b3), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.807573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-390a2ddd-fa66-496f-83fa-21d67d98b953 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (31c6b1b4-446c-43db-9fc7-8be527febeda), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.844241 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9c810bc6-428c-42b2-b08f-3d373d297c68 req-1a2615ea-cb1e-45d9-b69e-05354b87b8ce service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1396477 Oct 26 15:24:54.849688 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b9d2a5-e6e6-48db-8725-facac2b30b96 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:54.862702 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-16b9d2a5-e6e6-48db-8725-facac2b30b96 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:54.925685 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-390a2ddd-fa66-496f-83fa-21d67d98b953 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Calling delete_port for 31c6b1b4-446c-43db-9fc7-8be527febeda owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:54.971114 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (c0402fed-7d5a-46b2-beb6-fe21d81bfd40), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:55.013884 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0402fed-7d5a-46b2-beb6-fe21d81bfd40']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:55.031485 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfb67f0-8a97-4165-b3f9-688846dab294') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:55.031924 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfb67f0-8a97-4165-b3f9-688846dab294') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:55.075657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (4dfb67f0-8a97-4165-b3f9-688846dab294), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:55.085242 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:55.110098 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (4dfb67f0-8a97-4165-b3f9-688846dab294), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:55.111052 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c810bc6-428c-42b2-b08f-3d373d297c68 req-d9900115-0038-4098-bd6a-594aa9ee5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:55.112619 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9c810bc6-428c-42b2-b08f-3d373d297c68 req-d9900115-0038-4098-bd6a-594aa9ee5622 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=eb308ad4ce614eb6aeda74b7a58907d8&device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 1130 time: 0.2327447 Oct 26 15:24:55.122762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:24:55.123542 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (4dfb67f0-8a97-4165-b3f9-688846dab294), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:55.170890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device b74152f9-836b-4740-8a64-1f60872c0ba2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:55.202434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: b74152f9-836b-4740-8a64-1f60872c0ba2 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:24:55.202646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device b74152f9-836b-4740-8a64-1f60872c0ba2 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 15:24:55.204461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:24:53Z', 'revision_number': 8, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '38c60e41-32f4-43d1-aadd-60af85f5e853', 'name': '', 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:d1:76:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:29Z', 'updated_at': '2022-10-26T15:24:49Z', 'revision_number': 6, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45455531-ac8b-4680-a8f2-087edeb32380', 'name': '', 'network_id': 'f1628234-fef1-4fb5-9593-87bc7729407f', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:8e:d8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '161d7c96-73ac-429f-a8e8-9ee7d637233f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:38Z', 'updated_at': '2022-10-26T15:24:51Z', 'revision_number': 4, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': '161d7c96-73ac-429f-a8e8-9ee7d637233f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:24:52Z', 'revision_number': 8, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:55.236010 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 4dfb67f0-8a97-4165-b3f9-688846dab294 resource provider aggregate not found Oct 26 15:24:55.250539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (c0402fed-7d5a-46b2-beb6-fe21d81bfd40), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:55.261026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:55.270832 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/networks/c0402fed-7d5a-46b2-beb6-fe21d81bfd40 HTTP/1.1" status: 204 len: 168 time: 0.9555154 Oct 26 15:24:55.272517 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:55.275251 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 4dfb67f0-8a97-4165-b3f9-688846dab294 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4dfb67f0-8a97-4165-b3f9-688846dab294 found for delete ", "request_id": "req-64e94076-ba0d-4e2d-b620-51b3d3ef4e7b"}]} Oct 26 15:24:55.277319 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60652) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:55.285566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Port b74152f9-836b-4740-8a64-1f60872c0ba2 not found, will not notify nova. {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 15:24:55.286843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:55.289553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22afee3-5889-49d9-8a62-535802d6197a None None] The sync data for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv is: [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:24:53Z', 'revision_number': 8, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '38c60e41-32f4-43d1-aadd-60af85f5e853', 'name': '', 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:d1:76:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:29Z', 'updated_at': '2022-10-26T15:24:49Z', 'revision_number': 6, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45455531-ac8b-4680-a8f2-087edeb32380', 'name': '', 'network_id': 'f1628234-fef1-4fb5-9593-87bc7729407f', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:8e:d8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '161d7c96-73ac-429f-a8e8-9ee7d637233f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:38Z', 'updated_at': '2022-10-26T15:24:51Z', 'revision_number': 4, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': '161d7c96-73ac-429f-a8e8-9ee7d637233f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:24:52Z', 'revision_number': 8, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:55.339759 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88773250-cf2d-486b-97b3-4b47d56e6c0f tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Network': ['ID=c0402fed-7d5a-46b2-beb6-fe21d81bfd40,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:55.349808 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c810bc6-428c-42b2-b08f-3d373d297c68 req-66dd2de6-7229-4a10-8fa7-af4479c662ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:55.351505 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9c810bc6-428c-42b2-b08f-3d373d297c68 req-66dd2de6-7229-4a10-8fa7-af4479c662ae service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=b43676e9-42d1-409d-82a9-d0337695b267 HTTP/1.1" status: 200 len: 913 time: 0.1757796 Oct 26 15:24:55.352581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eaafc1c1-6c9a-44c6-a45d-7c8b8b67f696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (a7f9817b-845b-4318-89cf-8f09f9ae14b3), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:55.360078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:55.360781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:55.361321 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:24:55.416938 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.ipam_backend_mixin [None req-16b9d2a5-e6e6-48db-8725-facac2b30b96 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3aead964-10c9-44db-bbbd-cfd9c28cef15 (CIDR: 2001:db8::/64) Oct 26 15:24:55.449399 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b9d2a5-e6e6-48db-8725-facac2b30b96 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:24:55.449893 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b9d2a5-e6e6-48db-8725-facac2b30b96 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:24:55.461063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:55.461563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:55.501462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:55.510146 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:55.547674 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-16b9d2a5-e6e6-48db-8725-facac2b30b96 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1823041 Oct 26 15:24:55.554396 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaafc1c1-6c9a-44c6-a45d-7c8b8b67f696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Network 027d49c3-cc81-44de-8d9e-b22ffc1936ba is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:55.559914 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60654) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:55.573827 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-eee0f407-61c4-497a-9343-7ec341672258 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:55.579826 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafc1c1-6c9a-44c6-a45d-7c8b8b67f696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Pushing event updated for resources: {'Port': ['ID=a7f9817b-845b-4318-89cf-8f09f9ae14b3,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:55.595962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:55.598285 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-eaafc1c1-6c9a-44c6-a45d-7c8b8b67f696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:55.662426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaafc1c1-6c9a-44c6-a45d-7c8b8b67f696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:55.663527 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaafc1c1-6c9a-44c6-a45d-7c8b8b67f696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:55.664967 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eaafc1c1-6c9a-44c6-a45d-7c8b8b67f696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:55.668841 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9c810bc6-428c-42b2-b08f-3d373d297c68 req-b3995c2b-0595-408a-be95-4c02f258bc63 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6334c0ac-4879-4360-9735-979c498df914 HTTP/1.1" status: 200 len: 1003 time: 0.2954226 Oct 26 15:24:55.717004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60656) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:55.759277 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:55.780408 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eaafc1c1-6c9a-44c6-a45d-7c8b8b67f696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7381287 Oct 26 15:24:55.791174 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60658) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:55.803795 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7598'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:55.849785 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c810bc6-428c-42b2-b08f-3d373d297c68 req-438fb0ff-e8fe-4959-8125-726b950a620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:55.851311 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9c810bc6-428c-42b2-b08f-3d373d297c68 req-438fb0ff-e8fe-4959-8125-726b950a620b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2 HTTP/1.1" status: 200 len: 851 time: 0.1476107 Oct 26 15:24:55.860927 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-390a2ddd-fa66-496f-83fa-21d67d98b953 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (31c6b1b4-446c-43db-9fc7-8be527febeda), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:55.996356 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a2ddd-fa66-496f-83fa-21d67d98b953 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Pushing event deleted for resources: {'Port': ['ID=31c6b1b4-446c-43db-9fc7-8be527febeda,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:56.074168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c810bc6-428c-42b2-b08f-3d373d297c68 req-4a97575a-2bb9-438b-a965-43eccbee9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:56.076770 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9c810bc6-428c-42b2-b08f-3d373d297c68 req-4a97575a-2bb9-438b-a965-43eccbee9df5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b43676e9-42d1-409d-82a9-d0337695b267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2066183 Oct 26 15:24:56.086622 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:56.105678 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee0f407-61c4-497a-9343-7ec341672258 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:56.109623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eee0f407-61c4-497a-9343-7ec341672258 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:56.201815 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-567daaf0-42e9-439b-a0fc-13ec8f5d4efd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (5cd632db-954c-48bb-afdd-8c943bd659c0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:56.294428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eee2b8-8a6b-4df9-8f31-89a7198055cf None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:56.298085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0c0fe5-4990-42f3-a024-1aa834740b53 None None] Network 273c0559-7bab-40a0-9a7e-4dd97fe24945 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:56.339503 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:56.394180 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-565f2753-abcd-4f72-b8ca-05f32fa4b4cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 994 time: 0.6674280 Oct 26 15:24:56.404332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-390a2ddd-fa66-496f-83fa-21d67d98b953 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:56.407613 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-390a2ddd-fa66-496f-83fa-21d67d98b953 tempest-RoutersAdminNegativeTest-295090513 tempest-RoutersAdminNegativeTest-295090513-project-admin] 10.222.0.60 "DELETE /networking/v2.0/ports/31c6b1b4-446c-43db-9fc7-8be527febeda HTTP/1.1" status: 204 len: 168 time: 2.2366581 Oct 26 15:24:56.466243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:56.468160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f07af14-4e7d-4e7b-be75-ab29433ca0db None None] Network f1628234-fef1-4fb5-9593-87bc7729407f requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:56.473958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9027cd45-dbbf-4db5-ba05-71e41fedf389 None None] Network c0402fed-7d5a-46b2-beb6-fe21d81bfd40 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:56.476270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55fa3eb-677c-4242-bc2d-80f8a3f2d873 None None] Network 027d49c3-cc81-44de-8d9e-b22ffc1936ba requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:56.606842 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a7f9817b-845b-4318-89cf-8f09f9ae14b3), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:56.676277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9027cd45-dbbf-4db5-ba05-71e41fedf389 None None] Network c0402fed-7d5a-46b2-beb6-fe21d81bfd40 could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:24:56.710083 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9c810bc6-428c-42b2-b08f-3d373d297c68 req-1373609b-4fc9-4146-ba52-b05a1aa5b977 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b43676e9-42d1-409d-82a9-d0337695b267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209571 Oct 26 15:24:56.826097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-bc5961ce-3559-4928-a8a3-3213e6ae579e None None] Provisioning complete for port a40c5c54-caf5-4a9f-905f-134d190d6817 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:56.826478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bc5961ce-3559-4928-a8a3-3213e6ae579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:56.826812 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-bc5961ce-3559-4928-a8a3-3213e6ae579e None None] Attempt 1 to provision port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:24:56.828003 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b755017-4c72-4e5d-bec6-eb9ae95b632d None None] New status for floating IP f5ddc391-49d7-48dc-a16e-8c8241b5855e: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:24:56.997051 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-567daaf0-42e9-439b-a0fc-13ec8f5d4efd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting port 45455531-ac8b-4680-a8f2-087edeb32380 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:56.997555 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-567daaf0-42e9-439b-a0fc-13ec8f5d4efd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (45455531-ac8b-4680-a8f2-087edeb32380), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:57.019205 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9c810bc6-428c-42b2-b08f-3d373d297c68 req-9c1ad3bb-99ab-4fd3-bcb9-1c82e342959e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b43676e9-42d1-409d-82a9-d0337695b267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914667 Oct 26 15:24:57.084900 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60664) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:57.347849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-567daaf0-42e9-439b-a0fc-13ec8f5d4efd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] For port 45455531-ac8b-4680-a8f2-087edeb32380, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=45455531-ac8b-4680-a8f2-087edeb32380,segment=NetworkSegment(b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53),segment_id=b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:57.348518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-567daaf0-42e9-439b-a0fc-13ec8f5d4efd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (45455531-ac8b-4680-a8f2-087edeb32380), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:57.375569 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-567daaf0-42e9-439b-a0fc-13ec8f5d4efd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Calling delete_port for 45455531-ac8b-4680-a8f2-087edeb32380 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:57.403896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 45455531-ac8b-4680-a8f2-087edeb32380 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:57.411951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60668) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:57.591574 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] device_id is not set on port a7f9817b-845b-4318-89cf-8f09f9ae14b3 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:24:57.614425 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:57.618027 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks [] for port (a7f9817b-845b-4318-89cf-8f09f9ae14b3), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:57.632408 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4c87efc8-c3d3-464e-a87e-c43d2c9fe80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:57.634133 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fe937725-b963-468e-8343-66323eb08e49 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2185068 Oct 26 15:24:57.640012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 45455531-ac8b-4680-a8f2-087edeb32380 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:57.641274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (45455531-ac8b-4680-a8f2-087edeb32380), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:57.642998 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 45455531-ac8b-4680-a8f2-087edeb32380 Oct 26 15:24:57.647175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:57.668759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-bc5961ce-3559-4928-a8a3-3213e6ae579e None None] Current status of the port a40c5c54-caf5-4a9f-905f-134d190d6817 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:57.669336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bc5961ce-3559-4928-a8a3-3213e6ae579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:57.676995 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (a7f9817b-845b-4318-89cf-8f09f9ae14b3), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:57.734470 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eee0f407-61c4-497a-9343-7ec341672258 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (2f516506-744f-4fa2-96bc-01e04971a84a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:57.761109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf36735e-7d51-43a3-88fc-bb183284160e None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:57.794785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-bc5961ce-3559-4928-a8a3-3213e6ae579e None None] For port a40c5c54-caf5-4a9f-905f-134d190d6817, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a40c5c54-caf5-4a9f-905f-134d190d6817,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:57.823627 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee0f407-61c4-497a-9343-7ec341672258 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:57.834060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-eee0f407-61c4-497a-9343-7ec341672258 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:57.839170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee0f407-61c4-497a-9343-7ec341672258 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:57.839776 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eee0f407-61c4-497a-9343-7ec341672258 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:57.877183 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eee0f407-61c4-497a-9343-7ec341672258 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3123746 Oct 26 15:24:57.877183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0f407-61c4-497a-9343-7ec341672258 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=2f516506-744f-4fa2-96bc-01e04971a84a,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:57.890148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60670) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:57.896767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a25f09ab-3ab2-4bf1-a6fc-136752a71c5a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'mac_address': 'fa:16:3e:0e:f7:de', 'name': 'tempest-NetworksTestDHCPv6-366992358'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:24:57.902167 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:57.963812 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Pushing event updated for resources: {'Port': ['ID=a7f9817b-845b-4318-89cf-8f09f9ae14b3,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:57.990657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:57.990657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:57.991156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:58.022952 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:58.024067 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:58.030301 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 2 to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 Oct 26 15:24:58.064287 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:58.064600 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:58.065106 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:58.085733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:58.087936 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:58.088311 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:58.091551 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 3 to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 Oct 26 15:24:58.129948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bc5961ce-3559-4928-a8a3-3213e6ae579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:58.143191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25f09ab-3ab2-4bf1-a6fc-136752a71c5a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:24:58.208890 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:58.209233 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:58.209577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:58.221800 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4c87efc8-c3d3-464e-a87e-c43d2c9fe80a admin admin] Publish callbacks [] for security_group (36174e52-3dc0-4feb-bfa4-5dbba4dca526), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:58.231213 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:58.231808 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:58.236598 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 4 to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 Oct 26 15:24:58.246667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce74049-7bb5-4cc9-9917-f4b2904a19f9 None None] Network f1628234-fef1-4fb5-9593-87bc7729407f requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:24:58.256954 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:58.257562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:58.258581 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:58.261443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4c87efc8-c3d3-464e-a87e-c43d2c9fe80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (36174e52-3dc0-4feb-bfa4-5dbba4dca526), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:58.305804 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:58.306145 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:58.311648 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 5 to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 Oct 26 15:24:58.321189 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-567daaf0-42e9-439b-a0fc-13ec8f5d4efd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (45455531-ac8b-4680-a8f2-087edeb32380), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:58.360975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a25f09ab-3ab2-4bf1-a6fc-136752a71c5a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:58.361831 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4c87efc8-c3d3-464e-a87e-c43d2c9fe80a admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=c83b37d0843f495cb441090c43e7d1db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2678456 Oct 26 15:24:58.374855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60672) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:58.377940 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-a25f09ab-3ab2-4bf1-a6fc-136752a71c5a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port 4a21b818-07ce-4bfa-b2a7-e03ccf6ba964 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:24:58.393969 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567daaf0-42e9-439b-a0fc-13ec8f5d4efd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Port': ['ID=45455531-ac8b-4680-a8f2-087edeb32380,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:58.401300 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:58.401639 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:58.402244 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:58.409706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc58256-cb76-440c-8f85-a44aaba343b7 None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:58.410206 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87efc8-c3d3-464e-a87e-c43d2c9fe80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36174e52-3dc0-4feb-bfa4-5dbba4dca526,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:58.422294 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:58.442784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:58.443395 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:58.444755 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 6 to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 Oct 26 15:24:58.449855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5961ce-3559-4928-a8a3-3213e6ae579e None None] Pushing event updated for resources: {'Port': ['ID=a40c5c54-caf5-4a9f-905f-134d190d6817,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:58.486581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Provisioning complete for port 8f88349b-25c3-436e-baa7-3cf1f99dc860 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:58.487140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:58.487581 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Attempt 1 to provision port 8f88349b-25c3-436e-baa7-3cf1f99dc860 Oct 26 15:24:58.496151 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 45455531-ac8b-4680-a8f2-087edeb32380 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:58.496666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (45455531-ac8b-4680-a8f2-087edeb32380), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:58.525721 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:58.526331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:58.526868 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:58.542137 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:58.542684 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:58.544924 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 7 to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 Oct 26 15:24:58.554994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc58256-cb76-440c-8f85-a44aaba343b7 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:58.555743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2cc58256-cb76-440c-8f85-a44aaba343b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:58.560079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c839c412-2623-4904-85f6-036d4312549b admin admin] Publish callbacks [] for security_group (36174e52-3dc0-4feb-bfa4-5dbba4dca526), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:58.581921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:58.596550 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:58.597171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:58.597687 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:58.621302 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c839c412-2623-4904-85f6-036d4312549b admin admin] Publish callbacks [] for security_group (36174e52-3dc0-4feb-bfa4-5dbba4dca526), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:58.625884 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-567daaf0-42e9-439b-a0fc-13ec8f5d4efd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (5cd632db-954c-48bb-afdd-8c943bd659c0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:58.656434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60676) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:58.671374 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:58.671969 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:58.673555 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 8 to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 Oct 26 15:24:58.695089 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:58.746087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a40c5c54-caf5-4a9f-905f-134d190d6817 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:58.749377 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:58.751470 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:58.751963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:58.774205 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:58.774545 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:58.777032 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 9 to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 Oct 26 15:24:58.784959 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-a25f09ab-3ab2-4bf1-a6fc-136752a71c5a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8:0:1::af (8562cd80-5c53-4efe-aa06-0bf20e462dc3/2f516506-744f-4fa2-96bc-01e04971a84a/4a21b818-07ce-4bfa-b2a7-e03ccf6ba964) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:58.800677 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d4337e0e-cb08-4ec4-9ddc-5807e39e81c1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1418891 Oct 26 15:24:58.806472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-a25f09ab-3ab2-4bf1-a6fc-136752a71c5a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::f816:3eff:fe0e:f7de (8562cd80-5c53-4efe-aa06-0bf20e462dc3/3aead964-10c9-44db-bbbd-cfd9c28cef15/4a21b818-07ce-4bfa-b2a7-e03ccf6ba964) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:58.835129 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:58.835380 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:58.841034 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:58.850624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c839c412-2623-4904-85f6-036d4312549b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (36174e52-3dc0-4feb-bfa4-5dbba4dca526), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:58.853757 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c839c412-2623-4904-85f6-036d4312549b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:58.857478 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:58.857478 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:58.865491 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c839c412-2623-4904-85f6-036d4312549b admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/36174e52-3dc0-4feb-bfa4-5dbba4dca526 HTTP/1.1" status: 204 len: 168 time: 0.4853518 Oct 26 15:24:58.872673 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.plugins.ml2.plugin [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 10 to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 Oct 26 15:24:58.877729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2cc58256-cb76-440c-8f85-a44aaba343b7 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:24:58.901446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Current status of the port 8f88349b-25c3-436e-baa7-3cf1f99dc860 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:58.901913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:58.965577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:24:58.965914 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:24:58.966254 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:58.985269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22660a5f-e3ac-48e0-9848-2778a99853a6 None None] Update dhcp port {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'fixed_ips': [{'subnet_id': '3aead964-10c9-44db-bbbd-cfd9c28cef15', 'ip_address': '2001:db8::f816:3eff:fe7b:2dce'}, {'subnet_id': '2f516506-744f-4fa2-96bc-01e04971a84a'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': 'a40c5c54-caf5-4a9f-905f-134d190d6817'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:24:59.028014 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:59.028736 dv-neutron-759874-6-hyperv neutron-server[105322]: ERROR neutron.plugins.ml2.managers [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:24:59.028736 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a7f9817b-845b-4318-89cf-8f09f9ae14b3), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.035304 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839c412-2623-4904-85f6-036d4312549b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36174e52-3dc0-4feb-bfa4-5dbba4dca526,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:59.095223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a40c5c54-caf5-4a9f-905f-134d190d6817 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:59.095634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.095986 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:24:59.099899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] For port 8f88349b-25c3-436e-baa7-3cf1f99dc860, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8f88349b-25c3-436e-baa7-3cf1f99dc860,segment=NetworkSegment(4523a5af-752d-449e-9fc9-3a54e028d96a),segment_id=4523a5af-752d-449e-9fc9-3a54e028d96a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:59.153160 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:59.166242 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a25f09ab-3ab2-4bf1-a6fc-136752a71c5a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (4a21b818-07ce-4bfa-b2a7-e03ccf6ba964), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.180344 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-22660a5f-e3ac-48e0-9848-2778a99853a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.182601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.193892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:59.198746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Could not find standard attr ID for object 45455531-ac8b-4680-a8f2-087edeb32380. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:24:59.222229 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] For port a7f9817b-845b-4318-89cf-8f09f9ae14b3, host hv-neutron-7598, cleared binding levels {{(pid=105322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:24:59.222880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempted to set empty binding levels {{(pid=105322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 15:24:59.227399 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a25f09ab-3ab2-4bf1-a6fc-136752a71c5a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (4a21b818-07ce-4bfa-b2a7-e03ccf6ba964), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.238635 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567daaf0-42e9-439b-a0fc-13ec8f5d4efd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 5cd632db-954c-48bb-afdd-8c943bd659c0 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:24:59.243359 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (a7f9817b-845b-4318-89cf-8f09f9ae14b3), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.244179 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] In _notify_port_updated(), no bound segment for port a7f9817b-845b-4318-89cf-8f09f9ae14b3 on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:24:59.245448 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.246511 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.249228 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] 10.222.0.60 "PUT /networking/v2.0/ports/a7f9817b-845b-4318-89cf-8f09f9ae14b3 HTTP/1.1" status: 200 len: 980 time: 3.4545438 Oct 26 15:24:59.266465 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60682) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:59.299431 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4279422-9f24-467e-b958-dd7add1f1038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Pushing event updated for resources: {'Port': ['ID=a7f9817b-845b-4318-89cf-8f09f9ae14b3,revision_number=3']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:59.340239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Provisioning complete for port 3a6c2332-acea-44be-a60e-aea4f46fc097 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:59.340602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3a6c2332-acea-44be-a60e-aea4f46fc097), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.341220 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Attempt 1 to provision port 3a6c2332-acea-44be-a60e-aea4f46fc097 Oct 26 15:24:59.360330 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25f09ab-3ab2-4bf1-a6fc-136752a71c5a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:59.373712 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-a25f09ab-3ab2-4bf1-a6fc-136752a71c5a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:59.378824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Pushing event updated for resources: {'Port': ['ID=8f88349b-25c3-436e-baa7-3cf1f99dc860,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:59.383952 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25f09ab-3ab2-4bf1-a6fc-136752a71c5a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:24:59.388630 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25f09ab-3ab2-4bf1-a6fc-136752a71c5a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.389305 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a25f09ab-3ab2-4bf1-a6fc-136752a71c5a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.407816 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f09ab-3ab2-4bf1-a6fc-136752a71c5a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=4a21b818-07ce-4bfa-b2a7-e03ccf6ba964,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:59.415259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.415849 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.416217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.416693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.417232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.417667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.418139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.418611 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.419081 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.419551 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.420019 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.420491 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.421109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.421580 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.422046 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.422513 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.423174 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.423590 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.424053 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.424514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.425093 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.425564 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:24:59.429260 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-43931f50-60a5-481b-b5ba-9bf13853001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 20876 time: 0.1618111 Oct 26 15:24:59.430184 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567daaf0-42e9-439b-a0fc-13ec8f5d4efd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:59.433382 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60684) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:59.439681 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-567daaf0-42e9-439b-a0fc-13ec8f5d4efd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/5cd632db-954c-48bb-afdd-8c943bd659c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1586916 Oct 26 15:24:59.439948 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60686) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:59.453493 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60688) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:59.469363 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a25f09ab-3ab2-4bf1-a6fc-136752a71c5a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5778708 Oct 26 15:24:59.473889 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60690) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:59.534746 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7d78fcb5-d9a5-4647-a942-f3c40fadb8cd admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=ff6b6f92c3b34d10b1e04abd5e3743bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0802100 Oct 26 15:24:59.538096 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60692) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:59.548123 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-af89ea9b-589a-459d-a57b-cebaac44bd41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting subnet 161d7c96-73ac-429f-a8e8-9ee7d637233f {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:24:59.553235 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-af89ea9b-589a-459d-a57b-cebaac44bd41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (161d7c96-73ac-429f-a8e8-9ee7d637233f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.587963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-ff28ed8e-537f-42e1-b657-cd41b1ab435b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port 4a21b818-07ce-4bfa-b2a7-e03ccf6ba964 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:59.588610 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ff28ed8e-537f-42e1-b657-cd41b1ab435b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (4a21b818-07ce-4bfa-b2a7-e03ccf6ba964), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.603023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a40c5c54-caf5-4a9f-905f-134d190d6817 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:59.604534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:59.619194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-af89ea9b-589a-459d-a57b-cebaac44bd41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (161d7c96-73ac-429f-a8e8-9ee7d637233f), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.636055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:59.640392 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:59.644928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f746dbc9-1303-4df3-8aa7-8b840536a807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Deleting port a7f9817b-845b-4318-89cf-8f09f9ae14b3 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:24:59.645851 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f746dbc9-1303-4df3-8aa7-8b840536a807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (a7f9817b-845b-4318-89cf-8f09f9ae14b3), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.673639 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b813dc44-586b-4664-b83c-03e34aa37eb9 admin admin] Publish callbacks [] for security_group (b89db6a5-8921-4f2d-9caf-f7be4a125a1a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.707271 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b813dc44-586b-4664-b83c-03e34aa37eb9 admin admin] Publish callbacks [] for security_group (b89db6a5-8921-4f2d-9caf-f7be4a125a1a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.712760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2cc58256-cb76-440c-8f85-a44aaba343b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:50Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:57Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:55Z', 'revision_number': 29, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:59.721343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Current status of the port 3a6c2332-acea-44be-a60e-aea4f46fc097 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:24:59.724182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-22660a5f-e3ac-48e0-9848-2778a99853a6 None None] Allocated IP 2001:db8:0:1::2 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/2f516506-744f-4fa2-96bc-01e04971a84a/a40c5c54-caf5-4a9f-905f-134d190d6817) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:59.737776 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:59.742015 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-f746dbc9-1303-4df3-8aa7-8b840536a807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] For port a7f9817b-845b-4318-89cf-8f09f9ae14b3, host hv-neutron-7598, got binding levels [] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:59.742395 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f746dbc9-1303-4df3-8aa7-8b840536a807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (a7f9817b-845b-4318-89cf-8f09f9ae14b3), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.757747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc58256-cb76-440c-8f85-a44aaba343b7 None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:24:59.761036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ff28ed8e-537f-42e1-b657-cd41b1ab435b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (4a21b818-07ce-4bfa-b2a7-e03ccf6ba964), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.767757 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-af89ea9b-589a-459d-a57b-cebaac44bd41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (161d7c96-73ac-429f-a8e8-9ee7d637233f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.773259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f746dbc9-1303-4df3-8aa7-8b840536a807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Calling delete_port for a7f9817b-845b-4318-89cf-8f09f9ae14b3 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:59.774971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:59.775543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.775871 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:24:59.781723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:59.787424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-ff28ed8e-537f-42e1-b657-cd41b1ab435b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for 4a21b818-07ce-4bfa-b2a7-e03ccf6ba964 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:24:59.803459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Provisioning complete for port 38c60e41-32f4-43d1-aadd-60af85f5e853 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:24:59.803994 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60694) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:59.804358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.804923 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Attempt 1 to provision port 38c60e41-32f4-43d1-aadd-60af85f5e853 Oct 26 15:24:59.840018 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b813dc44-586b-4664-b83c-03e34aa37eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (b89db6a5-8921-4f2d-9caf-f7be4a125a1a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.843651 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b813dc44-586b-4664-b83c-03e34aa37eb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.844806 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b813dc44-586b-4664-b83c-03e34aa37eb9 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b89db6a5-8921-4f2d-9caf-f7be4a125a1a HTTP/1.1" status: 204 len: 168 time: 0.3055747 Oct 26 15:24:59.881583 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813dc44-586b-4664-b83c-03e34aa37eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89db6a5-8921-4f2d-9caf-f7be4a125a1a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:59.881864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc58256-cb76-440c-8f85-a44aaba343b7 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:24:59.882697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2cc58256-cb76-440c-8f85-a44aaba343b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:59.886598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-af89ea9b-589a-459d-a57b-cebaac44bd41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (161d7c96-73ac-429f-a8e8-9ee7d637233f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.936441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:24:59.951246 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-af89ea9b-589a-459d-a57b-cebaac44bd41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:24:59.959095 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60698) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:24:59.960265 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-af89ea9b-589a-459d-a57b-cebaac44bd41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/161d7c96-73ac-429f-a8e8-9ee7d637233f HTTP/1.1" status: 204 len: 168 time: 0.5158663 Oct 26 15:24:59.962024 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89ea9b-589a-459d-a57b-cebaac44bd41 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Subnet': ['ID=161d7c96-73ac-429f-a8e8-9ee7d637233f,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:59.976345 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-62342ef5-e278-47f9-8b79-049caf816f9c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1712041 Oct 26 15:25:00.073675 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f746dbc9-1303-4df3-8aa7-8b840536a807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (a7f9817b-845b-4318-89cf-8f09f9ae14b3), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:00.175840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (f1628234-fef1-4fb5-9593-87bc7729407f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:00.175840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f746dbc9-1303-4df3-8aa7-8b840536a807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:00.175840 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f746dbc9-1303-4df3-8aa7-8b840536a807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] 10.222.0.60 "DELETE /networking/v2.0/ports/a7f9817b-845b-4318-89cf-8f09f9ae14b3 HTTP/1.1" status: 204 len: 168 time: 0.7350926 Oct 26 15:25:00.177109 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60702) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:00.178821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746dbc9-1303-4df3-8aa7-8b840536a807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7f9817b-845b-4318-89cf-8f09f9ae14b3,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:00.187595 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:00.188988 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac56702-0123-4550-b4f6-e0cddeaef67c None None] Sync routers for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:00.205528 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac56702-0123-4550-b4f6-e0cddeaef67c None None] Routers {'5cd632db-954c-48bb-afdd-8c943bd659c0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:00.206242 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-aac56702-0123-4550-b4f6-e0cddeaef67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5cd632db-954c-48bb-afdd-8c943bd659c0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:00.207198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2cc58256-cb76-440c-8f85-a44aaba343b7 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:00.233757 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-600d442c-3938-43fe-a139-b91ab9773593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] GET failed (client error): The resource could not be found. Oct 26 15:25:00.237929 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-600d442c-3938-43fe-a139-b91ab9773593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] 10.222.0.60 "GET /networking/v2.0/ports/a7f9817b-845b-4318-89cf-8f09f9ae14b3 HTTP/1.1" status: 404 len: 333 time: 0.0637004 Oct 26 15:25:00.248493 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60704) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:00.255330 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-67d19240-3746-41e6-8982-995ea0a9e775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-768204088', 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:00.302557 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting port 3a6c2332-acea-44be-a60e-aea4f46fc097 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:00.302915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (3a6c2332-acea-44be-a60e-aea4f46fc097), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:00.307048 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d19240-3746-41e6-8982-995ea0a9e775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Made reservation on behalf of 6f0cdbfbc86e4ff192c7c7ee38f69dd3 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:00.316597 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-67d19240-3746-41e6-8982-995ea0a9e775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:00.319248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb5dd0c-2afc-424f-a872-0d9b158b6289 None None] Network f1628234-fef1-4fb5-9593-87bc7729407f requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:00.353620 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-67d19240-3746-41e6-8982-995ea0a9e775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] device_id is not set on port 7cabaa81-12ac-475b-9823-454c1b19efdb yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:25:00.362656 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-aac56702-0123-4550-b4f6-e0cddeaef67c None None] Set router 5cd632db-954c-48bb-afdd-8c943bd659c0 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:00.407742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] For port 3a6c2332-acea-44be-a60e-aea4f46fc097, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3a6c2332-acea-44be-a60e-aea4f46fc097,segment=NetworkSegment(b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53),segment_id=b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:00.408116 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (3a6c2332-acea-44be-a60e-aea4f46fc097), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:00.425454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Calling delete_port for 3a6c2332-acea-44be-a60e-aea4f46fc097 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:00.429737 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ff28ed8e-537f-42e1-b657-cd41b1ab435b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (4a21b818-07ce-4bfa-b2a7-e03ccf6ba964), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:00.478365 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28ed8e-537f-42e1-b657-cd41b1ab435b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=4a21b818-07ce-4bfa-b2a7-e03ccf6ba964,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:00.534981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-22660a5f-e3ac-48e0-9848-2778a99853a6 None None] For port a40c5c54-caf5-4a9f-905f-134d190d6817, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a40c5c54-caf5-4a9f-905f-134d190d6817,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:00.571558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-22660a5f-e3ac-48e0-9848-2778a99853a6 None None] Publish callbacks [] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:00.621846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-22660a5f-e3ac-48e0-9848-2778a99853a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:00.704567 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-aac56702-0123-4550-b4f6-e0cddeaef67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:24:58Z', 'revision_number': 9, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '38c60e41-32f4-43d1-aadd-60af85f5e853', 'name': '', 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:d1:76:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:29Z', 'updated_at': '2022-10-26T15:24:49Z', 'revision_number': 6, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:24:58Z', 'revision_number': 9, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:00.734668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:00.771668 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-67d19240-3746-41e6-8982-995ea0a9e775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks [] for port (7cabaa81-12ac-475b-9823-454c1b19efdb), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:00.775232 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac56702-0123-4550-b4f6-e0cddeaef67c None None] Checking router: 5cd632db-954c-48bb-afdd-8c943bd659c0 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:25:00.802857 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac56702-0123-4550-b4f6-e0cddeaef67c None None] Routers {'5cd632db-954c-48bb-afdd-8c943bd659c0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:00.804648 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-aac56702-0123-4550-b4f6-e0cddeaef67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5cd632db-954c-48bb-afdd-8c943bd659c0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:00.813542 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-67d19240-3746-41e6-8982-995ea0a9e775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (7cabaa81-12ac-475b-9823-454c1b19efdb), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:00.861876 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d19240-3746-41e6-8982-995ea0a9e775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Network 027d49c3-cc81-44de-8d9e-b22ffc1936ba is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:00.865171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-67d19240-3746-41e6-8982-995ea0a9e775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:00.872728 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d19240-3746-41e6-8982-995ea0a9e775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:00.873841 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d19240-3746-41e6-8982-995ea0a9e775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:00.875745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-67d19240-3746-41e6-8982-995ea0a9e775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:00.901980 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d19240-3746-41e6-8982-995ea0a9e775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Pushing event updated for resources: {'Port': ['ID=7cabaa81-12ac-475b-9823-454c1b19efdb,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:00.914533 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-67d19240-3746-41e6-8982-995ea0a9e775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6624875 Oct 26 15:25:00.914829 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60720) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:00.944055 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-aac56702-0123-4550-b4f6-e0cddeaef67c None None] Set router 5cd632db-954c-48bb-afdd-8c943bd659c0 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:00.965842 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4e9a3a-5ac0-42a0-854a-313062aa7bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:00.967253 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5e4e9a3a-5ac0-42a0-854a-313062aa7bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] 10.222.0.60 "GET /networking/v2.0/ports/7cabaa81-12ac-475b-9823-454c1b19efdb HTTP/1.1" status: 200 len: 958 time: 0.0515189 Oct 26 15:25:00.967708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ff28ed8e-537f-42e1-b657-cd41b1ab435b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:00.972147 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ff28ed8e-537f-42e1-b657-cd41b1ab435b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/4a21b818-07ce-4bfa-b2a7-e03ccf6ba964 HTTP/1.1" status: 204 len: 168 time: 1.4973283 Oct 26 15:25:00.975672 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:00.975988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60724) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:00.976493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60726) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:00.979409 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60728) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:01.086040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22660a5f-e3ac-48e0-9848-2778a99853a6 None None] Pushing event updated for resources: {'Port': ['ID=a40c5c54-caf5-4a9f-905f-134d190d6817,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:01.099920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:01.101494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 38c60e41-32f4-43d1-aadd-60af85f5e853 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:01.114278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833eb138-a639-4370-9da8-17bc49dd01f1 None None] DHCP port deletion for f1628234-fef1-4fb5-9593-87bc7729407f request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:25:01.115526 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-085f8bbb-d6c9-4069-b27a-fd7eafdb826e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1348403 Oct 26 15:25:01.148718 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60730) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:01.178096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c9dd03-54b3-454a-a914-f2b2af848e0e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:01.182626 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60734) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:01.183428 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a7c9dd03-54b3-454a-a914-f2b2af848e0e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2035387 Oct 26 15:25:01.184326 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-94ecb068-dd35-4c04-bd9c-f5d74de37989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Deleting port 7cabaa81-12ac-475b-9823-454c1b19efdb {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:01.184854 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-94ecb068-dd35-4c04-bd9c-f5d74de37989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (7cabaa81-12ac-475b-9823-454c1b19efdb), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.216289 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:01.244764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Current status of the port 38c60e41-32f4-43d1-aadd-60af85f5e853 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:01.245192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.247737 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-aac56702-0123-4550-b4f6-e0cddeaef67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:24:58Z', 'revision_number': 9, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '38c60e41-32f4-43d1-aadd-60af85f5e853', 'name': '', 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:d1:76:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:29Z', 'updated_at': '2022-10-26T15:24:49Z', 'revision_number': 6, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:24:58Z', 'revision_number': 9, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:01.255608 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (3a6c2332-acea-44be-a60e-aea4f46fc097), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.285751 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cdc1a4-2a13-4ea9-9189-13dad549a8b2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:01.289200 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c0cdc1a4-2a13-4ea9-9189-13dad549a8b2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1052883 Oct 26 15:25:01.296101 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60736) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:01.306054 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:01.307627 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac56702-0123-4550-b4f6-e0cddeaef67c None None] The sync data for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv is: [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:24:58Z', 'revision_number': 9, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '38c60e41-32f4-43d1-aadd-60af85f5e853', 'name': '', 'network_id': '273c0559-7bab-40a0-9a7e-4dd97fe24945', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:d1:76:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:29Z', 'updated_at': '2022-10-26T15:24:49Z', 'revision_number': 6, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': '74a24d39-ad2f-4d41-aced-5b73e216df81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:24:58Z', 'revision_number': 9, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:01.321746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Port': ['ID=3a6c2332-acea-44be-a60e-aea4f46fc097,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:01.330913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-833eb138-a639-4370-9da8-17bc49dd01f1 None None] Deleting port 3a6c2332-acea-44be-a60e-aea4f46fc097 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:01.333595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-833eb138-a639-4370-9da8-17bc49dd01f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (3a6c2332-acea-44be-a60e-aea4f46fc097), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.338173 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-94ecb068-dd35-4c04-bd9c-f5d74de37989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (7cabaa81-12ac-475b-9823-454c1b19efdb), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.342209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] No DVR routers for this DVR port 3a6c2332-acea-44be-a60e-aea4f46fc097 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:25:01.370138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2cc58256-cb76-440c-8f85-a44aaba343b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:50Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:57Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:55Z', 'revision_number': 29, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:01.387032 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-94ecb068-dd35-4c04-bd9c-f5d74de37989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Calling delete_port for 7cabaa81-12ac-475b-9823-454c1b19efdb owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:01.394668 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-4a21d737-fadf-4a37-a1b0-a96543b196d9 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-718640857'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:01.453759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc58256-cb76-440c-8f85-a44aaba343b7 None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:24:50Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:24:57Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:24:55Z', 'revision_number': 29, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:01.456686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77d9517-5aff-468d-89c8-52f0efb64032 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:01.458499 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77d9517-5aff-468d-89c8-52f0efb64032 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:01.460963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77d9517-5aff-468d-89c8-52f0efb64032 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:01.467423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] For port 38c60e41-32f4-43d1-aadd-60af85f5e853, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=38c60e41-32f4-43d1-aadd-60af85f5e853,segment=NetworkSegment(2afd5a01-35d1-4541-aaf9-102544f31f5f),segment_id=2afd5a01-35d1-4541-aaf9-102544f31f5f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:01.467815 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b77d9517-5aff-468d-89c8-52f0efb64032 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1703186 Oct 26 15:25:01.469725 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60738) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:01.486106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.486613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (f1628234-fef1-4fb5-9593-87bc7729407f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.487965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a21d737-fadf-4a37-a1b0-a96543b196d9 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Made reservation on behalf of 993ce27f2d274210aa0481e14b9b062f for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:01.493601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 38c60e41-32f4-43d1-aadd-60af85f5e853 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:01.494077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.494479 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 38c60e41-32f4-43d1-aadd-60af85f5e853 Oct 26 15:25:01.509920 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a21d737-fadf-4a37-a1b0-a96543b196d9 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.523927 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1628234-fef1-4fb5-9593-87bc7729407f']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:01.542771 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:01.543000 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:01.552886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:01.563947 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.569493 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a21d737-fadf-4a37-a1b0-a96543b196d9 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.570926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-833eb138-a639-4370-9da8-17bc49dd01f1 None None] For port 3a6c2332-acea-44be-a60e-aea4f46fc097, host dv-neutron-759874-6-hyperv, got binding levels [] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:01.571491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-833eb138-a639-4370-9da8-17bc49dd01f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (3a6c2332-acea-44be-a60e-aea4f46fc097), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.581333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Provisioning complete for port a40c5c54-caf5-4a9f-905f-134d190d6817 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:01.587519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.588162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.588624 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Attempt 1 to provision port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:25:01.595068 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:25:01.595475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.646505 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-b833ee48-845b-478b-ac24-a9999a7cbe5e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 2f516506-744f-4fa2-96bc-01e04971a84a {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:25:01.655607 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b833ee48-845b-478b-ac24-a9999a7cbe5e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (2f516506-744f-4fa2-96bc-01e04971a84a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.686855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:01.702888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-833eb138-a639-4370-9da8-17bc49dd01f1 None None] Calling delete_port for 3a6c2332-acea-44be-a60e-aea4f46fc097 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:01.710140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.ipam_backend_mixin [None req-833eb138-a639-4370-9da8-17bc49dd01f1 None None] Port 3a6c2332-acea-44be-a60e-aea4f46fc097 was not found and therefore no delete operation was performed {{(pid=105323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 26 15:25:01.713328 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (f1628234-fef1-4fb5-9593-87bc7729407f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.728658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b833ee48-845b-478b-ac24-a9999a7cbe5e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (2f516506-744f-4fa2-96bc-01e04971a84a), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.732157 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.732957 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:01.735158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-833eb138-a639-4370-9da8-17bc49dd01f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (3a6c2332-acea-44be-a60e-aea4f46fc097), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.742936 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/networks/f1628234-fef1-4fb5-9593-87bc7729407f HTTP/1.1" status: 204 len: 168 time: 1.7802618 Oct 26 15:25:01.744643 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53 resource provider aggregate not found Oct 26 15:25:01.764580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60742) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:01.778549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Pushing event updated for resources: {'Port': ['ID=38c60e41-32f4-43d1-aadd-60af85f5e853,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:01.803376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:01.835798 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9cf0c3f-1a36-4bd3-9a3b-efe333e83e53 found for delete ", "request_id": "req-9df81a19-951a-4c0c-a4bd-a7282c73dcb6"}]} Oct 26 15:25:01.838231 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02194c-a6f5-4678-8009-bcb9b5a6f56b tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Network': ['ID=f1628234-fef1-4fb5-9593-87bc7729407f,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:01.856544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 38c60e41-32f4-43d1-aadd-60af85f5e853 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:01.857691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:01.866925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-833eb138-a639-4370-9da8-17bc49dd01f1 None None] Network f1628234-fef1-4fb5-9593-87bc7729407f is not hosted by any dhcp agent {{(pid=105323) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 15:25:01.867392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833eb138-a639-4370-9da8-17bc49dd01f1 None None] No DVR routers for this DVR port 3a6c2332-acea-44be-a60e-aea4f46fc097 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:25:01.925340 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-94ecb068-dd35-4c04-bd9c-f5d74de37989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (7cabaa81-12ac-475b-9823-454c1b19efdb), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:01.979277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833eb138-a639-4370-9da8-17bc49dd01f1 None None] Pushing event deleted for resources: {'Port': ['ID=3a6c2332-acea-44be-a60e-aea4f46fc097,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:02.009600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Current status of the port a40c5c54-caf5-4a9f-905f-134d190d6817 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:02.015598 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-94ecb068-dd35-4c04-bd9c-f5d74de37989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:02.019425 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-94ecb068-dd35-4c04-bd9c-f5d74de37989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] 10.222.0.60 "DELETE /networking/v2.0/ports/7cabaa81-12ac-475b-9823-454c1b19efdb HTTP/1.1" status: 204 len: 168 time: 1.0415256 Oct 26 15:25:02.020873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecb068-dd35-4c04-bd9c-f5d74de37989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cabaa81-12ac-475b-9823-454c1b19efdb,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:02.021415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Provisioning complete for port 43346db5-cdf9-46bb-8438-3408a8c1caa3 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:02.022027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (43346db5-cdf9-46bb-8438-3408a8c1caa3), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:02.022628 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Attempt 1 to provision port 43346db5-cdf9-46bb-8438-3408a8c1caa3 Oct 26 15:25:02.023839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60746) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:02.026077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:02.026642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:02.027135 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 Oct 26 15:25:02.059452 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e584519-a1d2-480d-8a04-2480c4f9ddf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] GET failed (client error): The resource could not be found. Oct 26 15:25:02.061416 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9e584519-a1d2-480d-8a04-2480c4f9ddf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] 10.222.0.60 "GET /networking/v2.0/ports/7cabaa81-12ac-475b-9823-454c1b19efdb HTTP/1.1" status: 404 len: 333 time: 0.0366516 Oct 26 15:25:02.065858 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60748) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:02.073295 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-0798d128-6417-4b09-8a72-4d67d5755978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Request body: {'port': {'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1989362065'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:02.100854 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0798d128-6417-4b09-8a72-4d67d5755978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Made reservation on behalf of 6f0cdbfbc86e4ff192c7c7ee38f69dd3 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:02.105790 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0798d128-6417-4b09-8a72-4d67d5755978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:02.121080 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60750) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:02.181552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-0798d128-6417-4b09-8a72-4d67d5755978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] device_id is not set on port 9a9109c5-a279-4b0f-b918-bfcead856efa yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:25:02.309800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:02.310414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:02.323680 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5d594107-376e-42a9-9d03-8cab9e4146bc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1977067 Oct 26 15:25:02.328911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551cf178-7690-4e2f-8652-db71aa0ac01a None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:02.331708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-9eadc8cd-bfaa-48c1-a187-8a8712d2caa5 None None] Current status of the port 43346db5-cdf9-46bb-8438-3408a8c1caa3 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:02.411446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:02.421503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:02.464148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0798d128-6417-4b09-8a72-4d67d5755978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks [] for port (9a9109c5-a279-4b0f-b918-bfcead856efa), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:02.468888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 38c60e41-32f4-43d1-aadd-60af85f5e853 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:02.471072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:02.495727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-91c81d1a-d6e8-4e47-a24d-cf3bad273f3f None None] Could not find standard attr ID for object 3a6c2332-acea-44be-a60e-aea4f46fc097. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:25:02.514060 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b833ee48-845b-478b-ac24-a9999a7cbe5e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (2f516506-744f-4fa2-96bc-01e04971a84a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:02.520001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0798d128-6417-4b09-8a72-4d67d5755978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (9a9109c5-a279-4b0f-b918-bfcead856efa), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:02.533231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:02.597896 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a21d737-fadf-4a37-a1b0-a96543b196d9 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks [] for security_group (fd2e38bc-cb1e-4d1b-aec7-d42a3f66c122), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:02.606042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0798d128-6417-4b09-8a72-4d67d5755978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Network 027d49c3-cc81-44de-8d9e-b22ffc1936ba is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:02.611943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-91c81d1a-d6e8-4e47-a24d-cf3bad273f3f None None] Provisioning complete for port a40c5c54-caf5-4a9f-905f-134d190d6817 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:02.612411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-91c81d1a-d6e8-4e47-a24d-cf3bad273f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:02.614958 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a21d737-fadf-4a37-a1b0-a96543b196d9 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (fd2e38bc-cb1e-4d1b-aec7-d42a3f66c122), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:02.615921 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-91c81d1a-d6e8-4e47-a24d-cf3bad273f3f None None] Attempt 1 to provision port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:25:02.618115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:02.627903 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-0798d128-6417-4b09-8a72-4d67d5755978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:02.633184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798d128-6417-4b09-8a72-4d67d5755978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:02.634489 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0798d128-6417-4b09-8a72-4d67d5755978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:02.635482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0798d128-6417-4b09-8a72-4d67d5755978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:02.647547 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798d128-6417-4b09-8a72-4d67d5755978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Pushing event updated for resources: {'Port': ['ID=9a9109c5-a279-4b0f-b918-bfcead856efa,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:02.668669 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0798d128-6417-4b09-8a72-4d67d5755978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6009889 Oct 26 15:25:02.672037 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60752) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:02.684624 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b833ee48-845b-478b-ac24-a9999a7cbe5e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (2f516506-744f-4fa2-96bc-01e04971a84a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:02.697470 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:02.757257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a21d737-fadf-4a37-a1b0-a96543b196d9 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:25:02.764224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833ee48-845b-478b-ac24-a9999a7cbe5e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=2f516506-744f-4fa2-96bc-01e04971a84a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:02.786257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21d737-fadf-4a37-a1b0-a96543b196d9 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2e38bc-cb1e-4d1b-aec7-d42a3f66c122,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:02.793089 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b833ee48-845b-478b-ac24-a9999a7cbe5e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:02.804545 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b833ee48-845b-478b-ac24-a9999a7cbe5e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/2f516506-744f-4fa2-96bc-01e04971a84a HTTP/1.1" status: 204 len: 168 time: 1.3324318 Oct 26 15:25:02.808326 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60754) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:02.810769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 38c60e41-32f4-43d1-aadd-60af85f5e853 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:02.812726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:02.863406 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a21d737-fadf-4a37-a1b0-a96543b196d9 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (364e86c5-2c3c-40aa-8256-696f9a8bdaa9), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:02.864311 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-4a21d737-fadf-4a37-a1b0-a96543b196d9 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Added segment 364e86c5-2c3c-40aa-8256-696f9a8bdaa9 of type vlan for network 9cf6b289-d2ee-492b-8151-9fea0dbc4862 Oct 26 15:25:02.888532 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9a9109c5-a279-4b0f-b918-bfcead856efa), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:02.952524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 38c60e41-32f4-43d1-aadd-60af85f5e853, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=38c60e41-32f4-43d1-aadd-60af85f5e853,segment=NetworkSegment(2afd5a01-35d1-4541-aaf9-102544f31f5f),segment_id=2afd5a01-35d1-4541-aaf9-102544f31f5f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:02.964903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:02.966152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:03.091536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-91c81d1a-d6e8-4e47-a24d-cf3bad273f3f None None] Current status of the port a40c5c54-caf5-4a9f-905f-134d190d6817 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:03.099476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a968d8aa-2965-4cfc-9718-37283b83ab96 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:03.104283 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6f3c1b-1185-4f34-bbd9-9516bcbe2d80 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 3aead964-10c9-44db-bbbd-cfd9c28cef15 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:25:03.122265 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3c1b-1185-4f34-bbd9-9516bcbe2d80 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (3aead964-10c9-44db-bbbd-cfd9c28cef15), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:03.126936 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a21d737-fadf-4a37-a1b0-a96543b196d9 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (9cf6b289-d2ee-492b-8151-9fea0dbc4862), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:03.142447 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:03.187190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] device_id is not set on port 9a9109c5-a279-4b0f-b918-bfcead856efa yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:25:03.188258 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3c1b-1185-4f34-bbd9-9516bcbe2d80 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (3aead964-10c9-44db-bbbd-cfd9c28cef15), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:03.196928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks [] for port (9a9109c5-a279-4b0f-b918-bfcead856efa), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:03.205842 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (9a9109c5-a279-4b0f-b918-bfcead856efa), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:03.260037 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:03.260650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:03.286196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:03.286696 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:03.287143 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:03.293515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:25:03.293975 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:25:03.295408 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Pushing event updated for resources: {'Port': ['ID=9a9109c5-a279-4b0f-b918-bfcead856efa,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:03.306088 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.plugins.ml2.plugin [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 2 to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa Oct 26 15:25:03.331221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60756) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:03.346499 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a21d737-fadf-4a37-a1b0-a96543b196d9 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (9cf6b289-d2ee-492b-8151-9fea0dbc4862), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:03.351987 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a21d737-fadf-4a37-a1b0-a96543b196d9 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:03.354474 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a21d737-fadf-4a37-a1b0-a96543b196d9 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:03.355523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=38c60e41-32f4-43d1-aadd-60af85f5e853,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:03.387100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:03.387337 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:03.387621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:03.394156 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:25:03.394518 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:25:03.397357 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.plugins.ml2.plugin [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 3 to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa Oct 26 15:25:03.419883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-91c81d1a-d6e8-4e47-a24d-cf3bad273f3f None None] Provisioning complete for port 38c60e41-32f4-43d1-aadd-60af85f5e853 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:03.420262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-91c81d1a-d6e8-4e47-a24d-cf3bad273f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:03.420603 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-91c81d1a-d6e8-4e47-a24d-cf3bad273f3f None None] Attempt 1 to provision port 38c60e41-32f4-43d1-aadd-60af85f5e853 Oct 26 15:25:03.423675 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:03.424040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:03.424317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:03.446593 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:25:03.446985 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:25:03.447588 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.plugins.ml2.plugin [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 4 to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa Oct 26 15:25:03.469177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:03.469533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:03.469881 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:03.482115 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e44fc47f-3bac-473b-9a1a-98dc673ae6c8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1484282 Oct 26 15:25:03.482986 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:25:03.483481 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:25:03.483901 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.plugins.ml2.plugin [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 5 to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa Oct 26 15:25:03.494170 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4a21d737-fadf-4a37-a1b0-a96543b196d9 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3438070 Oct 26 15:25:03.497060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60758) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:03.512918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=3,neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:03.514460 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-2698ab57-1af4-48c6-9938-26df64d9ae3d tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Request body: {'subnet': {'network_id': '9cf6b289-d2ee-492b-8151-9fea0dbc4862', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:03.525873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:03.553777 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21d737-fadf-4a37-a1b0-a96543b196d9 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Pushing event updated for resources: {'Network': ['ID=9cf6b289-d2ee-492b-8151-9fea0dbc4862,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:03.559378 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3c1b-1185-4f34-bbd9-9516bcbe2d80 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (3aead964-10c9-44db-bbbd-cfd9c28cef15), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:03.564581 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dc3240a9-746b-40c5-9807-f43a50c207a1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (5cd632db-954c-48bb-afdd-8c943bd659c0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:03.580066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 9cf6b289-d2ee-492b-8151-9fea0dbc4862 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:25:03.624976 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:03.625344 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:03.625662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:03.636975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:25:03.637359 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:25:03.640208 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.plugins.ml2.plugin [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 6 to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa Oct 26 15:25:03.678611 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:03.678934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:03.679330 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:03.687767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2698ab57-1af4-48c6-9938-26df64d9ae3d tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Made reservation on behalf of 993ce27f2d274210aa0481e14b9b062f for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:03.697979 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2698ab57-1af4-48c6-9938-26df64d9ae3d tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:03.734171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-91c81d1a-d6e8-4e47-a24d-cf3bad273f3f None None] Current status of the port 38c60e41-32f4-43d1-aadd-60af85f5e853 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:03.734593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-91c81d1a-d6e8-4e47-a24d-cf3bad273f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:03.771474 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3c1b-1185-4f34-bbd9-9516bcbe2d80 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (3aead964-10c9-44db-bbbd-cfd9c28cef15), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:03.800019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:03.800423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:03.821688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f3c1b-1185-4f34-bbd9-9516bcbe2d80 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=3aead964-10c9-44db-bbbd-cfd9c28cef15,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:03.829586 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3c1b-1185-4f34-bbd9-9516bcbe2d80 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:03.835499 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1e6f3c1b-1185-4f34-bbd9-9516bcbe2d80 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/3aead964-10c9-44db-bbbd-cfd9c28cef15 HTTP/1.1" status: 204 len: 168 time: 1.0154541 Oct 26 15:25:03.835712 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60760) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:03.838523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:03.840947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-91c81d1a-d6e8-4e47-a24d-cf3bad273f3f None None] For port 38c60e41-32f4-43d1-aadd-60af85f5e853, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=38c60e41-32f4-43d1-aadd-60af85f5e853,segment=NetworkSegment(2afd5a01-35d1-4541-aaf9-102544f31f5f),segment_id=2afd5a01-35d1-4541-aaf9-102544f31f5f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:03.849922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:03.861913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-91c81d1a-d6e8-4e47-a24d-cf3bad273f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:03.918831 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6962918e-5e36-4786-832b-1273181fc7d7 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820417 Oct 26 15:25:03.922819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60762) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:03.936327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:03.951014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 38c60e41-32f4-43d1-aadd-60af85f5e853 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:03.956892 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-cbddf1da-6ce0-4b12-926d-b2e9344d7df4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:03.973479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:25:03.980600 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:25:03.981777 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.plugins.ml2.plugin [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 7 to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa Oct 26 15:25:03.985094 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2698ab57-1af4-48c6-9938-26df64d9ae3d tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (8452fd37-2aa9-46f8-90e3-17291636dde6), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:04.053265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-f6da0cb8-65c9-481b-8f8a-3b7c804aabbb None None] Provisioning complete for port a40c5c54-caf5-4a9f-905f-134d190d6817 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:04.053642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f6da0cb8-65c9-481b-8f8a-3b7c804aabbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:04.053984 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-f6da0cb8-65c9-481b-8f8a-3b7c804aabbb None None] Attempt 1 to provision port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:25:04.058328 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:04.059559 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:04.060098 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:04.080249 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:25:04.087797 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:25:04.094169 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.plugins.ml2.plugin [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 8 to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa Oct 26 15:25:04.101779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c81d1a-d6e8-4e47-a24d-cf3bad273f3f None None] Pushing event updated for resources: {'Port': ['ID=38c60e41-32f4-43d1-aadd-60af85f5e853,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:04.137325 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698ab57-1af4-48c6-9938-26df64d9ae3d tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Pushing event updated for resources: {'Subnet': ['ID=8452fd37-2aa9-46f8-90e3-17291636dde6,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:04.159335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 38c60e41-32f4-43d1-aadd-60af85f5e853 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:04.160282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:04.164755 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-dc3240a9-746b-40c5-9807-f43a50c207a1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting port 38c60e41-32f4-43d1-aadd-60af85f5e853 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:04.165357 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dc3240a9-746b-40c5-9807-f43a50c207a1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:04.170896 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:04.171442 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:04.171748 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:04.178658 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2698ab57-1af4-48c6-9938-26df64d9ae3d tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Checking segment: {'id': '364e86c5-2c3c-40aa-8256-696f9a8bdaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9cf6b289-d2ee-492b-8151-9fea0dbc4862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:04.179027 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2698ab57-1af4-48c6-9938-26df64d9ae3d tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Network hostable DHCP agents. Network: 9cf6b289-d2ee-492b-8151-9fea0dbc4862, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:25:04.189566 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:04.192740 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:25:04.193040 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:25:04.198155 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.plugins.ml2.plugin [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 9 to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa Oct 26 15:25:04.221558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-f6da0cb8-65c9-481b-8f8a-3b7c804aabbb None None] Current status of the port a40c5c54-caf5-4a9f-905f-134d190d6817 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:04.222838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2698ab57-1af4-48c6-9938-26df64d9ae3d tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Network 9cf6b289-d2ee-492b-8151-9fea0dbc4862 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:25:04.229681 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:04.238986 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:04.239724 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:04.248165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 38c60e41-32f4-43d1-aadd-60af85f5e853, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=38c60e41-32f4-43d1-aadd-60af85f5e853,segment=NetworkSegment(2afd5a01-35d1-4541-aaf9-102544f31f5f),segment_id=2afd5a01-35d1-4541-aaf9-102544f31f5f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:04.256662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:04.258736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:04.262146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:25:04.262735 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:25:04.263370 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.plugins.ml2.plugin [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempt 10 to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa Oct 26 15:25:04.277692 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-2698ab57-1af4-48c6-9938-26df64d9ae3d tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 9cf6b289-d2ee-492b-8151-9fea0dbc4862) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:04.294069 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbddf1da-6ce0-4b12-926d-b2e9344d7df4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:04.295742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2698ab57-1af4-48c6-9938-26df64d9ae3d tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:04.297164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2698ab57-1af4-48c6-9938-26df64d9ae3d tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:04.298190 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cbddf1da-6ce0-4b12-926d-b2e9344d7df4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:04.308327 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:04.309141 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:04.309680 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempting to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:04.317877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16bd4b2-7a2a-4a57-aec2-2fdf4801c25a None None] Network 9cf6b289-d2ee-492b-8151-9fea0dbc4862 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:04.319834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:25:04.320354 dv-neutron-759874-6-hyperv neutron-server[105321]: ERROR neutron.plugins.ml2.managers [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Failed to bind port 9a9109c5-a279-4b0f-b918-bfcead856efa on host hv-neutron-7598 for vnic_type normal using segments [{'id': '31075012-9a11-49eb-9db1-c0dadc6a37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '027d49c3-cc81-44de-8d9e-b22ffc1936ba'}] Oct 26 15:25:04.320985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9a9109c5-a279-4b0f-b918-bfcead856efa), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:04.344095 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2698ab57-1af4-48c6-9938-26df64d9ae3d tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8430789 Oct 26 15:25:04.346623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60764) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:04.357209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-1c5d29d6-9fac-42cc-b8b4-de87af8029e5 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Request body: {'port': {'network_id': '9cf6b289-d2ee-492b-8151-9fea0dbc4862', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1027819013'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:04.389248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:04.430639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=38c60e41-32f4-43d1-aadd-60af85f5e853,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:04.485080 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60766) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:04.501048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:04.501723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] For port 9a9109c5-a279-4b0f-b918-bfcead856efa, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:25:04.502362 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attempted to set empty binding levels {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 15:25:04.523561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:04.539553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-9cf6b289-d2ee-492b-8151-9fea0dbc4862', 'network_id': '9cf6b289-d2ee-492b-8151-9fea0dbc4862', 'project_id': '993ce27f2d274210aa0481e14b9b062f', 'fixed_ips': [{'subnet_id': '8452fd37-2aa9-46f8-90e3-17291636dde6'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:25:04.540955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:04.572234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (9a9109c5-a279-4b0f-b918-bfcead856efa), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:04.573312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] In _notify_port_updated(), no bound segment for port 9a9109c5-a279-4b0f-b918-bfcead856efa on network 027d49c3-cc81-44de-8d9e-b22ffc1936ba {{(pid=105321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:25:04.574219 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:04.574836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:04.576217 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] 10.222.0.60 "PUT /networking/v2.0/ports/9a9109c5-a279-4b0f-b918-bfcead856efa HTTP/1.1" status: 200 len: 981 time: 1.8852053 Oct 26 15:25:04.581648 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60768) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:04.634276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:04.639611 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-dc3240a9-746b-40c5-9807-f43a50c207a1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] For port 38c60e41-32f4-43d1-aadd-60af85f5e853, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=38c60e41-32f4-43d1-aadd-60af85f5e853,segment=NetworkSegment(2afd5a01-35d1-4541-aaf9-102544f31f5f),segment_id=2afd5a01-35d1-4541-aaf9-102544f31f5f)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:04.640254 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dc3240a9-746b-40c5-9807-f43a50c207a1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:04.653583 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f0770a46-48f0-42c2-87cc-bde4dbbd8d8d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1670234 Oct 26 15:25:04.694878 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5d29d6-9fac-42cc-b8b4-de87af8029e5 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Made reservation on behalf of 993ce27f2d274210aa0481e14b9b062f for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:04.699938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c5d29d6-9fac-42cc-b8b4-de87af8029e5 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:04.700598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-dc3240a9-746b-40c5-9807-f43a50c207a1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Calling delete_port for 38c60e41-32f4-43d1-aadd-60af85f5e853 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:04.714830 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:04.717942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e6a58-4388-4288-8124-fb7c614c17e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Pushing event updated for resources: {'Port': ['ID=9a9109c5-a279-4b0f-b918-bfcead856efa,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:04.731385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-1c5d29d6-9fac-42cc-b8b4-de87af8029e5 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] device_id is not set on port 66dfccc6-c47f-42ec-a052-22ccbc596f0f yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:25:04.734959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Allocated IP 172.20.0.2 (9cf6b289-d2ee-492b-8151-9fea0dbc4862/8452fd37-2aa9-46f8-90e3-17291636dde6/cc757118-092d-4140-af33-f194ca4aa25c) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:04.751842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaab930-8d7b-41dd-a53a-c18596391630 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:04.823051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b911ca44-f4e6-48e6-ad85-960be2912704 None None] Provisioning complete for port a40c5c54-caf5-4a9f-905f-134d190d6817 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:04.823485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b911ca44-f4e6-48e6-ad85-960be2912704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:04.823900 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b911ca44-f4e6-48e6-ad85-960be2912704 None None] Attempt 1 to provision port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:25:04.834281 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-561227e3-067c-4634-ab03-03e65728a79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Deleting port 9a9109c5-a279-4b0f-b918-bfcead856efa {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:04.834629 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-561227e3-067c-4634-ab03-03e65728a79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (9a9109c5-a279-4b0f-b918-bfcead856efa), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:04.862566 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:05.004918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-561227e3-067c-4634-ab03-03e65728a79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] For port 9a9109c5-a279-4b0f-b918-bfcead856efa, host hv-neutron-7598, got binding levels [] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:05.005211 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-561227e3-067c-4634-ab03-03e65728a79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (9a9109c5-a279-4b0f-b918-bfcead856efa), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:05.032095 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-561227e3-067c-4634-ab03-03e65728a79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Calling delete_port for 9a9109c5-a279-4b0f-b918-bfcead856efa owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:05.038260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:05.049504 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.objects.ports [None req-cbddf1da-6ce0-4b12-926d-b2e9344d7df4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105322) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:25:05.058571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b911ca44-f4e6-48e6-ad85-960be2912704 None None] Current status of the port a40c5c54-caf5-4a9f-905f-134d190d6817 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:05.061120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c9044-e57c-4ff2-bee3-ce585b844817 None None] New status for floating IP f5ddc391-49d7-48dc-a16e-8c8241b5855e: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:25:05.108964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Publish callbacks [] for port (cc757118-092d-4140-af33-f194ca4aa25c), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:05.120540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (cc757118-092d-4140-af33-f194ca4aa25c), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:05.216166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Network 9cf6b289-d2ee-492b-8151-9fea0dbc4862 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:05.220906 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639d4c1-837b-4ad0-9f88-5a767f424c7d None None] Sync routers for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:05.229229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:05.247874 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d639d4c1-837b-4ad0-9f88-5a767f424c7d None None] Routers {'5cd632db-954c-48bb-afdd-8c943bd659c0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:05.248563 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d639d4c1-837b-4ad0-9f88-5a767f424c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5cd632db-954c-48bb-afdd-8c943bd659c0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:05.253684 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dc3240a9-746b-40c5-9807-f43a50c207a1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (38c60e41-32f4-43d1-aadd-60af85f5e853), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:05.266366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:05.270861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Pushing event updated for resources: {'Port': ['ID=cc757118-092d-4140-af33-f194ca4aa25c,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:05.283269 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-1c5d29d6-9fac-42cc-b8b4-de87af8029e5 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Allocated IP 172.20.0.4 (9cf6b289-d2ee-492b-8151-9fea0dbc4862/8452fd37-2aa9-46f8-90e3-17291636dde6/66dfccc6-c47f-42ec-a052-22ccbc596f0f) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:05.328212 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3240a9-746b-40c5-9807-f43a50c207a1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Port': ['ID=38c60e41-32f4-43d1-aadd-60af85f5e853,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:05.381657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-561227e3-067c-4634-ab03-03e65728a79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (9a9109c5-a279-4b0f-b918-bfcead856efa), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:05.451518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Attempting to bind port cc757118-092d-4140-af33-f194ca4aa25c on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:05.452179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Attempting to bind port cc757118-092d-4140-af33-f194ca4aa25c by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '364e86c5-2c3c-40aa-8256-696f9a8bdaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9cf6b289-d2ee-492b-8151-9fea0dbc4862'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:05.452306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Attempting to bind port cc757118-092d-4140-af33-f194ca4aa25c on network 9cf6b289-d2ee-492b-8151-9fea0dbc4862 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:05.478441 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d639d4c1-837b-4ad0-9f88-5a767f424c7d None None] Set router 5cd632db-954c-48bb-afdd-8c943bd659c0 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:05.519604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a40c5c54-caf5-4a9f-905f-134d190d6817 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:05.567475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a6c70201-5b95-4c6b-b607-2fe09b458895 None None] Provisioning complete for port a40c5c54-caf5-4a9f-905f-134d190d6817 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:05.567855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a6c70201-5b95-4c6b-b607-2fe09b458895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:05.568199 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a6c70201-5b95-4c6b-b607-2fe09b458895 None None] Attempt 1 to provision port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:25:05.584653 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cbddf1da-6ce0-4b12-926d-b2e9344d7df4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:05.643655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:25:05.644037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Checking segment: {'id': '364e86c5-2c3c-40aa-8256-696f9a8bdaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9cf6b289-d2ee-492b-8151-9fea0dbc4862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:05.644451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:05.645465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Bound using segment: {'id': '364e86c5-2c3c-40aa-8256-696f9a8bdaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9cf6b289-d2ee-492b-8151-9fea0dbc4862'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:25:05.645964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Bound port: cc757118-092d-4140-af33-f194ca4aa25c, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364e86c5-2c3c-40aa-8256-696f9a8bdaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9cf6b289-d2ee-492b-8151-9fea0dbc4862'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:25:05.646362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cc757118-092d-4140-af33-f194ca4aa25c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:05.658262 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60770) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:05.697184 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561227e3-067c-4634-ab03-03e65728a79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a9109c5-a279-4b0f-b918-bfcead856efa,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:05.699613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a40c5c54-caf5-4a9f-905f-134d190d6817 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:05.700010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:05.700353 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:25:05.745353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-561227e3-067c-4634-ab03-03e65728a79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:05.769959 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-561227e3-067c-4634-ab03-03e65728a79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] 10.222.0.60 "DELETE /networking/v2.0/ports/9a9109c5-a279-4b0f-b918-bfcead856efa HTTP/1.1" status: 204 len: 168 time: 1.1717265 Oct 26 15:25:05.769959 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60772) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:05.770190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c5d29d6-9fac-42cc-b8b4-de87af8029e5 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks [] for port (66dfccc6-c47f-42ec-a052-22ccbc596f0f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:05.825123 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2c74c920-f75b-49aa-8281-9824cb6e6eed tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1654322 Oct 26 15:25:05.847411 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0fb443-b534-4631-bd57-52cea466b5ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] GET failed (client error): The resource could not be found. Oct 26 15:25:05.848938 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2d0fb443-b534-4631-bd57-52cea466b5ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624291567-project-admin] 10.222.0.60 "GET /networking/v2.0/ports/9a9109c5-a279-4b0f-b918-bfcead856efa HTTP/1.1" status: 404 len: 333 time: 0.0862756 Oct 26 15:25:05.855505 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60776) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:05.865686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dc3240a9-746b-40c5-9807-f43a50c207a1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (5cd632db-954c-48bb-afdd-8c943bd659c0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:05.875943 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:05.906029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] For port cc757118-092d-4140-af33-f194ca4aa25c, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:25:05.924264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] For port cc757118-092d-4140-af33-f194ca4aa25c, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cc757118-092d-4140-af33-f194ca4aa25c,segment=NetworkSegment(364e86c5-2c3c-40aa-8256-696f9a8bdaa9),segment_id=364e86c5-2c3c-40aa-8256-696f9a8bdaa9)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:25:05.938833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a6c70201-5b95-4c6b-b607-2fe09b458895 None None] Current status of the port a40c5c54-caf5-4a9f-905f-134d190d6817 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:05.948833 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c5d29d6-9fac-42cc-b8b4-de87af8029e5 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (66dfccc6-c47f-42ec-a052-22ccbc596f0f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:05.974380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cc757118-092d-4140-af33-f194ca4aa25c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:06.034494 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d639d4c1-837b-4ad0-9f88-5a767f424c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:25:05Z', 'revision_number': 10, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:24:58Z', 'revision_number': 9, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:06.036026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a40c5c54-caf5-4a9f-905f-134d190d6817 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:06.037305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:06.080485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:06.083160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-0f9a5371-7ea0-4768-8b3f-867040983b07 None None] Could not find standard attr ID for object 217e5eab-0ea1-41b1-a48d-c738b260cd00. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:25:06.100062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:06.106071 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5d29d6-9fac-42cc-b8b4-de87af8029e5 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Network 9cf6b289-d2ee-492b-8151-9fea0dbc4862 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:06.110648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:06.120738 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-1c5d29d6-9fac-42cc-b8b4-de87af8029e5 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:06.123528 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639d4c1-837b-4ad0-9f88-5a767f424c7d None None] Checking router: 5cd632db-954c-48bb-afdd-8c943bd659c0 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:25:06.124663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5d29d6-9fac-42cc-b8b4-de87af8029e5 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:06.131598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19bcd6-1a60-4e68-94c3-2bc462ecf0cb None None] Pushing event updated for resources: {'Port': ['ID=cc757118-092d-4140-af33-f194ca4aa25c,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:06.140249 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d639d4c1-837b-4ad0-9f88-5a767f424c7d None None] Routers {'5cd632db-954c-48bb-afdd-8c943bd659c0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:06.141564 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d639d4c1-837b-4ad0-9f88-5a767f424c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5cd632db-954c-48bb-afdd-8c943bd659c0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:06.158882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:06.160533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:06.160935 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:25:06.200216 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a794a24-86c8-45db-9a37-e97a1f843525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (027d49c3-cc81-44de-8d9e-b22ffc1936ba), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:06.213975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5d29d6-9fac-42cc-b8b4-de87af8029e5 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:06.214742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c5d29d6-9fac-42cc-b8b4-de87af8029e5 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:06.225170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d29d6-9fac-42cc-b8b4-de87af8029e5 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Pushing event updated for resources: {'Port': ['ID=66dfccc6-c47f-42ec-a052-22ccbc596f0f,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:06.289787 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1c5d29d6-9fac-42cc-b8b4-de87af8029e5 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9366374 Oct 26 15:25:06.295284 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60778) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:06.327002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a36d851b-905f-4c91-8017-5eda96f48f90 None None] Could not find standard attr ID for object fb1af50d-ebdd-4118-82d2-723a7152affc. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:25:06.328100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:06.328488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:06.334212 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f6c30dcb-430d-4f4c-b500-bbc45c7f2c1b tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Request body: {'port': {'network_id': '9cf6b289-d2ee-492b-8151-9fea0dbc4862', 'name': 'tempest-ExtraDHCPOptionsTestJSON-773877607', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:06.334212 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.api.validators [None req-f6c30dcb-430d-4f4c-b500-bbc45c7f2c1b tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] bootfile-name is not in valid_values {{(pid=105321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 15:25:06.334526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.api.validators [None req-f6c30dcb-430d-4f4c-b500-bbc45c7f2c1b tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] tftp-server is not in valid_values {{(pid=105321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 15:25:06.334704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.api.validators [None req-f6c30dcb-430d-4f4c-b500-bbc45c7f2c1b tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] server-ip-address is not in valid_values {{(pid=105321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 15:25:06.335585 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d639d4c1-837b-4ad0-9f88-5a767f424c7d None None] Set router 5cd632db-954c-48bb-afdd-8c943bd659c0 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:06.371864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:06.376276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:06.377163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:06.605928 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:06.607281 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a794a24-86c8-45db-9a37-e97a1f843525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (027d49c3-cc81-44de-8d9e-b22ffc1936ba), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:06.611285 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-cbddf1da-6ce0-4b12-926d-b2e9344d7df4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] For port a40c5c54-caf5-4a9f-905f-134d190d6817, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a40c5c54-caf5-4a9f-905f-134d190d6817,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:06.659402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c30dcb-430d-4f4c-b500-bbc45c7f2c1b tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Made reservation on behalf of 993ce27f2d274210aa0481e14b9b062f for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:06.659832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9121820-c924-440c-9980-a60294e34dfd None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:06.672066 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f6c30dcb-430d-4f4c-b500-bbc45c7f2c1b tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:06.679672 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-5a794a24-86c8-45db-9a37-e97a1f843525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027d49c3-cc81-44de-8d9e-b22ffc1936ba']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:06.695851 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cbddf1da-6ce0-4b12-926d-b2e9344d7df4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:06.702361 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d639d4c1-837b-4ad0-9f88-5a767f424c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:25:05Z', 'revision_number': 10, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:24:58Z', 'revision_number': 9, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:06.710690 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cbddf1da-6ce0-4b12-926d-b2e9344d7df4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:06.711484 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cbddf1da-6ce0-4b12-926d-b2e9344d7df4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (04d9f154-09d9-40ae-8c82-c785c974f605), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:06.712278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9121820-c924-440c-9980-a60294e34dfd None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:06.713089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c9121820-c924-440c-9980-a60294e34dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:06.713862 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-5a794a24-86c8-45db-9a37-e97a1f843525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31075012-9a11-49eb-9db1-c0dadc6a37c0') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:06.714539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-5a794a24-86c8-45db-9a37-e97a1f843525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31075012-9a11-49eb-9db1-c0dadc6a37c0') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:06.718005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:06.731515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a794a24-86c8-45db-9a37-e97a1f843525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (31075012-9a11-49eb-9db1-c0dadc6a37c0), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:06.733988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-f6c30dcb-430d-4f4c-b500-bbc45c7f2c1b tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] device_id is not set on port e88510de-c215-4033-8bef-d3826d880c97 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:25:06.756182 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3240a9-746b-40c5-9807-f43a50c207a1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 5cd632db-954c-48bb-afdd-8c943bd659c0 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:25:06.762624 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639d4c1-837b-4ad0-9f88-5a767f424c7d None None] The sync data for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv is: [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:25:05Z', 'revision_number': 10, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:24:58Z', 'revision_number': 9, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:06.781461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:06.781845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:06.782184 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 Oct 26 15:25:06.791418 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a794a24-86c8-45db-9a37-e97a1f843525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (31075012-9a11-49eb-9db1-c0dadc6a37c0), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:06.803765 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbddf1da-6ce0-4b12-926d-b2e9344d7df4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:06.818407 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-cbddf1da-6ce0-4b12-926d-b2e9344d7df4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:06.826570 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60780) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:06.835463 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:06.837650 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbddf1da-6ce0-4b12-926d-b2e9344d7df4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:06.838787 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cbddf1da-6ce0-4b12-926d-b2e9344d7df4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:06.840596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a794a24-86c8-45db-9a37-e97a1f843525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:25:06.841951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a794a24-86c8-45db-9a37-e97a1f843525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (31075012-9a11-49eb-9db1-c0dadc6a37c0), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:06.867701 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddf1da-6ce0-4b12-926d-b2e9344d7df4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=04d9f154-09d9-40ae-8c82-c785c974f605,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:06.901933 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 31075012-9a11-49eb-9db1-c0dadc6a37c0 resource provider aggregate not found Oct 26 15:25:06.938999 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddf1da-6ce0-4b12-926d-b2e9344d7df4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=a40c5c54-caf5-4a9f-905f-134d190d6817,revision_number=14']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:06.940519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c9121820-c924-440c-9980-a60294e34dfd None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:06.962559 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 31075012-9a11-49eb-9db1-c0dadc6a37c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31075012-9a11-49eb-9db1-c0dadc6a37c0 found for delete ", "request_id": "req-5bf6d8d8-903e-41e3-a81c-305306addb5c"}]} Oct 26 15:25:06.988022 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cbddf1da-6ce0-4b12-926d-b2e9344d7df4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0630245 Oct 26 15:25:06.990263 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60786) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:06.995570 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f4c8e416-6a12-4964-9f41-6a89915d8e94 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:07.010717 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a794a24-86c8-45db-9a37-e97a1f843525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (027d49c3-cc81-44de-8d9e-b22ffc1936ba), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:07.017097 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a794a24-86c8-45db-9a37-e97a1f843525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:07.024076 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5a794a24-86c8-45db-9a37-e97a1f843525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] 10.222.0.60 "DELETE /networking/v2.0/networks/027d49c3-cc81-44de-8d9e-b22ffc1936ba HTTP/1.1" status: 204 len: 168 time: 1.1653371 Oct 26 15:25:07.024076 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-f6c30dcb-430d-4f4c-b500-bbc45c7f2c1b tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Allocated IP 172.20.0.7 (9cf6b289-d2ee-492b-8151-9fea0dbc4862/8452fd37-2aa9-46f8-90e3-17291636dde6/e88510de-c215-4033-8bef-d3826d880c97) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:07.052924 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a794a24-86c8-45db-9a37-e97a1f843525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-428645317-project] Pushing event deleted for resources: {'Network': ['ID=027d49c3-cc81-44de-8d9e-b22ffc1936ba,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:07.067804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:07.157489 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ffbd9da5-3161-4085-a6eb-34fc935601ba tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.3056269 Oct 26 15:25:07.178961 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3240a9-746b-40c5-9807-f43a50c207a1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:25:07.188913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 45455531-ac8b-4680-a8f2-087edeb32380 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:07.197211 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dc3240a9-746b-40c5-9807-f43a50c207a1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/5cd632db-954c-48bb-afdd-8c943bd659c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4291751 Oct 26 15:25:07.197211 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60790) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:07.236323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 45455531-ac8b-4680-a8f2-087edeb32380 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:25:07.236323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 45455531-ac8b-4680-a8f2-087edeb32380 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:25:07.236878 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:07.292377 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:07.358789 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b06060-5499-4a98-b4a4-84ff7cb6d9ca tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting subnet 74a24d39-ad2f-4d41-aced-5b73e216df81 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:25:07.364115 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d2b06060-5499-4a98-b4a4-84ff7cb6d9ca tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (74a24d39-ad2f-4d41-aced-5b73e216df81), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:07.441486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:07.443751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f6c30dcb-430d-4f4c-b500-bbc45c7f2c1b tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks [] for port (e88510de-c215-4033-8bef-d3826d880c97), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:07.483821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c9121820-c924-440c-9980-a60294e34dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:25:02Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:25:05Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:25:06Z', 'revision_number': 31, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:07.504455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f6c30dcb-430d-4f4c-b500-bbc45c7f2c1b tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (e88510de-c215-4033-8bef-d3826d880c97), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:07.507781 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d2b06060-5499-4a98-b4a4-84ff7cb6d9ca tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (74a24d39-ad2f-4d41-aced-5b73e216df81), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:07.524171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9121820-c924-440c-9980-a60294e34dfd None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:25:07.545794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:07.546282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:07.568841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:07.577256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9121820-c924-440c-9980-a60294e34dfd None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:07.577984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c9121820-c924-440c-9980-a60294e34dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:07.581110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:07.581851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3a6c2332-acea-44be-a60e-aea4f46fc097 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:07.605431 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c8e416-6a12-4964-9f41-6a89915d8e94 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:07.613994 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f4c8e416-6a12-4964-9f41-6a89915d8e94 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:07.640784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c30dcb-430d-4f4c-b500-bbc45c7f2c1b tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Pushing event updated for resources: {'Port': ['ID=e88510de-c215-4033-8bef-d3826d880c97,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:07.675056 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c30dcb-430d-4f4c-b500-bbc45c7f2c1b tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Network 9cf6b289-d2ee-492b-8151-9fea0dbc4862 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:07.679246 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-f6c30dcb-430d-4f4c-b500-bbc45c7f2c1b tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:07.689524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 3a6c2332-acea-44be-a60e-aea4f46fc097 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:25:07.690124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c30dcb-430d-4f4c-b500-bbc45c7f2c1b tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:07.690255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3a6c2332-acea-44be-a60e-aea4f46fc097 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:25:07.710816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 38c60e41-32f4-43d1-aadd-60af85f5e853 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:07.740165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 38c60e41-32f4-43d1-aadd-60af85f5e853 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:25:07.740723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 38c60e41-32f4-43d1-aadd-60af85f5e853 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:25:07.752916 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:07.758403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d2b06060-5499-4a98-b4a4-84ff7cb6d9ca tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (74a24d39-ad2f-4d41-aced-5b73e216df81), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:07.777080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b1339a-222f-490c-bdc0-0854ff885c75 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:25:07.796579 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60794) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:07.838736 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c30dcb-430d-4f4c-b500-bbc45c7f2c1b tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:07.839461 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f6c30dcb-430d-4f4c-b500-bbc45c7f2c1b tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:07.843715 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:07.869060 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f6c30dcb-430d-4f4c-b500-bbc45c7f2c1b tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.5699761 Oct 26 15:25:07.869313 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.ipam_backend_mixin [None req-f4c8e416-6a12-4964-9f41-6a89915d8e94 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 04d9f154-09d9-40ae-8c82-c785c974f605 (CIDR: 2001:db8::/64) Oct 26 15:25:07.869600 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60798) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:07.875053 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c8e416-6a12-4964-9f41-6a89915d8e94 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:25:07.875795 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c8e416-6a12-4964-9f41-6a89915d8e94 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:07.913458 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f4c8e416-6a12-4964-9f41-6a89915d8e94 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9218752 Oct 26 15:25:07.914055 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60800) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:07.920666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-19e71f53-e3cb-44e0-aeb9-28840c2bc9ec tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:07.925441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d2b06060-5499-4a98-b4a4-84ff7cb6d9ca tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (74a24d39-ad2f-4d41-aced-5b73e216df81), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:07.965604 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb46b639-ffd6-49ce-b444-8e2ce5528a72 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:07.971030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb46b639-ffd6-49ce-b444-8e2ce5528a72 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:07.976366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb46b639-ffd6-49ce-b444-8e2ce5528a72 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:07.981072 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cb46b639-ffd6-49ce-b444-8e2ce5528a72 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1077461 Oct 26 15:25:07.981829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60802) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:07.983276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b06060-5499-4a98-b4a4-84ff7cb6d9ca tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Subnet': ['ID=74a24d39-ad2f-4d41-aced-5b73e216df81,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:08.001918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c9121820-c924-440c-9980-a60294e34dfd None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:08.078127 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d2b06060-5499-4a98-b4a4-84ff7cb6d9ca tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:08.081581 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d2b06060-5499-4a98-b4a4-84ff7cb6d9ca tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/74a24d39-ad2f-4d41-aced-5b73e216df81 HTTP/1.1" status: 204 len: 168 time: 0.8745987 Oct 26 15:25:08.089043 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60804) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:08.101701 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-0f14a63e-bf29-4df5-b1fc-7c0a35b940df tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Deleting port e88510de-c215-4033-8bef-d3826d880c97 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:08.102190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0f14a63e-bf29-4df5-b1fc-7c0a35b940df tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (e88510de-c215-4033-8bef-d3826d880c97), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:08.114172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8f88349b-25c3-436e-baa7-3cf1f99dc860 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:08.116301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:08.117505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:08.152307 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0276ecb6-5402-489e-8e19-77c601166eb3 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=0208294608014f1da3ef998098f8948b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488863 Oct 26 15:25:08.152564 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60806) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:08.159225 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e71f53-e3cb-44e0-aeb9-28840c2bc9ec tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:08.163286 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19e71f53-e3cb-44e0-aeb9-28840c2bc9ec tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:08.174422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60808) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:08.186889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e805bb0a-3cea-45f6-80f6-20f2f1477264 None None] Provisioning complete for port cc757118-092d-4140-af33-f194ca4aa25c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:08.187289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e805bb0a-3cea-45f6-80f6-20f2f1477264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (cc757118-092d-4140-af33-f194ca4aa25c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:08.187624 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e805bb0a-3cea-45f6-80f6-20f2f1477264 None None] Attempt 1 to provision port cc757118-092d-4140-af33-f194ca4aa25c Oct 26 15:25:08.224747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:08.350781 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d23ac244-16f4-4769-b80a-7290d569d04f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1751468 Oct 26 15:25:08.352775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b1339a-222f-490c-bdc0-0854ff885c75 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:25:08.404081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-199b20d9-2b28-48bf-9b2f-8e9272f83746 admin admin] Publish callbacks [] for security_group (838f9f3c-24a1-4e3e-8187-55a4fab968b3), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:08.437518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-199b20d9-2b28-48bf-9b2f-8e9272f83746 admin admin] Publish callbacks [] for security_group (838f9f3c-24a1-4e3e-8187-55a4fab968b3), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:08.474721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8f88349b-25c3-436e-baa7-3cf1f99dc860 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:08.475118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:08.569253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e805bb0a-3cea-45f6-80f6-20f2f1477264 None None] Current status of the port cc757118-092d-4140-af33-f194ca4aa25c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:08.569253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e805bb0a-3cea-45f6-80f6-20f2f1477264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cc757118-092d-4140-af33-f194ca4aa25c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:08.571226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3275e87b-3b29-4bb5-a33a-84b86c70e6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:08.580218 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (273c0559-7bab-40a0-9a7e-4dd97fe24945), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:08.591162 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-199b20d9-2b28-48bf-9b2f-8e9272f83746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (838f9f3c-24a1-4e3e-8187-55a4fab968b3), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:08.591580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c9121820-c924-440c-9980-a60294e34dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:25:07Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:25:05Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:25:06Z', 'revision_number': 31, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:08.599291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-199b20d9-2b28-48bf-9b2f-8e9272f83746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:08.602847 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-199b20d9-2b28-48bf-9b2f-8e9272f83746 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/838f9f3c-24a1-4e3e-8187-55a4fab968b3 HTTP/1.1" status: 204 len: 168 time: 0.4469833 Oct 26 15:25:08.629122 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0f14a63e-bf29-4df5-b1fc-7c0a35b940df tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (e88510de-c215-4033-8bef-d3826d880c97), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:08.639453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b20d9-2b28-48bf-9b2f-8e9272f83746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838f9f3c-24a1-4e3e-8187-55a4fab968b3,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:08.651181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9121820-c924-440c-9980-a60294e34dfd None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:25:07Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'f5ddc391-49d7-48dc-a16e-8c8241b5855e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.100', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'port_id': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'mac_address': 'fa:16:3e:ea:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169100ee-6210-466a-83d6-91f72fb28b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:23:49Z', 'updated_at': '2022-10-26T15:25:05Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:25:06Z', 'revision_number': 31, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:08.670089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-0f14a63e-bf29-4df5-b1fc-7c0a35b940df tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Calling delete_port for e88510de-c215-4033-8bef-d3826d880c97 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:08.698371 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19e71f53-e3cb-44e0-aeb9-28840c2bc9ec tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (20565dc1-b91a-4c4f-a683-d48898d89836), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:08.781578 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=5,neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:08.797464 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e71f53-e3cb-44e0-aeb9-28840c2bc9ec tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:08.802144 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e71f53-e3cb-44e0-aeb9-28840c2bc9ec tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=20565dc1-b91a-4c4f-a683-d48898d89836,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:08.816140 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-19e71f53-e3cb-44e0-aeb9-28840c2bc9ec tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:08.823802 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e71f53-e3cb-44e0-aeb9-28840c2bc9ec tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:08.825171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19e71f53-e3cb-44e0-aeb9-28840c2bc9ec tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:08.835113 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting port 43346db5-cdf9-46bb-8438-3408a8c1caa3 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:08.835741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (43346db5-cdf9-46bb-8438-3408a8c1caa3), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:08.855979 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-19e71f53-e3cb-44e0-aeb9-28840c2bc9ec tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9396207 Oct 26 15:25:08.864091 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60814) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:08.878148 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-55c6f130-6f07-4522-af92-16a7259fd6b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'mac_address': 'fa:16:3e:c3:a6:89', 'name': 'tempest-NetworksTestDHCPv6-271491116'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:08.930772 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a7e4db-bbec-4a46-9d98-ed94f72e103e None None] Sync routers for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:08.949571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:08.967252 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a7e4db-bbec-4a46-9d98-ed94f72e103e None None] Routers {'5cd632db-954c-48bb-afdd-8c943bd659c0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:08.968118 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] For port 43346db5-cdf9-46bb-8438-3408a8c1caa3, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=43346db5-cdf9-46bb-8438-3408a8c1caa3,segment=NetworkSegment(2afd5a01-35d1-4541-aaf9-102544f31f5f),segment_id=2afd5a01-35d1-4541-aaf9-102544f31f5f)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:08.968687 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (43346db5-cdf9-46bb-8438-3408a8c1caa3), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:08.970467 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b7a7e4db-bbec-4a46-9d98-ed94f72e103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5cd632db-954c-48bb-afdd-8c943bd659c0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:08.997265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:08.998936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Calling delete_port for 43346db5-cdf9-46bb-8438-3408a8c1caa3 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:09.022430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8f88349b-25c3-436e-baa7-3cf1f99dc860, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8f88349b-25c3-436e-baa7-3cf1f99dc860,segment=NetworkSegment(4523a5af-752d-449e-9fc9-3a54e028d96a),segment_id=4523a5af-752d-449e-9fc9-3a54e028d96a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:09.036321 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:09.090729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:09.133570 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b7a7e4db-bbec-4a46-9d98-ed94f72e103e None None] Set router 5cd632db-954c-48bb-afdd-8c943bd659c0 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:09.155313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c6f130-6f07-4522-af92-16a7259fd6b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:09.174799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-e805bb0a-3cea-45f6-80f6-20f2f1477264 None None] For port cc757118-092d-4140-af33-f194ca4aa25c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cc757118-092d-4140-af33-f194ca4aa25c,segment=NetworkSegment(364e86c5-2c3c-40aa-8256-696f9a8bdaa9),segment_id=364e86c5-2c3c-40aa-8256-696f9a8bdaa9)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:09.234610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e805bb0a-3cea-45f6-80f6-20f2f1477264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cc757118-092d-4140-af33-f194ca4aa25c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:09.300548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0f14a63e-bf29-4df5-b1fc-7c0a35b940df tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (e88510de-c215-4033-8bef-d3826d880c97), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:09.331257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60816) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:09.351358 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:09.358573 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60818) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:09.359145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8f88349b-25c3-436e-baa7-3cf1f99dc860,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:09.377256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14a63e-bf29-4df5-b1fc-7c0a35b940df tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Pushing event deleted for resources: {'Port': ['ID=e88510de-c215-4033-8bef-d3826d880c97,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:09.461629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805bb0a-3cea-45f6-80f6-20f2f1477264 None None] Pushing event updated for resources: {'Port': ['ID=cc757118-092d-4140-af33-f194ca4aa25c,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:09.466829 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-55c6f130-6f07-4522-af92-16a7259fd6b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:09.492097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a40c5c54-caf5-4a9f-905f-134d190d6817 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:09.500487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (43346db5-cdf9-46bb-8438-3408a8c1caa3), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:09.505816 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b7a7e4db-bbec-4a46-9d98-ed94f72e103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:25:05Z', 'revision_number': 10, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:24:58Z', 'revision_number': 9, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:09.542315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:09.564263 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9aaa2ab9-d557-4121-af22-f1ee1a2ee781 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=6f0cdbfbc86e4ff192c7c7ee38f69dd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271588 Oct 26 15:25:09.566136 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-be531986-7846-439f-8271-a5064fc970b5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1934023 Oct 26 15:25:09.566136 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60820) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:09.567090 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-55c6f130-6f07-4522-af92-16a7259fd6b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port 2937d711-4fdc-4288-9bff-efe235c06807 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:25:09.573056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a40c5c54-caf5-4a9f-905f-134d190d6817 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:09.573437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:09.573827 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:25:09.578018 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a7e4db-bbec-4a46-9d98-ed94f72e103e None None] Checking router: 5cd632db-954c-48bb-afdd-8c943bd659c0 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:25:09.578450 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Port': ['ID=43346db5-cdf9-46bb-8438-3408a8c1caa3,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:09.597357 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] No DVR routers for this DVR port 43346db5-cdf9-46bb-8438-3408a8c1caa3 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:25:09.602330 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a7e4db-bbec-4a46-9d98-ed94f72e103e None None] Routers {'5cd632db-954c-48bb-afdd-8c943bd659c0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:09.603606 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b7a7e4db-bbec-4a46-9d98-ed94f72e103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5cd632db-954c-48bb-afdd-8c943bd659c0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:09.667829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0f14a63e-bf29-4df5-b1fc-7c0a35b940df tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:09.672953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b03762-7119-4812-8280-f06d60da3b05 None None] DHCP port deletion for c0402fed-7d5a-46b2-beb6-fe21d81bfd40 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:25:09.687513 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0f14a63e-bf29-4df5-b1fc-7c0a35b940df tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] 10.222.0.60 "DELETE /networking/v2.0/ports/e88510de-c215-4033-8bef-d3826d880c97 HTTP/1.1" status: 204 len: 168 time: 1.7032905 Oct 26 15:25:09.699702 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60822) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:09.710087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a40c5c54-caf5-4a9f-905f-134d190d6817 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:09.711243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cc757118-092d-4140-af33-f194ca4aa25c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:09.717342 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f5b8fd73-0eef-4abd-a486-9f24331dd692 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Request body: {'port': {'name': 'tempest-new-port-name-1214209112', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:09.717738 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.api.validators [None req-f5b8fd73-0eef-4abd-a486-9f24331dd692 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] bootfile-name is not in valid_values {{(pid=105321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 15:25:09.718093 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.api.validators [None req-f5b8fd73-0eef-4abd-a486-9f24331dd692 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] tftp-server is not in valid_values {{(pid=105321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 15:25:09.718433 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.api.validators [None req-f5b8fd73-0eef-4abd-a486-9f24331dd692 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] server-ip-address is not in valid_values {{(pid=105321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 15:25:09.727821 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b7a7e4db-bbec-4a46-9d98-ed94f72e103e None None] Set router 5cd632db-954c-48bb-afdd-8c943bd659c0 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:09.752425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0c7492-95f2-4c2e-aa6e-8cc3aced79d4 None None] Network 9cf6b289-d2ee-492b-8151-9fea0dbc4862 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:09.789440 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:09.834371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b011cff3-34d7-4e0a-b0b1-78af7edf7587 None None] Network 273c0559-7bab-40a0-9a7e-4dd97fe24945 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:09.866398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (273c0559-7bab-40a0-9a7e-4dd97fe24945), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:09.868755 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-505afc64-d73b-4a0d-a348-94756ace6ab5 admin admin] Publish callbacks [] for security_group (220b090c-c752-4d2d-ac7b-09303fd835a7), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:09.905537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-acf3de1c-f9e0-4136-b307-b67abd8a0f66 None None] Could not find standard attr ID for object 43346db5-cdf9-46bb-8438-3408a8c1caa3. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:25:09.927653 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-505afc64-d73b-4a0d-a348-94756ace6ab5 admin admin] Publish callbacks [] for security_group (220b090c-c752-4d2d-ac7b-09303fd835a7), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:09.945769 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273c0559-7bab-40a0-9a7e-4dd97fe24945']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:10.001271 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2afd5a01-35d1-4541-aaf9-102544f31f5f') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:10.002019 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2afd5a01-35d1-4541-aaf9-102544f31f5f') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:10.010257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port cc757118-092d-4140-af33-f194ca4aa25c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:10.013796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (cc757118-092d-4140-af33-f194ca4aa25c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:10.014160 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port cc757118-092d-4140-af33-f194ca4aa25c Oct 26 15:25:10.036622 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (2afd5a01-35d1-4541-aaf9-102544f31f5f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:10.038783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f5b8fd73-0eef-4abd-a486-9f24331dd692 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (66dfccc6-c47f-42ec-a052-22ccbc596f0f), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:10.039362 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-55c6f130-6f07-4522-af92-16a7259fd6b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8:0:1::8e (8562cd80-5c53-4efe-aa06-0bf20e462dc3/20565dc1-b91a-4c4f-a683-d48898d89836/2937d711-4fdc-4288-9bff-efe235c06807) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:10.079033 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-55c6f130-6f07-4522-af92-16a7259fd6b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::f816:3eff:fec3:a689 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/04d9f154-09d9-40ae-8c82-c785c974f605/2937d711-4fdc-4288-9bff-efe235c06807) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:10.081453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-505afc64-d73b-4a0d-a348-94756ace6ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (220b090c-c752-4d2d-ac7b-09303fd835a7), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:10.084767 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-505afc64-d73b-4a0d-a348-94756ace6ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:10.088369 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-505afc64-d73b-4a0d-a348-94756ace6ab5 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/220b090c-c752-4d2d-ac7b-09303fd835a7 HTTP/1.1" status: 204 len: 168 time: 0.5015666 Oct 26 15:25:10.097180 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (2afd5a01-35d1-4541-aaf9-102544f31f5f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:10.130639 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505afc64-d73b-4a0d-a348-94756ace6ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220b090c-c752-4d2d-ac7b-09303fd835a7,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:10.138219 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:25:10.139263 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (2afd5a01-35d1-4541-aaf9-102544f31f5f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:10.139612 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b7a7e4db-bbec-4a46-9d98-ed94f72e103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:25:05Z', 'revision_number': 10, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:25:08Z', 'revision_number': 10, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:10.188439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44055c7-0eac-478e-bdc5-dbc719b0a1ad None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:10.225220 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 2afd5a01-35d1-4541-aaf9-102544f31f5f resource provider aggregate not found Oct 26 15:25:10.236185 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a7e4db-bbec-4a46-9d98-ed94f72e103e None None] The sync data for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv is: [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:25:05Z', 'revision_number': 10, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:25:08Z', 'revision_number': 10, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:10.237889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c2b33693-93a1-4635-9c7f-4afa9db991eb None None] Could not find standard attr ID for object 95b6f03b-8286-4ace-9499-b24fda782769. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:25:10.319551 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (273c0559-7bab-40a0-9a7e-4dd97fe24945), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:10.328303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:10.330785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d400af39-1b11-4449-8f07-f172e6139d98 None None] DHCP port deletion for 273c0559-7bab-40a0-9a7e-4dd97fe24945 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:25:10.353557 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/networks/273c0559-7bab-40a0-9a7e-4dd97fe24945 HTTP/1.1" status: 204 len: 168 time: 2.2632263 Oct 26 15:25:10.354795 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60830) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:10.366725 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 2afd5a01-35d1-4541-aaf9-102544f31f5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2afd5a01-35d1-4541-aaf9-102544f31f5f found for delete ", "request_id": "req-7b0f14a8-530e-4ff3-8bf9-fc58cf1dbc4f"}]} Oct 26 15:25:10.423173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:10.471286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:10.479232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4a588-4c8d-4a97-9dcf-8068d649f5cd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Network': ['ID=273c0559-7bab-40a0-9a7e-4dd97fe24945,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:10.516545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:10.541566 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-55c6f130-6f07-4522-af92-16a7259fd6b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (2937d711-4fdc-4288-9bff-efe235c06807), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:10.544105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cc757118-092d-4140-af33-f194ca4aa25c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:10.570920 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60834) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:10.679826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:10.689022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09c2e6e-cb96-498c-b90c-2fd0cf1cc8ec None None] Update dhcp port {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'fixed_ips': [{'subnet_id': '04d9f154-09d9-40ae-8c82-c785c974f605', 'ip_address': '2001:db8::f816:3eff:fe7b:2dce'}, {'subnet_id': '20565dc1-b91a-4c4f-a683-d48898d89836'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': 'a40c5c54-caf5-4a9f-905f-134d190d6817'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:25:10.825998 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-55c6f130-6f07-4522-af92-16a7259fd6b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (2937d711-4fdc-4288-9bff-efe235c06807), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:10.844607 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5ea41397-dffa-4eb1-907f-a06671af4cd4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2711978 Oct 26 15:25:10.914119 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f5b8fd73-0eef-4abd-a486-9f24331dd692 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks [] for port (66dfccc6-c47f-42ec-a052-22ccbc596f0f), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:10.918811 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6f130-6f07-4522-af92-16a7259fd6b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=2937d711-4fdc-4288-9bff-efe235c06807,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:10.929755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f5b8fd73-0eef-4abd-a486-9f24331dd692 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (66dfccc6-c47f-42ec-a052-22ccbc596f0f), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:10.944269 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:10.945299 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c6f130-6f07-4522-af92-16a7259fd6b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:10.947110 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-55c6f130-6f07-4522-af92-16a7259fd6b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:10.950635 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c6f130-6f07-4522-af92-16a7259fd6b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:10.958075 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c6f130-6f07-4522-af92-16a7259fd6b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:10.958494 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-55c6f130-6f07-4522-af92-16a7259fd6b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:11.010186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b3f4cd42-eeab-4192-a7c5-1f4b49ddbc03 None None] Provisioning complete for port 66dfccc6-c47f-42ec-a052-22ccbc596f0f triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:11.010577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b3f4cd42-eeab-4192-a7c5-1f4b49ddbc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (66dfccc6-c47f-42ec-a052-22ccbc596f0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:11.010920 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b3f4cd42-eeab-4192-a7c5-1f4b49ddbc03 None None] Attempt 1 to provision port 66dfccc6-c47f-42ec-a052-22ccbc596f0f Oct 26 15:25:11.012594 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-55c6f130-6f07-4522-af92-16a7259fd6b9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1445949 Oct 26 15:25:11.013504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f09c2e6e-cb96-498c-b90c-2fd0cf1cc8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:11.017815 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60842) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:11.060487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:11.063908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d4d587d7-c8a3-4bb9-8477-e4ba771b21fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:11.090577 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:11.130085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4cd42-eeab-4192-a7c5-1f4b49ddbc03 None None] Port 66dfccc6-c47f-42ec-a052-22ccbc596f0f cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:25:11.190131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-312daca5-27e8-4406-b1f9-d425ffc9c1e6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port 2937d711-4fdc-4288-9bff-efe235c06807 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:11.190423 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-312daca5-27e8-4406-b1f9-d425ffc9c1e6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (2937d711-4fdc-4288-9bff-efe235c06807), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:11.282727 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8fd73-0eef-4abd-a486-9f24331dd692 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Pushing event updated for resources: {'Port': ['ID=66dfccc6-c47f-42ec-a052-22ccbc596f0f,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:11.399795 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-312daca5-27e8-4406-b1f9-d425ffc9c1e6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (2937d711-4fdc-4288-9bff-efe235c06807), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:11.444908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b3f4cd42-eeab-4192-a7c5-1f4b49ddbc03 None None] Provisioning complete for port cc757118-092d-4140-af33-f194ca4aa25c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:11.445448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b3f4cd42-eeab-4192-a7c5-1f4b49ddbc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (cc757118-092d-4140-af33-f194ca4aa25c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:11.445686 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b3f4cd42-eeab-4192-a7c5-1f4b49ddbc03 None None] Attempt 1 to provision port cc757118-092d-4140-af33-f194ca4aa25c Oct 26 15:25:11.445990 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-312daca5-27e8-4406-b1f9-d425ffc9c1e6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for 2937d711-4fdc-4288-9bff-efe235c06807 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:11.491783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f5b8fd73-0eef-4abd-a486-9f24331dd692 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] In _notify_port_updated(), no bound segment for port 66dfccc6-c47f-42ec-a052-22ccbc596f0f on network 9cf6b289-d2ee-492b-8151-9fea0dbc4862 {{(pid=105321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:25:11.498824 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b8fd73-0eef-4abd-a486-9f24331dd692 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:11.500577 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f5b8fd73-0eef-4abd-a486-9f24331dd692 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:11.502463 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f5b8fd73-0eef-4abd-a486-9f24331dd692 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] 10.222.0.60 "PUT /networking/v2.0/ports/66dfccc6-c47f-42ec-a052-22ccbc596f0f HTTP/1.1" status: 200 len: 1136 time: 1.8016219 Oct 26 15:25:11.506729 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60852) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:11.511976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:11.512426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:11.600297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6fea38-06b3-4a40-8048-89465f981b53 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:11.602096 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-da6fea38-06b3-4a40-8048-89465f981b53 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] 10.222.0.60 "GET /networking/v2.0/ports/66dfccc6-c47f-42ec-a052-22ccbc596f0f HTTP/1.1" status: 200 len: 1136 time: 0.0933762 Oct 26 15:25:11.609530 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60854) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:11.700266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-f09c2e6e-cb96-498c-b90c-2fd0cf1cc8ec None None] Allocated IP 2001:db8:0:1::2 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/20565dc1-b91a-4c4f-a683-d48898d89836/a40c5c54-caf5-4a9f-905f-134d190d6817) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:11.711546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:11.748667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:11.770603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8f88349b-25c3-436e-baa7-3cf1f99dc860 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:11.773943 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c8fe6372-7e0b-427e-9b8a-84f11193ba30 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (5cd632db-954c-48bb-afdd-8c943bd659c0), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:11.868490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4cd42-eeab-4192-a7c5-1f4b49ddbc03 None None] Current status of the port cc757118-092d-4140-af33-f194ca4aa25c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:11.911031 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60860) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:11.911802 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e357c-87bb-4fd4-bce4-9c3165b1eb4e tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Deleting port 66dfccc6-c47f-42ec-a052-22ccbc596f0f {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:11.912822 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e5e357c-87bb-4fd4-bce4-9c3165b1eb4e tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (66dfccc6-c47f-42ec-a052-22ccbc596f0f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:11.997263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=32']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:12.013626 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-542f9319-9b31-46ed-85e4-169556dc40fc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0972295 Oct 26 15:25:12.040592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:12.041283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8f88349b-25c3-436e-baa7-3cf1f99dc860 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:12.052091 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:25:12.053114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-28fd7a93-88ec-4928-840e-6875c71563e1 None None] Provisioning complete for port 66dfccc6-c47f-42ec-a052-22ccbc596f0f triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:12.053506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-28fd7a93-88ec-4928-840e-6875c71563e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (66dfccc6-c47f-42ec-a052-22ccbc596f0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:12.053850 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-28fd7a93-88ec-4928-840e-6875c71563e1 None None] Attempt 1 to provision port 66dfccc6-c47f-42ec-a052-22ccbc596f0f Oct 26 15:25:12.061118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:12.063412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-f09c2e6e-cb96-498c-b90c-2fd0cf1cc8ec None None] For port a40c5c54-caf5-4a9f-905f-134d190d6817, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a40c5c54-caf5-4a9f-905f-134d190d6817,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:12.103851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8f88349b-25c3-436e-baa7-3cf1f99dc860 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:12.143928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-28fd7a93-88ec-4928-840e-6875c71563e1 None None] Port 66dfccc6-c47f-42ec-a052-22ccbc596f0f cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:25:12.148025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-28fd7a93-88ec-4928-840e-6875c71563e1 None None] Could not find standard attr ID for object e88510de-c215-4033-8bef-d3826d880c97. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:25:12.176643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f09c2e6e-cb96-498c-b90c-2fd0cf1cc8ec None None] Publish callbacks [] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:12.189910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f09c2e6e-cb96-498c-b90c-2fd0cf1cc8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:12.280972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-312daca5-27e8-4406-b1f9-d425ffc9c1e6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (2937d711-4fdc-4288-9bff-efe235c06807), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:12.320425 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312daca5-27e8-4406-b1f9-d425ffc9c1e6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=2937d711-4fdc-4288-9bff-efe235c06807,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:12.344127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e5e357c-87bb-4fd4-bce4-9c3165b1eb4e tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (66dfccc6-c47f-42ec-a052-22ccbc596f0f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:12.390028 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e357c-87bb-4fd4-bce4-9c3165b1eb4e tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Calling delete_port for 66dfccc6-c47f-42ec-a052-22ccbc596f0f owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:12.406241 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-312daca5-27e8-4406-b1f9-d425ffc9c1e6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:12.411771 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-312daca5-27e8-4406-b1f9-d425ffc9c1e6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/2937d711-4fdc-4288-9bff-efe235c06807 HTTP/1.1" status: 204 len: 168 time: 1.3894205 Oct 26 15:25:12.417371 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60868) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:12.452987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f35689e-75d8-4799-a544-0054cb41c3aa None None] New status for floating IP f5ddc391-49d7-48dc-a16e-8c8241b5855e: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:25:12.471669 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-c8fe6372-7e0b-427e-9b8a-84f11193ba30 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting port 8f88349b-25c3-436e-baa7-3cf1f99dc860 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:12.471974 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c8fe6372-7e0b-427e-9b8a-84f11193ba30 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:12.495313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375847a9-e2d1-43c9-a9e4-4c3fd1971908 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:12.497811 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-375847a9-e2d1-43c9-a9e4-4c3fd1971908 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0767956 Oct 26 15:25:12.500481 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60872) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:12.522196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:12.574929 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d0129-566a-46c8-a740-44c7695cfd4b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:12.576917 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-590d0129-566a-46c8-a740-44c7695cfd4b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0745497 Oct 26 15:25:12.578847 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60874) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:12.589235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:12.591579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-eaec7580-9a80-4dcd-882e-14f0f628a666 None None] Provisioning complete for port 66dfccc6-c47f-42ec-a052-22ccbc596f0f triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:12.592132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eaec7580-9a80-4dcd-882e-14f0f628a666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (66dfccc6-c47f-42ec-a052-22ccbc596f0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:12.592272 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-eaec7580-9a80-4dcd-882e-14f0f628a666 None None] Attempt 1 to provision port 66dfccc6-c47f-42ec-a052-22ccbc596f0f Oct 26 15:25:12.595021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c2e6e-cb96-498c-b90c-2fd0cf1cc8ec None None] Pushing event updated for resources: {'Port': ['ID=a40c5c54-caf5-4a9f-905f-134d190d6817,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:12.673188 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-c8fe6372-7e0b-427e-9b8a-84f11193ba30 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] For port 8f88349b-25c3-436e-baa7-3cf1f99dc860, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8f88349b-25c3-436e-baa7-3cf1f99dc860,segment=NetworkSegment(4523a5af-752d-449e-9fc9-3a54e028d96a),segment_id=4523a5af-752d-449e-9fc9-3a54e028d96a)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:12.673556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c8fe6372-7e0b-427e-9b8a-84f11193ba30 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:12.677342 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ca80ca-eb46-45ea-809f-6d7e8924e3a8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:12.679819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ca80ca-eb46-45ea-809f-6d7e8924e3a8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:12.683098 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ca80ca-eb46-45ea-809f-6d7e8924e3a8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:12.684229 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-01ca80ca-eb46-45ea-809f-6d7e8924e3a8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1043196 Oct 26 15:25:12.688205 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60878) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:12.692148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-c8fe6372-7e0b-427e-9b8a-84f11193ba30 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Calling delete_port for 8f88349b-25c3-436e-baa7-3cf1f99dc860 owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:12.718046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:12.728408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8f88349b-25c3-436e-baa7-3cf1f99dc860 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:12.740937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-eaec7580-9a80-4dcd-882e-14f0f628a666 None None] Port 66dfccc6-c47f-42ec-a052-22ccbc596f0f cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:25:12.778617 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:12.812711 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef884e3d-2ca3-4af6-8f84-62c9dbdfce53 None None] Sync routers for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:12.838453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b7df48-f774-47da-8cbe-2df96c68241c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 04d9f154-09d9-40ae-8c82-c785c974f605 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:25:12.848247 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-05b7df48-f774-47da-8cbe-2df96c68241c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (04d9f154-09d9-40ae-8c82-c785c974f605), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:12.853067 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef884e3d-2ca3-4af6-8f84-62c9dbdfce53 None None] Routers {'5cd632db-954c-48bb-afdd-8c943bd659c0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:12.853778 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ef884e3d-2ca3-4af6-8f84-62c9dbdfce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5cd632db-954c-48bb-afdd-8c943bd659c0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:12.894023 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e5e357c-87bb-4fd4-bce4-9c3165b1eb4e tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (66dfccc6-c47f-42ec-a052-22ccbc596f0f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:12.901244 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:12.975984 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-05b7df48-f774-47da-8cbe-2df96c68241c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (04d9f154-09d9-40ae-8c82-c785c974f605), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:12.978968 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e357c-87bb-4fd4-bce4-9c3165b1eb4e tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Pushing event deleted for resources: {'Port': ['ID=66dfccc6-c47f-42ec-a052-22ccbc596f0f,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:13.020232 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60882) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:13.045000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:13.095873 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-ef884e3d-2ca3-4af6-8f84-62c9dbdfce53 None None] Set router 5cd632db-954c-48bb-afdd-8c943bd659c0 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:13.153544 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60884) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:13.239946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:13.241336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.241890 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:25:13.286386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e5e357c-87bb-4fd4-bce4-9c3165b1eb4e tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.294207 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-44241deb-9699-4554-9da6-de9ac1a21b1d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2558131 Oct 26 15:25:13.298316 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60888) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:13.298975 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3e5e357c-87bb-4fd4-bce4-9c3165b1eb4e tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] 10.222.0.60 "DELETE /networking/v2.0/ports/66dfccc6-c47f-42ec-a052-22ccbc596f0f HTTP/1.1" status: 204 len: 168 time: 1.6883874 Oct 26 15:25:13.299907 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c8fe6372-7e0b-427e-9b8a-84f11193ba30 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (8f88349b-25c3-436e-baa7-3cf1f99dc860), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.430856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:13.432232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.437968 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-05b7df48-f774-47da-8cbe-2df96c68241c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (04d9f154-09d9-40ae-8c82-c785c974f605), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.445764 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c531621-8dc5-4805-9dcb-99e247f014d2 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Deleting subnet 8452fd37-2aa9-46f8-90e3-17291636dde6 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:25:13.449073 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe6372-7e0b-427e-9b8a-84f11193ba30 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Port': ['ID=8f88349b-25c3-436e-baa7-3cf1f99dc860,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:13.500058 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2c531621-8dc5-4805-9dcb-99e247f014d2 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks [] for subnet (8452fd37-2aa9-46f8-90e3-17291636dde6), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.512978 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-cbe17990-5fea-4133-9f8c-51945e35dc12 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1377901086', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:13.524482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:13.553568 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:13.564854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.566424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:13.592550 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe17990-5fea-4133-9f8c-51945e35dc12 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Made reservation on behalf of 2d0f3b6c395f42879044546ebba76819 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:13.595036 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cbe17990-5fea-4133-9f8c-51945e35dc12 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.611043 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2c531621-8dc5-4805-9dcb-99e247f014d2 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (8452fd37-2aa9-46f8-90e3-17291636dde6), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.614675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.621000 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c8fe6372-7e0b-427e-9b8a-84f11193ba30 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (5cd632db-954c-48bb-afdd-8c943bd659c0), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.693048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=33']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:13.708732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:13.709173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.709519 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 Oct 26 15:25:13.735395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2c531621-8dc5-4805-9dcb-99e247f014d2 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (8452fd37-2aa9-46f8-90e3-17291636dde6), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.792406 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ef884e3d-2ca3-4af6-8f84-62c9dbdfce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:25:05Z', 'revision_number': 10, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None, '_interfaces': [{'id': '8f88349b-25c3-436e-baa7-3cf1f99dc860', 'name': '', 'network_id': '5561eb48-5483-415b-9f98-2afbef9c6e4c', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'mac_address': 'fa:16:3e:2f:15:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:24:22Z', 'updated_at': '2022-10-26T15:25:08Z', 'revision_number': 10, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'subnets': [{'id': 'd96b8a69-006a-418b-a9f3-a11b191e5c43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:13.797924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.824716 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef884e3d-2ca3-4af6-8f84-62c9dbdfce53 None None] Checking router: 5cd632db-954c-48bb-afdd-8c943bd659c0 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:25:13.826555 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cbe17990-5fea-4133-9f8c-51945e35dc12 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.836104 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef884e3d-2ca3-4af6-8f84-62c9dbdfce53 None None] Routers {'5cd632db-954c-48bb-afdd-8c943bd659c0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:13.837261 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ef884e3d-2ca3-4af6-8f84-62c9dbdfce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5cd632db-954c-48bb-afdd-8c943bd659c0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:13.839168 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-05b7df48-f774-47da-8cbe-2df96c68241c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (04d9f154-09d9-40ae-8c82-c785c974f605), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.853770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:13.854172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.857752 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2c531621-8dc5-4805-9dcb-99e247f014d2 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (8452fd37-2aa9-46f8-90e3-17291636dde6), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.859277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bd01c2-03e4-48e6-937f-6e141027fb76 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:25:13.915042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fe6372-7e0b-427e-9b8a-84f11193ba30 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 5cd632db-954c-48bb-afdd-8c943bd659c0 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:25:13.927365 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7df48-f774-47da-8cbe-2df96c68241c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=04d9f154-09d9-40ae-8c82-c785c974f605,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:13.962127 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-ef884e3d-2ca3-4af6-8f84-62c9dbdfce53 None None] Set router 5cd632db-954c-48bb-afdd-8c943bd659c0 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:13.965492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bd01c2-03e4-48e6-937f-6e141027fb76 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:25:13.967232 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:13.972640 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-05b7df48-f774-47da-8cbe-2df96c68241c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.980054 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-05b7df48-f774-47da-8cbe-2df96c68241c tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/04d9f154-09d9-40ae-8c82-c785c974f605 HTTP/1.1" status: 204 len: 168 time: 1.2892182 Oct 26 15:25:13.982450 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2c531621-8dc5-4805-9dcb-99e247f014d2 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:13.983979 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60890) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:13.993892 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2c531621-8dc5-4805-9dcb-99e247f014d2 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/8452fd37-2aa9-46f8-90e3-17291636dde6 HTTP/1.1" status: 204 len: 168 time: 0.6919000 Oct 26 15:25:14.000393 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:14.002640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8fb1d678-b5d9-40c4-bfab-73faad694f5d None None] Provisioning complete for port a40c5c54-caf5-4a9f-905f-134d190d6817 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:14.003051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8fb1d678-b5d9-40c4-bfab-73faad694f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.003399 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8fb1d678-b5d9-40c4-bfab-73faad694f5d None None] Attempt 1 to provision port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:25:14.008402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60892) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:14.024564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.024564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cc757118-092d-4140-af33-f194ca4aa25c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:14.044891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c531621-8dc5-4805-9dcb-99e247f014d2 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Pushing event deleted for resources: {'Subnet': ['ID=8452fd37-2aa9-46f8-90e3-17291636dde6,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:14.051455 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ef884e3d-2ca3-4af6-8f84-62c9dbdfce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:25:13Z', 'revision_number': 11, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:14.061229 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:14.085762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fe6372-7e0b-427e-9b8a-84f11193ba30 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:25:14.093203 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef884e3d-2ca3-4af6-8f84-62c9dbdfce53 None None] The sync data for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv is: [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:25:13Z', 'revision_number': 11, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:14.100904 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c8fe6372-7e0b-427e-9b8a-84f11193ba30 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/5cd632db-954c-48bb-afdd-8c943bd659c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6957970 Oct 26 15:25:14.102888 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60894) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:14.176175 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c848a8-f4bd-4cfc-943c-2d438a70ac09 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 20565dc1-b91a-4c4f-a683-d48898d89836 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:25:14.180720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3c848a8-f4bd-4cfc-943c-2d438a70ac09 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (20565dc1-b91a-4c4f-a683-d48898d89836), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.187131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cbe17990-5fea-4133-9f8c-51945e35dc12 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks [] for security_group (34552e4e-8e98-4324-9db7-95608634ea60), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.200907 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de83f5d-8fd2-4cfc-b15d-9a3b9224e46c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting subnet d96b8a69-006a-418b-a9f3-a11b191e5c43 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:25:14.205313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cbe17990-5fea-4133-9f8c-51945e35dc12 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (34552e4e-8e98-4324-9db7-95608634ea60), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.208562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1de83f5d-8fd2-4cfc-b15d-9a3b9224e46c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (d96b8a69-006a-418b-a9f3-a11b191e5c43), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.209812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port cc757118-092d-4140-af33-f194ca4aa25c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:14.210197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (cc757118-092d-4140-af33-f194ca4aa25c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.210542 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port cc757118-092d-4140-af33-f194ca4aa25c Oct 26 15:25:14.219139 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-cbe17990-5fea-4133-9f8c-51945e35dc12 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] device_id is not set on port f1a35e34-2009-4eb1-b6ab-0f47d370acaf yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:25:14.223330 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (9cf6b289-d2ee-492b-8151-9fea0dbc4862), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.237544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=32']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:14.255387 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3c848a8-f4bd-4cfc-943c-2d438a70ac09 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (20565dc1-b91a-4c4f-a683-d48898d89836), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.325725 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60896) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:14.344780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:14.350468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8fb1d678-b5d9-40c4-bfab-73faad694f5d None None] Current status of the port a40c5c54-caf5-4a9f-905f-134d190d6817 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:14.405626 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe17990-5fea-4133-9f8c-51945e35dc12 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34552e4e-8e98-4324-9db7-95608634ea60,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:14.413522 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9e4acb7b-b443-4b7c-8fa9-662a547e5871 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0827050 Oct 26 15:25:14.428031 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1de83f5d-8fd2-4cfc-b15d-9a3b9224e46c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (d96b8a69-006a-418b-a9f3-a11b191e5c43), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.442013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cc757118-092d-4140-af33-f194ca4aa25c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:14.523386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device b74152f9-836b-4740-8a64-1f60872c0ba2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:14.548930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: b74152f9-836b-4740-8a64-1f60872c0ba2 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:25:14.550030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device b74152f9-836b-4740-8a64-1f60872c0ba2 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:25:14.551194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 43346db5-cdf9-46bb-8438-3408a8c1caa3 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:14.565811 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-cbe17990-5fea-4133-9f8c-51945e35dc12 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Allocated IP 172.26.11.101 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/f1a35e34-2009-4eb1-b6ab-0f47d370acaf) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:14.572339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 43346db5-cdf9-46bb-8438-3408a8c1caa3 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:25:14.572693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 43346db5-cdf9-46bb-8438-3408a8c1caa3 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:25:14.594706 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1de83f5d-8fd2-4cfc-b15d-9a3b9224e46c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (d96b8a69-006a-418b-a9f3-a11b191e5c43), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.619746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Deleting port cc757118-092d-4140-af33-f194ca4aa25c {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:14.620334 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (cc757118-092d-4140-af33-f194ca4aa25c), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.702794 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1de83f5d-8fd2-4cfc-b15d-9a3b9224e46c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (d96b8a69-006a-418b-a9f3-a11b191e5c43), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.714393 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a40c5c54-caf5-4a9f-905f-134d190d6817 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:14.738959 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] For port cc757118-092d-4140-af33-f194ca4aa25c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cc757118-092d-4140-af33-f194ca4aa25c,segment=NetworkSegment(364e86c5-2c3c-40aa-8256-696f9a8bdaa9),segment_id=364e86c5-2c3c-40aa-8256-696f9a8bdaa9)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:14.739380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (cc757118-092d-4140-af33-f194ca4aa25c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.743287 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de83f5d-8fd2-4cfc-b15d-9a3b9224e46c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Subnet': ['ID=d96b8a69-006a-418b-a9f3-a11b191e5c43,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:14.750491 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3c848a8-f4bd-4cfc-943c-2d438a70ac09 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (20565dc1-b91a-4c4f-a683-d48898d89836), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.755480 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1de83f5d-8fd2-4cfc-b15d-9a3b9224e46c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.761022 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1de83f5d-8fd2-4cfc-b15d-9a3b9224e46c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/d96b8a69-006a-418b-a9f3-a11b191e5c43 HTTP/1.1" status: 204 len: 168 time: 0.6537893 Oct 26 15:25:14.762261 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60898) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:14.783182 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Calling delete_port for cc757118-092d-4140-af33-f194ca4aa25c owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:14.804970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a40c5c54-caf5-4a9f-905f-134d190d6817 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:14.805265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.805554 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a40c5c54-caf5-4a9f-905f-134d190d6817 Oct 26 15:25:14.875853 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=6,neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=10 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:14.888091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3c848a8-f4bd-4cfc-943c-2d438a70ac09 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (20565dc1-b91a-4c4f-a683-d48898d89836), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.907521 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (5561eb48-5483-415b-9f98-2afbef9c6e4c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.913886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a40c5c54-caf5-4a9f-905f-134d190d6817 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:14.925886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c848a8-f4bd-4cfc-943c-2d438a70ac09 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=20565dc1-b91a-4c4f-a683-d48898d89836,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:14.937149 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3c848a8-f4bd-4cfc-943c-2d438a70ac09 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:14.937797 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=7,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:14.941657 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a3c848a8-f4bd-4cfc-943c-2d438a70ac09 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/20565dc1-b91a-4c4f-a683-d48898d89836 HTTP/1.1" status: 204 len: 168 time: 0.9564512 Oct 26 15:25:14.944108 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60900) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:14.959834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (cc757118-092d-4140-af33-f194ca4aa25c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.003763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8f88349b-25c3-436e-baa7-3cf1f99dc860 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:15.018807 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cbe17990-5fea-4133-9f8c-51945e35dc12 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks [] for port (f1a35e34-2009-4eb1-b6ab-0f47d370acaf), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.031877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 8f88349b-25c3-436e-baa7-3cf1f99dc860 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:25:15.032342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8f88349b-25c3-436e-baa7-3cf1f99dc860 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:25:15.032653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:15.040917 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Pushing event deleted for resources: {'Port': ['ID=cc757118-092d-4140-af33-f194ca4aa25c,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:15.047117 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3129bd1b-553a-455f-862d-9d6125b770b6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013870 Oct 26 15:25:15.050744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] No DVR routers for this DVR port cc757118-092d-4140-af33-f194ca4aa25c on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:25:15.055315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60902) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:15.057375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:15.062410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f03313a2-5797-4086-b55f-4c8a93b7de71 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:15.065446 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Deleting port 500ba932-a850-40bd-b4e3-2353f20a6ef2 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:15.065862 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (500ba932-a850-40bd-b4e3-2353f20a6ef2), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.067882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:15.130045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:15.130439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.158694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:15.160339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:15.174958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.174958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:15.177552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (9cf6b289-d2ee-492b-8151-9fea0dbc4862), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.192830 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf6b289-d2ee-492b-8151-9fea0dbc4862']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:15.196566 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] For port 500ba932-a850-40bd-b4e3-2353f20a6ef2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=500ba932-a850-40bd-b4e3-2353f20a6ef2,segment=NetworkSegment(4523a5af-752d-449e-9fc9-3a54e028d96a),segment_id=4523a5af-752d-449e-9fc9-3a54e028d96a)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:15.196946 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (500ba932-a850-40bd-b4e3-2353f20a6ef2), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.203312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364e86c5-2c3c-40aa-8256-696f9a8bdaa9') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:15.203623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364e86c5-2c3c-40aa-8256-696f9a8bdaa9') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:15.218902 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (364e86c5-2c3c-40aa-8256-696f9a8bdaa9), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.225341 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Calling delete_port for 500ba932-a850-40bd-b4e3-2353f20a6ef2 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:15.262417 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:15.282664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fff0cab-83c6-49a2-b611-190608f60f65 None None] Sync routers for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:15.289219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc942ec-93a9-4803-b5ac-ef3e56219024 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:15.292225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c84a75-157e-46b0-a635-a7c0bad8399d None None] Network 9cf6b289-d2ee-492b-8151-9fea0dbc4862 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:15.294904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27bf785-9924-467b-aa1e-4dcb4cfff47a None None] Network 5561eb48-5483-415b-9f98-2afbef9c6e4c requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:15.297050 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cbe17990-5fea-4133-9f8c-51945e35dc12 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (f1a35e34-2009-4eb1-b6ab-0f47d370acaf), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.302253 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (364e86c5-2c3c-40aa-8256-696f9a8bdaa9), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.314563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:25:15.314969 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (364e86c5-2c3c-40aa-8256-696f9a8bdaa9), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.341447 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 364e86c5-2c3c-40aa-8256-696f9a8bdaa9 resource provider aggregate not found Oct 26 15:25:15.344435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=33']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:15.386506 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe17990-5fea-4133-9f8c-51945e35dc12 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:15.391729 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 364e86c5-2c3c-40aa-8256-696f9a8bdaa9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 364e86c5-2c3c-40aa-8256-696f9a8bdaa9 found for delete ", "request_id": "req-27be1583-7fd7-4dd8-ab8e-3447040bf8cd"}]} Oct 26 15:25:15.397704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03313a2-5797-4086-b55f-4c8a93b7de71 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:15.397945 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-cbe17990-5fea-4133-9f8c-51945e35dc12 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:15.401320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe17990-5fea-4133-9f8c-51945e35dc12 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:15.402690 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f03313a2-5797-4086-b55f-4c8a93b7de71 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.404630 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe17990-5fea-4133-9f8c-51945e35dc12 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Pushing event updated for resources: {'Port': ['ID=f1a35e34-2009-4eb1-b6ab-0f47d370acaf,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:15.421457 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60908) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:15.431483 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (9cf6b289-d2ee-492b-8151-9fea0dbc4862), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.454873 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (500ba932-a850-40bd-b4e3-2353f20a6ef2), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.484891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe17990-5fea-4133-9f8c-51945e35dc12 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:15.485431 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cbe17990-5fea-4133-9f8c-51945e35dc12 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.489883 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Port': ['ID=500ba932-a850-40bd-b4e3-2353f20a6ef2,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:15.499858 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] No DVR routers for this DVR port 500ba932-a850-40bd-b4e3-2353f20a6ef2 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:25:15.502215 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.509087 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] 10.222.0.60 "DELETE /networking/v2.0/networks/9cf6b289-d2ee-492b-8151-9fea0dbc4862 HTTP/1.1" status: 204 len: 168 time: 1.4730761 Oct 26 15:25:15.535328 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cd0ac-ea03-4257-a244-779e2f30bae3 tempest-ExtraDHCPOptionsTestJSON-166207874 tempest-ExtraDHCPOptionsTestJSON-166207874-project] Pushing event deleted for resources: {'Network': ['ID=9cf6b289-d2ee-492b-8151-9fea0dbc4862,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:15.561383 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cbe17990-5fea-4133-9f8c-51945e35dc12 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1038 time: 2.4066927 Oct 26 15:25:15.591660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60912) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:15.597109 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e02a38b9-0652-4c1c-8005-3eaeb52a3232 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.101'}]}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:15.628196 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (5561eb48-5483-415b-9f98-2afbef9c6e4c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.644278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fff0cab-83c6-49a2-b611-190608f60f65 None None] Routers {'5cd632db-954c-48bb-afdd-8c943bd659c0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:15.645632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8fff0cab-83c6-49a2-b611-190608f60f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5cd632db-954c-48bb-afdd-8c943bd659c0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:15.659718 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5561eb48-5483-415b-9f98-2afbef9c6e4c']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:15.667623 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e02a38b9-0652-4c1c-8005-3eaeb52a3232 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (a227b0ac-c13d-4ee5-899c-7afa1e8ed8bf), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.668870 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e02a38b9-0652-4c1c-8005-3eaeb52a3232 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (a227b0ac-c13d-4ee5-899c-7afa1e8ed8bf), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.682751 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4523a5af-752d-449e-9fc9-3a54e028d96a') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:15.683056 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4523a5af-752d-449e-9fc9-3a54e028d96a') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:15.686024 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-63f2c879-5c56-4455-8b02-6ac6e717afc8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2633464 Oct 26 15:25:15.700263 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (4523a5af-752d-449e-9fc9-3a54e028d96a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.722799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-8fff0cab-83c6-49a2-b611-190608f60f65 None None] Set router 5cd632db-954c-48bb-afdd-8c943bd659c0 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:15.726237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (4523a5af-752d-449e-9fc9-3a54e028d96a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.757689 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e02a38b9-0652-4c1c-8005-3eaeb52a3232 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks [] for router_controller (a227b0ac-c13d-4ee5-899c-7afa1e8ed8bf), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.758992 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:25:15.759774 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (4523a5af-752d-449e-9fc9-3a54e028d96a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.780455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-4ac99b12-3c02-4b43-b0d6-e401b58b134a None None] Provisioning complete for port 500ba932-a850-40bd-b4e3-2353f20a6ef2 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:15.781080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4ac99b12-3c02-4b43-b0d6-e401b58b134a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (500ba932-a850-40bd-b4e3-2353f20a6ef2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.781588 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4ac99b12-3c02-4b43-b0d6-e401b58b134a None None] Attempt 1 to provision port 500ba932-a850-40bd-b4e3-2353f20a6ef2 Oct 26 15:25:15.796645 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f03313a2-5797-4086-b55f-4c8a93b7de71 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (8a2b97dd-1ae2-4d7e-aada-7a97cffde5db), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.823053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8fff0cab-83c6-49a2-b611-190608f60f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:25:13Z', 'revision_number': 11, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:15.847685 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 4523a5af-752d-449e-9fc9-3a54e028d96a resource provider aggregate not found Oct 26 15:25:15.848213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4ac99b12-3c02-4b43-b0d6-e401b58b134a None None] Port 500ba932-a850-40bd-b4e3-2353f20a6ef2 was deleted so its status cannot be updated. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Oct 26 15:25:15.856713 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03313a2-5797-4086-b55f-4c8a93b7de71 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:15.861259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-f03313a2-5797-4086-b55f-4c8a93b7de71 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:15.865692 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03313a2-5797-4086-b55f-4c8a93b7de71 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:15.866370 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f03313a2-5797-4086-b55f-4c8a93b7de71 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.867297 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=5,neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:15.901832 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f03313a2-5797-4086-b55f-4c8a93b7de71 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8426225 Oct 26 15:25:15.902092 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 4523a5af-752d-449e-9fc9-3a54e028d96a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4523a5af-752d-449e-9fc9-3a54e028d96a found for delete ", "request_id": "req-63ebf241-8b80-4210-b806-cd7ed2b8f2cc"}]} Oct 26 15:25:15.902531 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60920) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:15.904533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03313a2-5797-4086-b55f-4c8a93b7de71 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=8a2b97dd-1ae2-4d7e-aada-7a97cffde5db,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:15.905280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (5561eb48-5483-415b-9f98-2afbef9c6e4c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.914935 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-424eb1c7-6d6d-4485-98c7-c95f429615f7 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:15.927667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:15.931232 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/networks/5561eb48-5483-415b-9f98-2afbef9c6e4c HTTP/1.1" status: 204 len: 168 time: 1.1680341 Oct 26 15:25:15.934501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60922) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:15.947470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fff0cab-83c6-49a2-b611-190608f60f65 None None] Checking router: 5cd632db-954c-48bb-afdd-8c943bd659c0 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:25:15.947649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-25e91770-6c11-4f91-8562-227d6b8b6320 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'router': {'routes': None}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:15.958370 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e1808-c2b4-4b34-8205-0666841b827c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Pushing event deleted for resources: {'Network': ['ID=5561eb48-5483-415b-9f98-2afbef9c6e4c,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:15.983155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fff0cab-83c6-49a2-b611-190608f60f65 None None] Routers {'5cd632db-954c-48bb-afdd-8c943bd659c0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:15.984099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8fff0cab-83c6-49a2-b611-190608f60f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5cd632db-954c-48bb-afdd-8c943bd659c0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:15.996566 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60924) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:16.072478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:16.073369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.076538 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e02a38b9-0652-4c1c-8005-3eaeb52a3232 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks [] for router_gateway (a227b0ac-c13d-4ee5-899c-7afa1e8ed8bf), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.122877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6f437c-b9cc-4a9c-a575-90f992fbb36f None None] DHCP port deletion for 5561eb48-5483-415b-9f98-2afbef9c6e4c request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:25:16.125405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-8fff0cab-83c6-49a2-b611-190608f60f65 None None] Set router 5cd632db-954c-48bb-afdd-8c943bd659c0 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:16.182742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.extraroute_db [None req-25e91770-6c11-4f91-8562-227d6b8b6320 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Added routes are [] {{(pid=105321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 15:25:16.182994 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:16.183528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.extraroute_db [None req-25e91770-6c11-4f91-8562-227d6b8b6320 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Removed routes are [] {{(pid=105321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 15:25:16.184054 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-25e91770-6c11-4f91-8562-227d6b8b6320 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (5cd632db-954c-48bb-afdd-8c943bd659c0), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.198436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec43c22-34fa-4ca4-8160-4017c424742b None None] DHCP port deletion for 8562cd80-5c53-4efe-aa06-0bf20e462dc3 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:25:16.203921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e654f77-df3b-4add-b876-63832e7b50ae None None] DHCP port deletion for 9cf6b289-d2ee-492b-8151-9fea0dbc4862 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:25:16.217583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8fff0cab-83c6-49a2-b611-190608f60f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:25:13Z', 'revision_number': 11, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:16.233339 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424eb1c7-6d6d-4485-98c7-c95f429615f7 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:16.238767 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-424eb1c7-6d6d-4485-98c7-c95f429615f7 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.250408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fff0cab-83c6-49a2-b611-190608f60f65 None None] The sync data for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv is: [{'id': '5cd632db-954c-48bb-afdd-8c943bd659c0', 'name': 'tempest-RoutersIpV6Test-router-740658675', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:24:19Z', 'updated_at': '2022-10-26T15:25:13Z', 'revision_number': 11, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:16.288075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:16.309817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.314383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-1ec43c22-34fa-4ca4-8160-4017c424742b None None] Deleting port a40c5c54-caf5-4a9f-905f-134d190d6817 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:16.315693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1ec43c22-34fa-4ca4-8160-4017c424742b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.388711 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-25e91770-6c11-4f91-8562-227d6b8b6320 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (5cd632db-954c-48bb-afdd-8c943bd659c0), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.393859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-25e91770-6c11-4f91-8562-227d6b8b6320 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (5cd632db-954c-48bb-afdd-8c943bd659c0), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.439630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=34']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:16.445840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.491985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-1ec43c22-34fa-4ca4-8160-4017c424742b None None] For port a40c5c54-caf5-4a9f-905f-134d190d6817, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a40c5c54-caf5-4a9f-905f-134d190d6817,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:16.492706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1ec43c22-34fa-4ca4-8160-4017c424742b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.501851 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e91770-6c11-4f91-8562-227d6b8b6320 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 5cd632db-954c-48bb-afdd-8c943bd659c0 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:25:16.509921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-1ec43c22-34fa-4ca4-8160-4017c424742b None None] Calling delete_port for a40c5c54-caf5-4a9f-905f-134d190d6817 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:16.585205 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e91770-6c11-4f91-8562-227d6b8b6320 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:25:16.591707 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-25e91770-6c11-4f91-8562-227d6b8b6320 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.595873 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-25e91770-6c11-4f91-8562-227d6b8b6320 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/5cd632db-954c-48bb-afdd-8c943bd659c0 HTTP/1.1" status: 200 len: 704 time: 0.6594067 Oct 26 15:25:16.596599 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60928) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:16.622643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:16.630329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1ec43c22-34fa-4ca4-8160-4017c424742b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (a40c5c54-caf5-4a9f-905f-134d190d6817), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.631204 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b1ef61a1-4689-47db-84a8-3e9503c17e2a tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5cd632db-954c-48bb-afdd-8c943bd659c0 HTTP/1.1" status: 200 len: 205 time: 0.0326962 Oct 26 15:25:16.631870 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60930) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:16.679408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec43c22-34fa-4ca4-8160-4017c424742b None None] Pushing event deleted for resources: {'Port': ['ID=a40c5c54-caf5-4a9f-905f-134d190d6817,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:16.689087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec43c22-34fa-4ca4-8160-4017c424742b None None] No DVR routers for this DVR port a40c5c54-caf5-4a9f-905f-134d190d6817 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:25:16.697023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a40c5c54-caf5-4a9f-905f-134d190d6817 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:16.711748 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60932) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:16.722014 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d2e6e24-fcf6-4c6c-b9d7-7209ac8328a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (5cd632db-954c-48bb-afdd-8c943bd659c0), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.724463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85942853-6064-43e9-be04-82337e7f2c25 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:16.727167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: a40c5c54-caf5-4a9f-905f-134d190d6817 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:25:16.727547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a40c5c54-caf5-4a9f-905f-134d190d6817 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:25:16.728104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cc757118-092d-4140-af33-f194ca4aa25c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:16.755948 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:16.759256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: cc757118-092d-4140-af33-f194ca4aa25c {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:25:16.759486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cc757118-092d-4140-af33-f194ca4aa25c not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:25:16.760153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 500ba932-a850-40bd-b4e3-2353f20a6ef2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:16.803539 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-05356c83-9adb-4cfc-8e8a-0e00253818de admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=993ce27f2d274210aa0481e14b9b062f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8032634 Oct 26 15:25:16.805405 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e02a38b9-0652-4c1c-8005-3eaeb52a3232 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks [] for router_gateway (a227b0ac-c13d-4ee5-899c-7afa1e8ed8bf), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.805936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 500ba932-a850-40bd-b4e3-2353f20a6ef2 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:25:16.806388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 500ba932-a850-40bd-b4e3-2353f20a6ef2 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:25:16.807045 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60934) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:16.825620 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.ipam_backend_mixin [None req-424eb1c7-6d6d-4485-98c7-c95f429615f7 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8a2b97dd-1ae2-4d7e-aada-7a97cffde5db (CIDR: 2001:db8::/64) Oct 26 15:25:16.858970 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-424eb1c7-6d6d-4485-98c7-c95f429615f7 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:25:16.859471 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424eb1c7-6d6d-4485-98c7-c95f429615f7 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:16.871695 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e02a38b9-0652-4c1c-8005-3eaeb52a3232 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.889032 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d2e6e24-fcf6-4c6c-b9d7-7209ac8328a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (5cd632db-954c-48bb-afdd-8c943bd659c0), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.891874 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d2e6e24-fcf6-4c6c-b9d7-7209ac8328a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router_controller (5cd632db-954c-48bb-afdd-8c943bd659c0), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.903448 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-424eb1c7-6d6d-4485-98c7-c95f429615f7 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9960258 Oct 26 15:25:16.906946 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f7542e6a-56b0-45b3-8ab6-796b33bfe3fc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1940725 Oct 26 15:25:16.907465 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60936) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:16.914564 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-46dffb28-aaee-4ec2-96f6-a87f2c99a870 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:16.920460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'fixed_ips': [{'subnet_id': '8a2b97dd-1ae2-4d7e-aada-7a97cffde5db'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:25:16.921626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.945573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d2e6e24-fcf6-4c6c-b9d7-7209ac8328a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (5cd632db-954c-48bb-afdd-8c943bd659c0), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.946378 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2e6e24-fcf6-4c6c-b9d7-7209ac8328a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Fanout notify agent at l3_agent the message router_deleted on router 5cd632db-954c-48bb-afdd-8c943bd659c0 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:25:16.953425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d2e6e24-fcf6-4c6c-b9d7-7209ac8328a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.958944 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8d2e6e24-fcf6-4c6c-b9d7-7209ac8328a7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/routers/5cd632db-954c-48bb-afdd-8c943bd659c0 HTTP/1.1" status: 204 len: 168 time: 0.3216755 Oct 26 15:25:16.960905 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60938) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:16.965376 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-d3c0f099-8b47-4cd5-9ea9-aa04ab7fb865 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-713551720', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:16.981056 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:16.992824 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f099-8b47-4cd5-9ea9-aa04ab7fb865 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (9808030f-6bb6-499d-b45b-5d25aaa291b1), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:16.993916 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f099-8b47-4cd5-9ea9-aa04ab7fb865 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (9808030f-6bb6-499d-b45b-5d25aaa291b1), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.035037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:17.049906 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f099-8b47-4cd5-9ea9-aa04ab7fb865 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router_controller (9808030f-6bb6-499d-b45b-5d25aaa291b1), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.054581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f099-8b47-4cd5-9ea9-aa04ab7fb865 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (9808030f-6bb6-499d-b45b-5d25aaa291b1), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.076573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f099-8b47-4cd5-9ea9-aa04ab7fb865 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.078430 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d3c0f099-8b47-4cd5-9ea9-aa04ab7fb865 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1164715 Oct 26 15:25:17.081023 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60940) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:17.086484 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-78789706-16ac-4fc3-a507-4b0b7f0cfb68 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:17.091735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Allocated IP 2001:db8::2 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/8a2b97dd-1ae2-4d7e-aada-7a97cffde5db/38a07890-b26d-45f1-bf47-bc9bddd595be) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:17.134132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b53d61f2-9439-499a-bf59-f38dd929e0ab admin admin] Publish callbacks [] for security_group (fd2e38bc-cb1e-4d1b-aec7-d42a3f66c122), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.165830 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b53d61f2-9439-499a-bf59-f38dd929e0ab admin admin] Publish callbacks [] for security_group (fd2e38bc-cb1e-4d1b-aec7-d42a3f66c122), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.180241 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:17.266883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Publish callbacks [] for port (38a07890-b26d-45f1-bf47-bc9bddd595be), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.269606 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dffb28-aaee-4ec2-96f6-a87f2c99a870 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:17.274788 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-46dffb28-aaee-4ec2-96f6-a87f2c99a870 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.286045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (38a07890-b26d-45f1-bf47-bc9bddd595be), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.306292 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e02a38b9-0652-4c1c-8005-3eaeb52a3232 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks [] for router (a227b0ac-c13d-4ee5-899c-7afa1e8ed8bf), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.336496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:17.339825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:17.343522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:17.373199 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-78789706-16ac-4fc3-a507-4b0b7f0cfb68 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (9808030f-6bb6-499d-b45b-5d25aaa291b1), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.377736 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c231c4-ec75-4371-9374-e69189ed572d None None] Sync routers for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:17.389258 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-78789706-16ac-4fc3-a507-4b0b7f0cfb68 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (9808030f-6bb6-499d-b45b-5d25aaa291b1), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.391624 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c231c4-ec75-4371-9374-e69189ed572d None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:17.392542 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c231c4-ec75-4371-9374-e69189ed572d None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:25:17.393630 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-47c231c4-ec75-4371-9374-e69189ed572d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5cd632db-954c-48bb-afdd-8c943bd659c0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:25:17.395112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:17.408938 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:17.411048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Pushing event updated for resources: {'Port': ['ID=38a07890-b26d-45f1-bf47-bc9bddd595be,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:17.428242 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c231c4-ec75-4371-9374-e69189ed572d None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:17.429597 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c231c4-ec75-4371-9374-e69189ed572d None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:25:17.430907 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-47c231c4-ec75-4371-9374-e69189ed572d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5cd632db-954c-48bb-afdd-8c943bd659c0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:25:17.431658 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c231c4-ec75-4371-9374-e69189ed572d None None] The sync data for ids ['5cd632db-954c-48bb-afdd-8c943bd659c0'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:17.445872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Attempting to bind port 38a07890-b26d-45f1-bf47-bc9bddd595be on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:17.446250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Attempting to bind port 38a07890-b26d-45f1-bf47-bc9bddd595be by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:17.446626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Attempting to bind port 38a07890-b26d-45f1-bf47-bc9bddd595be on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:17.473976 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b53d61f2-9439-499a-bf59-f38dd929e0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (fd2e38bc-cb1e-4d1b-aec7-d42a3f66c122), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.480881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b53d61f2-9439-499a-bf59-f38dd929e0ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.480881 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b53d61f2-9439-499a-bf59-f38dd929e0ab admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/fd2e38bc-cb1e-4d1b-aec7-d42a3f66c122 HTTP/1.1" status: 204 len: 168 time: 0.6658020 Oct 26 15:25:17.506658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:25:17.507071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Checking segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:17.507669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.508152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Bound using segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:25:17.508748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Bound port: 38a07890-b26d-45f1-bf47-bc9bddd595be, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:25:17.509383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (38a07890-b26d-45f1-bf47-bc9bddd595be), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.525939 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e02a38b9-0652-4c1c-8005-3eaeb52a3232 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (a227b0ac-c13d-4ee5-899c-7afa1e8ed8bf), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.529203 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78789706-16ac-4fc3-a507-4b0b7f0cfb68 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Router 9808030f-6bb6-499d-b45b-5d25aaa291b1 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:25:17.530195 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d61f2-9439-499a-bf59-f38dd929e0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2e38bc-cb1e-4d1b-aec7-d42a3f66c122,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:17.532409 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e02a38b9-0652-4c1c-8005-3eaeb52a3232 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks [] for router_controller (a227b0ac-c13d-4ee5-899c-7afa1e8ed8bf), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.614527 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e02a38b9-0652-4c1c-8005-3eaeb52a3232 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (a227b0ac-c13d-4ee5-899c-7afa1e8ed8bf), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.615892 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02a38b9-0652-4c1c-8005-3eaeb52a3232 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a227b0ac-c13d-4ee5-899c-7afa1e8ed8bf {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:25:17.635683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] For port 38a07890-b26d-45f1-bf47-bc9bddd595be, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:25:17.641984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] For port 38a07890-b26d-45f1-bf47-bc9bddd595be, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=38a07890-b26d-45f1-bf47-bc9bddd595be,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:25:17.643566 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78789706-16ac-4fc3-a507-4b0b7f0cfb68 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:25:17.652312 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-e02a38b9-0652-4c1c-8005-3eaeb52a3232 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 26 15:25:17.656032 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e02a38b9-0652-4c1c-8005-3eaeb52a3232 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 373 time: 2.0608671 Oct 26 15:25:17.656216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (38a07890-b26d-45f1-bf47-bc9bddd595be), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.663402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ec252-c880-41a0-aa1a-9f10704546c4 None None] Sync routers for ids ['9808030f-6bb6-499d-b45b-5d25aaa291b1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:17.667331 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-78789706-16ac-4fc3-a507-4b0b7f0cfb68 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:17.668361 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-78789706-16ac-4fc3-a507-4b0b7f0cfb68 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "PUT /networking/v2.0/routers/9808030f-6bb6-499d-b45b-5d25aaa291b1 HTTP/1.1" status: 200 len: 697 time: 0.5856614 Oct 26 15:25:17.673284 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60946) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:17.673777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60948) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:17.719112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ec252-c880-41a0-aa1a-9f10704546c4 None None] Routers {'9808030f-6bb6-499d-b45b-5d25aaa291b1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:17.719837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7f0ec252-c880-41a0-aa1a-9f10704546c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['9808030f-6bb6-499d-b45b-5d25aaa291b1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:17.823810 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0382e1-6953-4558-bcbe-08437d98c995 None None] Pushing event updated for resources: {'Port': ['ID=38a07890-b26d-45f1-bf47-bc9bddd595be,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:17.828679 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-491aa18e-b75b-47c4-bdb0-cf4d2e402f19 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/routers/9808030f-6bb6-499d-b45b-5d25aaa291b1 HTTP/1.1" status: 200 len: 703 time: 0.0961511 Oct 26 15:25:17.829251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-7f0ec252-c880-41a0-aa1a-9f10704546c4 None None] Set router 9808030f-6bb6-499d-b45b-5d25aaa291b1 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:17.829372 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60950) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:17.896274 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e3dc9cad-e40e-434f-b0e2-6127547fd068 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9808030f-6bb6-499d-b45b-5d25aaa291b1 HTTP/1.1" status: 200 len: 205 time: 0.0627623 Oct 26 15:25:17.896274 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60956) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:17.917832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7f0ec252-c880-41a0-aa1a-9f10704546c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9808030f-6bb6-499d-b45b-5d25aaa291b1', 'name': 'tempest-RoutersIpV6Test-router-713551720', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:16Z', 'updated_at': '2022-10-26T15:25:17Z', 'revision_number': 2, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:17.954021 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60958) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:17.971418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ec252-c880-41a0-aa1a-9f10704546c4 None None] Checking router: 9808030f-6bb6-499d-b45b-5d25aaa291b1 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:25:17.992217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ec252-c880-41a0-aa1a-9f10704546c4 None None] Routers {'9808030f-6bb6-499d-b45b-5d25aaa291b1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:17.992983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7f0ec252-c880-41a0-aa1a-9f10704546c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['9808030f-6bb6-499d-b45b-5d25aaa291b1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:18.028436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.objects.ports [None req-46dffb28-aaee-4ec2-96f6-a87f2c99a870 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105322) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:25:18.108424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-7f0ec252-c880-41a0-aa1a-9f10704546c4 None None] Set router 9808030f-6bb6-499d-b45b-5d25aaa291b1 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:18.177320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7f0ec252-c880-41a0-aa1a-9f10704546c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9808030f-6bb6-499d-b45b-5d25aaa291b1', 'name': 'tempest-RoutersIpV6Test-router-713551720', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:16Z', 'updated_at': '2022-10-26T15:25:17Z', 'revision_number': 2, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:18.210210 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-39ab4bf8-9043-4708-981c-b443be6363fa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2539694 Oct 26 15:25:18.265882 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:18.312698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b861732b-5896-4435-a69f-e98440ae1c5a tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (9808030f-6bb6-499d-b45b-5d25aaa291b1), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:18.328322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-46dffb28-aaee-4ec2-96f6-a87f2c99a870 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (38a07890-b26d-45f1-bf47-bc9bddd595be), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:18.355109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-187d68e5-9da7-46aa-a206-3d381f6c3396 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Deleting port f1a35e34-2009-4eb1-b6ab-0f47d370acaf {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:18.355587 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-187d68e5-9da7-46aa-a206-3d381f6c3396 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f1a35e34-2009-4eb1-b6ab-0f47d370acaf), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:18.392878 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ec252-c880-41a0-aa1a-9f10704546c4 None None] The sync data for ids ['9808030f-6bb6-499d-b45b-5d25aaa291b1'] in dv-neutron-759874-6-hyperv is: [{'id': '9808030f-6bb6-499d-b45b-5d25aaa291b1', 'name': 'tempest-RoutersIpV6Test-router-713551720', 'tenant_id': '4c4db5bb937d4b728c56281fc24a1134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:16Z', 'updated_at': '2022-10-26T15:25:17Z', 'revision_number': 2, 'project_id': '4c4db5bb937d4b728c56281fc24a1134', 'gw_port_host': None}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:18.507621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-187d68e5-9da7-46aa-a206-3d381f6c3396 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f1a35e34-2009-4eb1-b6ab-0f47d370acaf), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:18.532518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60974) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:18.539129 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-46dffb28-aaee-4ec2-96f6-a87f2c99a870 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] For port 38a07890-b26d-45f1-bf47-bc9bddd595be, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=38a07890-b26d-45f1-bf47-bc9bddd595be,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:18.577328 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-187d68e5-9da7-46aa-a206-3d381f6c3396 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Calling delete_port for f1a35e34-2009-4eb1-b6ab-0f47d370acaf owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:18.585121 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-46dffb28-aaee-4ec2-96f6-a87f2c99a870 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (38a07890-b26d-45f1-bf47-bc9bddd595be), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:18.593291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-46dffb28-aaee-4ec2-96f6-a87f2c99a870 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (38a07890-b26d-45f1-bf47-bc9bddd595be), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:18.593670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-46dffb28-aaee-4ec2-96f6-a87f2c99a870 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (1570439f-7d03-4da2-8ca1-f85aa6a33ac5), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:18.632510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b861732b-5896-4435-a69f-e98440ae1c5a tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (9808030f-6bb6-499d-b45b-5d25aaa291b1), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:18.635634 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:18.637060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b861732b-5896-4435-a69f-e98440ae1c5a tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router_controller (9808030f-6bb6-499d-b45b-5d25aaa291b1), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:18.704403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dffb28-aaee-4ec2-96f6-a87f2c99a870 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=1570439f-7d03-4da2-8ca1-f85aa6a33ac5,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:18.750749 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-3e93cba8-b874-4d59-83c8-af6e304d3375 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1944489236'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:18.756954 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 38a07890-b26d-45f1-bf47-bc9bddd595be up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:18.764587 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:18.779313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b861732b-5896-4435-a69f-e98440ae1c5a tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (9808030f-6bb6-499d-b45b-5d25aaa291b1), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:18.780276 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b861732b-5896-4435-a69f-e98440ae1c5a tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Fanout notify agent at l3_agent the message router_deleted on router 9808030f-6bb6-499d-b45b-5d25aaa291b1 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:25:18.793691 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b861732b-5896-4435-a69f-e98440ae1c5a tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:18.797999 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b861732b-5896-4435-a69f-e98440ae1c5a tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/routers/9808030f-6bb6-499d-b45b-5d25aaa291b1 HTTP/1.1" status: 204 len: 168 time: 0.8980935 Oct 26 15:25:18.799480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60978) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:18.801937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dffb28-aaee-4ec2-96f6-a87f2c99a870 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:18.812169 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:18.814943 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-46dffb28-aaee-4ec2-96f6-a87f2c99a870 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:18.821294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dffb28-aaee-4ec2-96f6-a87f2c99a870 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:18.821916 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-46dffb28-aaee-4ec2-96f6-a87f2c99a870 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:18.835953 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e93cba8-b874-4d59-83c8-af6e304d3375 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Made reservation on behalf of 3e18627b2ab14ab4942df3990d0cc26a for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:18.839828 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-92c8ef27-8299-47cc-a77d-38b1985cbd11 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9808030f-6bb6-499d-b45b-5d25aaa291b1 HTTP/1.1" status: 200 len: 205 time: 0.0403717 Oct 26 15:25:18.840355 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3e93cba8-b874-4d59-83c8-af6e304d3375 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:18.842112 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dffb28-aaee-4ec2-96f6-a87f2c99a870 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=38a07890-b26d-45f1-bf47-bc9bddd595be,revision_number=4']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:18.842717 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60980) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:18.854395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3e93cba8-b874-4d59-83c8-af6e304d3375 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:18.858518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 38a07890-b26d-45f1-bf47-bc9bddd595be triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:18.858901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (38a07890-b26d-45f1-bf47-bc9bddd595be), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:18.859238 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 38a07890-b26d-45f1-bf47-bc9bddd595be Oct 26 15:25:18.873860 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-46dffb28-aaee-4ec2-96f6-a87f2c99a870 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9632075 Oct 26 15:25:18.877532 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60982) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:18.889629 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-6bf98d3f-fbf9-4563-969d-07da99320bb2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'mac_address': 'fa:16:3e:a9:2c:04', 'name': 'tempest-NetworksTestDHCPv6-741424009'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:18.889889 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-3b5a0d5a-9836-4645-8800-33f64739b73a tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] delete failed (client error): The resource could not be found. Oct 26 15:25:18.893196 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3b5a0d5a-9836-4645-8800-33f64739b73a tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/routers/9808030f-6bb6-499d-b45b-5d25aaa291b1 HTTP/1.1" status: 404 len: 336 time: 0.0470488 Oct 26 15:25:18.895003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60984) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:18.956012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-187d68e5-9da7-46aa-a206-3d381f6c3396 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (f1a35e34-2009-4eb1-b6ab-0f47d370acaf), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:18.960403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 38a07890-b26d-45f1-bf47-bc9bddd595be is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:18.960944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (38a07890-b26d-45f1-bf47-bc9bddd595be), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:18.988334 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f403f654-02b7-445a-9745-012abba0abc7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:18.989036 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f403f654-02b7-445a-9745-012abba0abc7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:18.997698 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f403f654-02b7-445a-9745-012abba0abc7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/1ef50472-ac06-4820-b6c6-fe739789ab63 HTTP/1.1" status: 404 len: 337 time: 0.1004326 Oct 26 15:25:19.005434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60986) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:19.008358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 38a07890-b26d-45f1-bf47-bc9bddd595be, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=38a07890-b26d-45f1-bf47-bc9bddd595be,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:19.027292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (38a07890-b26d-45f1-bf47-bc9bddd595be), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:19.080152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d68e5-9da7-46aa-a206-3d381f6c3396 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1a35e34-2009-4eb1-b6ab-0f47d370acaf,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:19.086803 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c25ee2-4cef-4cc1-b60d-91d8d1b03fc9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:19.087270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c25ee2-4cef-4cc1-b60d-91d8d1b03fc9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:19.091221 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c4c25ee2-4cef-4cc1-b60d-91d8d1b03fc9 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/161d7c96-73ac-429f-a8e8-9ee7d637233f HTTP/1.1" status: 404 len: 337 time: 0.0828161 Oct 26 15:25:19.094037 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60988) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:19.100321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=38a07890-b26d-45f1-bf47-bc9bddd595be,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:19.134181 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce328e8f-15d3-4927-b1c4-a3481c94fa57 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:19.134652 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce328e8f-15d3-4927-b1c4-a3481c94fa57 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:19.140784 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ce328e8f-15d3-4927-b1c4-a3481c94fa57 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/74a24d39-ad2f-4d41-aced-5b73e216df81 HTTP/1.1" status: 404 len: 337 time: 0.0431235 Oct 26 15:25:19.140784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60990) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:19.142153 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3e93cba8-b874-4d59-83c8-af6e304d3375 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Publish callbacks [] for security_group (7c503700-3dc4-45f2-a34c-3325613f03f3), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:19.143055 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf98d3f-fbf9-4563-969d-07da99320bb2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:19.149429 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3e93cba8-b874-4d59-83c8-af6e304d3375 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (7c503700-3dc4-45f2-a34c-3325613f03f3), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:19.154912 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-187d68e5-9da7-46aa-a206-3d381f6c3396 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:19.158786 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-187d68e5-9da7-46aa-a206-3d381f6c3396 tempest-RoutersAdminNegativeIpV6Test-742796062 tempest-RoutersAdminNegativeIpV6Test-742796062-project-admin] 10.222.0.60 "DELETE /networking/v2.0/ports/f1a35e34-2009-4eb1-b6ab-0f47d370acaf HTTP/1.1" status: 204 len: 168 time: 1.4840307 Oct 26 15:25:19.181732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38076442-c91e-415a-994f-c70d610af4fc None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:19.181957 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dfa47c4-1cfd-4561-920e-e7e4fbbf7730 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:19.182289 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dfa47c4-1cfd-4561-920e-e7e4fbbf7730 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:19.186738 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4dfa47c4-1cfd-4561-920e-e7e4fbbf7730 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/d96b8a69-006a-418b-a9f3-a11b191e5c43 HTTP/1.1" status: 404 len: 337 time: 0.0450494 Oct 26 15:25:19.188638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60994) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:19.223408 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-110e8b28-e903-482d-b236-9f0300683498 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5cd632db-954c-48bb-afdd-8c943bd659c0 HTTP/1.1" status: 200 len: 205 time: 0.0335503 Oct 26 15:25:19.224406 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 60996) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:19.230545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 60998) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:19.285737 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e93cba8-b874-4d59-83c8-af6e304d3375 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:25:19.291452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-57e30e47-cea9-438c-9491-71d609d591b3 None None] Provisioning complete for port 38a07890-b26d-45f1-bf47-bc9bddd595be triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:19.292267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-57e30e47-cea9-438c-9491-71d609d591b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (38a07890-b26d-45f1-bf47-bc9bddd595be), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:19.292267 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-57e30e47-cea9-438c-9491-71d609d591b3 None None] Attempt 1 to provision port 38a07890-b26d-45f1-bf47-bc9bddd595be Oct 26 15:25:19.296446 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3e93cba8-b874-4d59-83c8-af6e304d3375 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (0ada4065-f65a-4d2a-96d5-4b82f078077f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:19.296446 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-3e93cba8-b874-4d59-83c8-af6e304d3375 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Added segment 0ada4065-f65a-4d2a-96d5-4b82f078077f of type vlan for network 616d1115-aa80-496c-b119-8ab6b6207596 Oct 26 15:25:19.343339 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b85b2bfa-6b1d-4db7-b852-a036f5bfe518 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1169732 Oct 26 15:25:19.347138 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3e93cba8-b874-4d59-83c8-af6e304d3375 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (616d1115-aa80-496c-b119-8ab6b6207596), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:19.394669 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-5490326f-e043-48c2-b7e2-33e32143bf05 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] delete failed (client error): The resource could not be found. Oct 26 15:25:19.395735 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5490326f-e043-48c2-b7e2-33e32143bf05 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/routers/5cd632db-954c-48bb-afdd-8c943bd659c0 HTTP/1.1" status: 404 len: 336 time: 0.1641793 Oct 26 15:25:19.398875 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32768) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:19.414144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:19.423649 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3e93cba8-b874-4d59-83c8-af6e304d3375 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (616d1115-aa80-496c-b119-8ab6b6207596), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:19.443408 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93cba8-b874-4d59-83c8-af6e304d3375 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:19.443408 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3e93cba8-b874-4d59-83c8-af6e304d3375 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:19.444630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-57e30e47-cea9-438c-9491-71d609d591b3 None None] Current status of the port 38a07890-b26d-45f1-bf47-bc9bddd595be is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:19.448941 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6ae53-2466-4027-884b-87a53f90ab60 None None] Sync routers for ids ['9808030f-6bb6-499d-b45b-5d25aaa291b1'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:19.462510 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf6ae53-2466-4027-884b-87a53f90ab60 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:19.465845 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf6ae53-2466-4027-884b-87a53f90ab60 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:25:19.466636 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-3cf6ae53-2466-4027-884b-87a53f90ab60 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9808030f-6bb6-499d-b45b-5d25aaa291b1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:25:19.470234 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-288b61d4-3f4b-4550-981a-2907c393ccc1 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9859dccc-a457-4c0c-832c-e2b1e93de5ba HTTP/1.1" status: 200 len: 205 time: 0.0690830 Oct 26 15:25:19.472016 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32770) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:19.476167 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93cba8-b874-4d59-83c8-af6e304d3375 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c503700-3dc4-45f2-a34c-3325613f03f3,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:19.479204 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf6ae53-2466-4027-884b-87a53f90ab60 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:19.479819 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf6ae53-2466-4027-884b-87a53f90ab60 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:25:19.480668 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-3cf6ae53-2466-4027-884b-87a53f90ab60 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9808030f-6bb6-499d-b45b-5d25aaa291b1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:25:19.481527 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6ae53-2466-4027-884b-87a53f90ab60 None None] The sync data for ids ['9808030f-6bb6-499d-b45b-5d25aaa291b1'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:19.528933 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-c351b928-52f2-441b-8b48-43d3da560990 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] delete failed (client error): The resource could not be found. Oct 26 15:25:19.530002 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c351b928-52f2-441b-8b48-43d3da560990 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/routers/9859dccc-a457-4c0c-832c-e2b1e93de5ba HTTP/1.1" status: 404 len: 336 time: 0.0545797 Oct 26 15:25:19.532550 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32774) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:19.533723 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3e93cba8-b874-4d59-83c8-af6e304d3375 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0000563 Oct 26 15:25:19.538422 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32776) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:19.549282 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-0c21995d-47b8-4882-b8ba-c2a8009f7524 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '616d1115-aa80-496c-b119-8ab6b6207596', 'tempest-TagsTest-Tag-1752403584') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:19.563803 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93cba8-b874-4d59-83c8-af6e304d3375 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Pushing event updated for resources: {'Network': ['ID=616d1115-aa80-496c-b119-8ab6b6207596,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:19.570171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6bf98d3f-fbf9-4563-969d-07da99320bb2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:19.574907 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:19.592671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 616d1115-aa80-496c-b119-8ab6b6207596 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:25:19.599649 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-6925f51d-056a-4dcc-9813-7e87271119d7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:19.600124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6925f51d-056a-4dcc-9813-7e87271119d7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:19.603368 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6925f51d-056a-4dcc-9813-7e87271119d7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/088be422-57d5-48af-add4-7b4aee3d10d9 HTTP/1.1" status: 404 len: 337 time: 0.0698276 Oct 26 15:25:19.610544 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-6bf98d3f-fbf9-4563-969d-07da99320bb2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port b0d06902-056b-4c68-b4ec-0aba652c799e yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:25:19.637546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32778) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:19.671291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32780) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:19.673079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:19.676549 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cd5d030d-9f64-42fa-8de9-1d77bac0f6a5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c HTTP/1.1" status: 200 len: 205 time: 0.0353189 Oct 26 15:25:19.682909 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32782) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:19.726538 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-d975cf8a-cdde-47a4-9111-5f94c295bcc5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] delete failed (client error): The resource could not be found. Oct 26 15:25:19.728337 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d975cf8a-cdde-47a4-9111-5f94c295bcc5 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/routers/b9e4e9c9-9eaf-4043-b910-7da7c36a8d4c HTTP/1.1" status: 404 len: 336 time: 0.0439422 Oct 26 15:25:19.732943 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32786) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:19.744113 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:19.779888 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-57529413-8c34-4f7f-90f6-ed23d0d9bdb7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=667689ed-5dfa-472e-9efd-8bd92f05dccc HTTP/1.1" status: 200 len: 205 time: 0.0457220 Oct 26 15:25:19.783515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32788) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:19.830798 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0c21995d-47b8-4882-b8ba-c2a8009f7524 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] 10.222.0.60 "PUT /networking/v2.0/networks/616d1115-aa80-496c-b119-8ab6b6207596/tags/tempest-TagsTest-Tag-1752403584 HTTP/1.1" status: 201 len: 201 time: 0.2869723 Oct 26 15:25:19.831775 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-3ddd1799-0abb-47ca-a200-a089dfe8a01e tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] delete failed (client error): The resource could not be found. Oct 26 15:25:19.834953 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3ddd1799-0abb-47ca-a200-a089dfe8a01e tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/routers/667689ed-5dfa-472e-9efd-8bd92f05dccc HTTP/1.1" status: 404 len: 336 time: 0.0465930 Oct 26 15:25:19.834953 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32790) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:19.835312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32792) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:19.839583 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-51e973af-12b5-401a-9dbd-f27a244fbcf0 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '616d1115-aa80-496c-b119-8ab6b6207596', 'tempest-TagsTest-Tag-1752403584') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:19.877680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-79407748-f317-45f0-8c9b-d6c1700200b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:19.901150 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-6bf98d3f-fbf9-4563-969d-07da99320bb2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::12f (8562cd80-5c53-4efe-aa06-0bf20e462dc3/8a2b97dd-1ae2-4d7e-aada-7a97cffde5db/b0d06902-056b-4c68-b4ec-0aba652c799e) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:19.917172 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8c8245-679d-4627-b4a8-9dac9af38bba tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:19.917734 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-6bf98d3f-fbf9-4563-969d-07da99320bb2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8:0:1:f816:3eff:fea9:2c04 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/1570439f-7d03-4da2-8ca1-f85aa6a33ac5/b0d06902-056b-4c68-b4ec-0aba652c799e) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:19.917838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d8c8245-679d-4627-b4a8-9dac9af38bba tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:19.923672 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6d8c8245-679d-4627-b4a8-9dac9af38bba tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/0a264000-df7a-425b-9bbe-12763e9b6623 HTTP/1.1" status: 404 len: 337 time: 0.0802948 Oct 26 15:25:19.923899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32794) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:19.947138 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-51e973af-12b5-401a-9dbd-f27a244fbcf0 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] 10.222.0.60 "GET /networking/v2.0/networks/616d1115-aa80-496c-b119-8ab6b6207596/tags/tempest-TagsTest-Tag-1752403584 HTTP/1.1" status: 204 len: 168 time: 0.1125572 Oct 26 15:25:19.949971 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32796) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:19.956257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-c610e53d-8c06-4cf8-8f4e-79cd52a3c15e tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '616d1115-aa80-496c-b119-8ab6b6207596') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:19.987240 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-068dad33-7b0c-43b0-ac1a-c6ae4da3204c tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2e420a25-31e5-42b6-b39f-ba6352242451 HTTP/1.1" status: 200 len: 205 time: 0.0592544 Oct 26 15:25:19.991536 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32798) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:20.036572 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c610e53d-8c06-4cf8-8f4e-79cd52a3c15e tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] 10.222.0.60 "GET /networking/v2.0/networks/616d1115-aa80-496c-b119-8ab6b6207596/tags HTTP/1.1" status: 200 len: 238 time: 0.0855594 Oct 26 15:25:20.039467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32800) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:20.045183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-46c6ce03-834b-4dd3-a620-aa84ee14fd20 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '616d1115-aa80-496c-b119-8ab6b6207596', {'tags': ['tempest-TagsTest-Tag-1248885606', 'tempest-TagsTest-Tag-772183530', 'tempest-TagsTest-Tag-1973260305']}) {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:20.059039 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-e2bff4fe-1ba4-4002-9918-6264b132cfbd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] delete failed (client error): The resource could not be found. Oct 26 15:25:20.060108 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e2bff4fe-1ba4-4002-9918-6264b132cfbd tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/routers/2e420a25-31e5-42b6-b39f-ba6352242451 HTTP/1.1" status: 404 len: 336 time: 0.0657063 Oct 26 15:25:20.072017 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32802) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:20.124942 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fd2d10-6899-43c7-b415-7e1cf6076745 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:20.125414 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fd2d10-6899-43c7-b415-7e1cf6076745 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:20.131415 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-24fd2d10-6899-43c7-b415-7e1cf6076745 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/e5f64ba1-97d2-4980-bb26-f714543b9176 HTTP/1.1" status: 404 len: 337 time: 0.0579157 Oct 26 15:25:20.132016 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32804) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:20.172840 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-46c6ce03-834b-4dd3-a620-aa84ee14fd20 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] 10.222.0.60 "PUT /networking/v2.0/networks/616d1115-aa80-496c-b119-8ab6b6207596/tags HTTP/1.1" status: 200 len: 308 time: 0.1306226 Oct 26 15:25:20.174250 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32806) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:20.181153 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-8a74acd6-0008-4b99-aa06-54a6eb856f46 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '616d1115-aa80-496c-b119-8ab6b6207596', 'tempest-TagsTest-Tag-1248885606') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:20.221288 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-36b5b9f3-6f2b-42d9-a77f-4f89a371e1c4 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=03a20ee7-f190-40b4-ac8b-536a66a20c35 HTTP/1.1" status: 200 len: 205 time: 0.0733602 Oct 26 15:25:20.224404 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32808) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:20.235854 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-79407748-f317-45f0-8c9b-d6c1700200b0 admin admin] Publish callbacks [] for security_group (b4f896e2-6545-4822-a86f-fa207752d4b6), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:20.277746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-23d69940-5868-4dac-bb53-85b637252136 None None] Provisioning complete for port 38a07890-b26d-45f1-bf47-bc9bddd595be triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:20.278668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-23d69940-5868-4dac-bb53-85b637252136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (38a07890-b26d-45f1-bf47-bc9bddd595be), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:20.279625 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-23d69940-5868-4dac-bb53-85b637252136 None None] Attempt 1 to provision port 38a07890-b26d-45f1-bf47-bc9bddd595be Oct 26 15:25:20.281849 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-537755b7-2a00-4d68-a4b5-9967d8b7203d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] delete failed (client error): The resource could not be found. Oct 26 15:25:20.285949 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-537755b7-2a00-4d68-a4b5-9967d8b7203d tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/routers/03a20ee7-f190-40b4-ac8b-536a66a20c35 HTTP/1.1" status: 404 len: 336 time: 0.0549850 Oct 26 15:25:20.285949 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-79407748-f317-45f0-8c9b-d6c1700200b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (b4f896e2-6545-4822-a86f-fa207752d4b6), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:20.286465 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32810) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:20.292534 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8a74acd6-0008-4b99-aa06-54a6eb856f46 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] 10.222.0.60 "DELETE /networking/v2.0/networks/616d1115-aa80-496c-b119-8ab6b6207596/tags/tempest-TagsTest-Tag-1248885606 HTTP/1.1" status: 204 len: 168 time: 0.1144180 Oct 26 15:25:20.295002 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32812) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:20.300838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-f72ec353-aa94-431b-9f0e-9ec5330ed4ab tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '616d1115-aa80-496c-b119-8ab6b6207596', 'tempest-TagsTest-Tag-1248885606') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:20.363031 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32814) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:20.380537 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-0975f8e2-3822-4fbc-a66f-e6cb484f77c2 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:20.381023 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0975f8e2-3822-4fbc-a66f-e6cb484f77c2 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:20.384089 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0975f8e2-3822-4fbc-a66f-e6cb484f77c2 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/bdd1f9f5-52bb-440d-8139-56052728be41 HTTP/1.1" status: 404 len: 337 time: 0.0895035 Oct 26 15:25:20.387531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-23d69940-5868-4dac-bb53-85b637252136 None None] Current status of the port 38a07890-b26d-45f1-bf47-bc9bddd595be is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:20.393449 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32816) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:20.431279 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-f72ec353-aa94-431b-9f0e-9ec5330ed4ab tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] show failed (client error): The resource could not be found. Oct 26 15:25:20.435619 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f72ec353-aa94-431b-9f0e-9ec5330ed4ab tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] 10.222.0.60 "GET /networking/v2.0/networks/616d1115-aa80-496c-b119-8ab6b6207596/tags/tempest-TagsTest-Tag-1248885606 HTTP/1.1" status: 404 len: 326 time: 0.1364005 Oct 26 15:25:20.435796 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32818) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:20.436755 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79407748-f317-45f0-8c9b-d6c1700200b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f896e2-6545-4822-a86f-fa207752d4b6,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:20.445645 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-79407748-f317-45f0-8c9b-d6c1700200b0 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=bb0f810a989345f192634bb66f6f7d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7515717 Oct 26 15:25:20.449059 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-48ef8126-8984-44fe-bcd9-b9487a971f7b tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '616d1115-aa80-496c-b119-8ab6b6207596', 'tempest-TagsTest-Tag-772183530') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:20.455108 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb8aced-d96b-4b2c-a2c5-57df16d0b6f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:20.455458 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb8aced-d96b-4b2c-a2c5-57df16d0b6f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:20.455878 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32820) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:20.458570 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bfb8aced-d96b-4b2c-a2c5-57df16d0b6f7 tempest-RoutersIpV6Test-825255402 tempest-RoutersIpV6Test-825255402-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/571d2b7d-d8f1-4908-a711-471f7bb550fd HTTP/1.1" status: 404 len: 337 time: 0.0552762 Oct 26 15:25:20.464005 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6bf98d3f-fbf9-4563-969d-07da99320bb2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (b0d06902-056b-4c68-b4ec-0aba652c799e), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:20.501538 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6bf98d3f-fbf9-4563-969d-07da99320bb2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (b0d06902-056b-4c68-b4ec-0aba652c799e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:20.511754 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-58837a5c-d5d1-4d4a-9539-1f49e95cfe31 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1462240 Oct 26 15:25:20.575093 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-48ef8126-8984-44fe-bcd9-b9487a971f7b tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] 10.222.0.60 "GET /networking/v2.0/networks/616d1115-aa80-496c-b119-8ab6b6207596/tags/tempest-TagsTest-Tag-772183530 HTTP/1.1" status: 204 len: 168 time: 0.1383247 Oct 26 15:25:20.577926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32824) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:20.582401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-25c10526-3797-4edf-83e4-1e13e4ea5b98 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '616d1115-aa80-496c-b119-8ab6b6207596', 'tempest-TagsTest-Tag-1973260305') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:20.587165 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-608e2f82-52cc-4a70-b4ee-a1a0eea053e9 admin admin] Publish callbacks [] for security_group (b4f896e2-6545-4822-a86f-fa207752d4b6), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:20.614715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e69870db-1846-47d9-8f53-3601ca224c5b None None] Could not find standard attr ID for object b2b072d4-9877-484d-9504-534a3d2f5648. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:25:20.719350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 38a07890-b26d-45f1-bf47-bc9bddd595be up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:20.720008 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-608e2f82-52cc-4a70-b4ee-a1a0eea053e9 admin admin] Publish callbacks [] for security_group (b4f896e2-6545-4822-a86f-fa207752d4b6), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:20.728908 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:20.733241 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-25c10526-3797-4edf-83e4-1e13e4ea5b98 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] 10.222.0.60 "GET /networking/v2.0/networks/616d1115-aa80-496c-b119-8ab6b6207596/tags/tempest-TagsTest-Tag-1973260305 HTTP/1.1" status: 204 len: 168 time: 0.1542947 Oct 26 15:25:20.736826 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32828) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:20.747768 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-1aa3e56e-9a6c-412e-8a7c-5bf49b9ba5af tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '616d1115-aa80-496c-b119-8ab6b6207596') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:20.786637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 38a07890-b26d-45f1-bf47-bc9bddd595be triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:20.787017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (38a07890-b26d-45f1-bf47-bc9bddd595be), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:20.787366 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 38a07890-b26d-45f1-bf47-bc9bddd595be Oct 26 15:25:20.817663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:20.831017 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32830) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:20.845844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8331cca3-b107-4286-ae1e-dd322e768c8a None None] Could not find standard attr ID for object 4a21b818-07ce-4bfa-b2a7-e03ccf6ba964. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:25:20.848943 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1aa3e56e-9a6c-412e-8a7c-5bf49b9ba5af tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] 10.222.0.60 "DELETE /networking/v2.0/networks/616d1115-aa80-496c-b119-8ab6b6207596/tags HTTP/1.1" status: 204 len: 168 time: 0.1110680 Oct 26 15:25:20.858018 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32834) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:20.864175 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-f9f61f34-d116-4545-b69b-70b9107c39eb tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '616d1115-aa80-496c-b119-8ab6b6207596', 'tempest-TagsTest-Tag-772183530') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:20.904030 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf98d3f-fbf9-4563-969d-07da99320bb2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:20.905490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 38a07890-b26d-45f1-bf47-bc9bddd595be is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:20.905956 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-6bf98d3f-fbf9-4563-969d-07da99320bb2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:20.920972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf98d3f-fbf9-4563-969d-07da99320bb2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:20.927984 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf98d3f-fbf9-4563-969d-07da99320bb2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:20.931113 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6bf98d3f-fbf9-4563-969d-07da99320bb2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:20.941870 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-f9f61f34-d116-4545-b69b-70b9107c39eb tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] show failed (client error): The resource could not be found. Oct 26 15:25:20.942977 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f9f61f34-d116-4545-b69b-70b9107c39eb tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] 10.222.0.60 "GET /networking/v2.0/networks/616d1115-aa80-496c-b119-8ab6b6207596/tags/tempest-TagsTest-Tag-772183530 HTTP/1.1" status: 404 len: 325 time: 0.0840325 Oct 26 15:25:20.949427 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32836) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:20.959044 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf98d3f-fbf9-4563-969d-07da99320bb2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=b0d06902-056b-4c68-b4ec-0aba652c799e,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:20.962454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-920e5375-a8d5-40ca-80d7-1c9e14ed4179 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '616d1115-aa80-496c-b119-8ab6b6207596', 'tempest-TagsTest-Tag-1973260305') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:20.966176 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-608e2f82-52cc-4a70-b4ee-a1a0eea053e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (b4f896e2-6545-4822-a86f-fa207752d4b6), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:20.968558 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6bf98d3f-fbf9-4563-969d-07da99320bb2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0900111 Oct 26 15:25:20.969277 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32838) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:20.969546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-608e2f82-52cc-4a70-b4ee-a1a0eea053e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:20.970868 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-608e2f82-52cc-4a70-b4ee-a1a0eea053e9 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b4f896e2-6545-4822-a86f-fa207752d4b6 HTTP/1.1" status: 204 len: 168 time: 0.5125067 Oct 26 15:25:20.996100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e2f82-52cc-4a70-b4ee-a1a0eea053e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f896e2-6545-4822-a86f-fa207752d4b6,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:21.097733 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-920e5375-a8d5-40ca-80d7-1c9e14ed4179 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] show failed (client error): The resource could not be found. Oct 26 15:25:21.101893 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-920e5375-a8d5-40ca-80d7-1c9e14ed4179 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] 10.222.0.60 "GET /networking/v2.0/networks/616d1115-aa80-496c-b119-8ab6b6207596/tags/tempest-TagsTest-Tag-1973260305 HTTP/1.1" status: 404 len: 326 time: 0.1497278 Oct 26 15:25:21.104484 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32842) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:21.109725 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-510d363c-23a3-4a9d-9541-f5b57247ef1b tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '616d1115-aa80-496c-b119-8ab6b6207596') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:21.111099 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-793eea91-5fcb-4582-8068-58d556e58a6d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port b0d06902-056b-4c68-b4ec-0aba652c799e {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:21.111572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-793eea91-5fcb-4582-8068-58d556e58a6d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (b0d06902-056b-4c68-b4ec-0aba652c799e), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.181025 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fdf4d706-2273-4f13-bcd0-d848609bea72 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=4c4db5bb937d4b728c56281fc24a1134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3436031 Oct 26 15:25:21.182189 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32846) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:21.189402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-96daf78b-28fb-46ba-9b5e-3c6e52bb78ba None None] Could not find standard attr ID for object 2937d711-4fdc-4288-9bff-efe235c06807. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:25:21.220653 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-510d363c-23a3-4a9d-9541-f5b57247ef1b tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] 10.222.0.60 "DELETE /networking/v2.0/networks/616d1115-aa80-496c-b119-8ab6b6207596/tags HTTP/1.1" status: 204 len: 168 time: 0.1150219 Oct 26 15:25:21.225096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32848) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:21.234956 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:21.235620 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:21.241752 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-793eea91-5fcb-4582-8068-58d556e58a6d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (b0d06902-056b-4c68-b4ec-0aba652c799e), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.261352 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-793eea91-5fcb-4582-8068-58d556e58a6d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for b0d06902-056b-4c68-b4ec-0aba652c799e owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:21.331017 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6c6af8e5-f72f-474e-bf58-e23817577a75 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (616d1115-aa80-496c-b119-8ab6b6207596), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.359751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Publish callbacks [] for security_group (be0c942a-ca4e-465d-a321-1c8e3aa1e79d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.382655 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Publish callbacks [] for security_group (be0c942a-ca4e-465d-a321-1c8e3aa1e79d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.399217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0846438a-ab5b-466b-b14d-a0b8ca2610da None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:25:21.405119 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32850) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:21.445175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-610ff698-66c4-4d53-811d-7e80011f467e None None] Provisioning complete for port b0d06902-056b-4c68-b4ec-0aba652c799e triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:21.445555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-610ff698-66c4-4d53-811d-7e80011f467e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b0d06902-056b-4c68-b4ec-0aba652c799e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.446093 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-610ff698-66c4-4d53-811d-7e80011f467e None None] Attempt 1 to provision port b0d06902-056b-4c68-b4ec-0aba652c799e Oct 26 15:25:21.486423 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6c6af8e5-f72f-474e-bf58-e23817577a75 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (616d1115-aa80-496c-b119-8ab6b6207596), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.506051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-610ff698-66c4-4d53-811d-7e80011f467e None None] Port b0d06902-056b-4c68-b4ec-0aba652c799e cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:25:21.506956 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7b3301c9-b02e-42b5-9f94-1eda1dbb9805 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=2d0f3b6c395f42879044546ebba76819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0998330 Oct 26 15:25:21.509645 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-6c6af8e5-f72f-474e-bf58-e23817577a75 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616d1115-aa80-496c-b119-8ab6b6207596']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:21.510088 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32852) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:21.517641 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32854) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:21.530502 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-6c6af8e5-f72f-474e-bf58-e23817577a75 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ada4065-f65a-4d2a-96d5-4b82f078077f') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:21.531104 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-6c6af8e5-f72f-474e-bf58-e23817577a75 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ada4065-f65a-4d2a-96d5-4b82f078077f') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:21.537985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0846438a-ab5b-466b-b14d-a0b8ca2610da None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:25:21.547757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:21.563646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (be0c942a-ca4e-465d-a321-1c8e3aa1e79d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.565265 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-793eea91-5fcb-4582-8068-58d556e58a6d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (b0d06902-056b-4c68-b4ec-0aba652c799e), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.566766 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.567928 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/be0c942a-ca4e-465d-a321-1c8e3aa1e79d HTTP/1.1" status: 204 len: 168 time: 0.3837638 Oct 26 15:25:21.581177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6c6af8e5-f72f-474e-bf58-e23817577a75 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (0ada4065-f65a-4d2a-96d5-4b82f078077f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.605754 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2e8be93a-0b73-49b3-9e47-327c2b7dd9cf admin admin] Publish callbacks [] for security_group (34552e4e-8e98-4324-9db7-95608634ea60), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.607954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0c942a-ca4e-465d-a321-1c8e3aa1e79d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:21.617013 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-246424e7-3a61-41db-99c0-8b86ce180877 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0980387 Oct 26 15:25:21.622642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6c6af8e5-f72f-474e-bf58-e23817577a75 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (0ada4065-f65a-4d2a-96d5-4b82f078077f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.625621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:21.625973 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:21.626312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:21.626649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:21.627091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:21.627436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:21.627753 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:21.628126 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:21.628994 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:21.629436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:21.629770 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:21.630094 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:21.630423 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:21.630741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:21.631060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0379de-b631-4dd2-9a39-57f9cab73f97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:21.639314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6af8e5-f72f-474e-bf58-e23817577a75 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:25:21.639469 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6c6af8e5-f72f-474e-bf58-e23817577a75 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (0ada4065-f65a-4d2a-96d5-4b82f078077f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.656088 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793eea91-5fcb-4582-8068-58d556e58a6d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=b0d06902-056b-4c68-b4ec-0aba652c799e,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:21.671230 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 0ada4065-f65a-4d2a-96d5-4b82f078077f resource provider aggregate not found Oct 26 15:25:21.695463 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-793eea91-5fcb-4582-8068-58d556e58a6d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.701287 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-793eea91-5fcb-4582-8068-58d556e58a6d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/b0d06902-056b-4c68-b4ec-0aba652c799e HTTP/1.1" status: 204 len: 168 time: 0.7288246 Oct 26 15:25:21.707674 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32862) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:21.719596 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2e8be93a-0b73-49b3-9e47-327c2b7dd9cf admin admin] Publish callbacks [] for security_group (34552e4e-8e98-4324-9db7-95608634ea60), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.725876 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 0ada4065-f65a-4d2a-96d5-4b82f078077f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ada4065-f65a-4d2a-96d5-4b82f078077f found for delete ", "request_id": "req-2d3a222e-aa56-4027-bbec-ad51ba1b3d73"}]} Oct 26 15:25:21.727041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:21.750391 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6c6af8e5-f72f-474e-bf58-e23817577a75 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (616d1115-aa80-496c-b119-8ab6b6207596), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.756544 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6c6af8e5-f72f-474e-bf58-e23817577a75 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.764817 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6c6af8e5-f72f-474e-bf58-e23817577a75 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] 10.222.0.60 "DELETE /networking/v2.0/networks/616d1115-aa80-496c-b119-8ab6b6207596 HTTP/1.1" status: 204 len: 168 time: 0.5384421 Oct 26 15:25:21.783860 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6af8e5-f72f-474e-bf58-e23817577a75 tempest-TagsTest-52622312 tempest-TagsTest-52622312-project] Pushing event deleted for resources: {'Network': ['ID=616d1115-aa80-496c-b119-8ab6b6207596,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:21.792571 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79506313-e002-4783-ad8c-afeecda85f8e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:21.794255 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-79506313-e002-4783-ad8c-afeecda85f8e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0855482 Oct 26 15:25:21.796845 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32866) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:21.858372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa93c0d-268d-4e21-acb2-46609d596257 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:21.860028 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4fa93c0d-268d-4e21-acb2-46609d596257 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0621827 Oct 26 15:25:21.863044 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32868) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:21.878841 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2e8be93a-0b73-49b3-9e47-327c2b7dd9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (34552e4e-8e98-4324-9db7-95608634ea60), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.881042 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2e8be93a-0b73-49b3-9e47-327c2b7dd9cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:21.882309 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2e8be93a-0b73-49b3-9e47-327c2b7dd9cf admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/34552e4e-8e98-4324-9db7-95608634ea60 HTTP/1.1" status: 204 len: 168 time: 0.3710940 Oct 26 15:25:21.922697 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8be93a-0b73-49b3-9e47-327c2b7dd9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34552e4e-8e98-4324-9db7-95608634ea60,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:21.946055 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67de305-bc5a-406d-8364-5d350f692a0d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:21.947785 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67de305-bc5a-406d-8364-5d350f692a0d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:21.949588 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67de305-bc5a-406d-8364-5d350f692a0d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:21.953573 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c67de305-bc5a-406d-8364-5d350f692a0d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0874255 Oct 26 15:25:21.954913 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32874) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:22.034011 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ae00df-d562-414a-9224-fecec359eba5 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 1570439f-7d03-4da2-8ca1-f85aa6a33ac5 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:25:22.038120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-96ae00df-d562-414a-9224-fecec359eba5 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (1570439f-7d03-4da2-8ca1-f85aa6a33ac5), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:22.098562 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-96ae00df-d562-414a-9224-fecec359eba5 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (1570439f-7d03-4da2-8ca1-f85aa6a33ac5), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:22.107494 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32880) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:22.213820 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-96ae00df-d562-414a-9224-fecec359eba5 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (1570439f-7d03-4da2-8ca1-f85aa6a33ac5), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:22.289654 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-96ae00df-d562-414a-9224-fecec359eba5 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (1570439f-7d03-4da2-8ca1-f85aa6a33ac5), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:22.334021 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae00df-d562-414a-9224-fecec359eba5 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=1570439f-7d03-4da2-8ca1-f85aa6a33ac5,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:22.336538 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-96ae00df-d562-414a-9224-fecec359eba5 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:22.343356 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-96ae00df-d562-414a-9224-fecec359eba5 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/1570439f-7d03-4da2-8ca1-f85aa6a33ac5 HTTP/1.1" status: 204 len: 168 time: 0.3862853 Oct 26 15:25:22.344918 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32892) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:22.354623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:22.398380 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-855566f0-f76c-43a9-afdd-fda232ac2603 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=3e18627b2ab14ab4942df3990d0cc26a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893040 Oct 26 15:25:22.401805 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32896) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:22.416133 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-863f6a95-b967-4556-b4c9-decec30250a3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 8a2b97dd-1ae2-4d7e-aada-7a97cffde5db {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:25:22.420536 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-863f6a95-b967-4556-b4c9-decec30250a3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (8a2b97dd-1ae2-4d7e-aada-7a97cffde5db), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:22.462525 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-46f20d25-cae7-4bce-b500-b17ebe48af76 admin admin] Publish callbacks [] for security_group (7c503700-3dc4-45f2-a34c-3325613f03f3), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:22.487120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-863f6a95-b967-4556-b4c9-decec30250a3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (8a2b97dd-1ae2-4d7e-aada-7a97cffde5db), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:22.507467 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-46f20d25-cae7-4bce-b500-b17ebe48af76 admin admin] Publish callbacks [] for security_group (7c503700-3dc4-45f2-a34c-3325613f03f3), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:22.541510 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:22.572897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-46f20d25-cae7-4bce-b500-b17ebe48af76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (7c503700-3dc4-45f2-a34c-3325613f03f3), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:22.576743 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-46f20d25-cae7-4bce-b500-b17ebe48af76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:22.579611 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-46f20d25-cae7-4bce-b500-b17ebe48af76 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/7c503700-3dc4-45f2-a34c-3325613f03f3 HTTP/1.1" status: 204 len: 168 time: 0.1751592 Oct 26 15:25:22.587584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46552fd6-fff9-422f-baca-892c572f25fd None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:25:22.602712 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f20d25-cae7-4bce-b500-b17ebe48af76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c503700-3dc4-45f2-a34c-3325613f03f3,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:22.620881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32910) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:22.652710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-935e0521-e027-46ef-b22f-2b1d7779f35a None None] Provisioning complete for port 38a07890-b26d-45f1-bf47-bc9bddd595be triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:22.653171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-935e0521-e027-46ef-b22f-2b1d7779f35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (38a07890-b26d-45f1-bf47-bc9bddd595be), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:22.653432 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-935e0521-e027-46ef-b22f-2b1d7779f35a None None] Attempt 1 to provision port 38a07890-b26d-45f1-bf47-bc9bddd595be Oct 26 15:25:22.686815 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-863f6a95-b967-4556-b4c9-decec30250a3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (8a2b97dd-1ae2-4d7e-aada-7a97cffde5db), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:22.695461 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e352cd84-98b0-452f-ba2b-46e3daf3c640 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0728610 Oct 26 15:25:22.743671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46552fd6-fff9-422f-baca-892c572f25fd None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:25:22.778819 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-863f6a95-b967-4556-b4c9-decec30250a3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (8a2b97dd-1ae2-4d7e-aada-7a97cffde5db), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:22.789925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-935e0521-e027-46ef-b22f-2b1d7779f35a None None] Current status of the port 38a07890-b26d-45f1-bf47-bc9bddd595be is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:22.793357 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-863f6a95-b967-4556-b4c9-decec30250a3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:22.796603 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-863f6a95-b967-4556-b4c9-decec30250a3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/8a2b97dd-1ae2-4d7e-aada-7a97cffde5db HTTP/1.1" status: 204 len: 168 time: 0.4505837 Oct 26 15:25:22.799174 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32914) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:22.818880 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f6a95-b967-4556-b4c9-decec30250a3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=8a2b97dd-1ae2-4d7e-aada-7a97cffde5db,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:22.852715 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d0885412-0e53-4783-b600-d37028e76ea3 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499341 Oct 26 15:25:22.852973 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32916) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:22.861972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-443b9e68-3d44-43d1-be69-880dbe6ba2e8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:22.962267 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:22.979839 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443b9e68-3d44-43d1-be69-880dbe6ba2e8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:22.984342 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-443b9e68-3d44-43d1-be69-880dbe6ba2e8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:23.000681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ff30b8-8206-4468-b6cb-7dcbd67dfaa0 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:23.079126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a4f46821-01aa-41c5-b698-d8d4c7f1c5df None None] Provisioning complete for port 38a07890-b26d-45f1-bf47-bc9bddd595be triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:23.079657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a4f46821-01aa-41c5-b698-d8d4c7f1c5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (38a07890-b26d-45f1-bf47-bc9bddd595be), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:23.080002 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a4f46821-01aa-41c5-b698-d8d4c7f1c5df None None] Attempt 1 to provision port 38a07890-b26d-45f1-bf47-bc9bddd595be Oct 26 15:25:23.164560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:23.202010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a4f46821-01aa-41c5-b698-d8d4c7f1c5df None None] Current status of the port 38a07890-b26d-45f1-bf47-bc9bddd595be is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:23.239093 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-443b9e68-3d44-43d1-be69-880dbe6ba2e8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (d654f29e-6b07-4708-bb3e-063b5202a028), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:23.256155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b866b6-48be-4345-b575-527e57938700 None None] DHCP port deletion for 8562cd80-5c53-4efe-aa06-0bf20e462dc3 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:25:23.294578 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443b9e68-3d44-43d1-be69-880dbe6ba2e8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:23.297954 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-443b9e68-3d44-43d1-be69-880dbe6ba2e8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:23.302553 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443b9e68-3d44-43d1-be69-880dbe6ba2e8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:23.303166 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-443b9e68-3d44-43d1-be69-880dbe6ba2e8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:23.305889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c5b866b6-48be-4345-b575-527e57938700 None None] Deleting port 38a07890-b26d-45f1-bf47-bc9bddd595be {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:23.306554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c5b866b6-48be-4345-b575-527e57938700 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (38a07890-b26d-45f1-bf47-bc9bddd595be), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:23.319552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b9e68-3d44-43d1-be69-880dbe6ba2e8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=d654f29e-6b07-4708-bb3e-063b5202a028,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:23.334455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32936) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:23.336545 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-443b9e68-3d44-43d1-be69-880dbe6ba2e8 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4824269 Oct 26 15:25:23.337598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32938) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:23.342764 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-ffbb3df8-77bb-4d18-a33c-278e8ea81d28 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:23.404010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:23.423444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c5b866b6-48be-4345-b575-527e57938700 None None] For port 38a07890-b26d-45f1-bf47-bc9bddd595be, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=38a07890-b26d-45f1-bf47-bc9bddd595be,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:23.423899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c5b866b6-48be-4345-b575-527e57938700 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (38a07890-b26d-45f1-bf47-bc9bddd595be), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:23.438856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c5b866b6-48be-4345-b575-527e57938700 None None] Calling delete_port for 38a07890-b26d-45f1-bf47-bc9bddd595be owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:23.454084 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32944) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:23.477886 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbb3df8-77bb-4d18-a33c-278e8ea81d28 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:23.487304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ffbb3df8-77bb-4d18-a33c-278e8ea81d28 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:23.546141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c5b866b6-48be-4345-b575-527e57938700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (38a07890-b26d-45f1-bf47-bc9bddd595be), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:23.566461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b866b6-48be-4345-b575-527e57938700 None None] No DVR routers for this DVR port 38a07890-b26d-45f1-bf47-bc9bddd595be on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:25:23.600152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181ca16c-5133-4f6d-8e09-b1fff41969e4 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:23.603019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b866b6-48be-4345-b575-527e57938700 None None] Pushing event deleted for resources: {'Port': ['ID=38a07890-b26d-45f1-bf47-bc9bddd595be,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:23.634105 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.ipam_backend_mixin [None req-ffbb3df8-77bb-4d18-a33c-278e8ea81d28 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d654f29e-6b07-4708-bb3e-063b5202a028 (CIDR: 2001:db8::/64) Oct 26 15:25:23.639429 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffbb3df8-77bb-4d18-a33c-278e8ea81d28 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:25:23.639990 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffbb3df8-77bb-4d18-a33c-278e8ea81d28 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:23.663550 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ffbb3df8-77bb-4d18-a33c-278e8ea81d28 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3247364 Oct 26 15:25:23.666441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32950) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:23.671526 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-49282cb2-e07d-4c2a-80d5-bc562eaf494a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'subnet': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:23.672946 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-532fdcf5-c366-419c-97e9-dbd83a1107b6 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1694377364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:23.708747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32952) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:23.718333 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-532fdcf5-c366-419c-97e9-dbd83a1107b6 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (5b10ea56-0bed-4234-bb69-6985bdcd87df), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:23.719690 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-532fdcf5-c366-419c-97e9-dbd83a1107b6 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (5b10ea56-0bed-4234-bb69-6985bdcd87df), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:23.745264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'project_id': 'e3b7e3683f314399a045aa71758c8097', 'fixed_ips': [{'subnet_id': 'd654f29e-6b07-4708-bb3e-063b5202a028'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:25:23.746345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:23.769424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-b1af932a-d3ca-4175-aef9-72ef7ad0674d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'network': {'name': 'tempest-RoutersTest-1602876698'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:23.823409 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49282cb2-e07d-4c2a-80d5-bc562eaf494a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:23.829793 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49282cb2-e07d-4c2a-80d5-bc562eaf494a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:23.833933 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-60a6584b-0adf-4e39-882a-9fb7f3d7c817 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1235011 Oct 26 15:25:23.861749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-532fdcf5-c366-419c-97e9-dbd83a1107b6 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for router_controller (5b10ea56-0bed-4234-bb69-6985bdcd87df), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:23.865304 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1af932a-d3ca-4175-aef9-72ef7ad0674d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Made reservation on behalf of e6a5bd1edcc84a3dbb4f28964dceafcd for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:23.869677 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b1af932a-d3ca-4175-aef9-72ef7ad0674d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:23.880080 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b1af932a-d3ca-4175-aef9-72ef7ad0674d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:23.891546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-532fdcf5-c366-419c-97e9-dbd83a1107b6 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (5b10ea56-0bed-4234-bb69-6985bdcd87df), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:23.903167 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:23.931843 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-532fdcf5-c366-419c-97e9-dbd83a1107b6 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:23.936399 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-532fdcf5-c366-419c-97e9-dbd83a1107b6 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5963187 Oct 26 15:25:23.936589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Allocated IP 2001:db8::2 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/d654f29e-6b07-4708-bb3e-063b5202a028/6f5d73a8-1cf1-4b40-86f5-43f44b037a66) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:23.936921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32960) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:23.948419 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-bfb66dd9-fcc0-42e6-832f-341565e6de7b tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1960329660'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:23.956992 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:23.993820 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb66dd9-fcc0-42e6-832f-341565e6de7b tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Made reservation on behalf of ad785ac5f17e482baf7ccfce63c9ba69 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:23.997687 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bfb66dd9-fcc0-42e6-832f-341565e6de7b tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.011452 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bfb66dd9-fcc0-42e6-832f-341565e6de7b tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.036552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32962) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:24.042747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b1af932a-d3ca-4175-aef9-72ef7ad0674d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for security_group (04fdd545-bbcc-4286-a64a-bf23c0224f1a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.052478 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b1af932a-d3ca-4175-aef9-72ef7ad0674d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (04fdd545-bbcc-4286-a64a-bf23c0224f1a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.063202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:24.065474 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1af932a-d3ca-4175-aef9-72ef7ad0674d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:25:24.076025 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b1af932a-d3ca-4175-aef9-72ef7ad0674d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (ed688737-1837-4970-b4c9-7d072df9613a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.076464 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-b1af932a-d3ca-4175-aef9-72ef7ad0674d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Added segment ed688737-1837-4970-b4c9-7d072df9613a of type vlan for network 49096a09-89fd-4dc5-99a1-a3d9f8f81ea2 Oct 26 15:25:24.106558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:24.119387 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b1af932a-d3ca-4175-aef9-72ef7ad0674d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (49096a09-89fd-4dc5-99a1-a3d9f8f81ea2), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.137690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Publish callbacks [] for port (6f5d73a8-1cf1-4b40-86f5-43f44b037a66), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.147206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (6f5d73a8-1cf1-4b40-86f5-43f44b037a66), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.154823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=72,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=19 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:24.161560 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af932a-d3ca-4175-aef9-72ef7ad0674d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04fdd545-bbcc-4286-a64a-bf23c0224f1a,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:24.186086 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1039315286-network', 'tenant_id': '837da6bf5f9347789bd3f2559bcd4dc6'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:24.194508 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b1af932a-d3ca-4175-aef9-72ef7ad0674d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (49096a09-89fd-4dc5-99a1-a3d9f8f81ea2), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.195582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:24.199355 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1af932a-d3ca-4175-aef9-72ef7ad0674d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:24.199951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b1af932a-d3ca-4175-aef9-72ef7ad0674d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.201055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:24.203603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:24.238183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Pushing event updated for resources: {'Port': ['ID=6f5d73a8-1cf1-4b40-86f5-43f44b037a66,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:24.259496 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Made reservation on behalf of 837da6bf5f9347789bd3f2559bcd4dc6 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:24.262289 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.273100 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b1af932a-d3ca-4175-aef9-72ef7ad0674d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8176126 Oct 26 15:25:24.275658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32966) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:24.278374 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.282383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Attempting to bind port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:24.282768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Attempting to bind port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:24.283953 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-5ac59aa0-556f-4b04-ab6d-8d8d77feac59 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'network': {'name': 'tempest-RoutersTest-554814384'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:24.284105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Attempting to bind port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 on network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:24.297410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af932a-d3ca-4175-aef9-72ef7ad0674d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Network': ['ID=49096a09-89fd-4dc5-99a1-a3d9f8f81ea2,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:24.314681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 49096a09-89fd-4dc5-99a1-a3d9f8f81ea2 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:25:24.329773 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bfb66dd9-fcc0-42e6-832f-341565e6de7b tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for security_group (2d8292cd-ac21-4a14-9c2f-bf5b5f71f51e), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.335631 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bfb66dd9-fcc0-42e6-832f-341565e6de7b tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (2d8292cd-ac21-4a14-9c2f-bf5b5f71f51e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.352243 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.objects.ports [None req-49282cb2-e07d-4c2a-80d5-bc562eaf494a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105322) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 15:25:24.361281 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac59aa0-556f-4b04-ab6d-8d8d77feac59 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Made reservation on behalf of e6a5bd1edcc84a3dbb4f28964dceafcd for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:24.365503 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5ac59aa0-556f-4b04-ab6d-8d8d77feac59 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.369017 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb66dd9-fcc0-42e6-832f-341565e6de7b tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:25:24.387268 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb66dd9-fcc0-42e6-832f-341565e6de7b tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8292cd-ac21-4a14-9c2f-bf5b5f71f51e,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:24.390326 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bfb66dd9-fcc0-42e6-832f-341565e6de7b tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (80f3ef0b-9427-427e-8de1-2d87f4831209), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.390743 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-bfb66dd9-fcc0-42e6-832f-341565e6de7b tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Added segment 80f3ef0b-9427-427e-8de1-2d87f4831209 of type vlan for network c9dc4775-6bca-48e6-b6a2-43162c386f86 Oct 26 15:25:24.403316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:25:24.403706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Checking segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:24.404179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.404636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Bound using segment: {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:25:24.405220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Bound port: 6f5d73a8-1cf1-4b40-86f5-43f44b037a66, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0b66b-bfaf-4c78-b025-468aea6a1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:25:24.405618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6f5d73a8-1cf1-4b40-86f5-43f44b037a66), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.436772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bfb66dd9-fcc0-42e6-832f-341565e6de7b tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (c9dc4775-6bca-48e6-b6a2-43162c386f86), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.472938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bfb66dd9-fcc0-42e6-832f-341565e6de7b tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (c9dc4775-6bca-48e6-b6a2-43162c386f86), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.477857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] For port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:25:24.478958 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb66dd9-fcc0-42e6-832f-341565e6de7b tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:24.479637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bfb66dd9-fcc0-42e6-832f-341565e6de7b tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.481738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] For port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6f5d73a8-1cf1-4b40-86f5-43f44b037a66,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:25:24.486740 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac59aa0-556f-4b04-ab6d-8d8d77feac59 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:25:24.489818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6f5d73a8-1cf1-4b40-86f5-43f44b037a66), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.547167 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bfb66dd9-fcc0-42e6-832f-341565e6de7b tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6090360 Oct 26 15:25:24.552349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Pushing event updated for resources: {'Port': ['ID=6f5d73a8-1cf1-4b40-86f5-43f44b037a66,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:24.554904 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32968) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:24.560405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f5921148-9b01-43fd-bc10-e54f65fc99cf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Request body: {'subnet': {'network_id': 'c9dc4775-6bca-48e6-b6a2-43162c386f86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:24.562553 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5ac59aa0-556f-4b04-ab6d-8d8d77feac59 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (dd1e73fd-b7be-4eba-8c26-40905630c27f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.562728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.563052 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-5ac59aa0-556f-4b04-ab6d-8d8d77feac59 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Added segment dd1e73fd-b7be-4eba-8c26-40905630c27f of type vlan for network 5e5217de-4c1c-42c5-a53b-72751ffbaa57 Oct 26 15:25:24.563181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.563823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.564410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.564627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.566929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.567097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.567960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.568110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.568468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.568892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.569407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.569808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.570482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.570931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb0d0e-4037-4419-b90c-f308b1f08de6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.613845 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Publish callbacks [] for security_group (02aa1fbe-ce6c-4830-926b-9163fcf3a6ea), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.623191 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (02aa1fbe-ce6c-4830-926b-9163fcf3a6ea), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.633506 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb66dd9-fcc0-42e6-832f-341565e6de7b tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event updated for resources: {'Network': ['ID=c9dc4775-6bca-48e6-b6a2-43162c386f86,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:24.645584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network c9dc4775-6bca-48e6-b6a2-43162c386f86 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:25:24.659915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5ac59aa0-556f-4b04-ab6d-8d8d77feac59 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (5e5217de-4c1c-42c5-a53b-72751ffbaa57), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.696234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:24.702058 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5921148-9b01-43fd-bc10-e54f65fc99cf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Made reservation on behalf of ad785ac5f17e482baf7ccfce63c9ba69 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:24.706200 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49282cb2-e07d-4c2a-80d5-bc562eaf494a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6f5d73a8-1cf1-4b40-86f5-43f44b037a66), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.706749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f5921148-9b01-43fd-bc10-e54f65fc99cf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.708878 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:25:24.715338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 38a07890-b26d-45f1-bf47-bc9bddd595be no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:24.749722 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:24.766070 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:24.767602 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (763a54ee-843b-4d35-ad81-69a8e4380284), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.768366 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Added segment 763a54ee-843b-4d35-ad81-69a8e4380284 of type vlan for network d5806a95-3b54-44f4-a3c2-4f074fc9c3fd Oct 26 15:25:24.773870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 38a07890-b26d-45f1-bf47-bc9bddd595be {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:25:24.775522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 38a07890-b26d-45f1-bf47-bc9bddd595be not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:25:24.811764 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.812200 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.812635 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.813104 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.813899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.813899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.814269 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.814726 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.815155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.816266 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.816395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.816834 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.817248 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.817579 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.817970 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:24.821454 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5ac59aa0-556f-4b04-ab6d-8d8d77feac59 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (5e5217de-4c1c-42c5-a53b-72751ffbaa57), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.826443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac59aa0-556f-4b04-ab6d-8d8d77feac59 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:24.827162 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5ac59aa0-556f-4b04-ab6d-8d8d77feac59 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.838686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:24.845411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32970) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:24.913202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (d5806a95-3b54-44f4-a3c2-4f074fc9c3fd), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:24.957036 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5ac59aa0-556f-4b04-ab6d-8d8d77feac59 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6801951 Oct 26 15:25:24.965350 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32972) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:24.982147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-37ae67ba-bb0e-4a26-9e92-abb157b1c7f2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'subnet': {'network_id': '49096a09-89fd-4dc5-99a1-a3d9f8f81ea2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:25.088176 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac59aa0-556f-4b04-ab6d-8d8d77feac59 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Network': ['ID=5e5217de-4c1c-42c5-a53b-72751ffbaa57,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:25.102767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 5e5217de-4c1c-42c5-a53b-72751ffbaa57 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:25:25.107187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (d5806a95-3b54-44f4-a3c2-4f074fc9c3fd), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:25.108220 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:25.108834 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:25.174847 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4af6b4e9-ed06-4d3c-84c3-29bd01e955e8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.3269918 Oct 26 15:25:25.230440 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1929407 Oct 26 15:25:25.238012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32974) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:25.242917 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f3aea110-9640-403b-bda9-0fdbcf9e88df admin admin] Request body: {'subnet': {'network_id': 'd5806a95-3b54-44f4-a3c2-4f074fc9c3fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1039315286-subnet', 'tenant_id': '837da6bf5f9347789bd3f2559bcd4dc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:25.250368 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc655c-d491-4de0-8b97-66b6f4a18757 admin admin] Pushing event updated for resources: {'Network': ['ID=d5806a95-3b54-44f4-a3c2-4f074fc9c3fd,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:25.261612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network d5806a95-3b54-44f4-a3c2-4f074fc9c3fd details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:25:25.268656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-49282cb2-e07d-4c2a-80d5-bc562eaf494a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] For port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6f5d73a8-1cf1-4b40-86f5-43f44b037a66,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:25.278722 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ae67ba-bb0e-4a26-9e92-abb157b1c7f2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Made reservation on behalf of e6a5bd1edcc84a3dbb4f28964dceafcd for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:25.282727 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-37ae67ba-bb0e-4a26-9e92-abb157b1c7f2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:25.285165 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f5921148-9b01-43fd-bc10-e54f65fc99cf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (723c3d5f-0a49-4412-bb20-801c05454a48), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:25.287372 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3aea110-9640-403b-bda9-0fdbcf9e88df admin admin] Made reservation on behalf of 837da6bf5f9347789bd3f2559bcd4dc6 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:25.290426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f3aea110-9640-403b-bda9-0fdbcf9e88df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:25.397115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:25.434859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5921148-9b01-43fd-bc10-e54f65fc99cf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event updated for resources: {'Subnet': ['ID=723c3d5f-0a49-4412-bb20-801c05454a48,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:25.462989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5921148-9b01-43fd-bc10-e54f65fc99cf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Checking segment: {'id': '80f3ef0b-9427-427e-8de1-2d87f4831209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c9dc4775-6bca-48e6-b6a2-43162c386f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:25.463689 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5921148-9b01-43fd-bc10-e54f65fc99cf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Network hostable DHCP agents. Network: c9dc4775-6bca-48e6-b6a2-43162c386f86, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:25:25.490780 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49282cb2-e07d-4c2a-80d5-bc562eaf494a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (6f5d73a8-1cf1-4b40-86f5-43f44b037a66), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:25.502720 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49282cb2-e07d-4c2a-80d5-bc562eaf494a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (6f5d73a8-1cf1-4b40-86f5-43f44b037a66), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:25.503910 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49282cb2-e07d-4c2a-80d5-bc562eaf494a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (5d5cfb38-1d9f-49fc-8314-df4d1946084a), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:25.529185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5921148-9b01-43fd-bc10-e54f65fc99cf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Network c9dc4775-6bca-48e6-b6a2-43162c386f86 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:25:25.569462 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-f5921148-9b01-43fd-bc10-e54f65fc99cf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, c9dc4775-6bca-48e6-b6a2-43162c386f86) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:25.574196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5921148-9b01-43fd-bc10-e54f65fc99cf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:25.575191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f5921148-9b01-43fd-bc10-e54f65fc99cf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:25.588844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09825478-f203-48f4-9f3f-5f77db7a42dc None None] Network c9dc4775-6bca-48e6-b6a2-43162c386f86 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:25.605243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f3aea110-9640-403b-bda9-0fdbcf9e88df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (d3325ec5-1f98-42f0-a7af-e04d7ffa905c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:25.627804 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49282cb2-e07d-4c2a-80d5-bc562eaf494a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:25.658533 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-49282cb2-e07d-4c2a-80d5-bc562eaf494a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:25.664978 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f5921148-9b01-43fd-bc10-e54f65fc99cf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1093631 Oct 26 15:25:25.673463 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49282cb2-e07d-4c2a-80d5-bc562eaf494a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=6f5d73a8-1cf1-4b40-86f5-43f44b037a66,revision_number=4']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:25.677019 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32976) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:25.678533 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49282cb2-e07d-4c2a-80d5-bc562eaf494a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:25.679136 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49282cb2-e07d-4c2a-80d5-bc562eaf494a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:25.702755 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-32af12c8-8677-4f1c-845b-92e6af41f1bf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Request body: {'network': {'name': 'tempest-router-network01--1338330205'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:25.705751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aea110-9640-403b-bda9-0fdbcf9e88df admin admin] Checking segment: {'id': '763a54ee-843b-4d35-ad81-69a8e4380284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd5806a95-3b54-44f4-a3c2-4f074fc9c3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:25.706649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aea110-9640-403b-bda9-0fdbcf9e88df admin admin] Network hostable DHCP agents. Network: d5806a95-3b54-44f4-a3c2-4f074fc9c3fd, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:25:25.725798 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-37ae67ba-bb0e-4a26-9e92-abb157b1c7f2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (7802f1a5-c87a-4c33-b406-3a3d034a5ef9), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:25.728095 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49282cb2-e07d-4c2a-80d5-bc562eaf494a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Subnet': ['ID=5d5cfb38-1d9f-49fc-8314-df4d1946084a,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:25.736056 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aea110-9640-403b-bda9-0fdbcf9e88df admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3325ec5-1f98-42f0-a7af-e04d7ffa905c,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:25.736385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-c9dc4775-6bca-48e6-b6a2-43162c386f86', 'network_id': 'c9dc4775-6bca-48e6-b6a2-43162c386f86', 'project_id': 'ad785ac5f17e482baf7ccfce63c9ba69', 'fixed_ips': [{'subnet_id': '723c3d5f-0a49-4412-bb20-801c05454a48'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:25:25.737230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:25.739571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aea110-9640-403b-bda9-0fdbcf9e88df admin admin] Network d5806a95-3b54-44f4-a3c2-4f074fc9c3fd is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:25:25.742069 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-49282cb2-e07d-4c2a-80d5-bc562eaf494a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0744328 Oct 26 15:25:25.747194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 32978) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:25.756066 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-f3aea110-9640-403b-bda9-0fdbcf9e88df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, d5806a95-3b54-44f4-a3c2-4f074fc9c3fd) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:25.761465 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3aea110-9640-403b-bda9-0fdbcf9e88df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:25.762007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7c9baa-363d-4d4f-aa6b-c9297c2433e4 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:25.762164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f3aea110-9640-403b-bda9-0fdbcf9e88df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:25.766617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:25.776102 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-8c1f4667-c5ec-4eaa-a916-73474adcec66 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Request body: {'port': {'network_id': '8562cd80-5c53-4efe-aa06-0bf20e462dc3', 'mac_address': 'fa:16:3e:d9:e0:49', 'name': 'tempest-NetworksTestDHCPv6-1338891287'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:25.782722 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f3aea110-9640-403b-bda9-0fdbcf9e88df admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5436130 Oct 26 15:25:25.786213 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:25.789551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9be3b86-bafa-45ec-aca3-8ba40c867a28 None None] Network d5806a95-3b54-44f4-a3c2-4f074fc9c3fd requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:25.812556 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32af12c8-8677-4f1c-845b-92e6af41f1bf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Made reservation on behalf of ad785ac5f17e482baf7ccfce63c9ba69 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:25.818496 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-32af12c8-8677-4f1c-845b-92e6af41f1bf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:25.864594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:25.910869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32af12c8-8677-4f1c-845b-92e6af41f1bf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:25:25.916286 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae67ba-bb0e-4a26-9e92-abb157b1c7f2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Subnet': ['ID=7802f1a5-c87a-4c33-b406-3a3d034a5ef9,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:25.939402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:25.955189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-536c54a5-8169-41ea-be2e-873ec38523d0 None None] Provisioning complete for port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:25.955569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-536c54a5-8169-41ea-be2e-873ec38523d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6f5d73a8-1cf1-4b40-86f5-43f44b037a66), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:25.956599 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-536c54a5-8169-41ea-be2e-873ec38523d0 None None] Attempt 1 to provision port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 Oct 26 15:25:26.136361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:26.163134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da9654d-034e-417f-a960-8f794f334f03 None None] Network d5806a95-3b54-44f4-a3c2-4f074fc9c3fd requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:26.171115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Allocated IP 2001:db8::2 (c9dc4775-6bca-48e6-b6a2-43162c386f86/723c3d5f-0a49-4412-bb20-801c05454a48/4a95fdf5-0999-4183-bed7-e11ccfd3860d) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:26.179497 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32990) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:26.206523 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-32af12c8-8677-4f1c-845b-92e6af41f1bf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (0f792274-338e-4cf2-b035-f1db101622a9), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:26.206878 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-32af12c8-8677-4f1c-845b-92e6af41f1bf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Added segment 0f792274-338e-4cf2-b035-f1db101622a9 of type vlan for network 57f06a57-066b-4836-814a-95c39d7726af Oct 26 15:25:26.233391 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ae67ba-bb0e-4a26-9e92-abb157b1c7f2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Checking segment: {'id': 'ed688737-1837-4970-b4c9-7d072df9613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '49096a09-89fd-4dc5-99a1-a3d9f8f81ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:26.233744 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ae67ba-bb0e-4a26-9e92-abb157b1c7f2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network hostable DHCP agents. Network: 49096a09-89fd-4dc5-99a1-a3d9f8f81ea2, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:25:26.287109 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-32af12c8-8677-4f1c-845b-92e6af41f1bf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (57f06a57-066b-4836-814a-95c39d7726af), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:26.308003 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4cf643df-e932-4bc6-a767-168a10106284 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1258564 Oct 26 15:25:26.310058 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ae67ba-bb0e-4a26-9e92-abb157b1c7f2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network 49096a09-89fd-4dc5-99a1-a3d9f8f81ea2 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:25:26.324613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1f4667-c5ec-4eaa-a916-73474adcec66 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Made reservation on behalf of e3b7e3683f314399a045aa71758c8097 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:26.325986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-536c54a5-8169-41ea-be2e-873ec38523d0 None None] Current status of the port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:26.326390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-536c54a5-8169-41ea-be2e-873ec38523d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6f5d73a8-1cf1-4b40-86f5-43f44b037a66), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:26.343932 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-37ae67ba-bb0e-4a26-9e92-abb157b1c7f2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 49096a09-89fd-4dc5-99a1-a3d9f8f81ea2) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:26.369971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b44be71-58a5-40d1-9b85-fbe8af48aa5c None None] Network 49096a09-89fd-4dc5-99a1-a3d9f8f81ea2 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:26.379520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ae67ba-bb0e-4a26-9e92-abb157b1c7f2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:26.380607 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-37ae67ba-bb0e-4a26-9e92-abb157b1c7f2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:26.397384 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-32af12c8-8677-4f1c-845b-92e6af41f1bf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (57f06a57-066b-4836-814a-95c39d7726af), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:26.402990 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32af12c8-8677-4f1c-845b-92e6af41f1bf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:26.403610 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-32af12c8-8677-4f1c-845b-92e6af41f1bf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:26.426180 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-37ae67ba-bb0e-4a26-9e92-abb157b1c7f2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4482961 Oct 26 15:25:26.429172 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32996) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:26.445657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c07746ff-3ff3-4c2e-ab82-fc5e3626851f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'subnet': {'network_id': '5e5217de-4c1c-42c5-a53b-72751ffbaa57', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:26.465869 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 32998) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:26.472549 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-3bf35af1-0a59-47e6-9254-29866bd8fcfe admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1262581623-network', 'tenant_id': 'e801e5a5344b41e7bbfa0ef5f2df77b7'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:26.474952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-536c54a5-8169-41ea-be2e-873ec38523d0 None None] For port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6f5d73a8-1cf1-4b40-86f5-43f44b037a66,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:26.492227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-536c54a5-8169-41ea-be2e-873ec38523d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6f5d73a8-1cf1-4b40-86f5-43f44b037a66), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:26.516642 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-32af12c8-8677-4f1c-845b-92e6af41f1bf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8198876 Oct 26 15:25:26.520747 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33000) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:26.536291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-774b0d1d-e471-4534-b650-866ff02a8e5d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Request body: {'network': {'name': 'tempest-router-network02--2091029427'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:26.574112 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:26.580876 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf35af1-0a59-47e6-9254-29866bd8fcfe admin admin] Made reservation on behalf of e801e5a5344b41e7bbfa0ef5f2df77b7 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:26.582205 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af12c8-8677-4f1c-845b-92e6af41f1bf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event updated for resources: {'Network': ['ID=57f06a57-066b-4836-814a-95c39d7726af,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:26.583925 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3bf35af1-0a59-47e6-9254-29866bd8fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:26.586619 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8c1f4667-c5ec-4eaa-a916-73474adcec66 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:26.592028 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774b0d1d-e471-4534-b650-866ff02a8e5d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Made reservation on behalf of ad785ac5f17e482baf7ccfce63c9ba69 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:26.597221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-774b0d1d-e471-4534-b650-866ff02a8e5d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:26.606382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 57f06a57-066b-4836-814a-95c39d7726af details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:25:26.609453 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3bf35af1-0a59-47e6-9254-29866bd8fcfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:26.633308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c54a5-8169-41ea-be2e-873ec38523d0 None None] Pushing event updated for resources: {'Port': ['ID=6f5d73a8-1cf1-4b40-86f5-43f44b037a66,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:26.649791 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774b0d1d-e471-4534-b650-866ff02a8e5d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:25:26.662250 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-774b0d1d-e471-4534-b650-866ff02a8e5d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (2e16e3a7-c83d-4754-b44d-0742c3674bc7), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:26.662854 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-774b0d1d-e471-4534-b650-866ff02a8e5d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Added segment 2e16e3a7-c83d-4754-b44d-0742c3674bc7 of type vlan for network 7185e02e-1e43-40a0-bdb2-d696985cc5aa Oct 26 15:25:26.664957 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07746ff-3ff3-4c2e-ab82-fc5e3626851f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Made reservation on behalf of e6a5bd1edcc84a3dbb4f28964dceafcd for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:26.669972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c07746ff-3ff3-4c2e-ab82-fc5e3626851f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:26.698744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-49096a09-89fd-4dc5-99a1-a3d9f8f81ea2', 'network_id': '49096a09-89fd-4dc5-99a1-a3d9f8f81ea2', 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'fixed_ips': [{'subnet_id': '7802f1a5-c87a-4c33-b406-3a3d034a5ef9'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:25:26.699687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:26.715917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Publish callbacks [] for port (4a95fdf5-0999-4183-bed7-e11ccfd3860d), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:26.744860 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-774b0d1d-e471-4534-b650-866ff02a8e5d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (7185e02e-1e43-40a0-bdb2-d696985cc5aa), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:26.746552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (4a95fdf5-0999-4183-bed7-e11ccfd3860d), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:26.774979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:26.776087 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-8c1f4667-c5ec-4eaa-a916-73474adcec66 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] device_id is not set on port dfc6c654-4f46-40a5-84d4-f1bcc7335137 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:25:26.792275 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-774b0d1d-e471-4534-b650-866ff02a8e5d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (7185e02e-1e43-40a0-bdb2-d696985cc5aa), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:26.803904 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774b0d1d-e471-4534-b650-866ff02a8e5d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:26.804703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-774b0d1d-e471-4534-b650-866ff02a8e5d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:26.852689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:26.882783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=10 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:26.885581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Network c9dc4775-6bca-48e6-b6a2-43162c386f86 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:26.905324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:26.907854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:26.930060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Pushing event updated for resources: {'Port': ['ID=4a95fdf5-0999-4183-bed7-e11ccfd3860d,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:26.951941 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-774b0d1d-e471-4534-b650-866ff02a8e5d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4209855 Oct 26 15:25:26.962105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33002) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:26.967128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-73b30eda-a158-4a14-b8c8-628536af9dcf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Request body: {'subnet': {'network_id': '57f06a57-066b-4836-814a-95c39d7726af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:26.992595 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3bf35af1-0a59-47e6-9254-29866bd8fcfe admin admin] Publish callbacks [] for security_group (689d2ba1-c8bd-4d18-8d8f-ace26da6f28b), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.017528 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b0d1d-e471-4534-b650-866ff02a8e5d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event updated for resources: {'Network': ['ID=7185e02e-1e43-40a0-bdb2-d696985cc5aa,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:27.024713 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3bf35af1-0a59-47e6-9254-29866bd8fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (689d2ba1-c8bd-4d18-8d8f-ace26da6f28b), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.030535 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:27.041479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:27.042171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6f5d73a8-1cf1-4b40-86f5-43f44b037a66), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.042686 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 Oct 26 15:25:27.050350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 7185e02e-1e43-40a0-bdb2-d696985cc5aa details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:25:27.051248 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf35af1-0a59-47e6-9254-29866bd8fcfe admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:25:27.084167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Allocated IP 172.20.0.2 (49096a09-89fd-4dc5-99a1-a3d9f8f81ea2/7802f1a5-c87a-4c33-b406-3a3d034a5ef9/621b9049-c91c-4cb1-a585-40c269efe223) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:27.095455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3bf35af1-0a59-47e6-9254-29866bd8fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (bf0e70db-e899-4dc8-80cd-08eddad22c94), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.095908 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-3bf35af1-0a59-47e6-9254-29866bd8fcfe admin admin] Added segment bf0e70db-e899-4dc8-80cd-08eddad22c94 of type vlan for network 36d0bee9-deb5-4c47-9791-532496d345ce Oct 26 15:25:27.100524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Attempting to bind port 4a95fdf5-0999-4183-bed7-e11ccfd3860d on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:27.100925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Attempting to bind port 4a95fdf5-0999-4183-bed7-e11ccfd3860d by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '80f3ef0b-9427-427e-8de1-2d87f4831209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c9dc4775-6bca-48e6-b6a2-43162c386f86'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:27.101302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Attempting to bind port 4a95fdf5-0999-4183-bed7-e11ccfd3860d on network c9dc4775-6bca-48e6-b6a2-43162c386f86 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:27.103434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:27.112741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c07746ff-3ff3-4c2e-ab82-fc5e3626851f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (bb6a8581-deb2-4c2a-93a9-6d652499bfc1), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.152369 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b30eda-a158-4a14-b8c8-628536af9dcf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Made reservation on behalf of ad785ac5f17e482baf7ccfce63c9ba69 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:27.156734 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-73b30eda-a158-4a14-b8c8-628536af9dcf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.167086 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf35af1-0a59-47e6-9254-29866bd8fcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689d2ba1-c8bd-4d18-8d8f-ace26da6f28b,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:27.206869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:27.207133 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3bf35af1-0a59-47e6-9254-29866bd8fcfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (36d0bee9-deb5-4c47-9791-532496d345ce), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.235881 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07746ff-3ff3-4c2e-ab82-fc5e3626851f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Subnet': ['ID=bb6a8581-deb2-4c2a-93a9-6d652499bfc1,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:27.256724 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07746ff-3ff3-4c2e-ab82-fc5e3626851f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Checking segment: {'id': 'dd1e73fd-b7be-4eba-8c26-40905630c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e5217de-4c1c-42c5-a53b-72751ffbaa57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:27.257128 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07746ff-3ff3-4c2e-ab82-fc5e3626851f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network hostable DHCP agents. Network: 5e5217de-4c1c-42c5-a53b-72751ffbaa57, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:25:27.262235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3bf35af1-0a59-47e6-9254-29866bd8fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (36d0bee9-deb5-4c47-9791-532496d345ce), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.263651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf35af1-0a59-47e6-9254-29866bd8fcfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:27.265574 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3bf35af1-0a59-47e6-9254-29866bd8fcfe admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.287377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c42fa920-3cd8-49ed-98e1-6ff91aa0e3c4 None None] Provisioning complete for port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:27.288026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c42fa920-3cd8-49ed-98e1-6ff91aa0e3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6f5d73a8-1cf1-4b40-86f5-43f44b037a66), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.288562 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c42fa920-3cd8-49ed-98e1-6ff91aa0e3c4 None None] Attempt 1 to provision port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 Oct 26 15:25:27.312444 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33004) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:27.336052 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-8c1f4667-c5ec-4eaa-a916-73474adcec66 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8::34a (8562cd80-5c53-4efe-aa06-0bf20e462dc3/d654f29e-6b07-4708-bb3e-063b5202a028/dfc6c654-4f46-40a5-84d4-f1bcc7335137) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:27.341395 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3bf35af1-0a59-47e6-9254-29866bd8fcfe admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8738170 Oct 26 15:25:27.351314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33006) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:27.357139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-2675b9db-349f-4f50-b71e-9a5a807735ed admin admin] Request body: {'subnet': {'network_id': '36d0bee9-deb5-4c47-9791-532496d345ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1262581623-subnet', 'tenant_id': 'e801e5a5344b41e7bbfa0ef5f2df77b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:27.373943 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07746ff-3ff3-4c2e-ab82-fc5e3626851f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network 5e5217de-4c1c-42c5-a53b-72751ffbaa57 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:25:27.376108 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf35af1-0a59-47e6-9254-29866bd8fcfe admin admin] Pushing event updated for resources: {'Network': ['ID=36d0bee9-deb5-4c47-9791-532496d345ce,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:27.381254 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-8c1f4667-c5ec-4eaa-a916-73474adcec66 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Allocated IP 2001:db8:0:1:f816:3eff:fed9:e049 (8562cd80-5c53-4efe-aa06-0bf20e462dc3/5d5cfb38-1d9f-49fc-8314-df4d1946084a/dfc6c654-4f46-40a5-84d4-f1bcc7335137) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:27.395413 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-c07746ff-3ff3-4c2e-ab82-fc5e3626851f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 5e5217de-4c1c-42c5-a53b-72751ffbaa57) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:27.398064 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2675b9db-349f-4f50-b71e-9a5a807735ed admin admin] Made reservation on behalf of e801e5a5344b41e7bbfa0ef5f2df77b7 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:27.401322 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2675b9db-349f-4f50-b71e-9a5a807735ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.406988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07746ff-3ff3-4c2e-ab82-fc5e3626851f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:27.408003 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c07746ff-3ff3-4c2e-ab82-fc5e3626851f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.457706 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4407625d-65df-466c-92de-10926ff12215 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1420219 Oct 26 15:25:27.474626 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c07746ff-3ff3-4c2e-ab82-fc5e3626851f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0442083 Oct 26 15:25:27.475583 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33008) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:27.482217 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-11a3989a-948a-4a3e-a0de-f943f885a300 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1150767828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:27.503649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:27.511756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 36d0bee9-deb5-4c47-9791-532496d345ce details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:25:27.535908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:25:27.536279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Checking segment: {'id': '80f3ef0b-9427-427e-8de1-2d87f4831209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c9dc4775-6bca-48e6-b6a2-43162c386f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:27.536901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.537480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Bound using segment: {'id': '80f3ef0b-9427-427e-8de1-2d87f4831209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c9dc4775-6bca-48e6-b6a2-43162c386f86'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:25:27.537961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Bound port: 4a95fdf5-0999-4183-bed7-e11ccfd3860d, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f3ef0b-9427-427e-8de1-2d87f4831209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c9dc4775-6bca-48e6-b6a2-43162c386f86'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:25:27.538342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4a95fdf5-0999-4183-bed7-e11ccfd3860d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.610740 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-11a3989a-948a-4a3e-a0de-f943f885a300 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (7a456017-a85d-4326-bc26-4ce76a278d75), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.611704 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-11a3989a-948a-4a3e-a0de-f943f885a300 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (7a456017-a85d-4326-bc26-4ce76a278d75), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.617081 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2675b9db-349f-4f50-b71e-9a5a807735ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (bedd8843-4002-472f-a106-b54ffb613df2), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.620165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:27.657429 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-73b30eda-a158-4a14-b8c8-628536af9dcf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (af6a8fe2-a96d-49be-ae50-df5499af8358), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.670973 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675b9db-349f-4f50-b71e-9a5a807735ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=bedd8843-4002-472f-a106-b54ffb613df2,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:27.689778 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2675b9db-349f-4f50-b71e-9a5a807735ed admin admin] Checking segment: {'id': 'bf0e70db-e899-4dc8-80cd-08eddad22c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '36d0bee9-deb5-4c47-9791-532496d345ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:27.690198 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2675b9db-349f-4f50-b71e-9a5a807735ed admin admin] Network hostable DHCP agents. Network: 36d0bee9-deb5-4c47-9791-532496d345ce, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:25:27.715283 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2675b9db-349f-4f50-b71e-9a5a807735ed admin admin] Network 36d0bee9-deb5-4c47-9791-532496d345ce is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:25:27.727922 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-2675b9db-349f-4f50-b71e-9a5a807735ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 36d0bee9-deb5-4c47-9791-532496d345ce) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:27.733325 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675b9db-349f-4f50-b71e-9a5a807735ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:27.734554 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2675b9db-349f-4f50-b71e-9a5a807735ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.735149 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8c1f4667-c5ec-4eaa-a916-73474adcec66 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for port (dfc6c654-4f46-40a5-84d4-f1bcc7335137), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.756984 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2675b9db-349f-4f50-b71e-9a5a807735ed admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4037235 Oct 26 15:25:27.762136 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-11a3989a-948a-4a3e-a0de-f943f885a300 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router_controller (7a456017-a85d-4326-bc26-4ce76a278d75), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.775084 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=4,neutron:SELECT=82,neutron:INSERT=14 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:27.781150 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-11a3989a-948a-4a3e-a0de-f943f885a300 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (7a456017-a85d-4326-bc26-4ce76a278d75), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.785910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] For port 4a95fdf5-0999-4183-bed7-e11ccfd3860d, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:25:27.803158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c42fa920-3cd8-49ed-98e1-6ff91aa0e3c4 None None] Current status of the port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:27.811202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Publish callbacks [] for port (621b9049-c91c-4cb1-a585-40c269efe223), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.813583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] For port 4a95fdf5-0999-4183-bed7-e11ccfd3860d, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4a95fdf5-0999-4183-bed7-e11ccfd3860d,segment=NetworkSegment(80f3ef0b-9427-427e-8de1-2d87f4831209),segment_id=80f3ef0b-9427-427e-8de1-2d87f4831209)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:25:27.820305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (621b9049-c91c-4cb1-a585-40c269efe223), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.820670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b30eda-a158-4a14-b8c8-628536af9dcf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event updated for resources: {'Subnet': ['ID=af6a8fe2-a96d-49be-ae50-df5499af8358,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:27.825637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:27.833027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4a95fdf5-0999-4183-bed7-e11ccfd3860d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.833819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:27.838159 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-11a3989a-948a-4a3e-a0de-f943f885a300 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.839418 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-11a3989a-948a-4a3e-a0de-f943f885a300 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3608010 Oct 26 15:25:27.842519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33012) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:27.850095 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b30eda-a158-4a14-b8c8-628536af9dcf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Checking segment: {'id': '0f792274-338e-4cf2-b035-f1db101622a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '57f06a57-066b-4836-814a-95c39d7726af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:27.850512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b30eda-a158-4a14-b8c8-628536af9dcf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Network hostable DHCP agents. Network: 57f06a57-066b-4836-814a-95c39d7726af, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:25:27.854944 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8c1f4667-c5ec-4eaa-a916-73474adcec66 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (dfc6c654-4f46-40a5-84d4-f1bcc7335137), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.887492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Network 49096a09-89fd-4dc5-99a1-a3d9f8f81ea2 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:27.895790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:27.904186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:27.923179 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1f4667-c5ec-4eaa-a916-73474adcec66 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:27.932630 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:27.936343 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-8c1f4667-c5ec-4eaa-a916-73474adcec66 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:27.943108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b30eda-a158-4a14-b8c8-628536af9dcf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Network 57f06a57-066b-4836-814a-95c39d7726af is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:25:27.949539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f4667-c5ec-4eaa-a916-73474adcec66 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:27.951352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Pushing event updated for resources: {'Port': ['ID=621b9049-c91c-4cb1-a585-40c269efe223,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:27.954342 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1f4667-c5ec-4eaa-a916-73474adcec66 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:27.954963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8c1f4667-c5ec-4eaa-a916-73474adcec66 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.960098 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f4667-c5ec-4eaa-a916-73474adcec66 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event updated for resources: {'Port': ['ID=dfc6c654-4f46-40a5-84d4-f1bcc7335137,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:27.977602 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-73b30eda-a158-4a14-b8c8-628536af9dcf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 57f06a57-066b-4836-814a-95c39d7726af) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:27.992901 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8c1f4667-c5ec-4eaa-a916-73474adcec66 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2217903 Oct 26 15:25:27.994562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b30eda-a158-4a14-b8c8-628536af9dcf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:27.995175 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-73b30eda-a158-4a14-b8c8-628536af9dcf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:27.997645 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33014) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:28.051346 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-73b30eda-a158-4a14-b8c8-628536af9dcf tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0880859 Oct 26 15:25:28.052192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Attempting to bind port 621b9049-c91c-4cb1-a585-40c269efe223 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:28.052576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Attempting to bind port 621b9049-c91c-4cb1-a585-40c269efe223 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'ed688737-1837-4970-b4c9-7d072df9613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '49096a09-89fd-4dc5-99a1-a3d9f8f81ea2'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:28.054387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Attempting to bind port 621b9049-c91c-4cb1-a585-40c269efe223 on network 49096a09-89fd-4dc5-99a1-a3d9f8f81ea2 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:28.055444 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33018) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:28.061114 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-30461c1f-5572-4b8b-abd1-36b271ac3163 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Request body: {'subnet': {'network_id': '7185e02e-1e43-40a0-bdb2-d696985cc5aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:28.204110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72c71d-41e1-400e-a3a7-e5688e2142f5 None None] Pushing event updated for resources: {'Port': ['ID=4a95fdf5-0999-4183-bed7-e11ccfd3860d,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:28.208702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:25:28.209495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Checking segment: {'id': 'ed688737-1837-4970-b4c9-7d072df9613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '49096a09-89fd-4dc5-99a1-a3d9f8f81ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:28.209620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:28.209966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Bound using segment: {'id': 'ed688737-1837-4970-b4c9-7d072df9613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '49096a09-89fd-4dc5-99a1-a3d9f8f81ea2'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:25:28.210463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Bound port: 621b9049-c91c-4cb1-a585-40c269efe223, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed688737-1837-4970-b4c9-7d072df9613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '49096a09-89fd-4dc5-99a1-a3d9f8f81ea2'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:25:28.211069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (621b9049-c91c-4cb1-a585-40c269efe223), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:28.220881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-8be00b1c-a286-48a7-a753-4182b7850b5b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port dfc6c654-4f46-40a5-84d4-f1bcc7335137 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:28.222131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8be00b1c-a286-48a7-a753-4182b7850b5b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (dfc6c654-4f46-40a5-84d4-f1bcc7335137), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:28.307138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] For port 621b9049-c91c-4cb1-a585-40c269efe223, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:25:28.312356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] For port 621b9049-c91c-4cb1-a585-40c269efe223, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=621b9049-c91c-4cb1-a585-40c269efe223,segment=NetworkSegment(ed688737-1837-4970-b4c9-7d072df9613a),segment_id=ed688737-1837-4970-b4c9-7d072df9613a)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:25:28.322741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (621b9049-c91c-4cb1-a585-40c269efe223), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:28.380881 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0dce2b13-7091-415a-b027-3fe493e9e793 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:28.386793 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8be00b1c-a286-48a7-a753-4182b7850b5b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (dfc6c654-4f46-40a5-84d4-f1bcc7335137), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:28.404905 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-8be00b1c-a286-48a7-a753-4182b7850b5b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for dfc6c654-4f46-40a5-84d4-f1bcc7335137 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:28.421976 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30461c1f-5572-4b8b-abd1-36b271ac3163 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Made reservation on behalf of ad785ac5f17e482baf7ccfce63c9ba69 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:28.426802 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-30461c1f-5572-4b8b-abd1-36b271ac3163 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:28.432157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436b210-33e9-4206-8c01-7344eded9d36 None None] Pushing event updated for resources: {'Port': ['ID=621b9049-c91c-4cb1-a585-40c269efe223,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:28.461834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33034) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:28.661596 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c5fab9f3-d310-48f9-b49c-fd2e6a30b3ab tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1916142 Oct 26 15:25:28.844335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-0dce2b13-7091-415a-b027-3fe493e9e793 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Allocated IP 172.20.0.1 (49096a09-89fd-4dc5-99a1-a3d9f8f81ea2/7802f1a5-c87a-4c33-b406-3a3d034a5ef9/ab4a01b7-b0c5-4e12-9c99-36160f4c9064) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:28.868320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:28.910278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:28.969918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:28.970711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6f5d73a8-1cf1-4b40-86f5-43f44b037a66), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:28.971551 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 Oct 26 15:25:28.973010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:29.019387 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0dce2b13-7091-415a-b027-3fe493e9e793 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (ab4a01b7-b0c5-4e12-9c99-36160f4c9064), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:29.024724 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-6cfdcbc2-d1cc-4796-9aec-3f2a45f19c6f tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:29.032753 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-6cfdcbc2-d1cc-4796-9aec-3f2a45f19c6f tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/networks?id=d5806a95-3b54-44f4-a3c2-4f074fc9c3fd HTTP/1.1" status: 200 len: 812 time: 0.3527346 Oct 26 15:25:29.033013 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:29.047946 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-30461c1f-5572-4b8b-abd1-36b271ac3163 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (22922e15-ad89-4063-9e79-cb9b0ad0ce8b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:29.062367 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0dce2b13-7091-415a-b027-3fe493e9e793 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (ab4a01b7-b0c5-4e12-9c99-36160f4c9064), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:29.096848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:29.098881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 621b9049-c91c-4cb1-a585-40c269efe223 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:29.108608 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-b26b277b-3df2-4fc9-b3db-8ef5cadb55c3 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/quotas/837da6bf5f9347789bd3f2559bcd4dc6 HTTP/1.1" status: 200 len: 375 time: 0.0746884 Oct 26 15:25:29.116510 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8be00b1c-a286-48a7-a753-4182b7850b5b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (dfc6c654-4f46-40a5-84d4-f1bcc7335137), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:29.123384 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dce2b13-7091-415a-b027-3fe493e9e793 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network 49096a09-89fd-4dc5-99a1-a3d9f8f81ea2 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:29.130959 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-0dce2b13-7091-415a-b027-3fe493e9e793 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:29.135346 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dce2b13-7091-415a-b027-3fe493e9e793 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:29.158861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 621b9049-c91c-4cb1-a585-40c269efe223 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:29.159476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (621b9049-c91c-4cb1-a585-40c269efe223), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:29.160000 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 621b9049-c91c-4cb1-a585-40c269efe223 Oct 26 15:25:29.185882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce2b13-7091-415a-b027-3fe493e9e793 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=ab4a01b7-b0c5-4e12-9c99-36160f4c9064,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:29.209399 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0dce2b13-7091-415a-b027-3fe493e9e793 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (7a456017-a85d-4326-bc26-4ce76a278d75), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:29.242716 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-7bd8dec7-8b9c-4f34-be17-5c5eacae6e07 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=837da6bf5f9347789bd3f2559bcd4dc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1331708 Oct 26 15:25:29.243796 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be00b1c-a286-48a7-a753-4182b7850b5b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=dfc6c654-4f46-40a5-84d4-f1bcc7335137,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:29.265130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 621b9049-c91c-4cb1-a585-40c269efe223 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:29.266365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (621b9049-c91c-4cb1-a585-40c269efe223), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:29.323189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 621b9049-c91c-4cb1-a585-40c269efe223, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=621b9049-c91c-4cb1-a585-40c269efe223,segment=NetworkSegment(ed688737-1837-4970-b4c9-7d072df9613a),segment_id=ed688737-1837-4970-b4c9-7d072df9613a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:29.334103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (621b9049-c91c-4cb1-a585-40c269efe223), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:29.334704 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30461c1f-5572-4b8b-abd1-36b271ac3163 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Checking segment: {'id': '2e16e3a7-c83d-4754-b44d-0742c3674bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7185e02e-1e43-40a0-bdb2-d696985cc5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:29.335000 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30461c1f-5572-4b8b-abd1-36b271ac3163 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Network hostable DHCP agents. Network: 7185e02e-1e43-40a0-bdb2-d696985cc5aa, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:25:29.342072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4a95fdf5-0999-4183-bed7-e11ccfd3860d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:29.365077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:29.366312 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30461c1f-5572-4b8b-abd1-36b271ac3163 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event updated for resources: {'Subnet': ['ID=22922e15-ad89-4063-9e79-cb9b0ad0ce8b,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:29.379792 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8be00b1c-a286-48a7-a753-4182b7850b5b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:29.383942 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8be00b1c-a286-48a7-a753-4182b7850b5b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/dfc6c654-4f46-40a5-84d4-f1bcc7335137 HTTP/1.1" status: 204 len: 168 time: 1.3843069 Oct 26 15:25:29.386274 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33044) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:29.408707 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0dce2b13-7091-415a-b027-3fe493e9e793 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ab4a01b7-b0c5-4e12-9c99-36160f4c9064), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:29.424129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:29.429319 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30461c1f-5572-4b8b-abd1-36b271ac3163 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Network 7185e02e-1e43-40a0-bdb2-d696985cc5aa is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:25:29.454310 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62772096-c1e3-4bb2-b3b2-13e8127cb0df tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:29.456481 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-62772096-c1e3-4bb2-b3b2-13e8127cb0df tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0690660 Oct 26 15:25:29.458063 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-30461c1f-5572-4b8b-abd1-36b271ac3163 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 7185e02e-1e43-40a0-bdb2-d696985cc5aa) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:29.459712 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33046) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:29.472298 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=70 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:29.491471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4a95fdf5-0999-4183-bed7-e11ccfd3860d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:29.491930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4a95fdf5-0999-4183-bed7-e11ccfd3860d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:29.492366 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4a95fdf5-0999-4183-bed7-e11ccfd3860d Oct 26 15:25:29.494286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fb2708b7-c0da-4288-9c21-572a6dc49284 None None] Provisioning complete for port 4a95fdf5-0999-4183-bed7-e11ccfd3860d triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:29.494866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fb2708b7-c0da-4288-9c21-572a6dc49284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4a95fdf5-0999-4183-bed7-e11ccfd3860d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:29.495372 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fb2708b7-c0da-4288-9c21-572a6dc49284 None None] Attempt 1 to provision port 4a95fdf5-0999-4183-bed7-e11ccfd3860d Oct 26 15:25:29.498835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=621b9049-c91c-4cb1-a585-40c269efe223,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:29.505877 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30461c1f-5572-4b8b-abd1-36b271ac3163 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:29.506483 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-30461c1f-5572-4b8b-abd1-36b271ac3163 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:29.568458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:29.579915 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-30461c1f-5572-4b8b-abd1-36b271ac3163 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5234175 Oct 26 15:25:29.590479 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f5da3f-3c2b-4d67-bde1-4abf23b508d4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:29.592621 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e7f5da3f-3c2b-4d67-bde1-4abf23b508d4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1314340 Oct 26 15:25:29.595460 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33048) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:29.595997 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33050) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:29.650813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4a95fdf5-0999-4183-bed7-e11ccfd3860d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:29.651216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4a95fdf5-0999-4183-bed7-e11ccfd3860d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:29.661596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fb2708b7-c0da-4288-9c21-572a6dc49284 None None] Current status of the port 4a95fdf5-0999-4183-bed7-e11ccfd3860d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:29.661903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fb2708b7-c0da-4288-9c21-572a6dc49284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4a95fdf5-0999-4183-bed7-e11ccfd3860d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:29.666671 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33054) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:29.710196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4a95fdf5-0999-4183-bed7-e11ccfd3860d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4a95fdf5-0999-4183-bed7-e11ccfd3860d,segment=NetworkSegment(80f3ef0b-9427-427e-8de1-2d87f4831209),segment_id=80f3ef0b-9427-427e-8de1-2d87f4831209)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:29.716452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4a95fdf5-0999-4183-bed7-e11ccfd3860d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:29.810034 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9a7509bc-8942-4c93-8bc1-cea6042f90c9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1421070 Oct 26 15:25:29.814014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.db.api [None req-fb2708b7-c0da-4288-9c21-572a6dc49284 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:25:29.814988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG oslo_db.api [None req-fb2708b7-c0da-4288-9c21-572a6dc49284 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:25:29.820025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4a95fdf5-0999-4183-bed7-e11ccfd3860d,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:29.829600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d335af0b-1b97-4e0a-9fcc-6eefd95541e8 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:25:29.875098 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0dce2b13-7091-415a-b027-3fe493e9e793 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (ab4a01b7-b0c5-4e12-9c99-36160f4c9064), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:29.880541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0dce2b13-7091-415a-b027-3fe493e9e793 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (ab4a01b7-b0c5-4e12-9c99-36160f4c9064), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:29.913946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:29.960759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d335af0b-1b97-4e0a-9fcc-6eefd95541e8 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:25:29.961413 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce2b13-7091-415a-b027-3fe493e9e793 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=ab4a01b7-b0c5-4e12-9c99-36160f4c9064,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:29.964009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0dce2b13-7091-415a-b027-3fe493e9e793 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (7a456017-a85d-4326-bc26-4ce76a278d75), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:30.058612 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dce2b13-7091-415a-b027-3fe493e9e793 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network 49096a09-89fd-4dc5-99a1-a3d9f8f81ea2 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:30.060325 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-0dce2b13-7091-415a-b027-3fe493e9e793 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:30.068275 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d5bbf4-580b-4eac-a731-98601bcbb0be tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:30.069829 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d5bbf4-580b-4eac-a731-98601bcbb0be tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:30.071544 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d5bbf4-580b-4eac-a731-98601bcbb0be tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:30.075539 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-98d5bbf4-580b-4eac-a731-98601bcbb0be tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4742951 Oct 26 15:25:30.083079 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-47a0fbaf-370b-4dff-abba-9afb10889418 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d5806a95-3b54-44f4-a3c2-4f074fc9c3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7893367 Oct 26 15:25:30.092633 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33056) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:30.169885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-57f06a57-066b-4836-814a-95c39d7726af', 'network_id': '57f06a57-066b-4836-814a-95c39d7726af', 'project_id': 'ad785ac5f17e482baf7ccfce63c9ba69', 'fixed_ips': [{'subnet_id': 'af6a8fe2-a96d-49be-ae50-df5499af8358'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:25:30.170939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:30.177551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-5e5217de-4c1c-42c5-a53b-72751ffbaa57', 'network_id': '5e5217de-4c1c-42c5-a53b-72751ffbaa57', 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'fixed_ips': [{'subnet_id': 'bb6a8581-deb2-4c2a-93a9-6d652499bfc1'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:25:30.178685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:30.187541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dce2b13-7091-415a-b027-3fe493e9e793 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 7a456017-a85d-4326-bc26-4ce76a278d75 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:25:30.192842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-7185e02e-1e43-40a0-bdb2-d696985cc5aa', 'network_id': '7185e02e-1e43-40a0-bdb2-d696985cc5aa', 'project_id': 'ad785ac5f17e482baf7ccfce63c9ba69', 'fixed_ips': [{'subnet_id': '22922e15-ad89-4063-9e79-cb9b0ad0ce8b'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:25:30.194041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:30.277823 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ace2c5-5d21-4b05-a61e-fa78472551f1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet 5d5cfb38-1d9f-49fc-8314-df4d1946084a {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:25:30.292190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dce2b13-7091-415a-b027-3fe493e9e793 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:25:30.306740 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0dce2b13-7091-415a-b027-3fe493e9e793 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/7a456017-a85d-4326-bc26-4ce76a278d75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4624908 Oct 26 15:25:30.307620 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33058) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:30.321969 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-52ace2c5-5d21-4b05-a61e-fa78472551f1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (5d5cfb38-1d9f-49fc-8314-df4d1946084a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:30.345607 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:30.367215 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2677fb25-f401-4a35-8149-a3a9c68c6400 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:30.372514 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2677fb25-f401-4a35-8149-a3a9c68c6400 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/ports/ab4a01b7-b0c5-4e12-9c99-36160f4c9064 HTTP/1.1" status: 200 len: 910 time: 0.0638845 Oct 26 15:25:30.373160 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33062) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:30.406806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1be2cea-d7c8-4ead-8121-d4d24c9ccff1 None None] Sync routers for ids ['7a456017-a85d-4326-bc26-4ce76a278d75'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:30.425656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:30.436230 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-400ebd7d-e580-4abe-920a-658f33a1edff service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d5806a95-3b54-44f4-a3c2-4f074fc9c3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522179 Oct 26 15:25:30.439017 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-52ace2c5-5d21-4b05-a61e-fa78472551f1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (5d5cfb38-1d9f-49fc-8314-df4d1946084a), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:30.500378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be2cea-d7c8-4ead-8121-d4d24c9ccff1 None None] Routers {'7a456017-a85d-4326-bc26-4ce76a278d75'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:30.501089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c1be2cea-d7c8-4ead-8121-d4d24c9ccff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7a456017-a85d-4326-bc26-4ce76a278d75'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:30.561972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-229b5306-459c-43f8-ab5c-83bb35745369 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:30.683818 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-52ace2c5-5d21-4b05-a61e-fa78472551f1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (5d5cfb38-1d9f-49fc-8314-df4d1946084a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:30.712239 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:30.753569 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:30.814191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33074) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:30.901957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Allocated IP 2001:db8::2 (7185e02e-1e43-40a0-bdb2-d696985cc5aa/22922e15-ad89-4063-9e79-cb9b0ad0ce8b/ea8f061b-ec52-4b49-8255-02bdc8a2aa82) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:30.920305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:30.931219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4a95fdf5-0999-4183-bed7-e11ccfd3860d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:30.933316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fb2708b7-c0da-4288-9c21-572a6dc49284 None None] Current status of the port 4a95fdf5-0999-4183-bed7-e11ccfd3860d is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:30.947199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c1be2cea-d7c8-4ead-8121-d4d24c9ccff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:30.958659 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-52ace2c5-5d21-4b05-a61e-fa78472551f1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (5d5cfb38-1d9f-49fc-8314-df4d1946084a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:31.012143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ace2c5-5d21-4b05-a61e-fa78472551f1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=5d5cfb38-1d9f-49fc-8314-df4d1946084a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:31.048343 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-52ace2c5-5d21-4b05-a61e-fa78472551f1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:31.055943 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-52ace2c5-5d21-4b05-a61e-fa78472551f1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/5d5cfb38-1d9f-49fc-8314-df4d1946084a HTTP/1.1" status: 204 len: 168 time: 0.9621298 Oct 26 15:25:31.063261 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33076) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:31.089835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Allocated IP 2001:db8::2 (57f06a57-066b-4836-814a-95c39d7726af/af6a8fe2-a96d-49be-ae50-df5499af8358/0d15da82-4c67-42d5-875a-7f2f6daaf4a9) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:31.095051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Allocated IP 172.21.0.2 (5e5217de-4c1c-42c5-a53b-72751ffbaa57/bb6a8581-deb2-4c2a-93a9-6d652499bfc1/15ce2b40-de67-451b-a9cc-28d5490b0429) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:31.111708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be2cea-d7c8-4ead-8121-d4d24c9ccff1 None None] Routers {'7a456017-a85d-4326-bc26-4ce76a278d75'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:31.113079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c1be2cea-d7c8-4ead-8121-d4d24c9ccff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7a456017-a85d-4326-bc26-4ce76a278d75'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:31.143094 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-d438b853-78ab-48bc-99a4-44b6915fff2e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting subnet d654f29e-6b07-4708-bb3e-063b5202a028 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:25:31.147390 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d438b853-78ab-48bc-99a4-44b6915fff2e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (d654f29e-6b07-4708-bb3e-063b5202a028), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:31.181441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c1be2cea-d7c8-4ead-8121-d4d24c9ccff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:31.182396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1be2cea-d7c8-4ead-8121-d4d24c9ccff1 None None] The sync data for ids ['7a456017-a85d-4326-bc26-4ce76a278d75'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:31.185273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4a95fdf5-0999-4183-bed7-e11ccfd3860d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:31.185661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4a95fdf5-0999-4183-bed7-e11ccfd3860d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:31.186541 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4a95fdf5-0999-4183-bed7-e11ccfd3860d Oct 26 15:25:31.192479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-1ed588ff-e07a-4128-a107-1fdff076d25f None None] Provisioning complete for port 621b9049-c91c-4cb1-a585-40c269efe223 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:31.192884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1ed588ff-e07a-4128-a107-1fdff076d25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (621b9049-c91c-4cb1-a585-40c269efe223), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:31.193219 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-1ed588ff-e07a-4128-a107-1fdff076d25f None None] Attempt 1 to provision port 621b9049-c91c-4cb1-a585-40c269efe223 Oct 26 15:25:31.209519 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d438b853-78ab-48bc-99a4-44b6915fff2e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (d654f29e-6b07-4708-bb3e-063b5202a028), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:31.280515 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2d5494b0-575e-45cf-ac66-5e880e648eb9 req-1c8c06df-81b1-4d45-af23-9668a5d5fdf0 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 210 time: 0.5176415 Oct 26 15:25:31.315757 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4da30ba7-38b7-4a8f-8def-5f3f23542f8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.4977171 Oct 26 15:25:31.329656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d438b853-78ab-48bc-99a4-44b6915fff2e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (d654f29e-6b07-4708-bb3e-063b5202a028), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:31.397156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:31.413069 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d438b853-78ab-48bc-99a4-44b6915fff2e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (d654f29e-6b07-4708-bb3e-063b5202a028), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:31.421119 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ff0c8473-10ce-485d-93ec-8af6798d27c3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:31.440834 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d438b853-78ab-48bc-99a4-44b6915fff2e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:31.445394 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d438b853-78ab-48bc-99a4-44b6915fff2e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/d654f29e-6b07-4708-bb3e-063b5202a028 HTTP/1.1" status: 204 len: 168 time: 0.3806407 Oct 26 15:25:31.470484 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33084) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:31.473368 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438b853-78ab-48bc-99a4-44b6915fff2e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Subnet': ['ID=d654f29e-6b07-4708-bb3e-063b5202a028,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:31.527897 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-515092eb-35c8-4586-818f-68121d488ed6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561588 Oct 26 15:25:31.530584 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33086) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:31.530766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Publish callbacks [] for port (ea8f061b-ec52-4b49-8255-02bdc8a2aa82), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:31.551854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:31.592057 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2bbeac-0794-45bc-b97c-8d95f5e420f5 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:31.592737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (ea8f061b-ec52-4b49-8255-02bdc8a2aa82), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:31.598736 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fd2bbeac-0794-45bc-b97c-8d95f5e420f5 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0628786 Oct 26 15:25:31.599191 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33088) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:31.667544 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca520b4-ed8f-4cf5-b47a-040df4ed0f8e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:31.669086 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cca520b4-ed8f-4cf5-b47a-040df4ed0f8e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0680699 Oct 26 15:25:31.671598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33090) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:31.715247 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ad80936e-1e51-4463-8168-a309df3f75a2 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419960 Oct 26 15:25:31.723242 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33092) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:31.734158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Network 7185e02e-1e43-40a0-bdb2-d696985cc5aa is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:31.734927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4a95fdf5-0999-4183-bed7-e11ccfd3860d is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:31.735978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 621b9049-c91c-4cb1-a585-40c269efe223 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:31.748241 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69dab58-a8b7-4207-b456-bd5cc4f32166 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:31.748829 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e69dab58-a8b7-4207-b456-bd5cc4f32166 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:31.753050 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e69dab58-a8b7-4207-b456-bd5cc4f32166 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/dfc6c654-4f46-40a5-84d4-f1bcc7335137 HTTP/1.1" status: 404 len: 333 time: 0.0275071 Oct 26 15:25:31.755103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33094) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:31.770768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:31.773372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:31.791635 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-84501fab-001f-4224-abf9-47f3ffd4c636 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:31.792370 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84501fab-001f-4224-abf9-47f3ffd4c636 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:31.796050 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-84501fab-001f-4224-abf9-47f3ffd4c636 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/5d5cfb38-1d9f-49fc-8314-df4d1946084a HTTP/1.1" status: 404 len: 337 time: 0.0399561 Oct 26 15:25:31.798689 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33096) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:31.800836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Pushing event updated for resources: {'Port': ['ID=ea8f061b-ec52-4b49-8255-02bdc8a2aa82,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:31.816478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Publish callbacks [] for port (15ce2b40-de67-451b-a9cc-28d5490b0429), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:31.823708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-1ed588ff-e07a-4128-a107-1fdff076d25f None None] Current status of the port 621b9049-c91c-4cb1-a585-40c269efe223 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:31.826740 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7d89b5-e9ce-48df-8966-75a4723fe2e7 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:31.827207 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7d89b5-e9ce-48df-8966-75a4723fe2e7 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:31.830327 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5e7d89b5-e9ce-48df-8966-75a4723fe2e7 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/d654f29e-6b07-4708-bb3e-063b5202a028 HTTP/1.1" status: 404 len: 337 time: 0.0303965 Oct 26 15:25:31.833486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33098) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:31.871424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (15ce2b40-de67-451b-a9cc-28d5490b0429), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:31.883492 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-c557b387-05c8-4508-89a6-10b2289719ea tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:31.884070 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c557b387-05c8-4508-89a6-10b2289719ea tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:31.885805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Publish callbacks [] for port (0d15da82-4c67-42d5-875a-7f2f6daaf4a9), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:31.890017 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c557b387-05c8-4508-89a6-10b2289719ea tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/b0d06902-056b-4c68-b4ec-0aba652c799e HTTP/1.1" status: 404 len: 333 time: 0.0531886 Oct 26 15:25:31.893960 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33100) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:31.922731 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17e4817-0fb5-4c98-9206-9f5ee0f4878b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:31.923189 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17e4817-0fb5-4c98-9206-9f5ee0f4878b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:31.928840 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d17e4817-0fb5-4c98-9206-9f5ee0f4878b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/1570439f-7d03-4da2-8ca1-f85aa6a33ac5 HTTP/1.1" status: 404 len: 337 time: 0.0360551 Oct 26 15:25:31.930492 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33104) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:31.935995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-1ed588ff-e07a-4128-a107-1fdff076d25f None None] Provisioning complete for port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:31.936542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1ed588ff-e07a-4128-a107-1fdff076d25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6f5d73a8-1cf1-4b40-86f5-43f44b037a66), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:31.936781 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-1ed588ff-e07a-4128-a107-1fdff076d25f None None] Attempt 1 to provision port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 Oct 26 15:25:31.945267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (0d15da82-4c67-42d5-875a-7f2f6daaf4a9), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:31.948067 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-ff0c8473-10ce-485d-93ec-8af6798d27c3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Allocated IP 172.21.0.1 (5e5217de-4c1c-42c5-a53b-72751ffbaa57/bb6a8581-deb2-4c2a-93a9-6d652499bfc1/5bd1a76f-e21a-4653-8f40-4c95c1508f46) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:31.951504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:31.953799 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:31.984910 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f4a3eb-fe49-4b1d-b512-7636b6d39bca tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:31.985845 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f4a3eb-fe49-4b1d-b512-7636b6d39bca tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:31.985979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-229b5306-459c-43f8-ab5c-83bb35745369 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Allocated IP 2001:db8::1 (57f06a57-066b-4836-814a-95c39d7726af/af6a8fe2-a96d-49be-ae50-df5499af8358/d32bf4c1-c023-46df-8899-c8950f16586c) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:31.991662 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d3f4a3eb-fe49-4b1d-b512-7636b6d39bca tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/8a2b97dd-1ae2-4d7e-aada-7a97cffde5db HTTP/1.1" status: 404 len: 337 time: 0.0574806 Oct 26 15:25:31.991864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Network 5e5217de-4c1c-42c5-a53b-72751ffbaa57 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:31.992041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33106) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:32.011233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:32.014327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:32.026026 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-0993c185-5726-401b-b676-1cb845c99eb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:32.026483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Pushing event updated for resources: {'Port': ['ID=15ce2b40-de67-451b-a9cc-28d5490b0429,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:32.026638 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0993c185-5726-401b-b676-1cb845c99eb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:32.032972 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0993c185-5726-401b-b676-1cb845c99eb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/2937d711-4fdc-4288-9bff-efe235c06807 HTTP/1.1" status: 404 len: 333 time: 0.0376337 Oct 26 15:25:32.033171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Attempting to bind port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:32.033171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Attempting to bind port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '2e16e3a7-c83d-4754-b44d-0742c3674bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7185e02e-1e43-40a0-bdb2-d696985cc5aa'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:32.033171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Attempting to bind port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 on network 7185e02e-1e43-40a0-bdb2-d696985cc5aa {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:32.035008 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33108) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:32.048151 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 621b9049-c91c-4cb1-a585-40c269efe223 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:32.048608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (621b9049-c91c-4cb1-a585-40c269efe223), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:32.049037 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 621b9049-c91c-4cb1-a585-40c269efe223 Oct 26 15:25:32.075065 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-a450cfc8-b096-465a-a836-eb518aba2cdb tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:32.075538 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a450cfc8-b096-465a-a836-eb518aba2cdb tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:32.078771 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a450cfc8-b096-465a-a836-eb518aba2cdb tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/20565dc1-b91a-4c4f-a683-d48898d89836 HTTP/1.1" status: 404 len: 337 time: 0.0428240 Oct 26 15:25:32.082016 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33110) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:32.119598 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-f539c946-357a-45a5-a66f-41fbcc20fbb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:32.120348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f539c946-357a-45a5-a66f-41fbcc20fbb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:32.125776 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f539c946-357a-45a5-a66f-41fbcc20fbb9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/04d9f154-09d9-40ae-8c82-c785c974f605 HTTP/1.1" status: 404 len: 337 time: 0.0401471 Oct 26 15:25:32.127305 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33112) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:32.139156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Network 57f06a57-066b-4836-814a-95c39d7726af is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:32.158453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:32.161575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:32.173533 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-f790b89c-3700-43ee-84ff-d7bf50c90cbc tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:32.174120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f790b89c-3700-43ee-84ff-d7bf50c90cbc tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:32.179959 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f790b89c-3700-43ee-84ff-d7bf50c90cbc tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/4a21b818-07ce-4bfa-b2a7-e03ccf6ba964 HTTP/1.1" status: 404 len: 333 time: 0.0507755 Oct 26 15:25:32.180713 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33114) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:32.188113 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ff0c8473-10ce-485d-93ec-8af6798d27c3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (5bd1a76f-e21a-4653-8f40-4c95c1508f46), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:32.213458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Pushing event updated for resources: {'Port': ['ID=0d15da82-4c67-42d5-875a-7f2f6daaf4a9,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:32.222388 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-280281a9-f0e9-4546-95b1-a9db8ed5b98f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:32.223169 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280281a9-f0e9-4546-95b1-a9db8ed5b98f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:32.226377 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-280281a9-f0e9-4546-95b1-a9db8ed5b98f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/2f516506-744f-4fa2-96bc-01e04971a84a HTTP/1.1" status: 404 len: 337 time: 0.0450728 Oct 26 15:25:32.229393 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33116) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:32.238128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-229b5306-459c-43f8-ab5c-83bb35745369 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for port (d32bf4c1-c023-46df-8899-c8950f16586c), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:32.257912 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ff0c8473-10ce-485d-93ec-8af6798d27c3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (5bd1a76f-e21a-4653-8f40-4c95c1508f46), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:32.258547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Attempting to bind port 15ce2b40-de67-451b-a9cc-28d5490b0429 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:32.258877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Attempting to bind port 15ce2b40-de67-451b-a9cc-28d5490b0429 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'dd1e73fd-b7be-4eba-8c26-40905630c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e5217de-4c1c-42c5-a53b-72751ffbaa57'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:32.259331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Attempting to bind port 15ce2b40-de67-451b-a9cc-28d5490b0429 on network 5e5217de-4c1c-42c5-a53b-72751ffbaa57 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:32.263864 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adb5967-9da9-4df7-95dd-8d021da69170 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:32.264330 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0adb5967-9da9-4df7-95dd-8d021da69170 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:32.269675 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0adb5967-9da9-4df7-95dd-8d021da69170 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/3aead964-10c9-44db-bbbd-cfd9c28cef15 HTTP/1.1" status: 404 len: 337 time: 0.0370281 Oct 26 15:25:32.270539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33118) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:32.284629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:25:32.285201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Checking segment: {'id': '2e16e3a7-c83d-4754-b44d-0742c3674bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7185e02e-1e43-40a0-bdb2-d696985cc5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:32.285772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:32.286972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Bound using segment: {'id': '2e16e3a7-c83d-4754-b44d-0742c3674bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7185e02e-1e43-40a0-bdb2-d696985cc5aa'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:25:32.287554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Bound port: ea8f061b-ec52-4b49-8255-02bdc8a2aa82, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e16e3a7-c83d-4754-b44d-0742c3674bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7185e02e-1e43-40a0-bdb2-d696985cc5aa'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:25:32.288511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ea8f061b-ec52-4b49-8255-02bdc8a2aa82), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:32.301055 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c90cb00-83e4-48fe-ab78-c9c86019a724 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:32.301720 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c90cb00-83e4-48fe-ab78-c9c86019a724 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:32.307614 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1c90cb00-83e4-48fe-ab78-c9c86019a724 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/b2b072d4-9877-484d-9504-534a3d2f5648 HTTP/1.1" status: 404 len: 333 time: 0.0344369 Oct 26 15:25:32.307844 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-229b5306-459c-43f8-ab5c-83bb35745369 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (d32bf4c1-c023-46df-8899-c8950f16586c), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:32.311719 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33122) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:32.319055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33124) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:32.360613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=6,neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:32.392735 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b5306-459c-43f8-ab5c-83bb35745369 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event updated for resources: {'Port': ['ID=d32bf4c1-c023-46df-8899-c8950f16586c,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:32.396092 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b0a973-4183-4978-bc67-d44ac75999a0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:32.396865 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b0a973-4183-4978-bc67-d44ac75999a0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:32.400378 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-94b0a973-4183-4978-bc67-d44ac75999a0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/36b44abb-5002-48fb-972a-c6b9662de224 HTTP/1.1" status: 404 len: 337 time: 0.0383766 Oct 26 15:25:32.414548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33126) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:32.420680 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0c8473-10ce-485d-93ec-8af6798d27c3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network 5e5217de-4c1c-42c5-a53b-72751ffbaa57 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:32.441521 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229b5306-459c-43f8-ab5c-83bb35745369 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Network 57f06a57-066b-4836-814a-95c39d7726af is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:32.443683 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-9f2e045f-7998-48d4-b841-b5ec9228b306 req-3d7858dc-2da1-4cb8-ad2d-07ecaf901b38 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 210 time: 0.0418534 Oct 26 15:25:32.445979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-229b5306-459c-43f8-ab5c-83bb35745369 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:32.449482 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229b5306-459c-43f8-ab5c-83bb35745369 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:32.450284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-229b5306-459c-43f8-ab5c-83bb35745369 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (5b10ea56-0bed-4234-bb69-6985bdcd87df), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:32.460927 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-ff0c8473-10ce-485d-93ec-8af6798d27c3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:32.489574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-1ed588ff-e07a-4128-a107-1fdff076d25f None None] Current status of the port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:32.497985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c8473-10ce-485d-93ec-8af6798d27c3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=5bd1a76f-e21a-4653-8f40-4c95c1508f46,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:32.510228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 621b9049-c91c-4cb1-a585-40c269efe223 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:32.514151 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Attempting to bind port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:32.514453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Attempting to bind port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '0f792274-338e-4cf2-b035-f1db101622a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '57f06a57-066b-4836-814a-95c39d7726af'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:32.514656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Attempting to bind port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 on network 57f06a57-066b-4836-814a-95c39d7726af {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:32.520262 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c8473-10ce-485d-93ec-8af6798d27c3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:32.560752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:25:32.561428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Checking segment: {'id': 'dd1e73fd-b7be-4eba-8c26-40905630c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e5217de-4c1c-42c5-a53b-72751ffbaa57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:32.562109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:32.562750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Bound using segment: {'id': 'dd1e73fd-b7be-4eba-8c26-40905630c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e5217de-4c1c-42c5-a53b-72751ffbaa57'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:25:32.563571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Bound port: 15ce2b40-de67-451b-a9cc-28d5490b0429, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1e73fd-b7be-4eba-8c26-40905630c27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5e5217de-4c1c-42c5-a53b-72751ffbaa57'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:25:32.564190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (15ce2b40-de67-451b-a9cc-28d5490b0429), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:32.567648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:32.568315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:32.570292 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ff0c8473-10ce-485d-93ec-8af6798d27c3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (7a456017-a85d-4326-bc26-4ce76a278d75), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:32.613393 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-229b5306-459c-43f8-ab5c-83bb35745369 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32bf4c1-c023-46df-8899-c8950f16586c), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:32.615251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] For port ea8f061b-ec52-4b49-8255-02bdc8a2aa82, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:25:32.619312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] For port ea8f061b-ec52-4b49-8255-02bdc8a2aa82, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ea8f061b-ec52-4b49-8255-02bdc8a2aa82,segment=NetworkSegment(2e16e3a7-c83d-4754-b44d-0742c3674bc7),segment_id=2e16e3a7-c83d-4754-b44d-0742c3674bc7)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:25:32.656333 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a53686-e845-4a28-aaa4-2c26f4623ed6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:32.657445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a53686-e845-4a28-aaa4-2c26f4623ed6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:32.664400 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a4a53686-e845-4a28-aaa4-2c26f4623ed6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/95b6f03b-8286-4ace-9499-b24fda782769 HTTP/1.1" status: 404 len: 333 time: 0.2475321 Oct 26 15:25:32.665007 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33130) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:32.667318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:25:32.668216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Checking segment: {'id': '0f792274-338e-4cf2-b035-f1db101622a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '57f06a57-066b-4836-814a-95c39d7726af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:32.668216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:32.668725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Bound using segment: {'id': '0f792274-338e-4cf2-b035-f1db101622a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '57f06a57-066b-4836-814a-95c39d7726af'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:25:32.669314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Bound port: 0d15da82-4c67-42d5-875a-7f2f6daaf4a9, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f792274-338e-4cf2-b035-f1db101622a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '57f06a57-066b-4836-814a-95c39d7726af'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:25:32.670087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0d15da82-4c67-42d5-875a-7f2f6daaf4a9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:32.672415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ea8f061b-ec52-4b49-8255-02bdc8a2aa82), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:32.697183 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5125be30-e27d-40e0-91cc-f7ae979162fe tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.3746054 Oct 26 15:25:32.709087 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ce79d9-7949-434c-9b82-3d5e97cf5a54 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:32.709312 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ce79d9-7949-434c-9b82-3d5e97cf5a54 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:32.712513 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a2ce79d9-7949-434c-9b82-3d5e97cf5a54 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/d6267c4c-3631-4f1f-ae22-fc729aa260e3 HTTP/1.1" status: 404 len: 337 time: 0.0463157 Oct 26 15:25:32.721610 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33134) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:32.771973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] For port 15ce2b40-de67-451b-a9cc-28d5490b0429, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:25:32.795103 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81eb192-e8a1-4c6c-a5c6-02d260a21adf tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:32.795396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:32.795750 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e81eb192-e8a1-4c6c-a5c6-02d260a21adf tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:32.800058 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e81eb192-e8a1-4c6c-a5c6-02d260a21adf tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/fb1af50d-ebdd-4118-82d2-723a7152affc HTTP/1.1" status: 404 len: 333 time: 0.0807524 Oct 26 15:25:32.803996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33136) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:32.805494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] For port 15ce2b40-de67-451b-a9cc-28d5490b0429, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=15ce2b40-de67-451b-a9cc-28d5490b0429,segment=NetworkSegment(dd1e73fd-b7be-4eba-8c26-40905630c27f),segment_id=dd1e73fd-b7be-4eba-8c26-40905630c27f)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:25:32.823195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676941b7-75ba-4db0-90e1-cd9d07efb41e None None] Pushing event updated for resources: {'Port': ['ID=ea8f061b-ec52-4b49-8255-02bdc8a2aa82,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:32.830149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (15ce2b40-de67-451b-a9cc-28d5490b0429), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:32.843101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:32.853344 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc3493e-dc5c-435a-9e06-c77a341dd435 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:32.853809 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc3493e-dc5c-435a-9e06-c77a341dd435 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:32.859635 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0fc3493e-dc5c-435a-9e06-c77a341dd435 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/51792b03-14ac-436d-b15f-fa791165a8fb HTTP/1.1" status: 404 len: 337 time: 0.0415568 Oct 26 15:25:32.860265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33138) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:32.871717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] For port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:25:32.929148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ff0c8473-10ce-485d-93ec-8af6798d27c3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5bd1a76f-e21a-4653-8f40-4c95c1508f46), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:32.967703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-304a1241-9db2-4329-8cbb-adc3f849339b tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:32.970313 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-304a1241-9db2-4329-8cbb-adc3f849339b tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.64 "GET /networking/v2.0/networks?id=d5806a95-3b54-44f4-a3c2-4f074fc9c3fd HTTP/1.1" status: 200 len: 812 time: 0.5547152 Oct 26 15:25:32.973034 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-032c3c97-2867-4f31-84cb-2a26d9f5f336 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:32.973545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032c3c97-2867-4f31-84cb-2a26d9f5f336 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:32.979461 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-032c3c97-2867-4f31-84cb-2a26d9f5f336 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/217e5eab-0ea1-41b1-a48d-c738b260cd00 HTTP/1.1" status: 404 len: 333 time: 0.1139526 Oct 26 15:25:32.981040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33140) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:33.025044 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-eded056c-cfdf-49ae-ac36-0ebec29dece6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:33.025518 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eded056c-cfdf-49ae-ac36-0ebec29dece6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:33.031312 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eded056c-cfdf-49ae-ac36-0ebec29dece6 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/98fb45e4-f477-44f0-b14a-3236d526d7f1 HTTP/1.1" status: 404 len: 337 time: 0.0498312 Oct 26 15:25:33.032451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33142) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:33.042130 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-8a5ad166-14d5-45e9-a98a-c8e313350d68 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Request body: {'port': {'device_id': 'f36c731a-8ae5-42b3-9b09-94b5816539b9', 'network_id': 'd5806a95-3b54-44f4-a3c2-4f074fc9c3fd', 'admin_state_up': True, 'tenant_id': '837da6bf5f9347789bd3f2559bcd4dc6'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:33.095590 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff5780e-4e94-441f-8df0-dff5fc460d07 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:33.095590 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff5780e-4e94-441f-8df0-dff5fc460d07 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:33.097848 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cff5780e-4e94-441f-8df0-dff5fc460d07 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/57139b41-3169-4de2-a0c9-69a7368f20fa HTTP/1.1" status: 404 len: 333 time: 0.0642180 Oct 26 15:25:33.103541 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33144) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:33.116098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] For port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0d15da82-4c67-42d5-875a-7f2f6daaf4a9,segment=NetworkSegment(0f792274-338e-4cf2-b035-f1db101622a9),segment_id=0f792274-338e-4cf2-b035-f1db101622a9)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:25:33.140043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0d15da82-4c67-42d5-875a-7f2f6daaf4a9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:33.151498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342d5cd-0c0a-4b8f-a38f-6c342149394c None None] Pushing event updated for resources: {'Port': ['ID=15ce2b40-de67-451b-a9cc-28d5490b0429,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:33.164006 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-149932e3-e6f9-4a2b-a315-e34f62ba5dc4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:33.164511 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-149932e3-e6f9-4a2b-a315-e34f62ba5dc4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:33.170813 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-149932e3-e6f9-4a2b-a315-e34f62ba5dc4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/d0d1d759-0654-40f8-878f-36ac27c18c41 HTTP/1.1" status: 404 len: 337 time: 0.0656974 Oct 26 15:25:33.171558 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33146) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:33.244501 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f6ed03-31b2-434c-8083-a0f681643ce9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:33.247792 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40f6ed03-31b2-434c-8083-a0f681643ce9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:33.256568 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-40f6ed03-31b2-434c-8083-a0f681643ce9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/8be30600-f0f0-48d4-925a-1beae0b66907 HTTP/1.1" status: 404 len: 333 time: 0.0785100 Oct 26 15:25:33.256568 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33148) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:33.261001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05a5f4-0086-4d98-b256-04693dd21c48 None None] Pushing event updated for resources: {'Port': ['ID=0d15da82-4c67-42d5-875a-7f2f6daaf4a9,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:33.306230 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-229b5306-459c-43f8-ab5c-83bb35745369 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for port (d32bf4c1-c023-46df-8899-c8950f16586c), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:33.336934 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-229b5306-459c-43f8-ab5c-83bb35745369 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (d32bf4c1-c023-46df-8899-c8950f16586c), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:33.337755 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-229b5306-459c-43f8-ab5c-83bb35745369 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (5b10ea56-0bed-4234-bb69-6985bdcd87df), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:33.344791 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c950fc8-ea75-4158-96c9-ecd710db1211 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:33.345292 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c950fc8-ea75-4158-96c9-ecd710db1211 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:33.351240 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6c950fc8-ea75-4158-96c9-ecd710db1211 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/971d55bb-3706-493d-9508-6512e463b1fa HTTP/1.1" status: 404 len: 337 time: 0.0707448 Oct 26 15:25:33.353552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33150) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:33.404883 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d35499a-d613-4e3c-8a09-a5368037a9e1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:33.405319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d35499a-d613-4e3c-8a09-a5368037a9e1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:33.410763 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8d35499a-d613-4e3c-8a09-a5368037a9e1 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/aacc023f-4b17-41cf-958b-4a68cd10393e HTTP/1.1" status: 404 len: 337 time: 0.0528529 Oct 26 15:25:33.418245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33152) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:33.434544 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b5306-459c-43f8-ab5c-83bb35745369 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event updated for resources: {'Port': ['ID=d32bf4c1-c023-46df-8899-c8950f16586c,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:33.452931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:33.504547 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229b5306-459c-43f8-ab5c-83bb35745369 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Network 57f06a57-066b-4836-814a-95c39d7726af is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:33.506389 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-229b5306-459c-43f8-ab5c-83bb35745369 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:33.567329 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c2b44f-b80d-4b7b-8141-14b6b2d94da4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:33.568166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c2b44f-b80d-4b7b-8141-14b6b2d94da4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:33.580348 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e0c2b44f-b80d-4b7b-8141-14b6b2d94da4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/af959fb0-cf31-4dc9-8766-8a44ed1eed60 HTTP/1.1" status: 404 len: 333 time: 0.1588461 Oct 26 15:25:33.583398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33156) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:33.646334 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-8a5ad166-14d5-45e9-a98a-c8e313350d68 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Made reservation on behalf of 837da6bf5f9347789bd3f2559bcd4dc6 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:33.650312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-8a5ad166-14d5-45e9-a98a-c8e313350d68 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:33.652943 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-6044d41d-cd75-4334-84d6-91e77010a6e0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:33.653475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6044d41d-cd75-4334-84d6-91e77010a6e0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:33.656638 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6044d41d-cd75-4334-84d6-91e77010a6e0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/c5a9a402-2b57-4755-bd11-1a072525f600 HTTP/1.1" status: 404 len: 337 time: 0.0693471 Oct 26 15:25:33.660391 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229b5306-459c-43f8-ab5c-83bb35745369 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Router 5b10ea56-0bed-4234-bb69-6985bdcd87df is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:25:33.661911 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33158) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:33.684352 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-434b46fd-7c1e-4342-a48e-6217850ae6b9 req-f429ef3d-1241-4f12-8f5f-9ae60c7dc7cf tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 210 time: 0.0998421 Oct 26 15:25:33.720390 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33160) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:33.733978 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-29cc2f52-b793-4626-8936-670de4f7935b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:33.734441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29cc2f52-b793-4626-8936-670de4f7935b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:33.738017 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-29cc2f52-b793-4626-8936-670de4f7935b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/74e5a1bb-d5d8-4f91-8bee-c3a82faab67c HTTP/1.1" status: 404 len: 337 time: 0.0617867 Oct 26 15:25:33.750813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33162) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:33.773841 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229b5306-459c-43f8-ab5c-83bb35745369 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:25:33.779804 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-229b5306-459c-43f8-ab5c-83bb35745369 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "PUT /networking/v2.0/routers/5b10ea56-0bed-4234-bb69-6985bdcd87df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1818874 Oct 26 15:25:33.782442 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33164) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:33.786778 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67149db7-99d6-46d0-bf7e-4ce08f7ba05c None None] Sync routers for ids ['5b10ea56-0bed-4234-bb69-6985bdcd87df'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:33.794556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:33.797552 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67149db7-99d6-46d0-bf7e-4ce08f7ba05c None None] Routers {'5b10ea56-0bed-4234-bb69-6985bdcd87df'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:33.798347 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-67149db7-99d6-46d0-bf7e-4ce08f7ba05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5b10ea56-0bed-4234-bb69-6985bdcd87df'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:33.833401 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-67149db7-99d6-46d0-bf7e-4ce08f7ba05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:33.842488 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67149db7-99d6-46d0-bf7e-4ce08f7ba05c None None] Routers {'5b10ea56-0bed-4234-bb69-6985bdcd87df'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:33.843201 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-67149db7-99d6-46d0-bf7e-4ce08f7ba05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5b10ea56-0bed-4234-bb69-6985bdcd87df'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:33.850361 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-00951be2-fe66-442a-b128-01a2f2808191 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:33.850966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00951be2-fe66-442a-b128-01a2f2808191 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:33.854039 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-00951be2-fe66-442a-b128-01a2f2808191 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/3dc22fc6-2beb-4343-83e1-1d14e5395040 HTTP/1.1" status: 404 len: 333 time: 0.0778465 Oct 26 15:25:33.857635 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33166) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:33.867902 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:33.880842 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-67149db7-99d6-46d0-bf7e-4ce08f7ba05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:33.881616 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67149db7-99d6-46d0-bf7e-4ce08f7ba05c None None] The sync data for ids ['5b10ea56-0bed-4234-bb69-6985bdcd87df'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:33.892971 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-49cfff0e-e4ce-4592-b56d-dcce05a9433b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:33.893467 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49cfff0e-e4ce-4592-b56d-dcce05a9433b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:33.896542 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-49cfff0e-e4ce-4592-b56d-dcce05a9433b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/f1d00a18-4bd3-462c-8b89-6da8f10d5743 HTTP/1.1" status: 404 len: 337 time: 0.0381508 Oct 26 15:25:33.901278 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cd4865fe-7dd6-4d8d-884a-e594f72cb91a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1776583 Oct 26 15:25:33.901893 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33168) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:33.922928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ff0c8473-10ce-485d-93ec-8af6798d27c3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (5bd1a76f-e21a-4653-8f40-4c95c1508f46), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:33.952231 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ff0c8473-10ce-485d-93ec-8af6798d27c3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (5bd1a76f-e21a-4653-8f40-4c95c1508f46), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:33.975514 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1c1401-e56b-43f0-be0a-36962c483237 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:33.975976 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1c1401-e56b-43f0-be0a-36962c483237 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:33.979004 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9a1c1401-e56b-43f0-be0a-36962c483237 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/31b18b05-f546-47ca-b5c2-c1f85401d82b HTTP/1.1" status: 404 len: 337 time: 0.0678959 Oct 26 15:25:34.023674 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33170) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:34.079693 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b549714-230f-498e-bd0e-5bc180f26e4a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:34.080281 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b549714-230f-498e-bd0e-5bc180f26e4a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:34.083519 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5b549714-230f-498e-bd0e-5bc180f26e4a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/69ddcd59-002e-428c-b5d6-e871859933ea HTTP/1.1" status: 404 len: 333 time: 0.0588381 Oct 26 15:25:34.095942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33172) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:34.138497 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c8473-10ce-485d-93ec-8af6798d27c3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=5bd1a76f-e21a-4653-8f40-4c95c1508f46,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:34.142070 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-8a5ad166-14d5-45e9-a98a-c8e313350d68 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Allocated IP 172.20.0.14 (d5806a95-3b54-44f4-a3c2-4f074fc9c3fd/d3325ec5-1f98-42f0-a7af-e04d7ffa905c/af3b3747-7932-48b2-ade9-0d093ddb3ca7) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:34.145327 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc7e10c-4518-4a9b-9fc5-7e1caec643b5 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:34.146131 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc7e10c-4518-4a9b-9fc5-7e1caec643b5 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:34.148949 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0dc7e10c-4518-4a9b-9fc5-7e1caec643b5 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/096fec90-11fc-48b1-abee-1f453c7f0437 HTTP/1.1" status: 404 len: 337 time: 0.0493329 Oct 26 15:25:34.149917 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ff0c8473-10ce-485d-93ec-8af6798d27c3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (7a456017-a85d-4326-bc26-4ce76a278d75), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:34.154894 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33174) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:34.198230 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-746a9f9d-057a-4e72-a13a-8309b121c31d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:34.198695 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746a9f9d-057a-4e72-a13a-8309b121c31d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:34.204247 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-746a9f9d-057a-4e72-a13a-8309b121c31d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/c266f03d-e23c-4638-96ac-e0ef461b2900 HTTP/1.1" status: 404 len: 337 time: 0.0458348 Oct 26 15:25:34.208588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33176) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:34.229882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:34.280239 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6fda2957-51c7-4bd8-9fe7-81912a7ae94e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=1fd72514-5e49-45e6-a511-f6bf7190c0a9 HTTP/1.1" status: 200 len: 205 time: 0.0703962 Oct 26 15:25:34.281173 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33178) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:34.474563 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-d4965bc7-d0fe-484c-b7dc-51fde1ebe7ea tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:25:34.478389 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d4965bc7-d0fe-484c-b7dc-51fde1ebe7ea tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "PUT /networking/v2.0/routers/5b10ea56-0bed-4234-bb69-6985bdcd87df/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6922812 Oct 26 15:25:34.478642 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33180) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:34.545567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9b02bb5f-1df5-4c78-a6f9-9eba8adff372 None None] Provisioning complete for port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:34.553487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9b02bb5f-1df5-4c78-a6f9-9eba8adff372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0d15da82-4c67-42d5-875a-7f2f6daaf4a9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:34.553833 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-9b02bb5f-1df5-4c78-a6f9-9eba8adff372 None None] Attempt 1 to provision port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 Oct 26 15:25:34.689575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-9b02bb5f-1df5-4c78-a6f9-9eba8adff372 None None] Current status of the port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:34.690565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9b02bb5f-1df5-4c78-a6f9-9eba8adff372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0d15da82-4c67-42d5-875a-7f2f6daaf4a9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:34.722191 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-8c0f15a8-0148-4972-a03d-f80d153c9624 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] delete failed (client error): The resource could not be found. Oct 26 15:25:34.729032 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8c0f15a8-0148-4972-a03d-f80d153c9624 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/routers/1fd72514-5e49-45e6-a511-f6bf7190c0a9 HTTP/1.1" status: 404 len: 336 time: 0.4064219 Oct 26 15:25:34.738215 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33184) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:34.792869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-9b02bb5f-1df5-4c78-a6f9-9eba8adff372 None None] For port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0d15da82-4c67-42d5-875a-7f2f6daaf4a9,segment=NetworkSegment(0f792274-338e-4cf2-b035-f1db101622a9),segment_id=0f792274-338e-4cf2-b035-f1db101622a9)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:34.806233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9b02bb5f-1df5-4c78-a6f9-9eba8adff372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0d15da82-4c67-42d5-875a-7f2f6daaf4a9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:34.848900 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9bdb62-6ecf-40ae-8c0d-eb5773494e05 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:34.849373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9bdb62-6ecf-40ae-8c0d-eb5773494e05 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:34.857043 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ce9bdb62-6ecf-40ae-8c0d-eb5773494e05 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/4c7160dc-fac1-4723-8826-f062b618732e HTTP/1.1" status: 404 len: 337 time: 0.1168616 Oct 26 15:25:34.859088 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33186) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:34.890376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02bb5f-1df5-4c78-a6f9-9eba8adff372 None None] Pushing event updated for resources: {'Port': ['ID=0d15da82-4c67-42d5-875a-7f2f6daaf4a9,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:34.897038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ea8f061b-ec52-4b49-8255-02bdc8a2aa82 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:34.903158 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4db6093c-5d59-4266-b0af-45c11aec97b1 req-d6ce1fbc-a918-4130-86fe-5ae297b404f0 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 210 time: 0.0448530 Oct 26 15:25:34.912520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33188) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:34.947906 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-8a5ad166-14d5-45e9-a98a-c8e313350d68 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Publish callbacks [] for port (af3b3747-7932-48b2-ade9-0d093ddb3ca7), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:34.963612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-dd8792b7-6997-4582-8599-fe29a56a8c9a None None] Provisioning complete for port 15ce2b40-de67-451b-a9cc-28d5490b0429 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:34.963996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dd8792b7-6997-4582-8599-fe29a56a8c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (15ce2b40-de67-451b-a9cc-28d5490b0429), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:34.964651 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-dd8792b7-6997-4582-8599-fe29a56a8c9a None None] Attempt 1 to provision port 15ce2b40-de67-451b-a9cc-28d5490b0429 Oct 26 15:25:34.975067 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9786c11a-3a37-4e93-9fe8-ca64999e49f9 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b78b77df-5ad9-4c5e-84b2-dd8369bca230 HTTP/1.1" status: 200 len: 205 time: 0.1125438 Oct 26 15:25:34.976300 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0c8473-10ce-485d-93ec-8af6798d27c3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network 5e5217de-4c1c-42c5-a53b-72751ffbaa57 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:34.977045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33190) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:34.987594 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-ff0c8473-10ce-485d-93ec-8af6798d27c3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:35.002278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:35.003198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ea8f061b-ec52-4b49-8255-02bdc8a2aa82), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:35.003534 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 Oct 26 15:25:35.042625 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-7211d08f-2065-495f-a00b-89363158bbe4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] delete failed (client error): The resource could not be found. Oct 26 15:25:35.046198 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7211d08f-2065-495f-a00b-89363158bbe4 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/routers/b78b77df-5ad9-4c5e-84b2-dd8369bca230 HTTP/1.1" status: 404 len: 336 time: 0.0640559 Oct 26 15:25:35.047508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:35.047810 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33192) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:35.051779 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-37d5b103-4588-4a80-8e3a-66e3b985fc3a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1377470 Oct 26 15:25:35.083591 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f0c095-cc41-4116-ad66-f8f30457d11f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:35.084064 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f0c095-cc41-4116-ad66-f8f30457d11f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:35.088854 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a7f0c095-cc41-4116-ad66-f8f30457d11f tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/897b9c49-4da7-4e8f-a511-cdb7eb055559 HTTP/1.1" status: 404 len: 337 time: 0.0348747 Oct 26 15:25:35.090085 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33194) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:35.126824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-dd8792b7-6997-4582-8599-fe29a56a8c9a None None] Current status of the port 15ce2b40-de67-451b-a9cc-28d5490b0429 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:35.128118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dd8792b7-6997-4582-8599-fe29a56a8c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (15ce2b40-de67-451b-a9cc-28d5490b0429), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:35.131911 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-4459f3ff-3faf-4fcd-86c8-d6ef0b7874e0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:35.132387 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4459f3ff-3faf-4fcd-86c8-d6ef0b7874e0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:35.134720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a01f57-90eb-4cf9-b00f-8f73912c37fb None None] Network 49096a09-89fd-4dc5-99a1-a3d9f8f81ea2 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:35.135533 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4459f3ff-3faf-4fcd-86c8-d6ef0b7874e0 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/317f29ea-c351-4651-8865-7d41d98ea26f HTTP/1.1" status: 404 len: 337 time: 0.0445273 Oct 26 15:25:35.143203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f240984-441d-4048-b3e9-b5f4dfac0a33 None None] Network c9dc4775-6bca-48e6-b6a2-43162c386f86 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:35.144112 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33196) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:35.156974 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-8a5ad166-14d5-45e9-a98a-c8e313350d68 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (af3b3747-7932-48b2-ade9-0d093ddb3ca7), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:35.168306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405aec60-a7e1-4a4e-9e8c-3c0af4efc1c1 None None] Network 5e5217de-4c1c-42c5-a53b-72751ffbaa57 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:35.171007 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ba26d122-a0f6-45a4-aaf9-1b00b339cafa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (5b10ea56-0bed-4234-bb69-6985bdcd87df), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:35.191140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b9715a-c7b5-4689-bbec-e74ccaee4369 None None] Network 36d0bee9-deb5-4c47-9791-532496d345ce requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:35.193392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f687a626-ca4b-4a43-a68e-1345f8775319 None None] Network 57f06a57-066b-4836-814a-95c39d7726af requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:35.195364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eba4d4-1b55-450b-80d9-ccc0251b14a8 None None] Network 7185e02e-1e43-40a0-bdb2-d696985cc5aa requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:35.222235 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf41533f-0765-4d02-b499-00e731e9ea01 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:35.222830 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf41533f-0765-4d02-b499-00e731e9ea01 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:35.228426 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bf41533f-0765-4d02-b499-00e731e9ea01 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/7fdacf47-61b7-46f0-b651-9b6108905c9a HTTP/1.1" status: 404 len: 333 time: 0.0808449 Oct 26 15:25:35.230423 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33198) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:35.277965 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbc2bf9-573c-4752-9ee0-c25e3be7725e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:35.278578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dbc2bf9-573c-4752-9ee0-c25e3be7725e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:35.284362 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9dbc2bf9-573c-4752-9ee0-c25e3be7725e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/80c5ae4c-688b-4ebf-8bfa-40b66a9c3153 HTTP/1.1" status: 404 len: 337 time: 0.0505548 Oct 26 15:25:35.289421 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33200) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:35.290045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0c8473-10ce-485d-93ec-8af6798d27c3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 7a456017-a85d-4326-bc26-4ce76a278d75 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:25:35.295547 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ad166-14d5-45e9-a98a-c8e313350d68 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Pushing event updated for resources: {'Port': ['ID=af3b3747-7932-48b2-ade9-0d093ddb3ca7,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:35.308537 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-8a5ad166-14d5-45e9-a98a-c8e313350d68 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Network d5806a95-3b54-44f4-a3c2-4f074fc9c3fd is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:35.309739 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-8a5ad166-14d5-45e9-a98a-c8e313350d68 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:35.312812 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-8a5ad166-14d5-45e9-a98a-c8e313350d68 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:35.335234 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c24bb6-ec21-452a-bfd8-45fa5440a264 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:35.335823 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c24bb6-ec21-452a-bfd8-45fa5440a264 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:35.341178 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d2c24bb6-ec21-452a-bfd8-45fa5440a264 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/406d5480-d609-4ba0-908d-871a2392bbce HTTP/1.1" status: 404 len: 333 time: 0.0482602 Oct 26 15:25:35.341995 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33202) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:35.342759 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:35.345841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:35.347005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ea8f061b-ec52-4b49-8255-02bdc8a2aa82), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:35.380961 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccdadc09-71cb-4e89-a920-5e008a87b902 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:35.381365 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccdadc09-71cb-4e89-a920-5e008a87b902 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:35.384441 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ccdadc09-71cb-4e89-a920-5e008a87b902 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/8e2263bc-a866-448f-8209-e2b478cd77bc HTTP/1.1" status: 404 len: 337 time: 0.0420561 Oct 26 15:25:35.387009 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33204) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:35.412446 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-89802752-52ac-4d83-9de7-f2268bfd187e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:35.413303 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89802752-52ac-4d83-9de7-f2268bfd187e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:35.416516 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-89802752-52ac-4d83-9de7-f2268bfd187e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/ad8d666e-1de8-44f2-98c5-03310b5e1c8d HTTP/1.1" status: 404 len: 333 time: 0.0284269 Oct 26 15:25:35.419164 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33206) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:35.429283 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:35.438026 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-8a5ad166-14d5-45e9-a98a-c8e313350d68 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:35.438653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-8a5ad166-14d5-45e9-a98a-c8e313350d68 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:35.452175 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-4969a52c-73ad-4232-bd20-60c247bf787a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:35.452993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4969a52c-73ad-4232-bd20-60c247bf787a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:35.456784 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4969a52c-73ad-4232-bd20-60c247bf787a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/ddb7f424-a887-49b9-8ff4-7f7d6b31b5b4 HTTP/1.1" status: 404 len: 337 time: 0.0365276 Oct 26 15:25:35.459599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33208) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:35.470545 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-8a5ad166-14d5-45e9-a98a-c8e313350d68 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4380620 Oct 26 15:25:35.472167 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0c8473-10ce-485d-93ec-8af6798d27c3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:25:35.477930 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ff0c8473-10ce-485d-93ec-8af6798d27c3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/7a456017-a85d-4326-bc26-4ce76a278d75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1030731 Oct 26 15:25:35.485039 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33210) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:35.493100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-dd8792b7-6997-4582-8599-fe29a56a8c9a None None] For port 15ce2b40-de67-451b-a9cc-28d5490b0429, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=15ce2b40-de67-451b-a9cc-28d5490b0429,segment=NetworkSegment(dd1e73fd-b7be-4eba-8c26-40905630c27f),segment_id=dd1e73fd-b7be-4eba-8c26-40905630c27f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:35.504489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb28c0c-4225-4672-8cb9-3d8f765b83ae None None] Sync routers for ids ['7a456017-a85d-4326-bc26-4ce76a278d75'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:35.508419 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf14658f-df38-482c-9e22-679694bcb14e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:35.509544 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf14658f-df38-482c-9e22-679694bcb14e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:35.513162 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cf14658f-df38-482c-9e22-679694bcb14e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/a055aa9b-fb0c-44d7-ba70-bc0e552c1063 HTTP/1.1" status: 404 len: 333 time: 0.0524204 Oct 26 15:25:35.516093 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33214) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:35.529501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dd8792b7-6997-4582-8599-fe29a56a8c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (15ce2b40-de67-451b-a9cc-28d5490b0429), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:35.554921 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-257c150b-a32a-4b3e-b437-1a9201bb831a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:35.555483 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-257c150b-a32a-4b3e-b437-1a9201bb831a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:35.558987 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-257c150b-a32a-4b3e-b437-1a9201bb831a tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/35a22cd8-420a-480a-8729-d0b549a989b7 HTTP/1.1" status: 404 len: 337 time: 0.0416572 Oct 26 15:25:35.565544 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33216) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:35.565751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081e0f34-e48a-42b0-89bc-5e34b8b2d3f7 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:35.570092 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-081e0f34-e48a-42b0-89bc-5e34b8b2d3f7 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/ports/5bd1a76f-e21a-4653-8f40-4c95c1508f46 HTTP/1.1" status: 200 len: 910 time: 0.0832405 Oct 26 15:25:35.570696 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33218) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:35.582755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] Request body: {'port': {'device_id': 'f36c731a-8ae5-42b3-9b09-94b5816539b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:35.612043 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae4d42b-7ae5-486c-b3c1-b2e5c3589b0e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:35.612760 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae4d42b-7ae5-486c-b3c1-b2e5c3589b0e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:35.615885 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1ae4d42b-7ae5-486c-b3c1-b2e5c3589b0e tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/06511ae9-035e-4392-bcce-e1b4a521a770 HTTP/1.1" status: 404 len: 333 time: 0.0304079 Oct 26 15:25:35.618733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33220) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:35.638487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ea8f061b-ec52-4b49-8255-02bdc8a2aa82, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ea8f061b-ec52-4b49-8255-02bdc8a2aa82,segment=NetworkSegment(2e16e3a7-c83d-4754-b44d-0742c3674bc7),segment_id=2e16e3a7-c83d-4754-b44d-0742c3674bc7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:35.651564 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:35.655861 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f848515-026e-4a5c-abe6-511a74104f96 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:35.656440 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f848515-026e-4a5c-abe6-511a74104f96 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:35.659658 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9f848515-026e-4a5c-abe6-511a74104f96 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/56f5a1b3-790f-4e08-8d09-fd38bd7ccd9b HTTP/1.1" status: 404 len: 337 time: 0.0397522 Oct 26 15:25:35.661481 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-ba26d122-a0f6-45a4-aaf9-1b00b339cafa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Deleting port d32bf4c1-c023-46df-8899-c8950f16586c {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:35.662062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ba26d122-a0f6-45a4-aaf9-1b00b339cafa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (d32bf4c1-c023-46df-8899-c8950f16586c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:35.665189 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33222) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:35.687537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:35.689324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb28c0c-4225-4672-8cb9-3d8f765b83ae None None] Routers {'7a456017-a85d-4326-bc26-4ce76a278d75'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:35.690599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-afb28c0c-4225-4672-8cb9-3d8f765b83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7a456017-a85d-4326-bc26-4ce76a278d75'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:35.692432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ea8f061b-ec52-4b49-8255-02bdc8a2aa82), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:35.693257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:35.731696 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (af3b3747-7932-48b2-ade9-0d093ddb3ca7), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:35.732015 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6f2699-af57-4b4a-b739-a293b7f9d32d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:35.732554 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd6f2699-af57-4b4a-b739-a293b7f9d32d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:35.739281 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dd6f2699-af57-4b4a-b739-a293b7f9d32d tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/5d4f6f99-0960-456b-9f80-cfeb5c99b5a8 HTTP/1.1" status: 404 len: 333 time: 0.0704637 Oct 26 15:25:35.741827 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33224) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:35.774747 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80c29ea-820e-47c8-8b58-d582fb5a2eee tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:35.774998 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80c29ea-820e-47c8-8b58-d582fb5a2eee tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:35.780522 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c80c29ea-820e-47c8-8b58-d582fb5a2eee tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/1667953e-1b07-453e-844a-15ca60c75798 HTTP/1.1" status: 404 len: 337 time: 0.0354064 Oct 26 15:25:35.782538 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33226) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:35.819821 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ba26d122-a0f6-45a4-aaf9-1b00b339cafa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (d32bf4c1-c023-46df-8899-c8950f16586c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:35.823271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:35.837249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-afb28c0c-4225-4672-8cb9-3d8f765b83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:35.839195 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-ba26d122-a0f6-45a4-aaf9-1b00b339cafa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Calling delete_port for d32bf4c1-c023-46df-8899-c8950f16586c owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:35.852346 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c74548-0dd9-445e-a292-2767ae999f95 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:35.852930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c74548-0dd9-445e-a292-2767ae999f95 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:35.858326 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-97c74548-0dd9-445e-a292-2767ae999f95 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/ports/25580d0d-9b75-4fde-80fa-b3761246a000 HTTP/1.1" status: 404 len: 333 time: 0.0741832 Oct 26 15:25:35.859657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33228) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:35.869461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-499b3769-cc47-4b3a-a867-5d1150cb6407 None None] Provisioning complete for port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:35.869833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-499b3769-cc47-4b3a-a867-5d1150cb6407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ea8f061b-ec52-4b49-8255-02bdc8a2aa82), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:35.870169 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-499b3769-cc47-4b3a-a867-5d1150cb6407 None None] Attempt 1 to provision port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 Oct 26 15:25:35.899488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8792b7-6997-4582-8599-fe29a56a8c9a None None] Pushing event updated for resources: {'Port': ['ID=15ce2b40-de67-451b-a9cc-28d5490b0429,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:35.904566 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc18adc-fa47-422d-a8a2-a1f6e27ca017 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] DELETE failed (client error): The resource could not be found. Oct 26 15:25:35.905166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc18adc-fa47-422d-a8a2-a1f6e27ca017 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:25:35.910454 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bbc18adc-fa47-422d-a8a2-a1f6e27ca017 tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/45cd4869-02bb-4609-9dfe-b3ab9e81db66 HTTP/1.1" status: 404 len: 337 time: 0.0455301 Oct 26 15:25:35.912677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33230) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:35.913945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:36.037066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb28c0c-4225-4672-8cb9-3d8f765b83ae None None] Routers {'7a456017-a85d-4326-bc26-4ce76a278d75'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:36.037714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-afb28c0c-4225-4672-8cb9-3d8f765b83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7a456017-a85d-4326-bc26-4ce76a278d75'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:36.048588 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (8562cd80-5c53-4efe-aa06-0bf20e462dc3), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:36.054782 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33234) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:36.104767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-afb28c0c-4225-4672-8cb9-3d8f765b83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:36.105859 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb28c0c-4225-4672-8cb9-3d8f765b83ae None None] The sync data for ids ['7a456017-a85d-4326-bc26-4ce76a278d75'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:36.130380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0363f-9b3f-4c5a-9bc4-5715be79a5e0 req-c988f0b4-1541-488a-80fe-7a192552a095 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:36.131984 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5ff0363f-9b3f-4c5a-9bc4-5715be79a5e0 req-c988f0b4-1541-488a-80fe-7a192552a095 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 932 time: 0.1506262 Oct 26 15:25:36.235888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-499b3769-cc47-4b3a-a867-5d1150cb6407 None None] Current status of the port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:36.238972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Deleting port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:36.239169 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (6f5d73a8-1cf1-4b40-86f5-43f44b037a66), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:36.239588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ea8f061b-ec52-4b49-8255-02bdc8a2aa82,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:36.259884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:36.260551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0d15da82-4c67-42d5-875a-7f2f6daaf4a9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:36.261155 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 Oct 26 15:25:36.266001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-499b3769-cc47-4b3a-a867-5d1150cb6407 None None] Provisioning complete for port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:36.266773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-499b3769-cc47-4b3a-a867-5d1150cb6407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6f5d73a8-1cf1-4b40-86f5-43f44b037a66), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:36.267207 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-499b3769-cc47-4b3a-a867-5d1150cb6407 None None] Attempt 1 to provision port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 Oct 26 15:25:36.357257 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1b016d1f-9066-43a6-9334-e61fcf323735 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.3010914 Oct 26 15:25:36.358367 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ba26d122-a0f6-45a4-aaf9-1b00b339cafa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (d32bf4c1-c023-46df-8899-c8950f16586c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:36.369520 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5ff0363f-9b3f-4c5a-9bc4-5715be79a5e0 req-f1408745-2c1a-4f28-98a1-b40e25c1d72f tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241037 Oct 26 15:25:36.432550 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26d122-a0f6-45a4-aaf9-1b00b339cafa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event deleted for resources: {'Port': ['ID=d32bf4c1-c023-46df-8899-c8950f16586c,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:36.479523 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-75e5b0fa-b515-49da-9942-35d16c620035 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (7a456017-a85d-4326-bc26-4ce76a278d75), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:36.576745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] For port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6f5d73a8-1cf1-4b40-86f5-43f44b037a66,segment=NetworkSegment(41f0b66b-bfaf-4c78-b025-468aea6a1271),segment_id=41f0b66b-bfaf-4c78-b025-468aea6a1271)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:36.577967 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (6f5d73a8-1cf1-4b40-86f5-43f44b037a66), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:36.646849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Calling delete_port for 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:36.678595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:36.709223 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ba26d122-a0f6-45a4-aaf9-1b00b339cafa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (5b10ea56-0bed-4234-bb69-6985bdcd87df), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:36.809284 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:36.827746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3b3747-7932-48b2-ade9-0d093ddb3ca7 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:25:36.848548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] Publish callbacks [] for port (af3b3747-7932-48b2-ade9-0d093ddb3ca7), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:36.862946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-499b3769-cc47-4b3a-a867-5d1150cb6407 None None] Current status of the port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:36.873579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:36.874904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 15ce2b40-de67-451b-a9cc-28d5490b0429 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:36.910962 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] Transition to ACTIVE for port object af3b3747-7932-48b2-ade9-0d093ddb3ca7 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:25:36.922480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (af3b3747-7932-48b2-ade9-0d093ddb3ca7), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:36.939072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 15ce2b40-de67-451b-a9cc-28d5490b0429 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:36.946014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (15ce2b40-de67-451b-a9cc-28d5490b0429), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:36.946479 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 15ce2b40-de67-451b-a9cc-28d5490b0429 Oct 26 15:25:36.998593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ad1d1b76-e307-499d-bf59-a154b626b053 None None] Provisioning complete for port 621b9049-c91c-4cb1-a585-40c269efe223 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:36.998819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ad1d1b76-e307-499d-bf59-a154b626b053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (621b9049-c91c-4cb1-a585-40c269efe223), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:36.999237 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ad1d1b76-e307-499d-bf59-a154b626b053 None None] Attempt 1 to provision port 621b9049-c91c-4cb1-a585-40c269efe223 Oct 26 15:25:37.007821 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:37.039478 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:37.051850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (6f5d73a8-1cf1-4b40-86f5-43f44b037a66), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:37.076187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba26d122-a0f6-45a4-aaf9-1b00b339cafa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Router 5b10ea56-0bed-4234-bb69-6985bdcd87df has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:25:37.085241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 15ce2b40-de67-451b-a9cc-28d5490b0429 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:37.132351 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Port': ['ID=6f5d73a8-1cf1-4b40-86f5-43f44b037a66,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:37.139348 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] No DVR routers for this DVR port 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:25:37.175494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668befdf-625c-42c7-a538-861a1286551c service neutron] Pushing event updated for resources: {'Port': ['ID=af3b3747-7932-48b2-ade9-0d093ddb3ca7,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:37.190614 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-75e5b0fa-b515-49da-9942-35d16c620035 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting port 5bd1a76f-e21a-4653-8f40-4c95c1508f46 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:37.195746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-75e5b0fa-b515-49da-9942-35d16c620035 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (5bd1a76f-e21a-4653-8f40-4c95c1508f46), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:37.223329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ad1d1b76-e307-499d-bf59-a154b626b053 None None] Current status of the port 621b9049-c91c-4cb1-a585-40c269efe223 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:37.232688 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] Attempting to bind port af3b3747-7932-48b2-ade9-0d093ddb3ca7 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:37.243927 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] Attempting to bind port af3b3747-7932-48b2-ade9-0d093ddb3ca7 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '763a54ee-843b-4d35-ad81-69a8e4380284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd5806a95-3b54-44f4-a3c2-4f074fc9c3fd'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:37.244397 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] Attempting to bind port af3b3747-7932-48b2-ade9-0d093ddb3ca7 on network d5806a95-3b54-44f4-a3c2-4f074fc9c3fd {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:37.245077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ad1d1b76-e307-499d-bf59-a154b626b053 None None] Provisioning complete for port 4a95fdf5-0999-4183-bed7-e11ccfd3860d triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:37.245631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ad1d1b76-e307-499d-bf59-a154b626b053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4a95fdf5-0999-4183-bed7-e11ccfd3860d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:37.246156 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ad1d1b76-e307-499d-bf59-a154b626b053 None None] Attempt 1 to provision port 4a95fdf5-0999-4183-bed7-e11ccfd3860d Oct 26 15:25:37.301808 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba26d122-a0f6-45a4-aaf9-1b00b339cafa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:25:37.317167 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4952fff0-d6b7-4d8a-8abe-7866244fce5e None None] Sync routers for ids ['5b10ea56-0bed-4234-bb69-6985bdcd87df'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:37.321378 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ba26d122-a0f6-45a4-aaf9-1b00b339cafa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "PUT /networking/v2.0/routers/5b10ea56-0bed-4234-bb69-6985bdcd87df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8416371 Oct 26 15:25:37.334448 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33236) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:37.334637 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4952fff0-d6b7-4d8a-8abe-7866244fce5e None None] Routers {'5b10ea56-0bed-4234-bb69-6985bdcd87df'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:37.335287 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4952fff0-d6b7-4d8a-8abe-7866244fce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5b10ea56-0bed-4234-bb69-6985bdcd87df'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:37.342812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 15ce2b40-de67-451b-a9cc-28d5490b0429 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:37.379111 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33238) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:37.418157 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4952fff0-d6b7-4d8a-8abe-7866244fce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:37.428965 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4952fff0-d6b7-4d8a-8abe-7866244fce5e None None] Routers {'5b10ea56-0bed-4234-bb69-6985bdcd87df'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:37.429887 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4952fff0-d6b7-4d8a-8abe-7866244fce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5b10ea56-0bed-4234-bb69-6985bdcd87df'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:37.467816 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4952fff0-d6b7-4d8a-8abe-7866244fce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:37.468703 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4952fff0-d6b7-4d8a-8abe-7866244fce5e None None] The sync data for ids ['5b10ea56-0bed-4234-bb69-6985bdcd87df'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:37.474917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ad1d1b76-e307-499d-bf59-a154b626b053 None None] Current status of the port 4a95fdf5-0999-4183-bed7-e11ccfd3860d is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:37.482179 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-734fc114-1474-45da-ab81-24587a6cabb1 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] delete failed (client error): The resource could not be found. Oct 26 15:25:37.487309 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-734fc114-1474-45da-ab81-24587a6cabb1 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "DELETE /networking/v2.0/routers/tempest-non_exist_router-1331112415 HTTP/1.1" status: 404 len: 335 time: 0.1516316 Oct 26 15:25:37.487902 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33242) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:37.499181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ad1d1b76-e307-499d-bf59-a154b626b053 None None] Provisioning complete for port ab4a01b7-b0c5-4e12-9c99-36160f4c9064 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:37.500326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ad1d1b76-e307-499d-bf59-a154b626b053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ab4a01b7-b0c5-4e12-9c99-36160f4c9064), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:37.500836 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ad1d1b76-e307-499d-bf59-a154b626b053 None None] Attempt 1 to provision port ab4a01b7-b0c5-4e12-9c99-36160f4c9064 Oct 26 15:25:37.501147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7e268d39-e890-402c-812a-01cf585be900 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b10ea56-0bed-4234-bb69-6985bdcd87df'}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:37.529600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 15ce2b40-de67-451b-a9cc-28d5490b0429 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:37.529985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (15ce2b40-de67-451b-a9cc-28d5490b0429), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:37.530521 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 15ce2b40-de67-451b-a9cc-28d5490b0429 Oct 26 15:25:37.562513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535e1048-0049-4c97-bf0b-937f1c41e082 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:25:37.571622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ad1d1b76-e307-499d-bf59-a154b626b053 None None] Port ab4a01b7-b0c5-4e12-9c99-36160f4c9064 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:25:37.696143 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:37.697425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:37.722177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 15ce2b40-de67-451b-a9cc-28d5490b0429 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:37.723326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:37.729295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-782055c7-8ac8-4d8a-927e-1cdf450484a8 None None] Provisioning complete for port 5bd1a76f-e21a-4653-8f40-4c95c1508f46 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:37.729295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-782055c7-8ac8-4d8a-927e-1cdf450484a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5bd1a76f-e21a-4653-8f40-4c95c1508f46), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:37.729614 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-782055c7-8ac8-4d8a-927e-1cdf450484a8 None None] Attempt 1 to provision port 5bd1a76f-e21a-4653-8f40-4c95c1508f46 Oct 26 15:25:37.737232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] Port af3b3747-7932-48b2-ade9-0d093ddb3ca7 on network d5806a95-3b54-44f4-a3c2-4f074fc9c3fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:25:37.737599 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] Attempting to bind port af3b3747-7932-48b2-ade9-0d093ddb3ca7 on network d5806a95-3b54-44f4-a3c2-4f074fc9c3fd {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:37.785934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-75e5b0fa-b515-49da-9942-35d16c620035 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (5bd1a76f-e21a-4653-8f40-4c95c1508f46), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:37.804645 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-75e5b0fa-b515-49da-9942-35d16c620035 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Calling delete_port for 5bd1a76f-e21a-4653-8f40-4c95c1508f46 owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:37.814553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-782055c7-8ac8-4d8a-927e-1cdf450484a8 None None] Port 5bd1a76f-e21a-4653-8f40-4c95c1508f46 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:25:37.821140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-782055c7-8ac8-4d8a-927e-1cdf450484a8 None None] Could not find standard attr ID for object d32bf4c1-c023-46df-8899-c8950f16586c. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:25:37.822734 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:25:37.823046 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] Checking segment: {'id': '763a54ee-843b-4d35-ad81-69a8e4380284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd5806a95-3b54-44f4-a3c2-4f074fc9c3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:37.823331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535e1048-0049-4c97-bf0b-937f1c41e082 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:25:37.823458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] Bound using segment: {'id': '763a54ee-843b-4d35-ad81-69a8e4380284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd5806a95-3b54-44f4-a3c2-4f074fc9c3fd'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:25:37.823879 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] Bound port: af3b3747-7932-48b2-ade9-0d093ddb3ca7, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '763a54ee-843b-4d35-ad81-69a8e4380284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd5806a95-3b54-44f4-a3c2-4f074fc9c3fd'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:25:37.824243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (af3b3747-7932-48b2-ade9-0d093ddb3ca7), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:37.835360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:37.836833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-782055c7-8ac8-4d8a-927e-1cdf450484a8 None None] Provisioning complete for port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:37.836993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-782055c7-8ac8-4d8a-927e-1cdf450484a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ea8f061b-ec52-4b49-8255-02bdc8a2aa82), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:37.837315 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-782055c7-8ac8-4d8a-927e-1cdf450484a8 None None] Attempt 1 to provision port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 Oct 26 15:25:37.841855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (8562cd80-5c53-4efe-aa06-0bf20e462dc3), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:37.856361 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0f4a9bca-d243-4da5-a9d5-b36db183e67b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.4445839 Oct 26 15:25:37.883292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:37.883665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0d15da82-4c67-42d5-875a-7f2f6daaf4a9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:37.883991 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 Oct 26 15:25:37.902081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8562cd80-5c53-4efe-aa06-0bf20e462dc3']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:37.916405 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3676141-3108-480f-8885-c597915225c2 req-23a27e94-0ec0-4e08-9e07-f13fc630b07f tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:37.917655 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b3676141-3108-480f-8885-c597915225c2 req-23a27e94-0ec0-4e08-9e07-f13fc630b07f tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 944 time: 0.3742139 Oct 26 15:25:37.926127 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f0b66b-bfaf-4c78-b025-468aea6a1271') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:37.926749 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f0b66b-bfaf-4c78-b025-468aea6a1271') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:37.973482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] For port af3b3747-7932-48b2-ade9-0d093ddb3ca7, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:25:37.978724 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (41f0b66b-bfaf-4c78-b025-468aea6a1271), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:37.995137 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] For port af3b3747-7932-48b2-ade9-0d093ddb3ca7, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=af3b3747-7932-48b2-ade9-0d093ddb3ca7,segment=NetworkSegment(763a54ee-843b-4d35-ad81-69a8e4380284),segment_id=763a54ee-843b-4d35-ad81-69a8e4380284)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:25:38.006963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (af3b3747-7932-48b2-ade9-0d093ddb3ca7), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:38.011202 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:38.012290 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:38.013890 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-668befdf-625c-42c7-a538-861a1286551c service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/af3b3747-7932-48b2-ade9-0d093ddb3ca7 HTTP/1.1" status: 200 len: 1094 time: 2.5297101 Oct 26 15:25:38.020454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36c731a-8ae5-42b3-9b09-94b5816539b9', 'tag': 'af3b3747-7932-48b2-ade9-0d093ddb3ca7'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:25:38.023271 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c73214c-aae2-4248-8014-1cc4ca5fae97" -d '{"events": [{"name": "network-changed", "server_uuid": "f36c731a-8ae5-42b3-9b09-94b5816539b9", "tag": "af3b3747-7932-48b2-ade9-0d093ddb3ca7"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:25:38.035698 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (41f0b66b-bfaf-4c78-b025-468aea6a1271), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:38.050364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-782055c7-8ac8-4d8a-927e-1cdf450484a8 None None] Current status of the port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:38.058817 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:25:38.059240 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (41f0b66b-bfaf-4c78-b025-468aea6a1271), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:38.129408 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 41f0b66b-bfaf-4c78-b025-468aea6a1271 resource provider aggregate not found Oct 26 15:25:38.158343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-782055c7-8ac8-4d8a-927e-1cdf450484a8 None None] Provisioning complete for port 15ce2b40-de67-451b-a9cc-28d5490b0429 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:38.158972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-782055c7-8ac8-4d8a-927e-1cdf450484a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (15ce2b40-de67-451b-a9cc-28d5490b0429), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:38.159482 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-782055c7-8ac8-4d8a-927e-1cdf450484a8 None None] Attempt 1 to provision port 15ce2b40-de67-451b-a9cc-28d5490b0429 Oct 26 15:25:38.163801 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 41f0b66b-bfaf-4c78-b025-468aea6a1271 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41f0b66b-bfaf-4c78-b025-468aea6a1271 found for delete ", "request_id": "req-00225670-96d0-4fa4-8ba9-42f19c3d4723"}]} Oct 26 15:25:38.178488 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-f724fbee-855a-44d7-874a-1cf1dd5f0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:38.179992 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-f724fbee-855a-44d7-874a-1cf1dd5f0a7b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=837da6bf5f9347789bd3f2559bcd4dc6&device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 1128 time: 0.0921307 Oct 26 15:25:38.194007 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b3676141-3108-480f-8885-c597915225c2 req-2cef374e-ce46-4ce3-a20c-3c6058479009 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596850 Oct 26 15:25:38.196563 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7e268d39-e890-402c-812a-01cf585be900 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for router_gateway (5b10ea56-0bed-4234-bb69-6985bdcd87df), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:38.209793 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df3c857-2722-408a-b3fe-2f6c246a180a x-openstack-request-id: req-6df3c857-2722-408a-b3fe-2f6c246a180a {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:25:38.210122 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36c731a-8ae5-42b3-9b09-94b5816539b9", "tag": "af3b3747-7932-48b2-ade9-0d093ddb3ca7", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:25:38.210363 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6df3c857-2722-408a-b3fe-2f6c246a180a {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:25:38.210769 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6df3c857-2722-408a-b3fe-2f6c246a180a'] response: {'name': 'network-changed', 'server_uuid': 'f36c731a-8ae5-42b3-9b09-94b5816539b9', 'tag': 'af3b3747-7932-48b2-ade9-0d093ddb3ca7', 'status': 'completed', 'code': 200} Oct 26 15:25:38.227160 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (8562cd80-5c53-4efe-aa06-0bf20e462dc3), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:38.242720 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:38.245906 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] 10.222.0.60 "DELETE /networking/v2.0/networks/8562cd80-5c53-4efe-aa06-0bf20e462dc3 HTTP/1.1" status: 204 len: 168 time: 2.3340509 Oct 26 15:25:38.249115 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-7e268d39-e890-402c-812a-01cf585be900 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] update failed (client error): The resource could not be found. Oct 26 15:25:38.250646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668befdf-625c-42c7-a538-861a1286551c service neutron] Pushing event updated for resources: {'Port': ['ID=af3b3747-7932-48b2-ade9-0d093ddb3ca7,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:38.254618 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7e268d39-e890-402c-812a-01cf585be900 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "PUT /networking/v2.0/routers/5b10ea56-0bed-4234-bb69-6985bdcd87df HTTP/1.1" status: 404 len: 339 time: 0.7570765 Oct 26 15:25:38.255354 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33254) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:38.257626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:38.259093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ea8f061b-ec52-4b49-8255-02bdc8a2aa82 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:38.259234 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-7f07a941-2898-4849-8c6b-81b00b538c52 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af3b3747-7932-48b2-ade9-0d093ddb3ca7 HTTP/1.1" status: 200 len: 217 time: 0.0517566 Oct 26 15:25:38.269248 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-dba61c74-189c-44fc-856f-52c7eb8e5b43 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1384410540'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:38.283607 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085dd3a-94a0-443b-977d-b5e28c646d9b tempest-NetworksTestDHCPv6-438541426 tempest-NetworksTestDHCPv6-438541426-project] Pushing event deleted for resources: {'Network': ['ID=8562cd80-5c53-4efe-aa06-0bf20e462dc3,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:38.319647 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba61c74-189c-44fc-856f-52c7eb8e5b43 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Made reservation on behalf of ad785ac5f17e482baf7ccfce63c9ba69 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:38.320696 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-75e5b0fa-b515-49da-9942-35d16c620035 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (5bd1a76f-e21a-4653-8f40-4c95c1508f46), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:38.325883 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dba61c74-189c-44fc-856f-52c7eb8e5b43 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:38.338745 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:38.362937 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-ca0723ac-4824-4ba0-9b69-1f2381ae68bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:38.364714 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-ca0723ac-4824-4ba0-9b69-1f2381ae68bb service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=d3325ec5-1f98-42f0-a7af-e04d7ffa905c HTTP/1.1" status: 200 len: 852 time: 0.0952554 Oct 26 15:25:38.365827 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5b0fa-b515-49da-9942-35d16c620035 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Port': ['ID=5bd1a76f-e21a-4653-8f40-4c95c1508f46,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:38.371476 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba61c74-189c-44fc-856f-52c7eb8e5b43 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:25:38.383954 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:38.389055 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dba61c74-189c-44fc-856f-52c7eb8e5b43 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (007ecf07-c15e-4086-957f-5da80a3570b2), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:38.389763 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-dba61c74-189c-44fc-856f-52c7eb8e5b43 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Added segment 007ecf07-c15e-4086-957f-5da80a3570b2 of type vlan for network f4c33f4d-0074-4c7b-ba21-f1c3d006bed5 Oct 26 15:25:38.406236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc15fc3-f9ec-4f6d-8944-46f36a8d270b None None] Network 7185e02e-1e43-40a0-bdb2-d696985cc5aa requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:38.409048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7a02d6-386c-416c-8000-e39813158a6e None None] Network 5e5217de-4c1c-42c5-a53b-72751ffbaa57 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:38.442536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc3ee02-4031-4dfc-b6b1-f444181c85b7 None None] Network 36d0bee9-deb5-4c47-9791-532496d345ce requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:38.445168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6a608e-fa1f-4834-8b80-eb7082ee1c02 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:38.447037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-782055c7-8ac8-4d8a-927e-1cdf450484a8 None None] Current status of the port 15ce2b40-de67-451b-a9cc-28d5490b0429 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:38.449905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:38.450288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ea8f061b-ec52-4b49-8255-02bdc8a2aa82), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:38.450625 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 Oct 26 15:25:38.464262 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dba61c74-189c-44fc-856f-52c7eb8e5b43 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (f4c33f4d-0074-4c7b-ba21-f1c3d006bed5), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:38.492955 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-86c768c2-6e32-40ef-bdfc-a791bdaffaf6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d5806a95-3b54-44f4-a3c2-4f074fc9c3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170480 Oct 26 15:25:38.510026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dba61c74-189c-44fc-856f-52c7eb8e5b43 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (f4c33f4d-0074-4c7b-ba21-f1c3d006bed5), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:38.515537 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba61c74-189c-44fc-856f-52c7eb8e5b43 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:38.519276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dba61c74-189c-44fc-856f-52c7eb8e5b43 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:38.623742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6a608e-fa1f-4834-8b80-eb7082ee1c02 None None] Network 8562cd80-5c53-4efe-aa06-0bf20e462dc3 could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:25:38.664585 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dba61c74-189c-44fc-856f-52c7eb8e5b43 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3993719 Oct 26 15:25:38.668786 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33258) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:38.676770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-782055c7-8ac8-4d8a-927e-1cdf450484a8 None None] Provisioning complete for port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:38.677169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-782055c7-8ac8-4d8a-927e-1cdf450484a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0d15da82-4c67-42d5-875a-7f2f6daaf4a9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:38.677518 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-782055c7-8ac8-4d8a-927e-1cdf450484a8 None None] Attempt 1 to provision port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 Oct 26 15:25:38.692708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-b56601d0-c90e-4b9c-bdc6-1711c2fa95c6 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Request body: {'subnet': {'network_id': 'f4c33f4d-0074-4c7b-ba21-f1c3d006bed5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:38.704349 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba61c74-189c-44fc-856f-52c7eb8e5b43 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event updated for resources: {'Network': ['ID=f4c33f4d-0074-4c7b-ba21-f1c3d006bed5,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:38.749549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network f4c33f4d-0074-4c7b-ba21-f1c3d006bed5 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:25:38.752771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c3fb3c-b56e-4182-abcf-0bde146e083b None None] DHCP port deletion for 8562cd80-5c53-4efe-aa06-0bf20e462dc3 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:25:38.785784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33260) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:38.809350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-75e5b0fa-b515-49da-9942-35d16c620035 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (7a456017-a85d-4326-bc26-4ce76a278d75), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:38.848318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fa590632-81e5-405b-8797-0a36cf672b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:38.869895 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33264) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:38.887523 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:38.894085 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:38.935193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:38.972211 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-40bde288-72c2-4664-8909-4d586b73c89f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d5806a95-3b54-44f4-a3c2-4f074fc9c3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659610 Oct 26 15:25:38.979454 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c4cd0200-06a8-417e-8e5c-e59ae20dd43b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0924740 Oct 26 15:25:38.982039 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56601d0-c90e-4b9c-bdc6-1711c2fa95c6 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Made reservation on behalf of ad785ac5f17e482baf7ccfce63c9ba69 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:38.986485 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b56601d0-c90e-4b9c-bdc6-1711c2fa95c6 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:39.139758 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-41949526-42e6-4bbf-ad2f-51f157d9794d admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e3b7e3683f314399a045aa71758c8097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3527422 Oct 26 15:25:39.140327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33266) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:39.206676 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f1993d36-9afe-4057-9fa1-f8c63125c3dd req-497f00d4-8f6f-4954-b033-e73b311baada service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d5806a95-3b54-44f4-a3c2-4f074fc9c3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146888 Oct 26 15:25:39.211380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e5b0fa-b515-49da-9942-35d16c620035 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 7a456017-a85d-4326-bc26-4ce76a278d75 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:25:39.266692 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0a38f25e-1977-45b9-b50d-11182144365d admin admin] Publish callbacks [] for security_group (132ab5bb-de73-4feb-9f35-14410072cc17), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:39.297173 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0a38f25e-1977-45b9-b50d-11182144365d admin admin] Publish callbacks [] for security_group (132ab5bb-de73-4feb-9f35-14410072cc17), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:39.334503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:39.343198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:39.350668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e5b0fa-b515-49da-9942-35d16c620035 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:25:39.358027 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-75e5b0fa-b515-49da-9942-35d16c620035 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/7a456017-a85d-4326-bc26-4ce76a278d75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7862365 Oct 26 15:25:39.361520 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33270) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:39.390259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464319d9-72f9-4699-a760-380c7cba54c0 None None] Sync routers for ids ['7a456017-a85d-4326-bc26-4ce76a278d75'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:39.395338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b56601d0-c90e-4b9c-bdc6-1711c2fa95c6 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (448ca987-ef76-4e40-a840-3a4a541b0001), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:39.416337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-782055c7-8ac8-4d8a-927e-1cdf450484a8 None None] Current status of the port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:39.424366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464319d9-72f9-4699-a760-380c7cba54c0 None None] Routers {'7a456017-a85d-4326-bc26-4ce76a278d75'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:39.424366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-464319d9-72f9-4699-a760-380c7cba54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7a456017-a85d-4326-bc26-4ce76a278d75'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:39.474638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-464319d9-72f9-4699-a760-380c7cba54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:39.475000 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0a38f25e-1977-45b9-b50d-11182144365d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (132ab5bb-de73-4feb-9f35-14410072cc17), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:39.475161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464319d9-72f9-4699-a760-380c7cba54c0 None None] Routers {'7a456017-a85d-4326-bc26-4ce76a278d75'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:39.475161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-464319d9-72f9-4699-a760-380c7cba54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7a456017-a85d-4326-bc26-4ce76a278d75'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:39.475627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0a38f25e-1977-45b9-b50d-11182144365d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:39.475627 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0a38f25e-1977-45b9-b50d-11182144365d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/132ab5bb-de73-4feb-9f35-14410072cc17 HTTP/1.1" status: 204 len: 168 time: 0.3288927 Oct 26 15:25:39.499061 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56601d0-c90e-4b9c-bdc6-1711c2fa95c6 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event updated for resources: {'Subnet': ['ID=448ca987-ef76-4e40-a840-3a4a541b0001,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:39.521576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:39.524732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-464319d9-72f9-4699-a760-380c7cba54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:39.524911 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461104d-b266-412e-a66a-a8c06459ac4c req-71cb9907-5f3f-402a-9fd4-af68453e8de0 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:39.525587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464319d9-72f9-4699-a760-380c7cba54c0 None None] The sync data for ids ['7a456017-a85d-4326-bc26-4ce76a278d75'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:39.526441 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1461104d-b266-412e-a66a-a8c06459ac4c req-71cb9907-5f3f-402a-9fd4-af68453e8de0 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 944 time: 0.1774142 Oct 26 15:25:39.527767 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38f25e-1977-45b9-b50d-11182144365d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132ab5bb-de73-4feb-9f35-14410072cc17,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:39.547935 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56601d0-c90e-4b9c-bdc6-1711c2fa95c6 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Checking segment: {'id': '007ecf07-c15e-4086-957f-5da80a3570b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f4c33f4d-0074-4c7b-ba21-f1c3d006bed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:39.548487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56601d0-c90e-4b9c-bdc6-1711c2fa95c6 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Network hostable DHCP agents. Network: f4c33f4d-0074-4c7b-ba21-f1c3d006bed5, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:25:39.560009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:25:39.560530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6f5d73a8-1cf1-4b40-86f5-43f44b037a66 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:25:39.576650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d18662e4-168c-45ac-a5b3-63a15bdca9e1 None None] Provisioning complete for port ab4a01b7-b0c5-4e12-9c99-36160f4c9064 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:39.577301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d18662e4-168c-45ac-a5b3-63a15bdca9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ab4a01b7-b0c5-4e12-9c99-36160f4c9064), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:39.577951 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d18662e4-168c-45ac-a5b3-63a15bdca9e1 None None] Attempt 1 to provision port ab4a01b7-b0c5-4e12-9c99-36160f4c9064 Oct 26 15:25:39.596054 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56601d0-c90e-4b9c-bdc6-1711c2fa95c6 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Network f4c33f4d-0074-4c7b-ba21-f1c3d006bed5 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:25:39.610201 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-b56601d0-c90e-4b9c-bdc6-1711c2fa95c6 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, f4c33f4d-0074-4c7b-ba21-f1c3d006bed5) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:39.615936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d18662e4-168c-45ac-a5b3-63a15bdca9e1 None None] Port ab4a01b7-b0c5-4e12-9c99-36160f4c9064 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:25:39.617465 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56601d0-c90e-4b9c-bdc6-1711c2fa95c6 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:39.619653 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b56601d0-c90e-4b9c-bdc6-1711c2fa95c6 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:39.620511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa759d7b-1fa0-4c55-883e-1c46a3d65f16 None None] Network f4c33f4d-0074-4c7b-ba21-f1c3d006bed5 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:39.642061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d18662e4-168c-45ac-a5b3-63a15bdca9e1 None None] Provisioning complete for port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:39.642487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d18662e4-168c-45ac-a5b3-63a15bdca9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ea8f061b-ec52-4b49-8255-02bdc8a2aa82), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:39.643088 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d18662e4-168c-45ac-a5b3-63a15bdca9e1 None None] Attempt 1 to provision port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 Oct 26 15:25:39.650826 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b56601d0-c90e-4b9c-bdc6-1711c2fa95c6 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9625292 Oct 26 15:25:39.655728 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33274) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:39.660921 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-89041efb-78b6-4e36-a06e-3d5b246fa10e tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f4c33f4d-0074-4c7b-ba21-f1c3d006bed5'}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:39.672751 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1461104d-b266-412e-a66a-a8c06459ac4c req-10766877-ee5b-44ff-8145-f9aa4b974dbb tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373436 Oct 26 15:25:39.874673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e5611823-37df-4b75-8e3a-f5b256aaecee tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (7a456017-a85d-4326-bc26-4ce76a278d75), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:39.910484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:39.914313 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d18662e4-168c-45ac-a5b3-63a15bdca9e1 None None] Current status of the port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:39.918186 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:39.920060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-f4c33f4d-0074-4c7b-ba21-f1c3d006bed5', 'network_id': 'f4c33f4d-0074-4c7b-ba21-f1c3d006bed5', 'project_id': 'ad785ac5f17e482baf7ccfce63c9ba69', 'fixed_ips': [{'subnet_id': '448ca987-ef76-4e40-a840-3a4a541b0001'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:25:39.921027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:39.934774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d18662e4-168c-45ac-a5b3-63a15bdca9e1 None None] Could not find standard attr ID for object 6f5d73a8-1cf1-4b40-86f5-43f44b037a66. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:25:39.943593 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89041efb-78b6-4e36-a06e-3d5b246fa10e tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for router_gateway (5b10ea56-0bed-4234-bb69-6985bdcd87df), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:39.951043 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:39.993676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33284) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:40.082492 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:40.101082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-dd94df8f-4ec3-4156-b55e-4fe2b18dfe37 None None] Provisioning complete for port 15ce2b40-de67-451b-a9cc-28d5490b0429 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:40.101479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dd94df8f-4ec3-4156-b55e-4fe2b18dfe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (15ce2b40-de67-451b-a9cc-28d5490b0429), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:40.103713 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-dd94df8f-4ec3-4156-b55e-4fe2b18dfe37 None None] Attempt 1 to provision port 15ce2b40-de67-451b-a9cc-28d5490b0429 Oct 26 15:25:40.121163 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-14bdf211-8a6a-4815-8db3-2bcc8b15bf3d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1261914 Oct 26 15:25:40.137826 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-89041efb-78b6-4e36-a06e-3d5b246fa10e tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:25:40.138859 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-89041efb-78b6-4e36-a06e-3d5b246fa10e tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "PUT /networking/v2.0/routers/5b10ea56-0bed-4234-bb69-6985bdcd87df HTTP/1.1" status: 400 len: 364 time: 0.4821012 Oct 26 15:25:40.142609 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33290) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:40.250303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-dd94df8f-4ec3-4156-b55e-4fe2b18dfe37 None None] Current status of the port 15ce2b40-de67-451b-a9cc-28d5490b0429 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:40.257648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Allocated IP 2001:db8:1::2 (f4c33f4d-0074-4c7b-ba21-f1c3d006bed5/448ca987-ef76-4e40-a840-3a4a541b0001/f30b1259-ac6b-4ee7-bef6-6a57d89dd287) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:40.268566 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73214c-aae2-4248-8014-1cc4ca5fae97 req-5f5d7aaa-666f-4b39-bc74-172a590d23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:40.270073 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9c73214c-aae2-4248-8014-1cc4ca5fae97 req-5f5d7aaa-666f-4b39-bc74-172a590d23c4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=837da6bf5f9347789bd3f2559bcd4dc6&device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 1128 time: 0.1407082 Oct 26 15:25:40.320734 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:40.385348 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33298) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:40.407959 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-e5611823-37df-4b75-8e3a-f5b256aaecee tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting port ab4a01b7-b0c5-4e12-9c99-36160f4c9064 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:40.408133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:40.408901 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e5611823-37df-4b75-8e3a-f5b256aaecee tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (ab4a01b7-b0c5-4e12-9c99-36160f4c9064), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:40.429622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Publish callbacks [] for port (f30b1259-ac6b-4ee7-bef6-6a57d89dd287), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:40.437531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (f30b1259-ac6b-4ee7-bef6-6a57d89dd287), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:40.472607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Network f4c33f4d-0074-4c7b-ba21-f1c3d006bed5 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:40.475918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:40.479618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:40.496560 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-b7260179-c3fc-40a9-8c86-3907a40f9331 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-747591672-network', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:40.497529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Pushing event updated for resources: {'Port': ['ID=f30b1259-ac6b-4ee7-bef6-6a57d89dd287,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:40.519426 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7260179-c3fc-40a9-8c86-3907a40f9331 admin admin] Made reservation on behalf of 958a4175b49f4069b4d327e8d8151b9e for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:40.522069 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b7260179-c3fc-40a9-8c86-3907a40f9331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:40.531994 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b7260179-c3fc-40a9-8c86-3907a40f9331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:40.557741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Attempting to bind port f30b1259-ac6b-4ee7-bef6-6a57d89dd287 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:40.557741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Attempting to bind port f30b1259-ac6b-4ee7-bef6-6a57d89dd287 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '007ecf07-c15e-4086-957f-5da80a3570b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f4c33f4d-0074-4c7b-ba21-f1c3d006bed5'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:40.558084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Attempting to bind port f30b1259-ac6b-4ee7-bef6-6a57d89dd287 on network f4c33f4d-0074-4c7b-ba21-f1c3d006bed5 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:40.570744 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:40.612276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:25:40.612660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Checking segment: {'id': '007ecf07-c15e-4086-957f-5da80a3570b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f4c33f4d-0074-4c7b-ba21-f1c3d006bed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:40.613103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:40.613503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Bound using segment: {'id': '007ecf07-c15e-4086-957f-5da80a3570b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f4c33f4d-0074-4c7b-ba21-f1c3d006bed5'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:25:40.614129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Bound port: f30b1259-ac6b-4ee7-bef6-6a57d89dd287, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007ecf07-c15e-4086-957f-5da80a3570b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f4c33f4d-0074-4c7b-ba21-f1c3d006bed5'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:25:40.614515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f30b1259-ac6b-4ee7-bef6-6a57d89dd287), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:40.631786 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b7260179-c3fc-40a9-8c86-3907a40f9331 admin admin] Publish callbacks [] for security_group (9a5253bb-e4ed-47ef-89fe-3866b43927d5), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:40.635827 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b7260179-c3fc-40a9-8c86-3907a40f9331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (9a5253bb-e4ed-47ef-89fe-3866b43927d5), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:40.666311 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7260179-c3fc-40a9-8c86-3907a40f9331 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:25:40.677262 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7260179-c3fc-40a9-8c86-3907a40f9331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5253bb-e4ed-47ef-89fe-3866b43927d5,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:40.682813 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b7260179-c3fc-40a9-8c86-3907a40f9331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (cffe0542-5787-41d7-9588-f4e4741ada27), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:40.683160 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-b7260179-c3fc-40a9-8c86-3907a40f9331 admin admin] Added segment cffe0542-5787-41d7-9588-f4e4741ada27 of type vlan for network 1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 Oct 26 15:25:40.687674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] For port f30b1259-ac6b-4ee7-bef6-6a57d89dd287, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:25:40.691586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] For port f30b1259-ac6b-4ee7-bef6-6a57d89dd287, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f30b1259-ac6b-4ee7-bef6-6a57d89dd287,segment=NetworkSegment(007ecf07-c15e-4086-957f-5da80a3570b2),segment_id=007ecf07-c15e-4086-957f-5da80a3570b2)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:25:40.700708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f30b1259-ac6b-4ee7-bef6-6a57d89dd287), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:40.742383 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b7260179-c3fc-40a9-8c86-3907a40f9331 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (1e5b7312-61c2-4f77-9ed8-edbf4a13bd03), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:40.773647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50370742-c82d-47ed-81d6-49d215f47113 None None] Pushing event updated for resources: {'Port': ['ID=f30b1259-ac6b-4ee7-bef6-6a57d89dd287,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:40.799515 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b7260179-c3fc-40a9-8c86-3907a40f9331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (1e5b7312-61c2-4f77-9ed8-edbf4a13bd03), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:40.799515 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7260179-c3fc-40a9-8c86-3907a40f9331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:40.799754 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b7260179-c3fc-40a9-8c86-3907a40f9331 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:40.888052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8227545c-af83-4309-9a11-9b7a0e4deabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:40.900397 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870db37-7c80-4111-a21e-563d2c7b9bdc req-757f35fd-3f41-40fe-9ecb-19f1c998a5f5 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:40.901988 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1870db37-7c80-4111-a21e-563d2c7b9bdc req-757f35fd-3f41-40fe-9ecb-19f1c998a5f5 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 944 time: 0.1168129 Oct 26 15:25:40.930705 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b7260179-c3fc-40a9-8c86-3907a40f9331 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5441008 Oct 26 15:25:40.936001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33304) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:40.942274 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7260179-c3fc-40a9-8c86-3907a40f9331 admin admin] Pushing event updated for resources: {'Network': ['ID=1e5b7312-61c2-4f77-9ed8-edbf4a13bd03,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:40.948584 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-1d6b0008-5573-40b0-a1b2-0a5f2f1efb10 admin admin] Request body: {'subnet': {'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-747591672-subnet', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'ip_version': 4}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:40.953074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:25:40.994066 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73214c-aae2-4248-8014-1cc4ca5fae97 req-0d54cbba-981a-49a2-a201-50b47914802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:40.995629 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9c73214c-aae2-4248-8014-1cc4ca5fae97 req-0d54cbba-981a-49a2-a201-50b47914802e service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d5806a95-3b54-44f4-a3c2-4f074fc9c3fd HTTP/1.1" status: 200 len: 913 time: 0.7148030 Oct 26 15:25:40.997821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e5611823-37df-4b75-8e3a-f5b256aaecee tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (ab4a01b7-b0c5-4e12-9c99-36160f4c9064), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:41.012018 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1870db37-7c80-4111-a21e-563d2c7b9bdc req-296d8e2d-d8cd-4dfb-a60e-ecd8e464e0f8 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798395 Oct 26 15:25:41.061218 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-e5611823-37df-4b75-8e3a-f5b256aaecee tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Calling delete_port for ab4a01b7-b0c5-4e12-9c99-36160f4c9064 owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:41.069273 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9c73214c-aae2-4248-8014-1cc4ca5fae97 req-7348a244-4df0-4869-b9aa-b470aaf0831d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af3b3747-7932-48b2-ade9-0d093ddb3ca7 HTTP/1.1" status: 200 len: 217 time: 0.0575840 Oct 26 15:25:41.099013 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6b0008-5573-40b0-a1b2-0a5f2f1efb10 admin admin] Made reservation on behalf of 958a4175b49f4069b4d327e8d8151b9e for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:41.101653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1d6b0008-5573-40b0-a1b2-0a5f2f1efb10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:41.112609 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e0cec27a-7558-4905-aac0-8249548328aa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:41.122582 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33306) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:41.184929 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-20b2fc37-36ff-4841-bf6e-e15ab012cbb2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0610862 Oct 26 15:25:41.303302 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73214c-aae2-4248-8014-1cc4ca5fae97 req-e07dc0c8-cfcb-4ec6-bef1-1e24c05a6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:41.304891 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9c73214c-aae2-4248-8014-1cc4ca5fae97 req-e07dc0c8-cfcb-4ec6-bef1-1e24c05a6d8a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=d3325ec5-1f98-42f0-a7af-e04d7ffa905c HTTP/1.1" status: 200 len: 852 time: 0.2070415 Oct 26 15:25:41.407270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:41.414307 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9c73214c-aae2-4248-8014-1cc4ca5fae97 req-36d77d03-5ddf-45ae-8d19-e42aeaaa5563 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d5806a95-3b54-44f4-a3c2-4f074fc9c3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788682 Oct 26 15:25:41.443699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f30b1259-ac6b-4ee7-bef6-6a57d89dd287 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:41.493259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f30b1259-ac6b-4ee7-bef6-6a57d89dd287 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:41.493716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f30b1259-ac6b-4ee7-bef6-6a57d89dd287), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:41.494019 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f30b1259-ac6b-4ee7-bef6-6a57d89dd287 Oct 26 15:25:41.554097 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:41.579081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f30b1259-ac6b-4ee7-bef6-6a57d89dd287 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:41.579516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f30b1259-ac6b-4ee7-bef6-6a57d89dd287), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:41.619166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f30b1259-ac6b-4ee7-bef6-6a57d89dd287, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f30b1259-ac6b-4ee7-bef6-6a57d89dd287,segment=NetworkSegment(007ecf07-c15e-4086-957f-5da80a3570b2),segment_id=007ecf07-c15e-4086-957f-5da80a3570b2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:41.624439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f30b1259-ac6b-4ee7-bef6-6a57d89dd287), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:41.666993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:41.680790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f30b1259-ac6b-4ee7-bef6-6a57d89dd287,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:41.751803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f0a3bb-955b-4563-b13a-2ddb3de5a1e0 None None] Network f4c33f4d-0074-4c7b-ba21-f1c3d006bed5 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:41.791774 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1d6b0008-5573-40b0-a1b2-0a5f2f1efb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (4f5d117c-9054-4b78-87fd-c45697d31d16), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:41.815191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-73f61c2b-5bcf-4228-9fb8-91852518d41b None None] Provisioning complete for port f30b1259-ac6b-4ee7-bef6-6a57d89dd287 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:41.815572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-73f61c2b-5bcf-4228-9fb8-91852518d41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f30b1259-ac6b-4ee7-bef6-6a57d89dd287), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:41.815920 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-73f61c2b-5bcf-4228-9fb8-91852518d41b None None] Attempt 1 to provision port f30b1259-ac6b-4ee7-bef6-6a57d89dd287 Oct 26 15:25:41.834517 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9c73214c-aae2-4248-8014-1cc4ca5fae97 req-cd6ed2d0-bb1e-45dd-a179-1d7a016658a5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d5806a95-3b54-44f4-a3c2-4f074fc9c3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803422 Oct 26 15:25:41.846187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e5611823-37df-4b75-8e3a-f5b256aaecee tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (ab4a01b7-b0c5-4e12-9c99-36160f4c9064), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:41.900981 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-e0cec27a-7558-4905-aac0-8249548328aa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Allocated IP 2001:db8::1 (c9dc4775-6bca-48e6-b6a2-43162c386f86/723c3d5f-0a49-4412-bb20-801c05454a48/8953f4c9-4a11-476b-b6a6-3ffc711f2aa8) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:41.918963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5611823-37df-4b75-8e3a-f5b256aaecee tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Port': ['ID=ab4a01b7-b0c5-4e12-9c99-36160f4c9064,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:41.942758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-73f61c2b-5bcf-4228-9fb8-91852518d41b None None] Current status of the port f30b1259-ac6b-4ee7-bef6-6a57d89dd287 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:41.982987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:41.991927 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b0008-5573-40b0-a1b2-0a5f2f1efb10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f5d117c-9054-4b78-87fd-c45697d31d16,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:42.114732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b0008-5573-40b0-a1b2-0a5f2f1efb10 admin admin] Checking segment: {'id': 'cffe0542-5787-41d7-9588-f4e4741ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:42.115089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6b0008-5573-40b0-a1b2-0a5f2f1efb10 admin admin] Network hostable DHCP agents. Network: 1e5b7312-61c2-4f77-9ed8-edbf4a13bd03, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:25:42.166052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d0f6a253-885e-40c5-9db1-2c4104f09f48 None None] Provisioning complete for port f30b1259-ac6b-4ee7-bef6-6a57d89dd287 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:42.166437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d0f6a253-885e-40c5-9db1-2c4104f09f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f30b1259-ac6b-4ee7-bef6-6a57d89dd287), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:42.166780 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d0f6a253-885e-40c5-9db1-2c4104f09f48 None None] Attempt 1 to provision port f30b1259-ac6b-4ee7-bef6-6a57d89dd287 Oct 26 15:25:42.188661 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33310) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:42.207672 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9c73214c-aae2-4248-8014-1cc4ca5fae97 req-9b05753e-42ff-4314-9565-b1fd05e19729 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d5806a95-3b54-44f4-a3c2-4f074fc9c3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593402 Oct 26 15:25:42.251308 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:42.258862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6a253-885e-40c5-9db1-2c4104f09f48 None None] Current status of the port f30b1259-ac6b-4ee7-bef6-6a57d89dd287 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:42.264095 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6b0008-5573-40b0-a1b2-0a5f2f1efb10 admin admin] Network 1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:25:42.265334 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b4589e0f-96cf-4047-9e92-2cd1d4687304 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0722389 Oct 26 15:25:42.271337 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f70dc-3a55-4a6c-9d7c-f74b563e8fce req-fc987552-d56c-4b35-817a-be21d8fc9601 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:42.272833 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cd6f70dc-3a55-4a6c-9d7c-f74b563e8fce req-fc987552-d56c-4b35-817a-be21d8fc9601 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 944 time: 0.1617131 Oct 26 15:25:42.312983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device af3b3747-7932-48b2-ade9-0d093ddb3ca7 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:25:42.326079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:42.345227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e5611823-37df-4b75-8e3a-f5b256aaecee tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (7a456017-a85d-4326-bc26-4ce76a278d75), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:42.347440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-1d6b0008-5573-40b0-a1b2-0a5f2f1efb10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 1e5b7312-61c2-4f77-9ed8-edbf4a13bd03) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:42.351962 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e0cec27a-7558-4905-aac0-8249548328aa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for port (8953f4c9-4a11-476b-b6a6-3ffc711f2aa8), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:42.360259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:42.365120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6b0008-5573-40b0-a1b2-0a5f2f1efb10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:42.365716 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1d6b0008-5573-40b0-a1b2-0a5f2f1efb10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:42.382515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37721fcc-3b3e-40a7-a85f-add6a2bba1d2 None None] Network 1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:42.433357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:42.454845 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1d6b0008-5573-40b0-a1b2-0a5f2f1efb10 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5149918 Oct 26 15:25:42.455147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33312) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:42.459121 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cd6f70dc-3a55-4a6c-9d7c-f74b563e8fce req-6f52adc3-b5e0-4dac-9d92-728f12395a4a tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758518 Oct 26 15:25:42.462210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:42.491885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port af3b3747-7932-48b2-ade9-0d093ddb3ca7, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=af3b3747-7932-48b2-ade9-0d093ddb3ca7,segment=NetworkSegment(763a54ee-843b-4d35-ad81-69a8e4380284),segment_id=763a54ee-843b-4d35-ad81-69a8e4380284)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:42.497644 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (65e09a42-a18d-4901-b771-5d5b48305b9f), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:42.498798 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (65e09a42-a18d-4901-b771-5d5b48305b9f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:42.509771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': 'af3b3747-7932-48b2-ade9-0d093ddb3ca7', 'network_id': 'd5806a95-3b54-44f4-a3c2-4f074fc9c3fd', 'port_id': 'af3b3747-7932-48b2-ade9-0d093ddb3ca7', 'mac_address': 'fa:16:3e:e8:e8:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3325ec5-1f98-42f0-a7af-e04d7ffa905c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:25:42.545301 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e0cec27a-7558-4905-aac0-8249548328aa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (8953f4c9-4a11-476b-b6a6-3ffc711f2aa8), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:42.554191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:25:42.554382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:42.564961 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] Publish callbacks [] for router_controller (65e09a42-a18d-4901-b771-5d5b48305b9f), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:42.579814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port af3b3747-7932-48b2-ade9-0d093ddb3ca7 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:42.580238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (af3b3747-7932-48b2-ade9-0d093ddb3ca7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:42.620012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cec27a-7558-4905-aac0-8249548328aa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Network c9dc4775-6bca-48e6-b6a2-43162c386f86 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:42.630287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5611823-37df-4b75-8e3a-f5b256aaecee tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 7a456017-a85d-4326-bc26-4ce76a278d75 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:25:42.631454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-e0cec27a-7558-4905-aac0-8249548328aa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:42.634450 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cec27a-7558-4905-aac0-8249548328aa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:42.635016 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e0cec27a-7558-4905-aac0-8249548328aa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (5b10ea56-0bed-4234-bb69-6985bdcd87df), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:42.647323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3b3747-7932-48b2-ade9-0d093ddb3ca7 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:25:42.678003 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cec27a-7558-4905-aac0-8249548328aa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event updated for resources: {'Port': ['ID=8953f4c9-4a11-476b-b6a6-3ffc711f2aa8,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:42.688137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port af3b3747-7932-48b2-ade9-0d093ddb3ca7, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=af3b3747-7932-48b2-ade9-0d093ddb3ca7,segment=NetworkSegment(763a54ee-843b-4d35-ad81-69a8e4380284),segment_id=763a54ee-843b-4d35-ad81-69a8e4380284)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:42.708446 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] Publish callbacks [] for router_gateway (65e09a42-a18d-4901-b771-5d5b48305b9f), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:42.716964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (af3b3747-7932-48b2-ade9-0d093ddb3ca7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:42.721552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:42.766616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Allocated IP 172.20.0.2 (1e5b7312-61c2-4f77-9ed8-edbf4a13bd03/4f5d117c-9054-4b78-87fd-c45697d31d16/27a0b798-251a-4ca0-a7f4-af9237075c76) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:42.789156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=af3b3747-7932-48b2-ade9-0d093ddb3ca7,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:42.806229 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5611823-37df-4b75-8e3a-f5b256aaecee tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:25:42.811791 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e5611823-37df-4b75-8e3a-f5b256aaecee tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/7a456017-a85d-4326-bc26-4ce76a278d75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4399529 Oct 26 15:25:42.818744 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de2c7fc-a578-4cde-b063-43083898fd8c None None] Sync routers for ids ['7a456017-a85d-4326-bc26-4ce76a278d75'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:42.830772 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de2c7fc-a578-4cde-b063-43083898fd8c None None] Routers {'7a456017-a85d-4326-bc26-4ce76a278d75'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:42.831931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33314) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:42.833417 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7de2c7fc-a578-4cde-b063-43083898fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7a456017-a85d-4326-bc26-4ce76a278d75'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:42.865082 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-24dd6fe2-f0f2-45f5-9142-410474ac31c1 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7a456017-a85d-4326-bc26-4ce76a278d75 HTTP/1.1" status: 200 len: 205 time: 0.0321498 Oct 26 15:25:42.867845 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33316) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:42.878306 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7de2c7fc-a578-4cde-b063-43083898fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:42.889025 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de2c7fc-a578-4cde-b063-43083898fd8c None None] Routers {'7a456017-a85d-4326-bc26-4ce76a278d75'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:42.889951 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7de2c7fc-a578-4cde-b063-43083898fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7a456017-a85d-4326-bc26-4ce76a278d75'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:42.911310 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e0cec27a-7558-4905-aac0-8249548328aa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8953f4c9-4a11-476b-b6a6-3ffc711f2aa8), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:42.917599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] Publish callbacks [] for router_gateway (65e09a42-a18d-4901-b771-5d5b48305b9f), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:42.928396 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7de2c7fc-a578-4cde-b063-43083898fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:42.929347 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de2c7fc-a578-4cde-b063-43083898fd8c None None] The sync data for ids ['7a456017-a85d-4326-bc26-4ce76a278d75'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:42.938547 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:42.982220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Publish callbacks [] for port (27a0b798-251a-4ca0-a7f4-af9237075c76), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:42.982708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8aae3ff0-fd68-49af-b6fa-6f3e9994f55b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (7a456017-a85d-4326-bc26-4ce76a278d75), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:42.990867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (27a0b798-251a-4ca0-a7f4-af9237075c76), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:43.031349 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:43.046073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Network 1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:43.051201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['af3b3747-7932-48b2-ade9-0d093ddb3ca7'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 15:25:43.055483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:43.056622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:43.061097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:43.063289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Pushing event updated for resources: {'Port': ['ID=27a0b798-251a-4ca0-a7f4-af9237075c76,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:43.067098 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] Allocated IP 172.26.11.96 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/6b231c9f-97f5-4f1b-9a7d-acfa8963f05f) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:43.167900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Attempting to bind port 27a0b798-251a-4ca0-a7f4-af9237075c76 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:43.168275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Attempting to bind port 27a0b798-251a-4ca0-a7f4-af9237075c76 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'cffe0542-5787-41d7-9588-f4e4741ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:43.168640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Attempting to bind port 27a0b798-251a-4ca0-a7f4-af9237075c76 on network 1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:43.194079 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] Publish callbacks [] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:43.229604 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:43.247645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:25:43.248085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Checking segment: {'id': 'cffe0542-5787-41d7-9588-f4e4741ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:43.248420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:43.248827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Bound using segment: {'id': 'cffe0542-5787-41d7-9588-f4e4741ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:25:43.249311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Bound port: 27a0b798-251a-4ca0-a7f4-af9237075c76, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffe0542-5787-41d7-9588-f4e4741ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:25:43.249688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (27a0b798-251a-4ca0-a7f4-af9237075c76), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:43.273272 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33318) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:43.277203 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:43.329840 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:43.332414 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:43.335413 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:43.363575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] For port 27a0b798-251a-4ca0-a7f4-af9237075c76, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:25:43.380220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] For port 27a0b798-251a-4ca0-a7f4-af9237075c76, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=27a0b798-251a-4ca0-a7f4-af9237075c76,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:25:43.396694 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0b104b4b-7b5a-43f8-8cde-a63aedd2ab97 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1228940 Oct 26 15:25:43.398515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (27a0b798-251a-4ca0-a7f4-af9237075c76), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:43.487508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf1f14-02d4-4cd9-a378-feb29ef44498 None None] Pushing event updated for resources: {'Port': ['ID=27a0b798-251a-4ca0-a7f4-af9237075c76,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:43.510099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f30b1259-ac6b-4ee7-bef6-6a57d89dd287 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:43.554185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8aae3ff0-fd68-49af-b6fa-6f3e9994f55b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (7a456017-a85d-4326-bc26-4ce76a278d75), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:43.558592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8aae3ff0-fd68-49af-b6fa-6f3e9994f55b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router_controller (7a456017-a85d-4326-bc26-4ce76a278d75), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:43.687654 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7324e-378e-4843-85a1-5cf18611a1d2 req-c06b4d1b-475d-402b-86c0-486ae3da9cda tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:43.688880 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8aae3ff0-fd68-49af-b6fa-6f3e9994f55b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (7a456017-a85d-4326-bc26-4ce76a278d75), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:43.690064 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aae3ff0-fd68-49af-b6fa-6f3e9994f55b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Fanout notify agent at l3_agent the message router_deleted on router 7a456017-a85d-4326-bc26-4ce76a278d75 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:25:43.697356 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f8e7324e-378e-4843-85a1-5cf18611a1d2 req-c06b4d1b-475d-402b-86c0-486ae3da9cda tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 945 time: 0.1149817 Oct 26 15:25:43.712332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8aae3ff0-fd68-49af-b6fa-6f3e9994f55b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:43.713463 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8aae3ff0-fd68-49af-b6fa-6f3e9994f55b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/routers/7a456017-a85d-4326-bc26-4ce76a278d75 HTTP/1.1" status: 204 len: 168 time: 0.8447392 Oct 26 15:25:43.723410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33322) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:43.776486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:43.804908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:43.818525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:43.820083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f30b1259-ac6b-4ee7-bef6-6a57d89dd287 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:43.820463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f30b1259-ac6b-4ee7-bef6-6a57d89dd287), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:43.820832 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f30b1259-ac6b-4ee7-bef6-6a57d89dd287 Oct 26 15:25:43.848888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90d0e95-cf3b-49bb-921f-87825f83fbae tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting subnet bb6a8581-deb2-4c2a-93a9-6d652499bfc1 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:25:43.855779 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b90d0e95-cf3b-49bb-921f-87825f83fbae tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (bb6a8581-deb2-4c2a-93a9-6d652499bfc1), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:43.865909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:43.899598 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:43.928224 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b90d0e95-cf3b-49bb-921f-87825f83fbae tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (bb6a8581-deb2-4c2a-93a9-6d652499bfc1), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:43.932733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e0cec27a-7558-4905-aac0-8249548328aa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for port (8953f4c9-4a11-476b-b6a6-3ffc711f2aa8), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:43.945415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f30b1259-ac6b-4ee7-bef6-6a57d89dd287 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:43.960941 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e0cec27a-7558-4905-aac0-8249548328aa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (8953f4c9-4a11-476b-b6a6-3ffc711f2aa8), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:43.961769 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e0cec27a-7558-4905-aac0-8249548328aa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (5b10ea56-0bed-4234-bb69-6985bdcd87df), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:44.065053 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] Publish callbacks [] for router_gateway (65e09a42-a18d-4901-b771-5d5b48305b9f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:44.070573 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f8e7324e-378e-4843-85a1-5cf18611a1d2 req-a439d36b-9147-411d-b23b-4be8acfd4499 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666680 Oct 26 15:25:44.074485 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cec27a-7558-4905-aac0-8249548328aa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event updated for resources: {'Port': ['ID=8953f4c9-4a11-476b-b6a6-3ffc711f2aa8,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:44.110570 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:44.116936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b90d0e95-cf3b-49bb-921f-87825f83fbae tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (bb6a8581-deb2-4c2a-93a9-6d652499bfc1), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:44.192780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cec27a-7558-4905-aac0-8249548328aa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Network c9dc4775-6bca-48e6-b6a2-43162c386f86 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:44.197184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-e0cec27a-7558-4905-aac0-8249548328aa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:44.248082 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b90d0e95-cf3b-49bb-921f-87825f83fbae tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (bb6a8581-deb2-4c2a-93a9-6d652499bfc1), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:44.258298 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (65e09a42-a18d-4901-b771-5d5b48305b9f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:44.304432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d0e95-cf3b-49bb-921f-87825f83fbae tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6a8581-deb2-4c2a-93a9-6d652499bfc1,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:44.313285 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b90d0e95-cf3b-49bb-921f-87825f83fbae tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:44.315644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device af3b3747-7932-48b2-ade9-0d093ddb3ca7 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:44.317818 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b90d0e95-cf3b-49bb-921f-87825f83fbae tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/bb6a8581-deb2-4c2a-93a9-6d652499bfc1 HTTP/1.1" status: 204 len: 168 time: 0.5932579 Oct 26 15:25:44.320574 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33324) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:44.355164 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:44.384186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port af3b3747-7932-48b2-ade9-0d093ddb3ca7 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 15:25:44.387613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cec27a-7558-4905-aac0-8249548328aa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Router 5b10ea56-0bed-4234-bb69-6985bdcd87df has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:25:44.397183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port af3b3747-7932-48b2-ade9-0d093ddb3ca7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:44.398452 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffda843c-2053-4711-b3df-97e8a3c9bb1d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting subnet 7802f1a5-c87a-4c33-b406-3a3d034a5ef9 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:25:44.399572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (af3b3747-7932-48b2-ade9-0d093ddb3ca7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:44.399939 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port af3b3747-7932-48b2-ade9-0d093ddb3ca7 Oct 26 15:25:44.401162 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33326) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:44.405234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ffda843c-2053-4711-b3df-97e8a3c9bb1d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (7802f1a5-c87a-4c33-b406-3a3d034a5ef9), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:44.468267 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] Router 65e09a42-a18d-4901-b771-5d5b48305b9f is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:25:44.496536 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1ad5f0e1-d415-4ae9-94c3-34ad9669d4e9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0940824 Oct 26 15:25:44.502377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port af3b3747-7932-48b2-ade9-0d093ddb3ca7 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:44.502927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (af3b3747-7932-48b2-ade9-0d093ddb3ca7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:44.513315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:44.535378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36c731a-8ae5-42b3-9b09-94b5816539b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3b3747-7932-48b2-ade9-0d093ddb3ca7'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:25:44.538255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e283e534-6c4e-4c9f-9d29-5e3049f4ec85" -d '{"events": [{"server_uuid": "f36c731a-8ae5-42b3-9b09-94b5816539b9", "name": "network-vif-plugged", "status": "completed", "tag": "af3b3747-7932-48b2-ade9-0d093ddb3ca7"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:25:44.549287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ffda843c-2053-4711-b3df-97e8a3c9bb1d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (7802f1a5-c87a-4c33-b406-3a3d034a5ef9), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:44.578052 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cec27a-7558-4905-aac0-8249548328aa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:25:44.582729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port af3b3747-7932-48b2-ade9-0d093ddb3ca7, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=af3b3747-7932-48b2-ade9-0d093ddb3ca7,segment=NetworkSegment(763a54ee-843b-4d35-ad81-69a8e4380284),segment_id=763a54ee-843b-4d35-ad81-69a8e4380284)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:44.587632 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e0cec27a-7558-4905-aac0-8249548328aa tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "PUT /networking/v2.0/routers/5b10ea56-0bed-4234-bb69-6985bdcd87df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4438660 Oct 26 15:25:44.588758 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33332) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:44.591683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde3077-7594-4a22-ad72-56798a44b1d0 None None] Sync routers for ids ['5b10ea56-0bed-4234-bb69-6985bdcd87df'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:44.604845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (af3b3747-7932-48b2-ade9-0d093ddb3ca7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:44.665818 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:44.671369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde3077-7594-4a22-ad72-56798a44b1d0 None None] Routers {'5b10ea56-0bed-4234-bb69-6985bdcd87df'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:44.671786 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ffda843c-2053-4711-b3df-97e8a3c9bb1d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (7802f1a5-c87a-4c33-b406-3a3d034a5ef9), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:44.672762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5dde3077-7594-4a22-ad72-56798a44b1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5b10ea56-0bed-4234-bb69-6985bdcd87df'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:44.739460 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:25:44.746744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5dde3077-7594-4a22-ad72-56798a44b1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:44.752732 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:44.771710 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ffda843c-2053-4711-b3df-97e8a3c9bb1d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (7802f1a5-c87a-4c33-b406-3a3d034a5ef9), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:44.786789 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-960cd6cf-442c-4a5a-9975-3c8d3991d5b3 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for router (5b10ea56-0bed-4234-bb69-6985bdcd87df), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:44.788381 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:44.789166 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:44.793003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:44.797463 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d34a37c3-8d50-441f-924e-3784ad5b45e6 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3404498 Oct 26 15:25:44.816438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33334) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:44.818871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a8277e-5d26-4464-a914-e059604476f8 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:25:44.827220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda843c-2053-4711-b3df-97e8a3c9bb1d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Subnet': ['ID=7802f1a5-c87a-4c33-b406-3a3d034a5ef9,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:44.870810 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ffda843c-2053-4711-b3df-97e8a3c9bb1d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:44.879782 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ffda843c-2053-4711-b3df-97e8a3c9bb1d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/7802f1a5-c87a-4c33-b406-3a3d034a5ef9 HTTP/1.1" status: 204 len: 168 time: 0.5558054 Oct 26 15:25:44.882510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33336) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:44.909548 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-960cd6cf-442c-4a5a-9975-3c8d3991d5b3 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 15:25:44.915706 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-960cd6cf-442c-4a5a-9975-3c8d3991d5b3 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "DELETE /networking/v2.0/routers/5b10ea56-0bed-4234-bb69-6985bdcd87df HTTP/1.1" status: 409 len: 376 time: 0.3126969 Oct 26 15:25:44.915854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e30c2ad-5d29-4a78-af06-19520815e5a3 x-openstack-request-id: req-0e30c2ad-5d29-4a78-af06-19520815e5a3 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:25:44.915854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36c731a-8ae5-42b3-9b09-94b5816539b9", "name": "network-vif-plugged", "status": "completed", "tag": "af3b3747-7932-48b2-ade9-0d093ddb3ca7", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:25:44.915854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e30c2ad-5d29-4a78-af06-19520815e5a3 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:25:44.916111 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33338) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:44.916189 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e30c2ad-5d29-4a78-af06-19520815e5a3'] response: {'server_uuid': 'f36c731a-8ae5-42b3-9b09-94b5816539b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3b3747-7932-48b2-ade9-0d093ddb3ca7', 'code': 200} Oct 26 15:25:44.916189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde3077-7594-4a22-ad72-56798a44b1d0 None None] Routers {'5b10ea56-0bed-4234-bb69-6985bdcd87df'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:44.916449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5dde3077-7594-4a22-ad72-56798a44b1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5b10ea56-0bed-4234-bb69-6985bdcd87df'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:44.965614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=af3b3747-7932-48b2-ade9-0d093ddb3ca7,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:44.979153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5dde3077-7594-4a22-ad72-56798a44b1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:44.979900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde3077-7594-4a22-ad72-56798a44b1d0 None None] The sync data for ids ['5b10ea56-0bed-4234-bb69-6985bdcd87df'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:44.989346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b17fddd9-0a39-4ee5-b1e3-84142e89cf21 None None] Provisioning complete for port 27a0b798-251a-4ca0-a7f4-af9237075c76 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:44.989834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b17fddd9-0a39-4ee5-b1e3-84142e89cf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (27a0b798-251a-4ca0-a7f4-af9237075c76), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:44.990542 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b17fddd9-0a39-4ee5-b1e3-84142e89cf21 None None] Attempt 1 to provision port 27a0b798-251a-4ca0-a7f4-af9237075c76 Oct 26 15:25:45.029352 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:45.054883 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:45.066872 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (5e5217de-4c1c-42c5-a53b-72751ffbaa57), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:45.149644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a8277e-5d26-4464-a914-e059604476f8 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:25:45.151453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b17fddd9-0a39-4ee5-b1e3-84142e89cf21 None None] Current status of the port 27a0b798-251a-4ca0-a7f4-af9237075c76 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:45.151837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b17fddd9-0a39-4ee5-b1e3-84142e89cf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (27a0b798-251a-4ca0-a7f4-af9237075c76), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:45.191888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d82d-a1dc-461c-9f20-d4e5d73d54a4 req-da733adf-5d28-41ab-8e93-5493ecf3394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:45.194120 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1900d82d-a1dc-461c-9f20-d4e5d73d54a4 req-da733adf-5d28-41ab-8e93-5493ecf3394d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 1130 time: 0.0794048 Oct 26 15:25:45.205853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-b17fddd9-0a39-4ee5-b1e3-84142e89cf21 None None] For port 27a0b798-251a-4ca0-a7f4-af9237075c76, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=27a0b798-251a-4ca0-a7f4-af9237075c76,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:45.224454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b17fddd9-0a39-4ee5-b1e3-84142e89cf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (27a0b798-251a-4ca0-a7f4-af9237075c76), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:45.290789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting port 15ce2b40-de67-451b-a9cc-28d5490b0429 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:45.291301 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (15ce2b40-de67-451b-a9cc-28d5490b0429), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:45.295692 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:43Z', 'revision_number': 3, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:45.301180 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907ddb4-85ac-4536-9f3f-2c84a9d62e5a req-55e54782-6ede-43c9-89f6-ce8db56a1fbd tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:45.308574 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3907ddb4-85ac-4536-9f3f-2c84a9d62e5a req-55e54782-6ede-43c9-89f6-ce8db56a1fbd tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 946 time: 0.0921063 Oct 26 15:25:45.338284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fddd9-0a39-4ee5-b1e3-84142e89cf21 None None] Pushing event updated for resources: {'Port': ['ID=27a0b798-251a-4ca0-a7f4-af9237075c76,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:45.339858 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:25:45.341295 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Updating router 65e09a42-a18d-4901-b771-5d5b48305b9f port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:25:45.381464 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:45.382451 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1900d82d-a1dc-461c-9f20-d4e5d73d54a4 req-5bf12821-0652-4fe6-bb5f-b2888827babf service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649222 Oct 26 15:25:45.401731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] For port 15ce2b40-de67-451b-a9cc-28d5490b0429, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=15ce2b40-de67-451b-a9cc-28d5490b0429,segment=NetworkSegment(dd1e73fd-b7be-4eba-8c26-40905630c27f),segment_id=dd1e73fd-b7be-4eba-8c26-40905630c27f)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:45.402113 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (15ce2b40-de67-451b-a9cc-28d5490b0429), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:45.416475 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:45.417923 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-126ddd5f-b8e2-4a0b-b7a5-06f40c993901 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (5b10ea56-0bed-4234-bb69-6985bdcd87df), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:45.476448 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3907ddb4-85ac-4536-9f3f-2c84a9d62e5a req-5f51b455-52bd-41fb-8a76-a3e444680c16 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633317 Oct 26 15:25:45.513919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 27a0b798-251a-4ca0-a7f4-af9237075c76 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:45.522294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33342) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:45.527833 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Calling delete_port for 15ce2b40-de67-451b-a9cc-28d5490b0429 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:45.562077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0155009b-61a0-413c-bad4-af38f5838a94 None None] Network 1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:45.617951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:45.628071 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7066cc68-00ec-4e84-914b-714ff63049b3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1043012 Oct 26 15:25:45.636834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (15ce2b40-de67-451b-a9cc-28d5490b0429), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:45.658953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a18a2b-a41d-48fd-be14-fef926f718f1 None None] Network 5e5217de-4c1c-42c5-a53b-72751ffbaa57 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:45.677635 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] No DVR routers for this DVR port 15ce2b40-de67-451b-a9cc-28d5490b0429 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:25:45.711720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffe476d-5b5d-427c-88a0-9d49fe832d5a None None] Network 49096a09-89fd-4dc5-99a1-a3d9f8f81ea2 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:45.747343 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Port': ['ID=15ce2b40-de67-451b-a9cc-28d5490b0429,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:45.751588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:45.784079 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Publish callbacks [] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:45.795937 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:45.824292 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Attempting to bind port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:45.825345 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Attempting to bind port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:45.825991 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Attempting to bind port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:45.837367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d618af32-18f3-4273-9289-faa094aac130 None None] Provisioning complete for port 621b9049-c91c-4cb1-a585-40c269efe223 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:45.837750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d618af32-18f3-4273-9289-faa094aac130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (621b9049-c91c-4cb1-a585-40c269efe223), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:45.838097 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d618af32-18f3-4273-9289-faa094aac130 None None] Attempt 1 to provision port 621b9049-c91c-4cb1-a585-40c269efe223 Oct 26 15:25:45.876114 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:45.876390 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (5e5217de-4c1c-42c5-a53b-72751ffbaa57), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:45.882971 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-126ddd5f-b8e2-4a0b-b7a5-06f40c993901 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Deleting port 8953f4c9-4a11-476b-b6a6-3ffc711f2aa8 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:45.883424 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-126ddd5f-b8e2-4a0b-b7a5-06f40c993901 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8953f4c9-4a11-476b-b6a6-3ffc711f2aa8), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:45.922394 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:25:45.922932 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:45.924150 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:45.924640 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:25:45.925260 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Bound port: 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:25:45.925740 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:45.974088 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e857c-9879-472b-b3d3-71a5a2b6b98a None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=2']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:45.988116 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e857c-9879-472b-b3d3-71a5a2b6b98a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:45.988599 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e857c-9879-472b-b3d3-71a5a2b6b98a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:45.989085 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e857c-9879-472b-b3d3-71a5a2b6b98a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:45.989476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:45.989584 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e857c-9879-472b-b3d3-71a5a2b6b98a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:45.990874 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e857c-9879-472b-b3d3-71a5a2b6b98a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:45.991107 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5217de-4c1c-42c5-a53b-72751ffbaa57']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:45.991423 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e857c-9879-472b-b3d3-71a5a2b6b98a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:45.992150 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e857c-9879-472b-b3d3-71a5a2b6b98a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:45.992587 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e857c-9879-472b-b3d3-71a5a2b6b98a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:45.993405 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e857c-9879-472b-b3d3-71a5a2b6b98a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:45.994237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 27a0b798-251a-4ca0-a7f4-af9237075c76 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:45.994515 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e857c-9879-472b-b3d3-71a5a2b6b98a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:45.994637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (27a0b798-251a-4ca0-a7f4-af9237075c76), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:45.994952 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 27a0b798-251a-4ca0-a7f4-af9237075c76 Oct 26 15:25:45.995271 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e857c-9879-472b-b3d3-71a5a2b6b98a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:45.995742 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e857c-9879-472b-b3d3-71a5a2b6b98a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:45.997072 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e857c-9879-472b-b3d3-71a5a2b6b98a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:45.997072 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e857c-9879-472b-b3d3-71a5a2b6b98a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:45.997521 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e857c-9879-472b-b3d3-71a5a2b6b98a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:46.013719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1e73fd-b7be-4eba-8c26-40905630c27f') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:46.014027 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1e73fd-b7be-4eba-8c26-40905630c27f') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:46.043212 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:46.044532 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (dd1e73fd-b7be-4eba-8c26-40905630c27f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:46.076330 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-126ddd5f-b8e2-4a0b-b7a5-06f40c993901 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8953f4c9-4a11-476b-b6a6-3ffc711f2aa8), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:46.078043 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:25:46.082821 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:25:46.083979 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:46.095929 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:46.106851 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (dd1e73fd-b7be-4eba-8c26-40905630c27f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:46.116822 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-126ddd5f-b8e2-4a0b-b7a5-06f40c993901 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Calling delete_port for 8953f4c9-4a11-476b-b6a6-3ffc711f2aa8 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:46.121190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:25:46.121610 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (dd1e73fd-b7be-4eba-8c26-40905630c27f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:46.126979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d54301-75ad-411a-a5d9-f15455aabe35 None None] DHCP port deletion for 5e5217de-4c1c-42c5-a53b-72751ffbaa57 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:25:46.176342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:46.190493 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment dd1e73fd-b7be-4eba-8c26-40905630c27f resource provider aggregate not found Oct 26 15:25:46.201905 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:46.202561 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:46.207031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d618af32-18f3-4273-9289-faa094aac130 None None] Current status of the port 621b9049-c91c-4cb1-a585-40c269efe223 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:46.219840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4bf02560-91e3-444f-84fa-de14fbdf0efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:46.223525 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment dd1e73fd-b7be-4eba-8c26-40905630c27f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd1e73fd-b7be-4eba-8c26-40905630c27f found for delete ", "request_id": "req-b614f824-6192-4b97-bf04-2a17c94ec882"}]} Oct 26 15:25:46.235110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 27a0b798-251a-4ca0-a7f4-af9237075c76 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:46.266452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0b66b0-04a8-4a12-b555-acc9e9be490f None None] DHCP port deletion for 49096a09-89fd-4dc5-99a1-a3d9f8f81ea2 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:25:46.313353 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (5e5217de-4c1c-42c5-a53b-72751ffbaa57), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:46.330631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-df0b66b0-04a8-4a12-b555-acc9e9be490f None None] Deleting port 621b9049-c91c-4cb1-a585-40c269efe223 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:46.331165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-df0b66b0-04a8-4a12-b555-acc9e9be490f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (621b9049-c91c-4cb1-a585-40c269efe223), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:46.355926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:46.362118 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/networks/5e5217de-4c1c-42c5-a53b-72751ffbaa57 HTTP/1.1" status: 204 len: 168 time: 1.4756775 Oct 26 15:25:46.362118 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecb847-e9ab-4764-a470-d39fa363f26f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Network': ['ID=5e5217de-4c1c-42c5-a53b-72751ffbaa57,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:46.367346 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33348) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:46.374828 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e857c-9879-472b-b3d3-71a5a2b6b98a None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:46.434227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-df0b66b0-04a8-4a12-b555-acc9e9be490f None None] For port 621b9049-c91c-4cb1-a585-40c269efe223, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=621b9049-c91c-4cb1-a585-40c269efe223,segment=NetworkSegment(ed688737-1837-4970-b4c9-7d072df9613a),segment_id=ed688737-1837-4970-b4c9-7d072df9613a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:46.435008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-df0b66b0-04a8-4a12-b555-acc9e9be490f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (621b9049-c91c-4cb1-a585-40c269efe223), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:46.450354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-df0b66b0-04a8-4a12-b555-acc9e9be490f None None] Calling delete_port for 621b9049-c91c-4cb1-a585-40c269efe223 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:46.490219 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:46.497089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (49096a09-89fd-4dc5-99a1-a3d9f8f81ea2), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:46.515290 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-126ddd5f-b8e2-4a0b-b7a5-06f40c993901 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (8953f4c9-4a11-476b-b6a6-3ffc711f2aa8), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:46.537537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-337ac3c0-028d-4881-ae4f-d10d42227d66 None None] Provisioning complete for port 8953f4c9-4a11-476b-b6a6-3ffc711f2aa8 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:46.538062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-337ac3c0-028d-4881-ae4f-d10d42227d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8953f4c9-4a11-476b-b6a6-3ffc711f2aa8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:46.538554 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-337ac3c0-028d-4881-ae4f-d10d42227d66 None None] Attempt 1 to provision port 8953f4c9-4a11-476b-b6a6-3ffc711f2aa8 Oct 26 15:25:46.557402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:46.570192 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ddd5f-b8e2-4a0b-b7a5-06f40c993901 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event deleted for resources: {'Port': ['ID=8953f4c9-4a11-476b-b6a6-3ffc711f2aa8,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:46.600225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-337ac3c0-028d-4881-ae4f-d10d42227d66 None None] Port 8953f4c9-4a11-476b-b6a6-3ffc711f2aa8 was deleted so its status cannot be updated. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Oct 26 15:25:46.607021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:46.638491 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33354) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:46.640429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting port 621b9049-c91c-4cb1-a585-40c269efe223 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:46.640789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (621b9049-c91c-4cb1-a585-40c269efe223), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:46.650695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-df0b66b0-04a8-4a12-b555-acc9e9be490f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (621b9049-c91c-4cb1-a585-40c269efe223), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:46.679284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b66b0-04a8-4a12-b555-acc9e9be490f None None] Pushing event deleted for resources: {'Port': ['ID=621b9049-c91c-4cb1-a585-40c269efe223,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:46.696892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0b66b0-04a8-4a12-b555-acc9e9be490f None None] No DVR routers for this DVR port 621b9049-c91c-4cb1-a585-40c269efe223 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:25:46.718274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-08c3033c-658b-4c42-bfd7-149972b35438 None None] Could not find standard attr ID for object 8953f4c9-4a11-476b-b6a6-3ffc711f2aa8. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:25:46.731280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-08c3033c-658b-4c42-bfd7-149972b35438 None None] Provisioning complete for port 27a0b798-251a-4ca0-a7f4-af9237075c76 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:46.731857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-08c3033c-658b-4c42-bfd7-149972b35438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (27a0b798-251a-4ca0-a7f4-af9237075c76), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:46.732238 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-08c3033c-658b-4c42-bfd7-149972b35438 None None] Attempt 1 to provision port 27a0b798-251a-4ca0-a7f4-af9237075c76 Oct 26 15:25:46.760889 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-126ddd5f-b8e2-4a0b-b7a5-06f40c993901 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (5b10ea56-0bed-4234-bb69-6985bdcd87df), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:46.934690 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:43Z', 'revision_number': 3, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:46.935285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6831e64e-a614-47c5-b1e0-d845244107a1 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:25:46.966739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-08c3033c-658b-4c42-bfd7-149972b35438 None None] Current status of the port 27a0b798-251a-4ca0-a7f4-af9237075c76 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:46.975498 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bdeb23-cc96-4f8b-a9d9-5464e1fac410 None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:43Z', 'revision_number': 3, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:47.010731 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126ddd5f-b8e2-4a0b-b7a5-06f40c993901 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Router 5b10ea56-0bed-4234-bb69-6985bdcd87df has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:25:47.085103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6831e64e-a614-47c5-b1e0-d845244107a1 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:25:47.099867 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126ddd5f-b8e2-4a0b-b7a5-06f40c993901 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:25:47.110011 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-126ddd5f-b8e2-4a0b-b7a5-06f40c993901 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "PUT /networking/v2.0/routers/5b10ea56-0bed-4234-bb69-6985bdcd87df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1918149 Oct 26 15:25:47.110630 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33356) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:47.121359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58895827-851f-42d7-908e-326f7e11bf0f None None] Sync routers for ids ['5b10ea56-0bed-4234-bb69-6985bdcd87df'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:47.149241 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-0892bbc7-ca26-4167-a837-b9a415e4243a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] show failed (client error): The resource could not be found. Oct 26 15:25:47.154078 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0892bbc7-ca26-4167-a837-b9a415e4243a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "GET /networking/v2.0/routers/tempest-non_exist_router-146053338 HTTP/1.1" status: 404 len: 334 time: 0.0419216 Oct 26 15:25:47.154634 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33358) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:47.159072 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e101dc9f-b416-490f-9105-7cd2d1876e99 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:47.175078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58895827-851f-42d7-908e-326f7e11bf0f None None] Routers {'5b10ea56-0bed-4234-bb69-6985bdcd87df'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:47.175588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-58895827-851f-42d7-908e-326f7e11bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5b10ea56-0bed-4234-bb69-6985bdcd87df'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:47.195393 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-e101dc9f-b416-490f-9105-7cd2d1876e99 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] update failed (client error): The resource could not be found. Oct 26 15:25:47.200042 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e101dc9f-b416-490f-9105-7cd2d1876e99 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "PUT /networking/v2.0/routers/tempest-non_exist_router-1310109600 HTTP/1.1" status: 404 len: 335 time: 0.0444424 Oct 26 15:25:47.200628 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33360) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:47.207765 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea6915-0a73-45f8-ab54-98bef11fb4be req-9cc13e2c-e697-49b5-adba-f9b35136d85f tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:47.209412 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d5ea6915-0a73-45f8-ab54-98bef11fb4be req-9cc13e2c-e697-49b5-adba-f9b35136d85f tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 946 time: 0.5882764 Oct 26 15:25:47.216358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-58895827-851f-42d7-908e-326f7e11bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:47.216553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-4bf02560-91e3-444f-84fa-de14fbdf0efa admin admin] Allocated IP 172.20.0.1 (1e5b7312-61c2-4f77-9ed8-edbf4a13bd03/4f5d117c-9054-4b78-87fd-c45697d31d16/abe8c9c9-836b-45ec-951d-dc923fd436d1) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:47.242862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58895827-851f-42d7-908e-326f7e11bf0f None None] Routers {'5b10ea56-0bed-4234-bb69-6985bdcd87df'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:47.243502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-58895827-851f-42d7-908e-326f7e11bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5b10ea56-0bed-4234-bb69-6985bdcd87df'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:47.262778 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-1643f253-a023-4f62-bb25-0688fd06de5c tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Deleting subnet 448ca987-ef76-4e40-a840-3a4a541b0001 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:25:47.266903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1643f253-a023-4f62-bb25-0688fd06de5c tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for subnet (448ca987-ef76-4e40-a840-3a4a541b0001), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.294813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:47.301689 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] For port 621b9049-c91c-4cb1-a585-40c269efe223, host dv-neutron-759874-6-hyperv, got binding levels [] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:47.302101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (621b9049-c91c-4cb1-a585-40c269efe223), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.309838 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-43b59dc4-70ed-4442-9859-f454423b36d2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.6682615 Oct 26 15:25:47.336527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-58895827-851f-42d7-908e-326f7e11bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:47.337324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58895827-851f-42d7-908e-326f7e11bf0f None None] The sync data for ids ['5b10ea56-0bed-4234-bb69-6985bdcd87df'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:47.348776 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1643f253-a023-4f62-bb25-0688fd06de5c tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (448ca987-ef76-4e40-a840-3a4a541b0001), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.351245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Calling delete_port for 621b9049-c91c-4cb1-a585-40c269efe223 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:47.357646 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d5ea6915-0a73-45f8-ab54-98bef11fb4be req-79c71dcf-6694-4964-81ab-2a7d50ca5bd9 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372144 Oct 26 15:25:47.359404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.ipam_backend_mixin [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Port 621b9049-c91c-4cb1-a585-40c269efe223 was not found and therefore no delete operation was performed {{(pid=105321) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 26 15:25:47.395628 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:47.438420 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (621b9049-c91c-4cb1-a585-40c269efe223), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.483877 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Port': ['ID=621b9049-c91c-4cb1-a585-40c269efe223,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:47.487674 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] No DVR routers for this DVR port 621b9049-c91c-4cb1-a585-40c269efe223 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:25:47.492627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1643f253-a023-4f62-bb25-0688fd06de5c tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (448ca987-ef76-4e40-a840-3a4a541b0001), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.541990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:47.568317 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:47.577508 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1643f253-a023-4f62-bb25-0688fd06de5c tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (448ca987-ef76-4e40-a840-3a4a541b0001), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.600321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:47.616468 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643f253-a023-4f62-bb25-0688fd06de5c tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event deleted for resources: {'Subnet': ['ID=448ca987-ef76-4e40-a840-3a4a541b0001,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:47.622274 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1643f253-a023-4f62-bb25-0688fd06de5c tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.628622 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1643f253-a023-4f62-bb25-0688fd06de5c tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/448ca987-ef76-4e40-a840-3a4a541b0001 HTTP/1.1" status: 204 len: 168 time: 0.4242737 Oct 26 15:25:47.633987 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33362) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:47.649850 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4bf02560-91e3-444f-84fa-de14fbdf0efa admin admin] Publish callbacks [] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.651574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:47.651956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.652301 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:25:47.656602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (49096a09-89fd-4dc5-99a1-a3d9f8f81ea2), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.710960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49096a09-89fd-4dc5-99a1-a3d9f8f81ea2']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:47.737170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed688737-1837-4970-b4c9-7d072df9613a') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:47.737483 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed688737-1837-4970-b4c9-7d072df9613a') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:47.739802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:47.740618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.756747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (ed688737-1837-4970-b4c9-7d072df9613a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.760011 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (f4c33f4d-0074-4c7b-ba21-f1c3d006bed5), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.781285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:47.782211 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (ed688737-1837-4970-b4c9-7d072df9613a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.790141 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:25:47.790599 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (ed688737-1837-4970-b4c9-7d072df9613a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.793237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.836624 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Deleting port f30b1259-ac6b-4ee7-bef6-6a57d89dd287 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:47.836995 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f30b1259-ac6b-4ee7-bef6-6a57d89dd287), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.875070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:47.889995 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4bf02560-91e3-444f-84fa-de14fbdf0efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.894363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 621b9049-c91c-4cb1-a585-40c269efe223 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:47.906165 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (49096a09-89fd-4dc5-99a1-a3d9f8f81ea2), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.911992 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:47.915531 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/networks/49096a09-89fd-4dc5-99a1-a3d9f8f81ea2 HTTP/1.1" status: 204 len: 168 time: 1.5471921 Oct 26 15:25:47.935949 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33364) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:47.943576 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-df8b3f2d-6d28-42a9-96e0-6035a9a4c9e4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'network': {'name': 'tempest-RoutersTest-2080988574'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:47.943756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 621b9049-c91c-4cb1-a585-40c269efe223 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:25:47.944080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 621b9049-c91c-4cb1-a585-40c269efe223 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:25:47.948853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 15ce2b40-de67-451b-a9cc-28d5490b0429 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:47.973839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 15ce2b40-de67-451b-a9cc-28d5490b0429 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:25:47.974191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 15ce2b40-de67-451b-a9cc-28d5490b0429 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:25:47.974905 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf02560-91e3-444f-84fa-de14fbdf0efa admin admin] Network 1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:47.988891 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-4bf02560-91e3-444f-84fa-de14fbdf0efa admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:47.993975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf02560-91e3-444f-84fa-de14fbdf0efa admin admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:48.004698 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] For port f30b1259-ac6b-4ee7-bef6-6a57d89dd287, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f30b1259-ac6b-4ee7-bef6-6a57d89dd287,segment=NetworkSegment(007ecf07-c15e-4086-957f-5da80a3570b2),segment_id=007ecf07-c15e-4086-957f-5da80a3570b2)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:48.010414 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f30b1259-ac6b-4ee7-bef6-6a57d89dd287), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.024160 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8b3f2d-6d28-42a9-96e0-6035a9a4c9e4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Made reservation on behalf of e6a5bd1edcc84a3dbb4f28964dceafcd for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:48.029779 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df8b3f2d-6d28-42a9-96e0-6035a9a4c9e4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.045230 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Calling delete_port for f30b1259-ac6b-4ee7-bef6-6a57d89dd287 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:48.045637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09a6b7-4c2e-46dc-8092-40064bc7d37b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Network': ['ID=49096a09-89fd-4dc5-99a1-a3d9f8f81ea2,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:48.086281 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf02560-91e3-444f-84fa-de14fbdf0efa admin admin] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:48.092715 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4bf02560-91e3-444f-84fa-de14fbdf0efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (65e09a42-a18d-4901-b771-5d5b48305b9f), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.125915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8b3f2d-6d28-42a9-96e0-6035a9a4c9e4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:25:48.150113 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df8b3f2d-6d28-42a9-96e0-6035a9a4c9e4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (5e10325f-7ffa-49b4-9b23-e2d7d5a523ac), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.150469 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-df8b3f2d-6d28-42a9-96e0-6035a9a4c9e4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Added segment 5e10325f-7ffa-49b4-9b23-e2d7d5a523ac of type vlan for network ace88167-b732-4d91-bec8-eb565c994241 Oct 26 15:25:48.209761 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df8b3f2d-6d28-42a9-96e0-6035a9a4c9e4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (ace88167-b732-4d91-bec8-eb565c994241), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.215810 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:48.231497 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (f30b1259-ac6b-4ee7-bef6-6a57d89dd287), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.254168 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment ed688737-1837-4970-b4c9-7d072df9613a resource provider aggregate not found Oct 26 15:25:48.287772 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment ed688737-1837-4970-b4c9-7d072df9613a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed688737-1837-4970-b4c9-7d072df9613a found for delete ", "request_id": "req-356690de-be08-4765-813d-b1011953de72"}]} Oct 26 15:25:48.300322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] No DVR routers for this DVR port f30b1259-ac6b-4ee7-bef6-6a57d89dd287 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:25:48.303262 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4bf02560-91e3-444f-84fa-de14fbdf0efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.317604 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33370) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:48.324483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe689c5-6025-4e9a-a24e-3222958ce432 None None] Network f4c33f4d-0074-4c7b-ba21-f1c3d006bed5 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:48.338726 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event deleted for resources: {'Port': ['ID=f30b1259-ac6b-4ee7-bef6-6a57d89dd287,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:48.340582 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df8b3f2d-6d28-42a9-96e0-6035a9a4c9e4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (ace88167-b732-4d91-bec8-eb565c994241), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.345610 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8b3f2d-6d28-42a9-96e0-6035a9a4c9e4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:48.346203 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df8b3f2d-6d28-42a9-96e0-6035a9a4c9e4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.421686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c752d0c9-0548-41fd-80c3-7600dd2f0983 None None] Provisioning complete for port 4a95fdf5-0999-4183-bed7-e11ccfd3860d triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:48.422063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c752d0c9-0548-41fd-80c3-7600dd2f0983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4a95fdf5-0999-4183-bed7-e11ccfd3860d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.422408 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c752d0c9-0548-41fd-80c3-7600dd2f0983 None None] Attempt 1 to provision port 4a95fdf5-0999-4183-bed7-e11ccfd3860d Oct 26 15:25:48.490591 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-71c4bebd-3f69-47de-a3f9-0ad8270cf372 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1716797 Oct 26 15:25:48.514714 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (f4c33f4d-0074-4c7b-ba21-f1c3d006bed5), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.524579 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-df8b3f2d-6d28-42a9-96e0-6035a9a4c9e4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5875528 Oct 26 15:25:48.527382 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33374) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:48.534475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-55fb8104-76d0-4870-9db7-b403effc01d3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'subnet': {'network_id': 'ace88167-b732-4d91-bec8-eb565c994241', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:48.583766 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b3f2d-6d28-42a9-96e0-6035a9a4c9e4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Network': ['ID=ace88167-b732-4d91-bec8-eb565c994241,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:48.591975 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c33f4d-0074-4c7b-ba21-f1c3d006bed5']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:48.608772 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007ecf07-c15e-4086-957f-5da80a3570b2') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:48.609127 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007ecf07-c15e-4086-957f-5da80a3570b2') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:48.622192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:48.625509 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179de2e-4f7c-4ad2-a2fe-1cdecb1ef977 req-2a89f4ef-4764-44af-b3b2-69c7dac8324e tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:48.627898 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0179de2e-4f7c-4ad2-a2fe-1cdecb1ef977 req-2a89f4ef-4764-44af-b3b2-69c7dac8324e tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 946 time: 0.1088533 Oct 26 15:25:48.629956 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (007ecf07-c15e-4086-957f-5da80a3570b2), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.631650 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:48.655355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network ace88167-b732-4d91-bec8-eb565c994241 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:25:48.662077 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (007ecf07-c15e-4086-957f-5da80a3570b2), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.700382 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:25:48.700824 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (007ecf07-c15e-4086-957f-5da80a3570b2), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.706896 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0179de2e-4f7c-4ad2-a2fe-1cdecb1ef977 req-fa3dff4a-962d-4023-be0e-64a1a54277bb tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674124 Oct 26 15:25:48.730635 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fb8104-76d0-4870-9db7-b403effc01d3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Made reservation on behalf of e6a5bd1edcc84a3dbb4f28964dceafcd for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:48.731413 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:48.734477 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-55fb8104-76d0-4870-9db7-b403effc01d3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.756545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4bf02560-91e3-444f-84fa-de14fbdf0efa admin admin] Publish callbacks [] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.767140 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 007ecf07-c15e-4086-957f-5da80a3570b2 resource provider aggregate not found Oct 26 15:25:48.770624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4bf02560-91e3-444f-84fa-de14fbdf0efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.787475 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 007ecf07-c15e-4086-957f-5da80a3570b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 007ecf07-c15e-4086-957f-5da80a3570b2 found for delete ", "request_id": "req-790f29f4-5ebd-4d68-a561-b8f45a31d28c"}]} Oct 26 15:25:48.801057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef84413-992c-4dfd-bbbc-362b3bd2b610 None None] DHCP port deletion for f4c33f4d-0074-4c7b-ba21-f1c3d006bed5 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:25:48.821752 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (f4c33f4d-0074-4c7b-ba21-f1c3d006bed5), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.829857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.837117 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "DELETE /networking/v2.0/networks/f4c33f4d-0074-4c7b-ba21-f1c3d006bed5 HTTP/1.1" status: 204 len: 168 time: 1.2018979 Oct 26 15:25:48.840340 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33382) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:48.867801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c752d0c9-0548-41fd-80c3-7600dd2f0983 None None] Current status of the port 4a95fdf5-0999-4183-bed7-e11ccfd3860d is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:48.874360 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf02560-91e3-444f-84fa-de14fbdf0efa admin admin] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:48.880675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabc81e-1c2a-4728-af59-3eb705b911ab tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event deleted for resources: {'Network': ['ID=f4c33f4d-0074-4c7b-ba21-f1c3d006bed5,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:48.932306 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-4abb5f51-ca2e-4cb7-893d-0ccb587f725d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Deleting subnet 22922e15-ad89-4063-9e79-cb9b0ad0ce8b {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:25:48.935661 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4abb5f51-ca2e-4cb7-893d-0ccb587f725d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for subnet (22922e15-ad89-4063-9e79-cb9b0ad0ce8b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.946203 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4bf02560-91e3-444f-84fa-de14fbdf0efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (65e09a42-a18d-4901-b771-5d5b48305b9f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.974900 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2123f26-0bf9-41c5-89e8-eedb3c2e4630 req-fe94a912-db7e-4d53-99b2-9b3eba5282fa tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:48.976474 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a2123f26-0bf9-41c5-89e8-eedb3c2e4630 req-fe94a912-db7e-4d53-99b2-9b3eba5282fa tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 946 time: 0.0955126 Oct 26 15:25:48.979216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4abb5f51-ca2e-4cb7-893d-0ccb587f725d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (22922e15-ad89-4063-9e79-cb9b0ad0ce8b), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.998185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-46a688fe-8b98-41f0-82af-268357fab539 None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:48.998543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-46a688fe-8b98-41f0-82af-268357fab539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:48.998847 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-46a688fe-8b98-41f0-82af-268357fab539 None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:25:49.052980 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:25:49.056415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-46a688fe-8b98-41f0-82af-268357fab539 None None] Port abe8c9c9-836b-45ec-951d-dc923fd436d1 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:25:49.095115 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4abb5f51-ca2e-4cb7-893d-0ccb587f725d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (22922e15-ad89-4063-9e79-cb9b0ad0ce8b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:49.184180 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a2123f26-0bf9-41c5-89e8-eedb3c2e4630 req-8877ab93-9023-4163-b5bc-30bb736f07dc tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708438 Oct 26 15:25:49.219604 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:49.242342 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:49.243213 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:49.283683 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:49.287100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf02560-91e3-444f-84fa-de14fbdf0efa admin admin] Network 1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:49.289601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-4bf02560-91e3-444f-84fa-de14fbdf0efa admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:49.318798 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-55fb8104-76d0-4870-9db7-b403effc01d3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (b94444bc-2dc9-44f3-bb04-27e71d548f95), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:49.481385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f30b1259-ac6b-4ee7-bef6-6a57d89dd287 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:49.499876 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33386) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:49.550132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: f30b1259-ac6b-4ee7-bef6-6a57d89dd287 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:25:49.552919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f30b1259-ac6b-4ee7-bef6-6a57d89dd287 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:25:49.555049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:49.592383 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb8104-76d0-4870-9db7-b403effc01d3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Subnet': ['ID=b94444bc-2dc9-44f3-bb04-27e71d548f95,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:49.604343 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:49.648588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:49.695713 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b616329d-7311-4f5f-bbd7-f115c7b255b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1941392 Oct 26 15:25:49.723635 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e9f1d-b18d-4162-96f7-efff16fb0ecd req-fc62b93e-636e-4f0e-879a-4f510fe60f6a tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:49.730724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:49.731305 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f29e9f1d-b18d-4162-96f7-efff16fb0ecd req-fc62b93e-636e-4f0e-879a-4f510fe60f6a tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 946 time: 0.1290762 Oct 26 15:25:49.732331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4abb5f51-ca2e-4cb7-893d-0ccb587f725d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (22922e15-ad89-4063-9e79-cb9b0ad0ce8b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:49.732875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:49.741188 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fb8104-76d0-4870-9db7-b403effc01d3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Checking segment: {'id': '5e10325f-7ffa-49b4-9b23-e2d7d5a523ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ace88167-b732-4d91-bec8-eb565c994241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:49.741560 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fb8104-76d0-4870-9db7-b403effc01d3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network hostable DHCP agents. Network: ace88167-b732-4d91-bec8-eb565c994241, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:25:49.742161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:49.747303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:49.761844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:49.794822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe112cc3-eb76-4400-aecf-1b61fd6df924 None None] Network 7185e02e-1e43-40a0-bdb2-d696985cc5aa requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:49.797397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:49.803966 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4abb5f51-ca2e-4cb7-893d-0ccb587f725d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:49.815492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fa469bf5-3d30-4358-b6b4-92cab9b2b3fc None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:49.816287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf02560-91e3-444f-84fa-de14fbdf0efa admin admin] Router 65e09a42-a18d-4901-b771-5d5b48305b9f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:25:49.817509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fa469bf5-3d30-4358-b6b4-92cab9b2b3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:49.818144 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fa469bf5-3d30-4358-b6b4-92cab9b2b3fc None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:25:49.822036 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4abb5f51-ca2e-4cb7-893d-0ccb587f725d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/22922e15-ad89-4063-9e79-cb9b0ad0ce8b HTTP/1.1" status: 204 len: 168 time: 0.9779508 Oct 26 15:25:49.822036 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb5f51-ca2e-4cb7-893d-0ccb587f725d tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event deleted for resources: {'Subnet': ['ID=22922e15-ad89-4063-9e79-cb9b0ad0ce8b,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:49.822502 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33390) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:49.875631 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 2, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:49.880735 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fb8104-76d0-4870-9db7-b403effc01d3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network ace88167-b732-4d91-bec8-eb565c994241 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:25:49.903169 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f29e9f1d-b18d-4162-96f7-efff16fb0ecd req-61e171a4-32e8-452a-9b21-fab4b56ea8aa tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714330 Oct 26 15:25:49.910323 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:25:49.910679 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Updating router 65e09a42-a18d-4901-b771-5d5b48305b9f port abe8c9c9-836b-45ec-951d-dc923fd436d1 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:25:49.947095 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-edea4e35-bfe0-450f-ab04-ae6aa48bb983 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Deleting subnet af6a8fe2-a96d-49be-ae50-df5499af8358 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:25:49.957944 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:49.961583 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-edea4e35-bfe0-450f-ab04-ae6aa48bb983 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for subnet (af6a8fe2-a96d-49be-ae50-df5499af8358), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:49.985335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fa469bf5-3d30-4358-b6b4-92cab9b2b3fc None None] Port abe8c9c9-836b-45ec-951d-dc923fd436d1 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:25:49.988993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-55fb8104-76d0-4870-9db7-b403effc01d3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, ace88167-b732-4d91-bec8-eb565c994241) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:50.002899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fb8104-76d0-4870-9db7-b403effc01d3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:50.003513 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-55fb8104-76d0-4870-9db7-b403effc01d3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.004216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e16cc3-86a7-4176-a5de-d88a1e980d14 None None] Network ace88167-b732-4d91-bec8-eb565c994241 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:50.041568 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-edea4e35-bfe0-450f-ab04-ae6aa48bb983 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (af6a8fe2-a96d-49be-ae50-df5499af8358), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.076110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:50.077004 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-55fb8104-76d0-4870-9db7-b403effc01d3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5420156 Oct 26 15:25:50.091113 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33392) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:50.105523 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-104e0421-1592-4178-a94c-94a639f81f3e tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-258394546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:50.136252 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf02560-91e3-444f-84fa-de14fbdf0efa admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:25:50.143735 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4bf02560-91e3-444f-84fa-de14fbdf0efa admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/65e09a42-a18d-4901-b771-5d5b48305b9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3227475 Oct 26 15:25:50.227891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-104e0421-1592-4178-a94c-94a639f81f3e tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (9da19285-0c9f-4f32-b410-7df2d08be008), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.237749 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-104e0421-1592-4178-a94c-94a639f81f3e tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (9da19285-0c9f-4f32-b410-7df2d08be008), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.264343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aaf3e3-d3e2-43ac-beeb-b9895e2943eb None None] DHCP port deletion for 7185e02e-1e43-40a0-bdb2-d696985cc5aa request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:25:50.300455 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:50.300455 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:50.321400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-ace88167-b732-4d91-bec8-eb565c994241', 'network_id': 'ace88167-b732-4d91-bec8-eb565c994241', 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'fixed_ips': [{'subnet_id': 'b94444bc-2dc9-44f3-bb04-27e71d548f95'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:25:50.322859 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.358276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-104e0421-1592-4178-a94c-94a639f81f3e tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router_controller (9da19285-0c9f-4f32-b410-7df2d08be008), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.358756 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Publish callbacks [] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.376335 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.378709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-71aaf3e3-d3e2-43ac-beeb-b9895e2943eb None None] Deleting port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:50.379396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-71aaf3e3-d3e2-43ac-beeb-b9895e2943eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (ea8f061b-ec52-4b49-8255-02bdc8a2aa82), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.388841 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-104e0421-1592-4178-a94c-94a639f81f3e tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (9da19285-0c9f-4f32-b410-7df2d08be008), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.427740 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-104e0421-1592-4178-a94c-94a639f81f3e tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.431330 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-104e0421-1592-4178-a94c-94a639f81f3e tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3364429 Oct 26 15:25:50.432425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33398) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:50.434877 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-edea4e35-bfe0-450f-ab04-ae6aa48bb983 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (af6a8fe2-a96d-49be-ae50-df5499af8358), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.438757 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-1b0dbd4e-1198-429e-890f-b2972599b3f5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'port': {'network_id': 'ace88167-b732-4d91-bec8-eb565c994241', 'name': 'tempest-RoutersTest-983547130'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:50.452859 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83413ccf-95db-4e23-9b91-cf374df218d2 None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:50.497852 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Attempting to bind port abe8c9c9-836b-45ec-951d-dc923fd436d1 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:50.498153 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Attempting to bind port abe8c9c9-836b-45ec-951d-dc923fd436d1 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'cffe0542-5787-41d7-9588-f4e4741ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:50.498568 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Attempting to bind port abe8c9c9-836b-45ec-951d-dc923fd436d1 on network 1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:50.533492 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-edea4e35-bfe0-450f-ab04-ae6aa48bb983 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (af6a8fe2-a96d-49be-ae50-df5499af8358), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.563178 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-edea4e35-bfe0-450f-ab04-ae6aa48bb983 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.568743 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-edea4e35-bfe0-450f-ab04-ae6aa48bb983 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/af6a8fe2-a96d-49be-ae50-df5499af8358 HTTP/1.1" status: 204 len: 168 time: 0.7452400 Oct 26 15:25:50.573017 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33402) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:50.577563 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:25:50.577934 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Checking segment: {'id': 'cffe0542-5787-41d7-9588-f4e4741ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:50.578340 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.578656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac470b41-de5e-4f69-a1a8-f24ec9d18a99 None None] Network 57f06a57-066b-4836-814a-95c39d7726af requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:50.578765 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Bound using segment: {'id': 'cffe0542-5787-41d7-9588-f4e4741ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:25:50.579198 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Bound port: abe8c9c9-836b-45ec-951d-dc923fd436d1, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffe0542-5787-41d7-9588-f4e4741ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:25:50.579627 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.598264 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea4e35-bfe0-450f-ab04-ae6aa48bb983 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event deleted for resources: {'Subnet': ['ID=af6a8fe2-a96d-49be-ae50-df5499af8358,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:50.654027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-71aaf3e3-d3e2-43ac-beeb-b9895e2943eb None None] For port ea8f061b-ec52-4b49-8255-02bdc8a2aa82, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ea8f061b-ec52-4b49-8255-02bdc8a2aa82,segment=NetworkSegment(2e16e3a7-c83d-4754-b44d-0742c3674bc7),segment_id=2e16e3a7-c83d-4754-b44d-0742c3674bc7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:50.654595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-71aaf3e3-d3e2-43ac-beeb-b9895e2943eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (ea8f061b-ec52-4b49-8255-02bdc8a2aa82), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.674656 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:25:50.679390 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:25:50.690489 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.698047 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33404) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:50.731885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-71aaf3e3-d3e2-43ac-beeb-b9895e2943eb None None] Calling delete_port for ea8f061b-ec52-4b49-8255-02bdc8a2aa82 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:50.736132 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (7185e02e-1e43-40a0-bdb2-d696985cc5aa), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.766346 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:50.766996 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:50.785855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0dbd4e-1198-429e-890f-b2972599b3f5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Made reservation on behalf of e6a5bd1edcc84a3dbb4f28964dceafcd for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:50.790943 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1b0dbd4e-1198-429e-890f-b2972599b3f5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.811828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Allocated IP 172.20.0.2 (ace88167-b732-4d91-bec8-eb565c994241/b94444bc-2dc9-44f3-bb04-27e71d548f95/9e7d2793-5c2f-439b-b8b3-002b13c12b0c) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:50.825467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-1b0dbd4e-1198-429e-890f-b2972599b3f5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] device_id is not set on port b0b85767-e002-4215-8e84-6cd1f0c536e0 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:25:50.831635 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Deleting port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:50.831988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (ea8f061b-ec52-4b49-8255-02bdc8a2aa82), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.905878 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:50.925718 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1ade5f16-a0d9-408c-88a1-f5fd6cd543ea tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2203653 Oct 26 15:25:50.953485 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83413ccf-95db-4e23-9b91-cf374df218d2 None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:50.971330 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] For port ea8f061b-ec52-4b49-8255-02bdc8a2aa82, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ea8f061b-ec52-4b49-8255-02bdc8a2aa82,segment=NetworkSegment(2e16e3a7-c83d-4754-b44d-0742c3674bc7),segment_id=2e16e3a7-c83d-4754-b44d-0742c3674bc7)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:50.971706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (ea8f061b-ec52-4b49-8255-02bdc8a2aa82), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:50.996355 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Calling delete_port for ea8f061b-ec52-4b49-8255-02bdc8a2aa82 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:51.006495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1caa488-cdfa-43b7-bbac-b4ff79464210 None None] DHCP port deletion for 57f06a57-066b-4836-814a-95c39d7726af request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:25:51.013003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:51.083568 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:51.089571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:51.129807 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422a244-429b-4825-a962-f11a1d476032 req-6ef66d7f-f9d1-4815-99d4-36f85fc2b366 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:51.136633 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (ea8f061b-ec52-4b49-8255-02bdc8a2aa82), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.140442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-71aaf3e3-d3e2-43ac-beeb-b9895e2943eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (ea8f061b-ec52-4b49-8255-02bdc8a2aa82), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.142878 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6422a244-429b-4825-a962-f11a1d476032 req-6ef66d7f-f9d1-4815-99d4-36f85fc2b366 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 946 time: 0.1252749 Oct 26 15:25:51.159720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] No DVR routers for this DVR port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:25:51.187960 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33416) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:51.193861 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-13e9a3d3-e48e-4678-a9ca-57477c5dc42e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1349086302-network', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:51.195353 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event deleted for resources: {'Port': ['ID=ea8f061b-ec52-4b49-8255-02bdc8a2aa82,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:51.205299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aaf3e3-d3e2-43ac-beeb-b9895e2943eb None None] No DVR routers for this DVR port ea8f061b-ec52-4b49-8255-02bdc8a2aa82 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:25:51.226955 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e9a3d3-e48e-4678-a9ca-57477c5dc42e admin admin] Made reservation on behalf of d96c1d9cd9784cb497db436d58d71e84 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:51.230138 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-13e9a3d3-e48e-4678-a9ca-57477c5dc42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.255796 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-13e9a3d3-e48e-4678-a9ca-57477c5dc42e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.259312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a1caa488-cdfa-43b7-bbac-b4ff79464210 None None] Deleting port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:51.260002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a1caa488-cdfa-43b7-bbac-b4ff79464210 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (0d15da82-4c67-42d5-875a-7f2f6daaf4a9), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.300757 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (7185e02e-1e43-40a0-bdb2-d696985cc5aa), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.331426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7185e02e-1e43-40a0-bdb2-d696985cc5aa']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:51.340854 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:25:50Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:51.347746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e16e3a7-c83d-4754-b44d-0742c3674bc7') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:51.348040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e16e3a7-c83d-4754-b44d-0742c3674bc7') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:51.368553 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6422a244-429b-4825-a962-f11a1d476032 req-6b8be51a-2a39-4f39-89be-41f3e8a53645 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248073 Oct 26 15:25:51.377371 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (2e16e3a7-c83d-4754-b44d-0742c3674bc7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.386941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a1caa488-cdfa-43b7-bbac-b4ff79464210 None None] For port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0d15da82-4c67-42d5-875a-7f2f6daaf4a9,segment=NetworkSegment(0f792274-338e-4cf2-b035-f1db101622a9),segment_id=0f792274-338e-4cf2-b035-f1db101622a9)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:51.387555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a1caa488-cdfa-43b7-bbac-b4ff79464210 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (0d15da82-4c67-42d5-875a-7f2f6daaf4a9), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.393933 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d3f1b4-b2bb-40a2-ba5b-ab5cbeca646e None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:25:50Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:51.407886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a1caa488-cdfa-43b7-bbac-b4ff79464210 None None] Calling delete_port for 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:51.411845 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-13e9a3d3-e48e-4678-a9ca-57477c5dc42e admin admin] Publish callbacks [] for security_group (5f5b45b0-237b-4f57-ac70-44226bde2245), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.413414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (2e16e3a7-c83d-4754-b44d-0742c3674bc7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.413545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:51.421560 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-13e9a3d3-e48e-4678-a9ca-57477c5dc42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (5f5b45b0-237b-4f57-ac70-44226bde2245), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.434525 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:25:51.434971 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (2e16e3a7-c83d-4754-b44d-0742c3674bc7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.435654 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e9a3d3-e48e-4678-a9ca-57477c5dc42e admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:25:51.443137 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:51.451973 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-13e9a3d3-e48e-4678-a9ca-57477c5dc42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (f678f758-6e74-4016-8e0b-191cdf89dedd), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.452372 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-13e9a3d3-e48e-4678-a9ca-57477c5dc42e admin admin] Added segment f678f758-6e74-4016-8e0b-191cdf89dedd of type vlan for network 920938dd-0721-4355-bdb0-ff1fe396cdb3 Oct 26 15:25:51.507535 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 2e16e3a7-c83d-4754-b44d-0742c3674bc7 resource provider aggregate not found Oct 26 15:25:51.508309 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-13e9a3d3-e48e-4678-a9ca-57477c5dc42e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (920938dd-0721-4355-bdb0-ff1fe396cdb3), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.535060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:51.539283 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 2e16e3a7-c83d-4754-b44d-0742c3674bc7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e16e3a7-c83d-4754-b44d-0742c3674bc7 found for delete ", "request_id": "req-02f8154f-f170-4104-8883-5da5b6a74a92"}]} Oct 26 15:25:51.546010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ea8f061b-ec52-4b49-8255-02bdc8a2aa82 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:51.548190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aaf3e3-d3e2-43ac-beeb-b9895e2943eb None None] Pushing event deleted for resources: {'Port': ['ID=ea8f061b-ec52-4b49-8255-02bdc8a2aa82,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:51.550108 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (7185e02e-1e43-40a0-bdb2-d696985cc5aa), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.568126 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.570261 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-13e9a3d3-e48e-4678-a9ca-57477c5dc42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (920938dd-0721-4355-bdb0-ff1fe396cdb3), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.571803 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e9a3d3-e48e-4678-a9ca-57477c5dc42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:51.572917 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-13e9a3d3-e48e-4678-a9ca-57477c5dc42e admin admin] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.574893 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "DELETE /networking/v2.0/networks/7185e02e-1e43-40a0-bdb2-d696985cc5aa HTTP/1.1" status: 204 len: 168 time: 0.9922080 Oct 26 15:25:51.580375 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33424) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:51.609151 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547a62c-a540-4fee-9699-a44d307b674a tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event deleted for resources: {'Network': ['ID=7185e02e-1e43-40a0-bdb2-d696985cc5aa,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:51.635094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a1caa488-cdfa-43b7-bbac-b4ff79464210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (0d15da82-4c67-42d5-875a-7f2f6daaf4a9), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.674672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: ea8f061b-ec52-4b49-8255-02bdc8a2aa82 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:25:51.675017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ea8f061b-ec52-4b49-8255-02bdc8a2aa82 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:25:51.675430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:51.687172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1caa488-cdfa-43b7-bbac-b4ff79464210 None None] No DVR routers for this DVR port 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:25:51.697408 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-13e9a3d3-e48e-4678-a9ca-57477c5dc42e admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5036793 Oct 26 15:25:51.704708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33428) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:51.757789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-427c2e01-e740-433f-93ce-a8190f018215 admin admin] Request body: {'subnet': {'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1349086302-subnet', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'ip_version': 4}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:51.758399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:51.760952 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9a3d3-e48e-4678-a9ca-57477c5dc42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5b45b0-237b-4f57-ac70-44226bde2245,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:51.805161 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6501e85f-32cf-4279-ba74-3116340e1196 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (57f06a57-066b-4836-814a-95c39d7726af), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.812624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1caa488-cdfa-43b7-bbac-b4ff79464210 None None] Pushing event deleted for resources: {'Port': ['ID=0d15da82-4c67-42d5-875a-7f2f6daaf4a9,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:51.823441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9a3d3-e48e-4678-a9ca-57477c5dc42e admin admin] Pushing event updated for resources: {'Network': ['ID=920938dd-0721-4355-bdb0-ff1fe396cdb3,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:51.827419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:25:51.827821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0d15da82-4c67-42d5-875a-7f2f6daaf4a9 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:25:51.838304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Publish callbacks [] for port (9e7d2793-5c2f-439b-b8b3-002b13c12b0c), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.840104 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fffbd-8d93-49bc-88c4-3441d120c8f3 req-efc24bd4-a496-4e54-b124-885ac8db3640 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:51.847605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (9e7d2793-5c2f-439b-b8b3-002b13c12b0c), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:51.848397 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-fc7fffbd-8d93-49bc-88c4-3441d120c8f3 req-efc24bd4-a496-4e54-b124-885ac8db3640 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 946 time: 0.1718667 Oct 26 15:25:51.910908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Network ace88167-b732-4d91-bec8-eb565c994241 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:51.915357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:51.927450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:51.939609 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-fc7fffbd-8d93-49bc-88c4-3441d120c8f3 req-6b6312a9-2cfb-4bf7-a91c-8a897adcdb42 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881388 Oct 26 15:25:51.948297 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33430) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:51.976990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Pushing event updated for resources: {'Port': ['ID=9e7d2793-5c2f-439b-b8b3-002b13c12b0c,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:52.051651 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9aec1b4d-ca16-4a60-9f44-9a0846d6dab8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1010907 Oct 26 15:25:52.068510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Attempting to bind port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:52.069104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Attempting to bind port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5e10325f-7ffa-49b4-9b23-e2d7d5a523ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ace88167-b732-4d91-bec8-eb565c994241'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:52.069564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Attempting to bind port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c on network ace88167-b732-4d91-bec8-eb565c994241 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:52.105033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 920938dd-0721-4355-bdb0-ff1fe396cdb3 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:25:52.178457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:52.183876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:25:52.184424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Checking segment: {'id': '5e10325f-7ffa-49b4-9b23-e2d7d5a523ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ace88167-b732-4d91-bec8-eb565c994241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:52.184964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:52.185471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Bound using segment: {'id': '5e10325f-7ffa-49b4-9b23-e2d7d5a523ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ace88167-b732-4d91-bec8-eb565c994241'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:25:52.186056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Bound port: 9e7d2793-5c2f-439b-b8b3-002b13c12b0c, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e10325f-7ffa-49b4-9b23-e2d7d5a523ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ace88167-b732-4d91-bec8-eb565c994241'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:25:52.186542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9e7d2793-5c2f-439b-b8b3-002b13c12b0c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:52.198744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427c2e01-e740-433f-93ce-a8190f018215 admin admin] Made reservation on behalf of d96c1d9cd9784cb497db436d58d71e84 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:52.201155 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-427c2e01-e740-433f-93ce-a8190f018215 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:52.266750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] For port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:25:52.276633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] For port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9e7d2793-5c2f-439b-b8b3-002b13c12b0c,segment=NetworkSegment(5e10325f-7ffa-49b4-9b23-e2d7d5a523ac),segment_id=5e10325f-7ffa-49b4-9b23-e2d7d5a523ac)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:25:52.291988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9e7d2793-5c2f-439b-b8b3-002b13c12b0c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:52.310113 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2a0ae-500c-4f5a-9f6b-c1e5ded00022 req-29e4c163-dc78-497d-b063-28feaa05ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:52.311693 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3dd2a0ae-500c-4f5a-9f6b-c1e5ded00022 req-29e4c163-dc78-497d-b063-28feaa05ef2f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=837da6bf5f9347789bd3f2559bcd4dc6&device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 1130 time: 0.4890699 Oct 26 15:25:52.372662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c857539-a017-4e20-bcdf-8c33fb1f9e60 None None] Pushing event updated for resources: {'Port': ['ID=9e7d2793-5c2f-439b-b8b3-002b13c12b0c,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:52.405541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-1b0dbd4e-1198-429e-890f-b2972599b3f5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Allocated IP 172.20.0.12 (ace88167-b732-4d91-bec8-eb565c994241/b94444bc-2dc9-44f3-bb04-27e71d548f95/b0b85767-e002-4215-8e84-6cd1f0c536e0) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:52.502166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6501e85f-32cf-4279-ba74-3116340e1196 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (57f06a57-066b-4836-814a-95c39d7726af), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:52.567004 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-6501e85f-32cf-4279-ba74-3116340e1196 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f06a57-066b-4836-814a-95c39d7726af']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:52.601777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-6501e85f-32cf-4279-ba74-3116340e1196 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f792274-338e-4cf2-b035-f1db101622a9') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:52.602076 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-6501e85f-32cf-4279-ba74-3116340e1196 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f792274-338e-4cf2-b035-f1db101622a9') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:52.614879 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:52.663339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6501e85f-32cf-4279-ba74-3116340e1196 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (0f792274-338e-4cf2-b035-f1db101622a9), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:52.694183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2a0ae-500c-4f5a-9f6b-c1e5ded00022 req-08ab2f52-3646-4f84-b612-37d080dda164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:52.695706 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3dd2a0ae-500c-4f5a-9f6b-c1e5ded00022 req-08ab2f52-3646-4f84-b612-37d080dda164 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d5806a95-3b54-44f4-a3c2-4f074fc9c3fd HTTP/1.1" status: 200 len: 913 time: 0.3638408 Oct 26 15:25:52.756253 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6501e85f-32cf-4279-ba74-3116340e1196 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (0f792274-338e-4cf2-b035-f1db101622a9), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:52.803255 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6501e85f-32cf-4279-ba74-3116340e1196 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:25:52.803893 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6501e85f-32cf-4279-ba74-3116340e1196 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (0f792274-338e-4cf2-b035-f1db101622a9), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:52.821865 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3dd2a0ae-500c-4f5a-9f6b-c1e5ded00022 req-54c03a56-256a-411b-8c08-fe0dfa162b36 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af3b3747-7932-48b2-ade9-0d093ddb3ca7 HTTP/1.1" status: 200 len: 217 time: 0.1075923 Oct 26 15:25:52.928093 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:52.976286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-427c2e01-e740-433f-93ce-a8190f018215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (30db4ac9-ffe0-4721-9751-43f4e09446d7), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:52.985782 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6501e85f-32cf-4279-ba74-3116340e1196 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (57f06a57-066b-4836-814a-95c39d7726af), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:52.990516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6501e85f-32cf-4279-ba74-3116340e1196 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:52.994097 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6501e85f-32cf-4279-ba74-3116340e1196 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "DELETE /networking/v2.0/networks/57f06a57-066b-4836-814a-95c39d7726af HTTP/1.1" status: 204 len: 168 time: 1.4106705 Oct 26 15:25:52.996628 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33434) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:53.054461 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2a0ae-500c-4f5a-9f6b-c1e5ded00022 req-2153e96b-ceba-462d-8a72-17faca31acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:53.056277 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3dd2a0ae-500c-4f5a-9f6b-c1e5ded00022 req-2153e96b-ceba-462d-8a72-17faca31acdd service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=d3325ec5-1f98-42f0-a7af-e04d7ffa905c HTTP/1.1" status: 200 len: 852 time: 0.1811826 Oct 26 15:25:53.057663 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33436) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:53.066919 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501e85f-32cf-4279-ba74-3116340e1196 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event deleted for resources: {'Network': ['ID=57f06a57-066b-4836-814a-95c39d7726af,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:53.123469 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1b0dbd4e-1198-429e-890f-b2972599b3f5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (b0b85767-e002-4215-8e84-6cd1f0c536e0), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:53.138851 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-8875caa4-dcc1-4ec0-a857-f2ed18b609ff tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Deleting subnet 723c3d5f-0a49-4412-bb20-801c05454a48 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:25:53.142031 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3dd2a0ae-500c-4f5a-9f6b-c1e5ded00022 req-3da0c1f9-578c-43e9-8dfb-376a25007c92 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d5806a95-3b54-44f4-a3c2-4f074fc9c3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682824 Oct 26 15:25:53.142709 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c2e01-e740-433f-93ce-a8190f018215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30db4ac9-ffe0-4721-9751-43f4e09446d7,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:53.151299 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8875caa4-dcc1-4ec0-a857-f2ed18b609ff tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for subnet (723c3d5f-0a49-4412-bb20-801c05454a48), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:53.202292 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1158ca30-227c-4d2d-a0c4-dc3353b2becd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1419406 Oct 26 15:25:53.213982 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8875caa4-dcc1-4ec0-a857-f2ed18b609ff tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (723c3d5f-0a49-4412-bb20-801c05454a48), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:53.254099 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a9729-d887-4b5c-8bb1-caa8bed2971d req-4dcc1998-faa3-4951-9644-6d2bb9866ab4 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:53.255653 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a39a9729-d887-4b5c-8bb1-caa8bed2971d req-4dcc1998-faa3-4951-9644-6d2bb9866ab4 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 946 time: 0.1575000 Oct 26 15:25:53.285323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c2e01-e740-433f-93ce-a8190f018215 admin admin] Checking segment: {'id': 'f678f758-6e74-4016-8e0b-191cdf89dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:53.290801 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427c2e01-e740-433f-93ce-a8190f018215 admin admin] Network hostable DHCP agents. Network: 920938dd-0721-4355-bdb0-ff1fe396cdb3, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:25:53.317375 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8875caa4-dcc1-4ec0-a857-f2ed18b609ff tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (723c3d5f-0a49-4412-bb20-801c05454a48), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:53.353917 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1b0dbd4e-1198-429e-890f-b2972599b3f5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (b0b85767-e002-4215-8e84-6cd1f0c536e0), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:53.409678 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8875caa4-dcc1-4ec0-a857-f2ed18b609ff tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (723c3d5f-0a49-4412-bb20-801c05454a48), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:53.418226 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3dd2a0ae-500c-4f5a-9f6b-c1e5ded00022 req-2f5a6809-5748-4dc6-ab21-9c0fb3163f44 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d5806a95-3b54-44f4-a3c2-4f074fc9c3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472730 Oct 26 15:25:53.418834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427c2e01-e740-433f-93ce-a8190f018215 admin admin] Network 920938dd-0721-4355-bdb0-ff1fe396cdb3 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:25:53.423780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0dbd4e-1198-429e-890f-b2972599b3f5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network ace88167-b732-4d91-bec8-eb565c994241 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:53.434066 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-1b0dbd4e-1198-429e-890f-b2972599b3f5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:53.439639 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a39a9729-d887-4b5c-8bb1-caa8bed2971d req-5ca51513-16c6-4d2d-8b38-61eb078e952e tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727083 Oct 26 15:25:53.450790 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0dbd4e-1198-429e-890f-b2972599b3f5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:53.457708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875caa4-dcc1-4ec0-a857-f2ed18b609ff tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event deleted for resources: {'Subnet': ['ID=723c3d5f-0a49-4412-bb20-801c05454a48,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:53.476272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6337f744-cbff-4f42-9e6f-dd0001da8e5b None None] Network ace88167-b732-4d91-bec8-eb565c994241 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:53.477394 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8875caa4-dcc1-4ec0-a857-f2ed18b609ff tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:53.489100 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8875caa4-dcc1-4ec0-a857-f2ed18b609ff tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/723c3d5f-0a49-4412-bb20-801c05454a48 HTTP/1.1" status: 204 len: 168 time: 0.4893329 Oct 26 15:25:53.491022 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33438) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:53.525877 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-427c2e01-e740-433f-93ce-a8190f018215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 920938dd-0721-4355-bdb0-ff1fe396cdb3) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:53.534018 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0dbd4e-1198-429e-890f-b2972599b3f5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=b0b85767-e002-4215-8e84-6cd1f0c536e0,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:53.545181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427c2e01-e740-433f-93ce-a8190f018215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:53.546005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-427c2e01-e740-433f-93ce-a8190f018215 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:53.557559 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:53.575102 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 0f792274-338e-4cf2-b035-f1db101622a9 resource provider aggregate not found Oct 26 15:25:53.585224 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0dbd4e-1198-429e-890f-b2972599b3f5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:53.585946 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1b0dbd4e-1198-429e-890f-b2972599b3f5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:53.597226 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-427c2e01-e740-433f-93ce-a8190f018215 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8927424 Oct 26 15:25:53.605071 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33444) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:53.614218 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:53.619282 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 0f792274-338e-4cf2-b035-f1db101622a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f792274-338e-4cf2-b035-f1db101622a9 found for delete ", "request_id": "req-71cb841a-caea-42e0-abbd-f01ef59e7ce1"}]} Oct 26 15:25:53.635998 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1b0dbd4e-1198-429e-890f-b2972599b3f5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2020471 Oct 26 15:25:53.647414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33446) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:53.694790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (c9dc4775-6bca-48e6-b6a2-43162c386f86), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:53.695714 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3dd2a0ae-500c-4f5a-9f6b-c1e5ded00022 req-e4dadb31-02be-481c-8226-d9cdbee39d52 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d5806a95-3b54-44f4-a3c2-4f074fc9c3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673836 Oct 26 15:25:53.742314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (975e0f59-d8a6-4bb5-a4b6-07f04b5021fa), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:53.743341 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (975e0f59-d8a6-4bb5-a4b6-07f04b5021fa), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:53.766519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481ff34f-b28a-46e0-8616-073fd33e14a6 None None] Network c9dc4775-6bca-48e6-b6a2-43162c386f86 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:53.767028 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Deleting port 4a95fdf5-0999-4183-bed7-e11ccfd3860d {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:25:53.767449 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (4a95fdf5-0999-4183-bed7-e11ccfd3860d), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:53.770568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b434b1-df04-418f-8e13-d6183aae634d None None] Network 920938dd-0721-4355-bdb0-ff1fe396cdb3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:53.773312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:53.842041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] For port 4a95fdf5-0999-4183-bed7-e11ccfd3860d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4a95fdf5-0999-4183-bed7-e11ccfd3860d,segment=NetworkSegment(80f3ef0b-9427-427e-8de1-2d87f4831209),segment_id=80f3ef0b-9427-427e-8de1-2d87f4831209)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:53.843680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (4a95fdf5-0999-4183-bed7-e11ccfd3860d), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:53.859865 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Calling delete_port for 4a95fdf5-0999-4183-bed7-e11ccfd3860d owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:25:53.894494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-84738580-c37e-41a5-907b-68d6d00e93b4 None None] Provisioning complete for port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:53.894874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-84738580-c37e-41a5-907b-68d6d00e93b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9e7d2793-5c2f-439b-b8b3-002b13c12b0c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:53.895408 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-84738580-c37e-41a5-907b-68d6d00e93b4 None None] Attempt 1 to provision port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c Oct 26 15:25:53.896614 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] Publish callbacks [] for router_controller (975e0f59-d8a6-4bb5-a4b6-07f04b5021fa), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:53.898792 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:53.978451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (4a95fdf5-0999-4183-bed7-e11ccfd3860d), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:54.006089 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event deleted for resources: {'Port': ['ID=4a95fdf5-0999-4183-bed7-e11ccfd3860d,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:54.011222 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] No DVR routers for this DVR port 4a95fdf5-0999-4183-bed7-e11ccfd3860d on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:25:54.020321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:54.020706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:54.021071 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:25:54.076033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:54.100587 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:54.102906 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (c9dc4775-6bca-48e6-b6a2-43162c386f86), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:54.125717 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] Publish callbacks [] for router_gateway (975e0f59-d8a6-4bb5-a4b6-07f04b5021fa), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:54.130250 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9dc4775-6bca-48e6-b6a2-43162c386f86']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:54.142919 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f3ef0b-9427-427e-8de1-2d87f4831209') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:54.143460 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f3ef0b-9427-427e-8de1-2d87f4831209') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:54.154652 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (80f3ef0b-9427-427e-8de1-2d87f4831209), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:54.175693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (80f3ef0b-9427-427e-8de1-2d87f4831209), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:54.188843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-920938dd-0721-4355-bdb0-ff1fe396cdb3', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:25:54.189775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:54.194191 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:54.197821 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:25:54.198412 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (80f3ef0b-9427-427e-8de1-2d87f4831209), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:54.225777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33448) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:54.240363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-84738580-c37e-41a5-907b-68d6d00e93b4 None None] Current status of the port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:54.240363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-84738580-c37e-41a5-907b-68d6d00e93b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9e7d2793-5c2f-439b-b8b3-002b13c12b0c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:54.269606 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 80f3ef0b-9427-427e-8de1-2d87f4831209 resource provider aggregate not found Oct 26 15:25:54.292758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8db2da-abf4-4341-b443-66c893f221fe None None] DHCP port deletion for c9dc4775-6bca-48e6-b6a2-43162c386f86 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:25:54.296228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:54.296366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:54.304950 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f040f28f-ec8c-48d4-a445-7673bf9b577b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b0b85767-e002-4215-8e84-6cd1f0c536e0), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:54.308131 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 80f3ef0b-9427-427e-8de1-2d87f4831209 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80f3ef0b-9427-427e-8de1-2d87f4831209 found for delete ", "request_id": "req-069686c6-ad66-46ba-bf13-eb2809bb32c9"}]} Oct 26 15:25:54.345818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-84738580-c37e-41a5-907b-68d6d00e93b4 None None] For port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9e7d2793-5c2f-439b-b8b3-002b13c12b0c,segment=NetworkSegment(5e10325f-7ffa-49b4-9b23-e2d7d5a523ac),segment_id=5e10325f-7ffa-49b4-9b23-e2d7d5a523ac)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:54.349808 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (c9dc4775-6bca-48e6-b6a2-43162c386f86), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:54.381957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-84738580-c37e-41a5-907b-68d6d00e93b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9e7d2793-5c2f-439b-b8b3-002b13c12b0c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:54.387640 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:54.394102 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "DELETE /networking/v2.0/networks/c9dc4775-6bca-48e6-b6a2-43162c386f86 HTTP/1.1" status: 204 len: 168 time: 0.8990951 Oct 26 15:25:54.400745 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33454) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:54.411859 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49525dbc-f2d0-4f26-8c32-4e37fd648c62 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Pushing event deleted for resources: {'Network': ['ID=c9dc4775-6bca-48e6-b6a2-43162c386f86,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:54.432180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:54.441048 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d574594a-22fd-415b-97b5-cc965e62ee04 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2118411 Oct 26 15:25:54.458951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:54.459684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:54.583654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84738580-c37e-41a5-907b-68d6d00e93b4 None None] Pushing event updated for resources: {'Port': ['ID=9e7d2793-5c2f-439b-b8b3-002b13c12b0c,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:54.614119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef49473e-3761-4495-9522-2858f5cf0881 None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:54.615954 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c8154-4d17-47e9-9e71-42d49b36ba96 req-ac32b1e6-d6e7-4cde-9685-d535e2595f46 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:54.624015 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1f4c8154-4d17-47e9-9e71-42d49b36ba96 req-ac32b1e6-d6e7-4cde-9685-d535e2595f46 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 946 time: 0.0888448 Oct 26 15:25:54.635372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9a9a3c94-afe7-43ff-aa68-408b029e80f8 None None] Provisioning complete for port b0b85767-e002-4215-8e84-6cd1f0c536e0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:54.635867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3c94-afe7-43ff-aa68-408b029e80f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b0b85767-e002-4215-8e84-6cd1f0c536e0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:54.636112 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-9a9a3c94-afe7-43ff-aa68-408b029e80f8 None None] Attempt 1 to provision port b0b85767-e002-4215-8e84-6cd1f0c536e0 Oct 26 15:25:54.691058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef49473e-3761-4495-9522-2858f5cf0881 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:54.691983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ef49473e-3761-4495-9522-2858f5cf0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:54.692941 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1f4c8154-4d17-47e9-9e71-42d49b36ba96 req-d162cb79-5178-42e6-82ef-a75ae9c43a40 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642986 Oct 26 15:25:54.716577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:54.716980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:54.717935 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:25:54.808792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:54.815402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Allocated IP 172.20.0.2 (920938dd-0721-4355-bdb0-ff1fe396cdb3/30db4ac9-ffe0-4721-9751-43f4e09446d7/dab1b045-5f64-4c14-8811-fdcc094d445c) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:54.821533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a3c94-afe7-43ff-aa68-408b029e80f8 None None] Port b0b85767-e002-4215-8e84-6cd1f0c536e0 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:25:54.836419 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-81cb90b5-3084-412a-984a-614b35b9e254 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5b10ea56-0bed-4234-bb69-6985bdcd87df HTTP/1.1" status: 200 len: 205 time: 0.4299726 Oct 26 15:25:54.839726 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33458) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:54.842117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:54.855440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:54.871286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9a9a3c94-afe7-43ff-aa68-408b029e80f8 None None] Provisioning complete for port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:54.871710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3c94-afe7-43ff-aa68-408b029e80f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9e7d2793-5c2f-439b-b8b3-002b13c12b0c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:54.872059 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-9a9a3c94-afe7-43ff-aa68-408b029e80f8 None None] Attempt 1 to provision port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c Oct 26 15:25:54.925753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a0d5f19-98e9-4484-b728-9372a865e152 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for router (5b10ea56-0bed-4234-bb69-6985bdcd87df), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.003412 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] Publish callbacks [] for router_gateway (975e0f59-d8a6-4bb5-a4b6-07f04b5021fa), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.026533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.041226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ef49473e-3761-4495-9522-2858f5cf0881 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:55.089895 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a0d5f19-98e9-4484-b728-9372a865e152 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (5b10ea56-0bed-4234-bb69-6985bdcd87df), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.091708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a0d5f19-98e9-4484-b728-9372a865e152 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for router_controller (5b10ea56-0bed-4234-bb69-6985bdcd87df), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.112511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:55.112929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.146155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a0d5f19-98e9-4484-b728-9372a865e152 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (5b10ea56-0bed-4234-bb69-6985bdcd87df), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.148734 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0d5f19-98e9-4484-b728-9372a865e152 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Fanout notify agent at l3_agent the message router_deleted on router 5b10ea56-0bed-4234-bb69-6985bdcd87df {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:25:55.158667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a0d5f19-98e9-4484-b728-9372a865e152 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.162180 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4a0d5f19-98e9-4484-b728-9372a865e152 tempest-RoutersNegativeIpV6Test-206845985 tempest-RoutersNegativeIpV6Test-206845985-project] 10.222.0.60 "DELETE /networking/v2.0/routers/5b10ea56-0bed-4234-bb69-6985bdcd87df HTTP/1.1" status: 204 len: 168 time: 0.3188558 Oct 26 15:25:55.179600 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f040f28f-ec8c-48d4-a445-7673bf9b577b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (b0b85767-e002-4215-8e84-6cd1f0c536e0), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.192042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f040f28f-ec8c-48d4-a445-7673bf9b577b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (b0b85767-e002-4215-8e84-6cd1f0c536e0), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.241051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:55.241945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:55.272045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] Allocated IP 172.26.11.98 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/8d07e118-8298-4178-8e1a-9d4b66e42bb6) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:55.281650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a3c94-afe7-43ff-aa68-408b029e80f8 None None] Current status of the port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:55.300196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Publish callbacks [] for port (dab1b045-5f64-4c14-8811-fdcc094d445c), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.309476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:55.317713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (dab1b045-5f64-4c14-8811-fdcc094d445c), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.325049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.326774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9e7d2793-5c2f-439b-b8b3-002b13c12b0c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:55.361153 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040f28f-ec8c-48d4-a445-7673bf9b577b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=b0b85767-e002-4215-8e84-6cd1f0c536e0,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:55.422037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Network 920938dd-0721-4355-bdb0-ff1fe396cdb3 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:55.442051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:55.444866 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33464) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:55.446176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Pushing event updated for resources: {'Port': ['ID=dab1b045-5f64-4c14-8811-fdcc094d445c,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:55.450014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:55.453860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c4fc8d15-856d-4797-85d0-d2f3c49fb08f None None] Provisioning complete for port b0b85767-e002-4215-8e84-6cd1f0c536e0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:55.454429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8d15-856d-4797-85d0-d2f3c49fb08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b0b85767-e002-4215-8e84-6cd1f0c536e0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.454871 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c4fc8d15-856d-4797-85d0-d2f3c49fb08f None None] Attempt 1 to provision port b0b85767-e002-4215-8e84-6cd1f0c536e0 Oct 26 15:25:55.459921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:55.516909 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fc07c267-0485-4836-8147-38c93d8eff12 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0706198 Oct 26 15:25:55.522699 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f040f28f-ec8c-48d4-a445-7673bf9b577b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (9da19285-0c9f-4f32-b410-7df2d08be008), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.557993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33466) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:55.574576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] Publish callbacks [] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.683379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.749150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f040f28f-ec8c-48d4-a445-7673bf9b577b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b0b85767-e002-4215-8e84-6cd1f0c536e0), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.749860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc8d15-856d-4797-85d0-d2f3c49fb08f None None] Port b0b85767-e002-4215-8e84-6cd1f0c536e0 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:25:55.773247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:55.773631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9e7d2793-5c2f-439b-b8b3-002b13c12b0c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.773973 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c Oct 26 15:25:55.796041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:55.796687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:55.806564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ef49473e-3761-4495-9522-2858f5cf0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:25:50Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:55.816739 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:55.827726 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:25:55.849961 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] Pushing event updated for resources: {'Port': ['ID=8d07e118-8298-4178-8e1a-9d4b66e42bb6,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:55.855386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Attempting to bind port dab1b045-5f64-4c14-8811-fdcc094d445c on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:25:55.855771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Attempting to bind port dab1b045-5f64-4c14-8811-fdcc094d445c by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'f678f758-6e74-4016-8e0b-191cdf89dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:25:55.856135 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Attempting to bind port dab1b045-5f64-4c14-8811-fdcc094d445c on network 920938dd-0721-4355-bdb0-ff1fe396cdb3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:25:55.858450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef49473e-3761-4495-9522-2858f5cf0881 None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:25:55.896206 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-80eb0b10-4305-4752-9b0d-d1f49e3bd071 req-fa9cc281-639c-413e-8e85-cac70ef092df service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1660116 Oct 26 15:25:55.905157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef49473e-3761-4495-9522-2858f5cf0881 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:55.905811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ef49473e-3761-4495-9522-2858f5cf0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:55.943712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:55.950982 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553a350-38a6-4717-950d-331d5d2a50b7 req-56ac5219-47c1-44e7-8195-9cd2c7d61a10 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:55.952468 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8553a350-38a6-4717-950d-331d5d2a50b7 req-56ac5219-47c1-44e7-8195-9cd2c7d61a10 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 946 time: 0.1584845 Oct 26 15:25:55.954808 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6e3e2c60-fff5-4359-b7fc-4e6c1f0fafb0 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=ad785ac5f17e482baf7ccfce63c9ba69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3908463 Oct 26 15:25:55.957562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33472) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:55.979014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:25:55.979398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Checking segment: {'id': 'f678f758-6e74-4016-8e0b-191cdf89dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:55.979816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:55.980221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Bound using segment: {'id': 'f678f758-6e74-4016-8e0b-191cdf89dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:25:55.980706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Bound port: dab1b045-5f64-4c14-8811-fdcc094d445c, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f678f758-6e74-4016-8e0b-191cdf89dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:25:55.981124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (dab1b045-5f64-4c14-8811-fdcc094d445c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:56.016237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:56.065758 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc2b23bb-16ac-4580-b069-78aac34b2f04 admin admin] Publish callbacks [] for security_group (2d8292cd-ac21-4a14-9c2f-bf5b5f71f51e), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:56.089983 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc2b23bb-16ac-4580-b069-78aac34b2f04 admin admin] Publish callbacks [] for security_group (2d8292cd-ac21-4a14-9c2f-bf5b5f71f51e), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:56.111482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb0b10-4305-4752-9b0d-d1f49e3bd071 req-bb461d70-e318-48a1-83f5-5f1c0b9bba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:56.113053 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-80eb0b10-4305-4752-9b0d-d1f49e3bd071 req-bb461d70-e318-48a1-83f5-5f1c0b9bba17 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 1130 time: 0.1859045 Oct 26 15:25:56.115715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ef49473e-3761-4495-9522-2858f5cf0881 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:56.146870 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:56.161988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:56.169564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9e7d2793-5c2f-439b-b8b3-002b13c12b0c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:56.169998 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc2b23bb-16ac-4580-b069-78aac34b2f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (2d8292cd-ac21-4a14-9c2f-bf5b5f71f51e), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:56.172971 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc2b23bb-16ac-4580-b069-78aac34b2f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:56.175298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] For port dab1b045-5f64-4c14-8811-fdcc094d445c, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:25:56.177366 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cc2b23bb-16ac-4580-b069-78aac34b2f04 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/2d8292cd-ac21-4a14-9c2f-bf5b5f71f51e HTTP/1.1" status: 204 len: 168 time: 0.2184284 Oct 26 15:25:56.186299 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b23bb-16ac-4580-b069-78aac34b2f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8292cd-ac21-4a14-9c2f-bf5b5f71f51e,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:56.248960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] For port dab1b045-5f64-4c14-8811-fdcc094d445c, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=dab1b045-5f64-4c14-8811-fdcc094d445c,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:25:56.258057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:56.292595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (dab1b045-5f64-4c14-8811-fdcc094d445c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:56.379902 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8553a350-38a6-4717-950d-331d5d2a50b7 req-6e27d3ef-93f9-4cf1-b061-d9f205ede155 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723228 Oct 26 15:25:56.409924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:56.409924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9e7d2793-5c2f-439b-b8b3-002b13c12b0c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:56.409924 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c Oct 26 15:25:56.409924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d0826-2e46-4121-a37e-9ea63fb8d2c6 None None] Pushing event updated for resources: {'Port': ['ID=dab1b045-5f64-4c14-8811-fdcc094d445c,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:56.509438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb0b10-4305-4752-9b0d-d1f49e3bd071 req-c884cb1b-c1ab-4f28-a5a9-00cf2b13ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:56.510995 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-80eb0b10-4305-4752-9b0d-d1f49e3bd071 req-c884cb1b-c1ab-4f28-a5a9-00cf2b13ad5d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e17aed4e-c4e5-4bb5-a982-08b9b5add769 HTTP/1.1" status: 200 len: 898 time: 0.3505199 Oct 26 15:25:56.521385 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33482) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:56.544721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ef49473e-3761-4495-9522-2858f5cf0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:25:55Z', 'revision_number': 5, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:56.579349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef49473e-3761-4495-9522-2858f5cf0881 None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:25:55Z', 'revision_number': 5, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:56.589076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:56.640383 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f040f28f-ec8c-48d4-a445-7673bf9b577b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (b0b85767-e002-4215-8e84-6cd1f0c536e0), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:56.696153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4a95fdf5-0999-4183-bed7-e11ccfd3860d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:56.730736 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-80eb0b10-4305-4752-9b0d-d1f49e3bd071 req-fcb7d20b-7812-4236-9823-4d81b892eda6 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4396edc-0efb-4409-a9e0-d8bc4f53ce10 HTTP/1.1" status: 200 len: 1003 time: 0.2067087 Oct 26 15:25:56.731780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f040f28f-ec8c-48d4-a445-7673bf9b577b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (b0b85767-e002-4215-8e84-6cd1f0c536e0), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:56.755685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 4a95fdf5-0999-4183-bed7-e11ccfd3860d {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:25:56.756675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4a95fdf5-0999-4183-bed7-e11ccfd3860d not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:25:56.757301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:56.762012 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f027f3af-7cb7-4b3f-8092-c56fcf5b1f19 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2376626 Oct 26 15:25:56.854737 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] Publish callbacks [] for router_gateway (975e0f59-d8a6-4bb5-a4b6-07f04b5021fa), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:56.882053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:56.882735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:56.910419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:56.917714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:56.918808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:57.086233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:57.086720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:57.091272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:57.134130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:57.140240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:57.208630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:57.293792 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f040f28f-ec8c-48d4-a445-7673bf9b577b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (9da19285-0c9f-4f32-b410-7df2d08be008), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:57.371375 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33500) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:57.371923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040f28f-ec8c-48d4-a445-7673bf9b577b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=b0b85767-e002-4215-8e84-6cd1f0c536e0,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:57.419672 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d90b16-676c-4fb2-9890-1600c58a313e req-5c624880-d81f-4a81-b486-57926f8e0851 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:57.421794 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-38d90b16-676c-4fb2-9890-1600c58a313e req-5c624880-d81f-4a81-b486-57926f8e0851 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 946 time: 0.5629127 Oct 26 15:25:57.493148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb0b10-4305-4752-9b0d-d1f49e3bd071 req-63ed9572-aa25-4060-9979-9379bd8ec97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:57.494968 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-80eb0b10-4305-4752-9b0d-d1f49e3bd071 req-63ed9572-aa25-4060-9979-9379bd8ec97c service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=3f6b5952-1b1d-42b8-b52f-36b8e04e5167 HTTP/1.1" status: 200 len: 834 time: 0.6560700 Oct 26 15:25:57.511245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d82f02e2-f9a5-42b0-8a5c-c8c9babcbb35 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1307577995'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:57.539594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82f02e2-f9a5-42b0-8a5c-c8c9babcbb35 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Made reservation on behalf of ee0c0e47ea0d4b3da6dbccb19e44a22d for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:57.544241 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d82f02e2-f9a5-42b0-8a5c-c8c9babcbb35 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:57.550036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:57.559573 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d82f02e2-f9a5-42b0-8a5c-c8c9babcbb35 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:57.602882 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-38d90b16-676c-4fb2-9890-1600c58a313e req-93ba55a4-8b23-4c80-9714-018494031393 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018081 Oct 26 15:25:57.656141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46144841-6a50-4b26-bf82-8cb28e4bff91 None None] Network 920938dd-0721-4355-bdb0-ff1fe396cdb3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:57.692628 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d82f02e2-f9a5-42b0-8a5c-c8c9babcbb35 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks [] for security_group (7f5ffe4a-ab99-48b4-ab12-9e3135476d2e), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:57.698280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d82f02e2-f9a5-42b0-8a5c-c8c9babcbb35 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (7f5ffe4a-ab99-48b4-ab12-9e3135476d2e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:57.706622 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:57.727289 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82f02e2-f9a5-42b0-8a5c-c8c9babcbb35 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:25:57.749116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-73420f78-2211-4278-b4e5-dd524688b600 None None] Provisioning complete for port dab1b045-5f64-4c14-8811-fdcc094d445c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:57.749786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-73420f78-2211-4278-b4e5-dd524688b600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dab1b045-5f64-4c14-8811-fdcc094d445c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:57.750297 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-73420f78-2211-4278-b4e5-dd524688b600 None None] Attempt 1 to provision port dab1b045-5f64-4c14-8811-fdcc094d445c Oct 26 15:25:57.755990 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f02e2-f9a5-42b0-8a5c-c8c9babcbb35 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5ffe4a-ab99-48b4-ab12-9e3135476d2e,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:57.759690 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d82f02e2-f9a5-42b0-8a5c-c8c9babcbb35 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (26d27c45-e013-47ab-9268-0c50cb2363e8), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:57.766107 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33504) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:57.773153 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-d82f02e2-f9a5-42b0-8a5c-c8c9babcbb35 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Added segment 26d27c45-e013-47ab-9268-0c50cb2363e8 of type vlan for network fa6ff2c8-7cf8-4816-a174-0fd9c5519249 Oct 26 15:25:57.779718 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb0b10-4305-4752-9b0d-d1f49e3bd071 req-93b2a5c9-49bc-481d-9392-ee2f7ad3dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:57.781456 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-80eb0b10-4305-4752-9b0d-d1f49e3bd071 req-93b2a5c9-49bc-481d-9392-ee2f7ad3dae4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e17aed4e-c4e5-4bb5-a982-08b9b5add769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2028544 Oct 26 15:25:57.787623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:57.790937 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f040f28f-ec8c-48d4-a445-7673bf9b577b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network ace88167-b732-4d91-bec8-eb565c994241 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:25:57.838049 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-f040f28f-ec8c-48d4-a445-7673bf9b577b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:57.838459 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d82f02e2-f9a5-42b0-8a5c-c8c9babcbb35 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (fa6ff2c8-7cf8-4816-a174-0fd9c5519249), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:57.843472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:57.883415 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d82f02e2-f9a5-42b0-8a5c-c8c9babcbb35 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (fa6ff2c8-7cf8-4816-a174-0fd9c5519249), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:57.890384 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82f02e2-f9a5-42b0-8a5c-c8c9babcbb35 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:57.891509 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d82f02e2-f9a5-42b0-8a5c-c8c9babcbb35 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:57.907114 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=11 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:57.909988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:57.965906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-73420f78-2211-4278-b4e5-dd524688b600 None None] Current status of the port dab1b045-5f64-4c14-8811-fdcc094d445c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:57.966332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-73420f78-2211-4278-b4e5-dd524688b600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (dab1b045-5f64-4c14-8811-fdcc094d445c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:58.035192 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d82f02e2-f9a5-42b0-8a5c-c8c9babcbb35 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6613758 Oct 26 15:25:58.035960 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33506) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:58.042358 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-be4d0753-f4af-4245-a084-d8eaa728fcfb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2729075 Oct 26 15:25:58.047164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-73420f78-2211-4278-b4e5-dd524688b600 None None] For port dab1b045-5f64-4c14-8811-fdcc094d445c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=dab1b045-5f64-4c14-8811-fdcc094d445c,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:58.059179 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-247ac6c8-c8cc-4822-9398-b71e4c7cbc8e tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Request body: {'subnet': {'network_id': 'fa6ff2c8-7cf8-4816-a174-0fd9c5519249', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:58.065264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-73420f78-2211-4278-b4e5-dd524688b600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (dab1b045-5f64-4c14-8811-fdcc094d445c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:58.087963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f02e2-f9a5-42b0-8a5c-c8c9babcbb35 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Pushing event updated for resources: {'Network': ['ID=fa6ff2c8-7cf8-4816-a174-0fd9c5519249,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:58.142982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network fa6ff2c8-7cf8-4816-a174-0fd9c5519249 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:25:58.195861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (975e0f59-d8a6-4bb5-a4b6-07f04b5021fa), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:58.302838 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247ac6c8-c8cc-4822-9398-b71e4c7cbc8e tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Made reservation on behalf of ee0c0e47ea0d4b3da6dbccb19e44a22d for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:58.306896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-5dc207bf-e01d-496b-9bad-aca189445c4f None None] Provisioning complete for port b0b85767-e002-4215-8e84-6cd1f0c536e0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:58.307157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5dc207bf-e01d-496b-9bad-aca189445c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b0b85767-e002-4215-8e84-6cd1f0c536e0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:58.307503 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-5dc207bf-e01d-496b-9bad-aca189445c4f None None] Attempt 1 to provision port b0b85767-e002-4215-8e84-6cd1f0c536e0 Oct 26 15:25:58.309369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:58.310145 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-247ac6c8-c8cc-4822-9398-b71e4c7cbc8e tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:58.319852 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-80eb0b10-4305-4752-9b0d-d1f49e3bd071 req-38e9e187-e751-4632-892a-88f88b1206ad service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e17aed4e-c4e5-4bb5-a982-08b9b5add769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977791 Oct 26 15:25:58.382937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73420f78-2211-4278-b4e5-dd524688b600 None None] Pushing event updated for resources: {'Port': ['ID=dab1b045-5f64-4c14-8811-fdcc094d445c,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:58.426485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-5dc207bf-e01d-496b-9bad-aca189445c4f None None] Port b0b85767-e002-4215-8e84-6cd1f0c536e0 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:25:58.445566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:58.445961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:58.446306 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:25:58.497282 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f040f28f-ec8c-48d4-a445-7673bf9b577b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 9da19285-0c9f-4f32-b410-7df2d08be008 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:25:58.556189 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-247ac6c8-c8cc-4822-9398-b71e4c7cbc8e tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (c136b701-6816-4fcb-a7bf-62515718b68e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:58.557047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-1d2c61f9-2348-4226-9f5f-4eb51970ed51 None None] Provisioning complete for port dab1b045-5f64-4c14-8811-fdcc094d445c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:58.557047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1d2c61f9-2348-4226-9f5f-4eb51970ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dab1b045-5f64-4c14-8811-fdcc094d445c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:58.557388 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-1d2c61f9-2348-4226-9f5f-4eb51970ed51 None None] Attempt 1 to provision port dab1b045-5f64-4c14-8811-fdcc094d445c Oct 26 15:25:58.582131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:58.582530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:58.585586 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-80eb0b10-4305-4752-9b0d-d1f49e3bd071 req-25e939bd-c6de-4b27-b9ac-35797c2d4126 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e17aed4e-c4e5-4bb5-a982-08b9b5add769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518451 Oct 26 15:25:58.618280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ac6c8-c8cc-4822-9398-b71e4c7cbc8e tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Pushing event updated for resources: {'Subnet': ['ID=c136b701-6816-4fcb-a7bf-62515718b68e,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:58.635559 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247ac6c8-c8cc-4822-9398-b71e4c7cbc8e tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Checking segment: {'id': '26d27c45-e013-47ab-9268-0c50cb2363e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fa6ff2c8-7cf8-4816-a174-0fd9c5519249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:25:58.637247 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247ac6c8-c8cc-4822-9398-b71e4c7cbc8e tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Network hostable DHCP agents. Network: fa6ff2c8-7cf8-4816-a174-0fd9c5519249, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:25:58.646133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:58.655478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:58.656004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:58.664719 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247ac6c8-c8cc-4822-9398-b71e4c7cbc8e tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Network fa6ff2c8-7cf8-4816-a174-0fd9c5519249 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:25:58.669546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] Router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:25:58.675845 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-247ac6c8-c8cc-4822-9398-b71e4c7cbc8e tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, fa6ff2c8-7cf8-4816-a174-0fd9c5519249) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:25:58.682235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f040f28f-ec8c-48d4-a445-7673bf9b577b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:25:58.682618 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247ac6c8-c8cc-4822-9398-b71e4c7cbc8e tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:58.683473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-247ac6c8-c8cc-4822-9398-b71e4c7cbc8e tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:58.696646 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f040f28f-ec8c-48d4-a445-7673bf9b577b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/9da19285-0c9f-4f32-b410-7df2d08be008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0452664 Oct 26 15:25:58.697030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33510) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:58.707493 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e67d704-503b-4bc2-8449-9e925779173a None None] Sync routers for ids ['9da19285-0c9f-4f32-b410-7df2d08be008'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:58.714293 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-247ac6c8-c8cc-4822-9398-b71e4c7cbc8e tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6650419 Oct 26 15:25:58.722053 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33512) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:58.725458 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e67d704-503b-4bc2-8449-9e925779173a None None] Routers {'9da19285-0c9f-4f32-b410-7df2d08be008'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:58.726096 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0e67d704-503b-4bc2-8449-9e925779173a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['9da19285-0c9f-4f32-b410-7df2d08be008'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:58.730220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:58.732950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c424773-be7e-4195-b9ec-451530541b68 None None] Network fa6ff2c8-7cf8-4816-a174-0fd9c5519249 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:25:58.746065 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f95679f4-a531-441c-a068-b121a36754f2 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Request body: {'port': {'network_id': 'fa6ff2c8-7cf8-4816-a174-0fd9c5519249', 'name': 'tempest-TagsExtTest-2139503353'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:25:58.788527 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0e67d704-503b-4bc2-8449-9e925779173a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:58.804841 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e67d704-503b-4bc2-8449-9e925779173a None None] Routers {'9da19285-0c9f-4f32-b410-7df2d08be008'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:58.805481 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0e67d704-503b-4bc2-8449-9e925779173a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['9da19285-0c9f-4f32-b410-7df2d08be008'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:58.844981 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0e67d704-503b-4bc2-8449-9e925779173a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:58.845920 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e67d704-503b-4bc2-8449-9e925779173a None None] The sync data for ids ['9da19285-0c9f-4f32-b410-7df2d08be008'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:58.872503 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:58.919032 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8681ca-04cf-49b3-accd-0a5fbbe094dc tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:58.920625 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8e8681ca-04cf-49b3-accd-0a5fbbe094dc tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/ports/b0b85767-e002-4215-8e84-6cd1f0c536e0 HTTP/1.1" status: 200 len: 977 time: 0.2224736 Oct 26 15:25:58.923522 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33514) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:59.005809 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:25:59.041676 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:59.043219 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3afb62bb-874f-4610-bce9-e4cdcd24b04f admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4368913 Oct 26 15:25:59.044728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Sync routers for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:59.045352 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33516) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:59.047197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33518) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:25:59.053674 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:59.062006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95679f4-a531-441c-a068-b121a36754f2 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Made reservation on behalf of ee0c0e47ea0d4b3da6dbccb19e44a22d for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:25:59.067062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f95679f4-a531-441c-a068-b121a36754f2 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:59.068568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-1d2c61f9-2348-4226-9f5f-4eb51970ed51 None None] Current status of the port dab1b045-5f64-4c14-8811-fdcc094d445c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:59.087510 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f1bdd-0232-47eb-9e6a-28bff379eb0c req-689363e1-e2c7-4425-b225-1aa8132176b2 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:59.094578 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7b6f1bdd-0232-47eb-9e6a-28bff379eb0c req-689363e1-e2c7-4425-b225-1aa8132176b2 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 946 time: 0.1249197 Oct 26 15:25:59.101732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:59.101969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:59.102404 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:25:59.141808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:25:59.142582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:59.176732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-f95679f4-a531-441c-a068-b121a36754f2 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] device_id is not set on port da08ffc6-967b-4188-8d24-a903f5d4d17a yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:25:59.186290 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6b2768f6-ac92-4300-b87e-8d45fd82b2ee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1386111 Oct 26 15:25:59.206771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:59.231824 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7b6f1bdd-0232-47eb-9e6a-28bff379eb0c req-b74ba616-0db7-44f0-93dd-b705396dd2ac tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362829 Oct 26 15:25:59.240083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-fa6ff2c8-7cf8-4816-a174-0fd9c5519249', 'network_id': 'fa6ff2c8-7cf8-4816-a174-0fd9c5519249', 'project_id': 'ee0c0e47ea0d4b3da6dbccb19e44a22d', 'fixed_ips': [{'subnet_id': 'c136b701-6816-4fcb-a7bf-62515718b68e'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:25:59.242240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:59.421155 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-f95679f4-a531-441c-a068-b121a36754f2 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Allocated IP 172.20.0.11 (fa6ff2c8-7cf8-4816-a174-0fd9c5519249/c136b701-6816-4fcb-a7bf-62515718b68e/da08ffc6-967b-4188-8d24-a903f5d4d17a) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:25:59.452607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:59.561969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:25:59.580900 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:59.635566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:25:59.636077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:59.692071 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb3e03-f0b4-4be9-aca8-c450657faf03 req-81ccbfe3-51c5-4221-9195-017fa0345331 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:59.693659 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-92fb3e03-f0b4-4be9-aca8-c450657faf03 req-81ccbfe3-51c5-4221-9195-017fa0345331 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 946 time: 0.1310558 Oct 26 15:25:59.722836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:59.730505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:59.731554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device dab1b045-5f64-4c14-8811-fdcc094d445c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:59.753313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c08f7121-3738-435f-8bb2-db3c9dcdc928 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (9da19285-0c9f-4f32-b410-7df2d08be008), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:59.763670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:25:59.853086 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-92fb3e03-f0b4-4be9-aca8-c450657faf03 req-aaa4c4e3-f1ab-4c59-a2a9-63f7d65432fd tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474969 Oct 26 15:25:59.871905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:59.898736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:25:56Z', 'revision_number': 3, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:59.928850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port dab1b045-5f64-4c14-8811-fdcc094d445c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:25:59.929531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dab1b045-5f64-4c14-8811-fdcc094d445c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:25:59.930072 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port dab1b045-5f64-4c14-8811-fdcc094d445c Oct 26 15:25:59.932294 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Checking router: 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:25:59.932760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Updating router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:25:59.956864 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334616a-6ada-4170-88d1-67f09498f11c req-cdf17906-9dcb-4975-820c-05b0116e024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:25:59.958784 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a334616a-6ada-4170-88d1-67f09498f11c req-cdf17906-9dcb-4975-820c-05b0116e024d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=837da6bf5f9347789bd3f2559bcd4dc6&device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 1130 time: 0.1169317 Oct 26 15:25:59.994692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:00.006619 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-c08f7121-3738-435f-8bb2-db3c9dcdc928 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting port b0b85767-e002-4215-8e84-6cd1f0c536e0 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:26:00.006963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c08f7121-3738-435f-8bb2-db3c9dcdc928 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (b0b85767-e002-4215-8e84-6cd1f0c536e0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:00.024863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:00.028539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:00.107698 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c08f7121-3738-435f-8bb2-db3c9dcdc928 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (b0b85767-e002-4215-8e84-6cd1f0c536e0), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:00.122650 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-c08f7121-3738-435f-8bb2-db3c9dcdc928 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Calling delete_port for b0b85767-e002-4215-8e84-6cd1f0c536e0 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:26:00.155103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port dab1b045-5f64-4c14-8811-fdcc094d445c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:00.174858 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f95679f4-a531-441c-a068-b121a36754f2 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks [] for port (da08ffc6-967b-4188-8d24-a903f5d4d17a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:00.179115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334616a-6ada-4170-88d1-67f09498f11c req-a0fad980-d420-4c3a-a8d9-d59352f38cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:00.180577 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a334616a-6ada-4170-88d1-67f09498f11c req-a0fad980-d420-4c3a-a8d9-d59352f38cf5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d5806a95-3b54-44f4-a3c2-4f074fc9c3fd HTTP/1.1" status: 200 len: 913 time: 0.1911807 Oct 26 15:26:00.188974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33524) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:00.243736 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a334616a-6ada-4170-88d1-67f09498f11c req-f187899a-21e7-4b27-ae81-1686bec04c40 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af3b3747-7932-48b2-ade9-0d093ddb3ca7 HTTP/1.1" status: 200 len: 217 time: 0.0439870 Oct 26 15:26:00.305097 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:00.312314 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c578b3-1aca-4953-a6ad-06509d453902 None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:00.332268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Publish callbacks [] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:00.345109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f95679f4-a531-441c-a068-b121a36754f2 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (da08ffc6-967b-4188-8d24-a903f5d4d17a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:00.345810 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c578b3-1aca-4953-a6ad-06509d453902 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:00.348573 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-90c578b3-1aca-4953-a6ad-06509d453902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:00.397967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Allocated IP 172.20.0.2 (fa6ff2c8-7cf8-4816-a174-0fd9c5519249/c136b701-6816-4fcb-a7bf-62515718b68e/9fd67573-485a-4288-b442-8df04f0b1f56) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:26:00.404479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:00.444913 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95679f4-a531-441c-a068-b121a36754f2 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Pushing event updated for resources: {'Port': ['ID=da08ffc6-967b-4188-8d24-a903f5d4d17a,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:00.467407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc79260-e8e4-418a-ad1b-9f4d01a0a616 None None] Pushing event updated for resources: {'Port': ['ID=8d07e118-8298-4178-8e1a-9d4b66e42bb6,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:00.482959 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95679f4-a531-441c-a068-b121a36754f2 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Network fa6ff2c8-7cf8-4816-a174-0fd9c5519249 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:00.486662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device dab1b045-5f64-4c14-8811-fdcc094d445c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:00.488447 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334616a-6ada-4170-88d1-67f09498f11c req-a56fd993-d76c-4893-90bb-5875e96f5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:00.492272 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a334616a-6ada-4170-88d1-67f09498f11c req-a56fd993-d76c-4893-90bb-5875e96f5598 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=d3325ec5-1f98-42f0-a7af-e04d7ffa905c HTTP/1.1" status: 200 len: 852 time: 0.2379632 Oct 26 15:26:00.499123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-f95679f4-a531-441c-a068-b121a36754f2 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:00.501942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Attempting to bind port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:26:00.502356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Attempting to bind port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:26:00.502727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Attempting to bind port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:26:00.503740 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-90c578b3-1aca-4953-a6ad-06509d453902 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:00.567265 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6e637035-d53f-4ce1-9b90-1e53207f3d50 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.3770826 Oct 26 15:26:00.577374 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a334616a-6ada-4170-88d1-67f09498f11c req-042a45da-daf1-4f67-b337-8aefd12883e1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d5806a95-3b54-44f4-a3c2-4f074fc9c3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628231 Oct 26 15:26:00.582156 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95679f4-a531-441c-a068-b121a36754f2 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:00.625034 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:00.654350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:26:00.654767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:00.655229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:00.655631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:26:00.656171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Bound port: 8d07e118-8298-4178-8e1a-9d4b66e42bb6, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:26:00.656561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:00.667613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c08f7121-3738-435f-8bb2-db3c9dcdc928 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (b0b85767-e002-4215-8e84-6cd1f0c536e0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:00.689061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port dab1b045-5f64-4c14-8811-fdcc094d445c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:00.689576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dab1b045-5f64-4c14-8811-fdcc094d445c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:00.689923 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port dab1b045-5f64-4c14-8811-fdcc094d445c Oct 26 15:26:00.693725 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3681ed4f-71fa-4848-b126-555b905905d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:00.711325 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f7121-3738-435f-8bb2-db3c9dcdc928 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Port': ['ID=b0b85767-e002-4215-8e84-6cd1f0c536e0,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:00.732849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:00.748169 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95679f4-a531-441c-a068-b121a36754f2 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:00.748564 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f95679f4-a531-441c-a068-b121a36754f2 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:00.751912 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:00.819225 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-90c578b3-1aca-4953-a6ad-06509d453902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:58Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:25:59Z', 'revision_number': 7, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:00.869742 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f95679f4-a531-441c-a068-b121a36754f2 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1428738 Oct 26 15:26:00.870499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:00.873914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] For port 8d07e118-8298-4178-8e1a-9d4b66e42bb6, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:26:00.874858 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33526) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:00.879896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] For port 8d07e118-8298-4178-8e1a-9d4b66e42bb6, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8d07e118-8298-4178-8e1a-9d4b66e42bb6,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:26:00.886412 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a334616a-6ada-4170-88d1-67f09498f11c req-6baf25f7-3dd4-4bc1-978b-07d57187e913 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d5806a95-3b54-44f4-a3c2-4f074fc9c3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989566 Oct 26 15:26:00.886905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port dab1b045-5f64-4c14-8811-fdcc094d445c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:00.908524 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c578b3-1aca-4953-a6ad-06509d453902 None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:00.926105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Publish callbacks [] for port (9fd67573-485a-4288-b442-8df04f0b1f56), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:00.929392 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c578b3-1aca-4953-a6ad-06509d453902 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:00.931100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:00.932260 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-90c578b3-1aca-4953-a6ad-06509d453902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:00.977626 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-86745a29-5c3f-4121-890c-0db98fc8a702 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1924498344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:01.013768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc79260-e8e4-418a-ad1b-9f4d01a0a616 None None] Pushing event updated for resources: {'Port': ['ID=8d07e118-8298-4178-8e1a-9d4b66e42bb6,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:01.029822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:01.030689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:01.058361 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c08f7121-3738-435f-8bb2-db3c9dcdc928 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (9da19285-0c9f-4f32-b410-7df2d08be008), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:01.074047 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-86745a29-5c3f-4121-890c-0db98fc8a702 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (c5ad1347-e49c-4e5c-b07b-182481efccf0), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:01.075572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-86745a29-5c3f-4121-890c-0db98fc8a702 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (c5ad1347-e49c-4e5c-b07b-182481efccf0), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:01.096298 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a334616a-6ada-4170-88d1-67f09498f11c req-97b263f3-ccd5-4184-a1cc-aa2ac902f614 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d5806a95-3b54-44f4-a3c2-4f074fc9c3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764677 Oct 26 15:26:01.104674 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-90c578b3-1aca-4953-a6ad-06509d453902 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:01.191659 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:01.195823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630ebce-57bd-4f4b-89b3-fda9e2f1d5a5 req-8fb098e9-093e-4c0a-acd7-4819180436be tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:01.203655 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5630ebce-57bd-4f4b-89b3-fda9e2f1d5a5 req-8fb098e9-093e-4c0a-acd7-4819180436be tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 946 time: 0.1037321 Oct 26 15:26:01.217711 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-86745a29-5c3f-4121-890c-0db98fc8a702 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks [] for router_controller (c5ad1347-e49c-4e5c-b07b-182481efccf0), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:01.221660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:01.278720 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-86745a29-5c3f-4121-890c-0db98fc8a702 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (c5ad1347-e49c-4e5c-b07b-182481efccf0), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:01.291990 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5630ebce-57bd-4f4b-89b3-fda9e2f1d5a5 req-39e7e159-8675-4c10-bb98-e80c3601c2b6 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810490 Oct 26 15:26:01.302119 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:01.313007 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-3681ed4f-71fa-4848-b126-555b905905d5 admin admin] Allocated IP 172.20.0.1 (920938dd-0721-4355-bdb0-ff1fe396cdb3/30db4ac9-ffe0-4721-9751-43f4e09446d7/91a88ef0-2a52-4638-b2ef-785bff49a4f8) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:26:01.331611 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-90c578b3-1aca-4953-a6ad-06509d453902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:58Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:25:59Z', 'revision_number': 7, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:01.342254 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08f7121-3738-435f-8bb2-db3c9dcdc928 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 9da19285-0c9f-4f32-b410-7df2d08be008 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:26:01.345252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-86745a29-5c3f-4121-890c-0db98fc8a702 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:01.349043 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-86745a29-5c3f-4121-890c-0db98fc8a702 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4695499 Oct 26 15:26:01.349206 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:01.350492 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33530) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:01.356384 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-fbd66d05-e320-48a8-aea8-c0e5c1d3763c tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-230990704', 'prefixes': ['172.20.0.0/16']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:01.372356 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c578b3-1aca-4953-a6ad-06509d453902 None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:58Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:25:59Z', 'revision_number': 7, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:01.437618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:01.440862 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08f7121-3738-435f-8bb2-db3c9dcdc928 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:26:01.453905 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c08f7121-3738-435f-8bb2-db3c9dcdc928 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/9da19285-0c9f-4f32-b410-7df2d08be008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5285790 Oct 26 15:26:01.457437 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33532) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:01.482267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (9fd67573-485a-4288-b442-8df04f0b1f56), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:01.490420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:01.500492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed9446f-50f9-490b-9af3-3f954a79b1b5 None None] Sync routers for ids ['9da19285-0c9f-4f32-b410-7df2d08be008'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:01.527465 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fbd66d05-e320-48a8-aea8-c0e5c1d3763c tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:01.531746 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fbd66d05-e320-48a8-aea8-c0e5c1d3763c tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1774552 Oct 26 15:26:01.532523 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3681ed4f-71fa-4848-b126-555b905905d5 admin admin] Publish callbacks [] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:01.533999 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33534) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:01.540485 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-6b427cce-d551-45e7-bbdb-c042589fb7a5 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c136b701-6816-4fcb-a7bf-62515718b68e', 'tempest-TagsExtTest-Tag-405203067') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:01.549836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Network fa6ff2c8-7cf8-4816-a174-0fd9c5519249 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:01.568714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:01.581388 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33536) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:01.582780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:01.615469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed9446f-50f9-490b-9af3-3f954a79b1b5 None None] Routers {'9da19285-0c9f-4f32-b410-7df2d08be008'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:01.616106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fed9446f-50f9-490b-9af3-3f954a79b1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['9da19285-0c9f-4f32-b410-7df2d08be008'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:01.691691 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6b427cce-d551-45e7-bbdb-c042589fb7a5 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "PUT /networking/v2.0/subnets/c136b701-6816-4fcb-a7bf-62515718b68e/tags/tempest-TagsExtTest-Tag-405203067 HTTP/1.1" status: 201 len: 201 time: 0.1563447 Oct 26 15:26:01.694861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33538) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:01.700637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-720da824-cb49-4ac8-a6de-73d0cf56a2af tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'da08ffc6-967b-4188-8d24-a903f5d4d17a', 'tempest-TagsExtTest-Tag-1603940498') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:01.705961 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3681ed4f-71fa-4848-b126-555b905905d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:01.728924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fed9446f-50f9-490b-9af3-3f954a79b1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:01.776322 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-d157179f-ae2a-4c4b-a0bd-bd6042baaae4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] remove_router_interface failed (client error): The resource could not be found. Oct 26 15:26:01.781538 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d157179f-ae2a-4c4b-a0bd-bd6042baaae4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/9da19285-0c9f-4f32-b410-7df2d08be008/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3190777 Oct 26 15:26:01.783852 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-836dc788-1791-4351-b62a-675d2f4b932a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2012165 Oct 26 15:26:01.784313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33540) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:01.808581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3681ed4f-71fa-4848-b126-555b905905d5 admin admin] Network 920938dd-0721-4355-bdb0-ff1fe396cdb3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:01.817189 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-3681ed4f-71fa-4848-b126-555b905905d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:01.820014 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3681ed4f-71fa-4848-b126-555b905905d5 admin admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:01.831403 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fd5f4118-7118-4617-90a1-be4120382594 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9da19285-0c9f-4f32-b410-7df2d08be008 HTTP/1.1" status: 200 len: 205 time: 0.0428157 Oct 26 15:26:01.832293 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33542) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:01.845427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Pushing event updated for resources: {'Port': ['ID=9fd67573-485a-4288-b442-8df04f0b1f56,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:01.857731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Attempting to bind port 9fd67573-485a-4288-b442-8df04f0b1f56 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:26:01.858111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Attempting to bind port 9fd67573-485a-4288-b442-8df04f0b1f56 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '26d27c45-e013-47ab-9268-0c50cb2363e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fa6ff2c8-7cf8-4816-a174-0fd9c5519249'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:26:01.858484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Attempting to bind port 9fd67573-485a-4288-b442-8df04f0b1f56 on network fa6ff2c8-7cf8-4816-a174-0fd9c5519249 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:26:01.860767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681ed4f-71fa-4848-b126-555b905905d5 admin admin] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:01.880655 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-720da824-cb49-4ac8-a6de-73d0cf56a2af tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "PUT /networking/v2.0/ports/da08ffc6-967b-4188-8d24-a903f5d4d17a/tags/tempest-TagsExtTest-Tag-1603940498 HTTP/1.1" status: 201 len: 201 time: 0.1846480 Oct 26 15:26:01.883458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33544) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:01.890580 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-1f4fde5b-dd73-473e-a3eb-1420022a4cc5 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c5ad1347-e49c-4e5c-b07b-182481efccf0', 'tempest-TagsExtTest-Tag-347823750') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:01.894831 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3681ed4f-71fa-4848-b126-555b905905d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (975e0f59-d8a6-4bb5-a4b6-07f04b5021fa), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:01.904277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:01.905005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:01.905381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:01.927920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:01.929017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed9446f-50f9-490b-9af3-3f954a79b1b5 None None] Routers {'9da19285-0c9f-4f32-b410-7df2d08be008'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:01.929708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fed9446f-50f9-490b-9af3-3f954a79b1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['9da19285-0c9f-4f32-b410-7df2d08be008'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:01.960596 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7a7f56a-03ed-4785-9d73-b69e9e937aab tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (9da19285-0c9f-4f32-b410-7df2d08be008), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:01.998356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:01.999083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:02.047463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fed9446f-50f9-490b-9af3-3f954a79b1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:02.048662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed9446f-50f9-490b-9af3-3f954a79b1b5 None None] The sync data for ids ['9da19285-0c9f-4f32-b410-7df2d08be008'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:02.059613 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1f4fde5b-dd73-473e-a3eb-1420022a4cc5 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "PUT /networking/v2.0/routers/c5ad1347-e49c-4e5c-b07b-182481efccf0/tags/tempest-TagsExtTest-Tag-347823750 HTTP/1.1" status: 201 len: 201 time: 0.1750886 Oct 26 15:26:02.063629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33546) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:02.071269 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-6340190c-69da-4eb9-bfd2-cca1ff9bbfc7 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '29fe21cb-cef1-4d61-8416-364ddcb6affd', 'tempest-TagsExtTest-Tag-591734722') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:02.174361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:02.190926 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6340190c-69da-4eb9-bfd2-cca1ff9bbfc7 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "PUT /networking/v2.0/subnetpools/29fe21cb-cef1-4d61-8416-364ddcb6affd/tags/tempest-TagsExtTest-Tag-591734722 HTTP/1.1" status: 201 len: 201 time: 0.1239381 Oct 26 15:26:02.192144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33550) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:02.194172 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7a7f56a-03ed-4785-9d73-b69e9e937aab tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (9da19285-0c9f-4f32-b410-7df2d08be008), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:02.196220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-d9724dd8-2be5-4e5c-b5db-eb57ab4eca64 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c136b701-6816-4fcb-a7bf-62515718b68e') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:02.198090 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7a7f56a-03ed-4785-9d73-b69e9e937aab tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router_controller (9da19285-0c9f-4f32-b410-7df2d08be008), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:02.240716 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3681ed4f-71fa-4848-b126-555b905905d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:02.241310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:02.241793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:02.255810 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7a7f56a-03ed-4785-9d73-b69e9e937aab tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (9da19285-0c9f-4f32-b410-7df2d08be008), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:02.259629 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a7f56a-03ed-4785-9d73-b69e9e937aab tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Fanout notify agent at l3_agent the message router_deleted on router 9da19285-0c9f-4f32-b410-7df2d08be008 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:26:02.265663 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d9724dd8-2be5-4e5c-b5db-eb57ab4eca64 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/subnets/c136b701-6816-4fcb-a7bf-62515718b68e/tags HTTP/1.1" status: 200 len: 240 time: 0.0725887 Oct 26 15:26:02.268820 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33552) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:02.280203 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-cf5b5060-1ab6-4512-80d0-3b3694124a1f tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c136b701-6816-4fcb-a7bf-62515718b68e', 'tempest-TagsExtTest-Tag-405203067') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:02.281629 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7a7f56a-03ed-4785-9d73-b69e9e937aab tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:02.283470 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c7a7f56a-03ed-4785-9d73-b69e9e937aab tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/routers/9da19285-0c9f-4f32-b410-7df2d08be008 HTTP/1.1" status: 204 len: 168 time: 0.4505999 Oct 26 15:26:02.283770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:25:56Z', 'revision_number': 3, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:02.286342 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33554) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:02.293479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:26:02.294003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Checking segment: {'id': '26d27c45-e013-47ab-9268-0c50cb2363e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fa6ff2c8-7cf8-4816-a174-0fd9c5519249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:02.294417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:02.294808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Bound using segment: {'id': '26d27c45-e013-47ab-9268-0c50cb2363e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fa6ff2c8-7cf8-4816-a174-0fd9c5519249'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:26:02.295671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Bound port: 9fd67573-485a-4288-b442-8df04f0b1f56, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d27c45-e013-47ab-9268-0c50cb2363e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fa6ff2c8-7cf8-4816-a174-0fd9c5519249'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:26:02.295671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9fd67573-485a-4288-b442-8df04f0b1f56), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:02.334688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec50cfcb-5930-461d-aa28-ec16abd60f87 None None] The sync data for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv is: [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:25:56Z', 'revision_number': 3, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:02.417814 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-7855dd19-adee-49a0-905b-71cf520ebaf4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting subnet b94444bc-2dc9-44f3-bb04-27e71d548f95 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:26:02.430620 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cf5b5060-1ab6-4512-80d0-3b3694124a1f tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/subnets/c136b701-6816-4fcb-a7bf-62515718b68e/tags/tempest-TagsExtTest-Tag-405203067 HTTP/1.1" status: 204 len: 168 time: 0.1607642 Oct 26 15:26:02.431350 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7855dd19-adee-49a0-905b-71cf520ebaf4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (b94444bc-2dc9-44f3-bb04-27e71d548f95), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:02.433293 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33558) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:02.466801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-30447928-7db2-45d0-b64b-834d66227547 None None] For port 9fd67573-485a-4288-b442-8df04f0b1f56, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:26:02.471687 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-d015e8bf-3f2b-490e-a1a3-ffd32898254e tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c136b701-6816-4fcb-a7bf-62515718b68e', 'tempest-TagsExtTest-Tag-405203067') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:02.472590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-30447928-7db2-45d0-b64b-834d66227547 None None] For port 9fd67573-485a-4288-b442-8df04f0b1f56, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9fd67573-485a-4288-b442-8df04f0b1f56,segment=NetworkSegment(26d27c45-e013-47ab-9268-0c50cb2363e8),segment_id=26d27c45-e013-47ab-9268-0c50cb2363e8)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:26:02.480654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:02.486827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9fd67573-485a-4288-b442-8df04f0b1f56), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:02.503251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d14e4a-2208-443a-9924-73539f923f41 req-6dd238dd-ad60-49a6-bd4a-0a0b04e6fad4 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:02.504869 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-84d14e4a-2208-443a-9924-73539f923f41 req-6dd238dd-ad60-49a6-bd4a-0a0b04e6fad4 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 946 time: 0.0854011 Oct 26 15:26:02.510265 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7855dd19-adee-49a0-905b-71cf520ebaf4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (b94444bc-2dc9-44f3-bb04-27e71d548f95), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:02.551749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:02.554087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30447928-7db2-45d0-b64b-834d66227547 None None] Pushing event updated for resources: {'Port': ['ID=9fd67573-485a-4288-b442-8df04f0b1f56,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:02.567555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:02.575708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:02.616159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=2,neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:02.636196 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-84d14e4a-2208-443a-9924-73539f923f41 req-047a0676-4ae4-4cf5-b4bb-9388650262d4 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036522 Oct 26 15:26:02.683031 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7855dd19-adee-49a0-905b-71cf520ebaf4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (b94444bc-2dc9-44f3-bb04-27e71d548f95), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:02.735712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:02.794766 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33562) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:02.832670 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d015e8bf-3f2b-490e-a1a3-ffd32898254e tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/c136b701-6816-4fcb-a7bf-62515718b68e/tags/tempest-TagsExtTest-Tag-405203067 HTTP/1.1" status: 204 len: 168 time: 0.3979802 Oct 26 15:26:02.863341 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33564) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:02.866875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:02.873263 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-08c779a1-6cbf-46e3-bf92-a18b49c9c6dc tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c136b701-6816-4fcb-a7bf-62515718b68e') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:02.903797 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7855dd19-adee-49a0-905b-71cf520ebaf4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (b94444bc-2dc9-44f3-bb04-27e71d548f95), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:02.968014 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3681ed4f-71fa-4848-b126-555b905905d5 admin admin] Publish callbacks [] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:02.984394 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3681ed4f-71fa-4848-b126-555b905905d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:03.022134 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855dd19-adee-49a0-905b-71cf520ebaf4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Subnet': ['ID=b94444bc-2dc9-44f3-bb04-27e71d548f95,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:03.026749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:03.027533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:03.028049 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:26:03.033081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:03.051147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7855dd19-adee-49a0-905b-71cf520ebaf4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:03.056049 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7855dd19-adee-49a0-905b-71cf520ebaf4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/b94444bc-2dc9-44f3-bb04-27e71d548f95 HTTP/1.1" status: 204 len: 168 time: 0.7686701 Oct 26 15:26:03.061098 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2f9363fc-c082-453b-a4d4-da080a48b270 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2666023 Oct 26 15:26:03.061657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33568) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:03.131268 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-08c779a1-6cbf-46e3-bf92-a18b49c9c6dc tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/subnets/c136b701-6816-4fcb-a7bf-62515718b68e/tags HTTP/1.1" status: 200 len: 205 time: 0.2663584 Oct 26 15:26:03.138948 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33570) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:03.158333 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-d43d4f20-6bab-4b53-bf55-5e6b1499fcd3 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'da08ffc6-967b-4188-8d24-a903f5d4d17a') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:03.204505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:03.205182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:03.230317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:03.232163 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:03.238841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:03.239684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:03.239858 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (ace88167-b732-4d91-bec8-eb565c994241), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:03.260649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681ed4f-71fa-4848-b126-555b905905d5 admin admin] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:03.280124 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d43d4f20-6bab-4b53-bf55-5e6b1499fcd3 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/ports/da08ffc6-967b-4188-8d24-a903f5d4d17a/tags HTTP/1.1" status: 200 len: 241 time: 0.1346531 Oct 26 15:26:03.281444 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3681ed4f-71fa-4848-b126-555b905905d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (975e0f59-d8a6-4bb5-a4b6-07f04b5021fa), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:03.293716 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a3c74-8ea5-4f7f-81d4-8017dfb730ee req-cdad800f-8276-412c-a818-25287571ca49 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:03.294464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33572) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:03.301426 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-850a3c74-8ea5-4f7f-81d4-8017dfb730ee req-cdad800f-8276-412c-a818-25287571ca49 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 946 time: 0.1429477 Oct 26 15:26:03.359131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:03.359689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:03.359829 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:26:03.374855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:03.376329 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:26:03.376676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (9e7d2793-5c2f-439b-b8b3-002b13c12b0c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:03.382744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-5bad9e1f-ab94-40b0-a3d8-e2c6d6862620 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da08ffc6-967b-4188-8d24-a903f5d4d17a', 'tempest-TagsExtTest-Tag-1603940498') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:03.421186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:03.484102 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5bad9e1f-ab94-40b0-a3d8-e2c6d6862620 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/ports/da08ffc6-967b-4188-8d24-a903f5d4d17a/tags/tempest-TagsExtTest-Tag-1603940498 HTTP/1.1" status: 204 len: 168 time: 0.1109130 Oct 26 15:26:03.485209 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33574) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:03.494205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:03.494614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:03.495372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.tag.tag_plugin [None req-ed16be8a-37f1-4bd0-8707-eff2a9f59024 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'da08ffc6-967b-4188-8d24-a903f5d4d17a', 'tempest-TagsExtTest-Tag-1603940498') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:03.497469 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3681ed4f-71fa-4848-b126-555b905905d5 admin admin] Network 920938dd-0721-4355-bdb0-ff1fe396cdb3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:03.499020 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-3681ed4f-71fa-4848-b126-555b905905d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:03.512002 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] For port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9e7d2793-5c2f-439b-b8b3-002b13c12b0c,segment=NetworkSegment(5e10325f-7ffa-49b4-9b23-e2d7d5a523ac),segment_id=5e10325f-7ffa-49b4-9b23-e2d7d5a523ac)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:03.512002 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (9e7d2793-5c2f-439b-b8b3-002b13c12b0c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:03.555293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:03.568685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:03.602131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Calling delete_port for 9e7d2793-5c2f-439b-b8b3-002b13c12b0c owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:26:03.618417 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-850a3c74-8ea5-4f7f-81d4-8017dfb730ee req-0c6c7e54-e924-4e41-9f31-39b6185ac057 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151085 Oct 26 15:26:03.694677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:03.709682 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ed16be8a-37f1-4bd0-8707-eff2a9f59024 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/ports/da08ffc6-967b-4188-8d24-a903f5d4d17a/tags/tempest-TagsExtTest-Tag-1603940498 HTTP/1.1" status: 204 len: 168 time: 0.2212951 Oct 26 15:26:03.713627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33576) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:03.718059 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.tag.tag_plugin [None req-c4bb74c4-ef31-4fd5-8fac-b43e2638021d tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'da08ffc6-967b-4188-8d24-a903f5d4d17a') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:03.765626 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c4bb74c4-ef31-4fd5-8fac-b43e2638021d tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/ports/da08ffc6-967b-4188-8d24-a903f5d4d17a/tags HTTP/1.1" status: 200 len: 205 time: 0.0509610 Oct 26 15:26:03.770853 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33578) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:03.780401 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.tag.tag_plugin [None req-611d3abc-18fc-4961-8275-b23ccd596221 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c5ad1347-e49c-4e5c-b07b-182481efccf0') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:03.876965 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-611d3abc-18fc-4961-8275-b23ccd596221 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/routers/c5ad1347-e49c-4e5c-b07b-182481efccf0/tags HTTP/1.1" status: 200 len: 240 time: 0.1048734 Oct 26 15:26:03.879548 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33580) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:03.887487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.tag.tag_plugin [None req-74207063-a275-4e81-b526-4b7eebbeeff2 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c5ad1347-e49c-4e5c-b07b-182481efccf0', 'tempest-TagsExtTest-Tag-347823750') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:03.896207 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (9e7d2793-5c2f-439b-b8b3-002b13c12b0c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:03.957414 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] No DVR routers for this DVR port 9e7d2793-5c2f-439b-b8b3-002b13c12b0c on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:26:03.983218 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Port': ['ID=9e7d2793-5c2f-439b-b8b3-002b13c12b0c,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:04.045358 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3681ed4f-71fa-4848-b126-555b905905d5 admin admin] Router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:26:04.060861 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-74207063-a275-4e81-b526-4b7eebbeeff2 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/routers/c5ad1347-e49c-4e5c-b07b-182481efccf0/tags/tempest-TagsExtTest-Tag-347823750 HTTP/1.1" status: 204 len: 168 time: 0.1801057 Oct 26 15:26:04.065859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33584) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:04.066586 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33582) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:04.100629 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.tag.tag_plugin [None req-b8ef751a-4785-4a4f-9e50-4937e3403bfa tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c5ad1347-e49c-4e5c-b07b-182481efccf0', 'tempest-TagsExtTest-Tag-347823750') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:04.121685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3ae0ca-fa96-494f-a8b6-a1c3fc718255 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:26:04.153613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (ace88167-b732-4d91-bec8-eb565c994241), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:04.172277 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-71832dd4-d46e-4834-b558-476b5c8972a8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1052973 Oct 26 15:26:04.209993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace88167-b732-4d91-bec8-eb565c994241']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:04.214104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-bd04052c-05db-4895-acda-6092cf0adab4 None None] Provisioning complete for port 9fd67573-485a-4288-b442-8df04f0b1f56 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:04.214655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bd04052c-05db-4895-acda-6092cf0adab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9fd67573-485a-4288-b442-8df04f0b1f56), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:04.215143 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-bd04052c-05db-4895-acda-6092cf0adab4 None None] Attempt 1 to provision port 9fd67573-485a-4288-b442-8df04f0b1f56 Oct 26 15:26:04.215857 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3681ed4f-71fa-4848-b126-555b905905d5 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:26:04.229895 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3681ed4f-71fa-4848-b126-555b905905d5 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/975e0f59-d8a6-4bb5-a4b6-07f04b5021fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1693528 Oct 26 15:26:04.230117 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e10325f-7ffa-49b4-9b23-e2d7d5a523ac') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:04.230117 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e10325f-7ffa-49b4-9b23-e2d7d5a523ac') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:04.241639 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (5e10325f-7ffa-49b4-9b23-e2d7d5a523ac), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:04.248157 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b8ef751a-4785-4a4f-9e50-4937e3403bfa tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/routers/c5ad1347-e49c-4e5c-b07b-182481efccf0/tags/tempest-TagsExtTest-Tag-347823750 HTTP/1.1" status: 204 len: 168 time: 0.1804957 Oct 26 15:26:04.250567 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33588) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:04.256249 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-4dec464e-31ba-4a79-8109-3ae7e333526e tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c5ad1347-e49c-4e5c-b07b-182481efccf0') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:04.270122 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (5e10325f-7ffa-49b4-9b23-e2d7d5a523ac), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:04.283436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3ae0ca-fa96-494f-a8b6-a1c3fc718255 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:26:04.297017 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:26:04.297772 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (5e10325f-7ffa-49b4-9b23-e2d7d5a523ac), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:04.330329 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:04.349582 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 5e10325f-7ffa-49b4-9b23-e2d7d5a523ac resource provider aggregate not found Oct 26 15:26:04.352903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-bd04052c-05db-4895-acda-6092cf0adab4 None None] Current status of the port 9fd67573-485a-4288-b442-8df04f0b1f56 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:04.353223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bd04052c-05db-4895-acda-6092cf0adab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9fd67573-485a-4288-b442-8df04f0b1f56), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:04.373231 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4dec464e-31ba-4a79-8109-3ae7e333526e tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/routers/c5ad1347-e49c-4e5c-b07b-182481efccf0/tags HTTP/1.1" status: 200 len: 205 time: 0.1206915 Oct 26 15:26:04.376440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33594) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:04.380786 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-e8470e95-e540-40af-a6ed-5ef609d4a4af tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '29fe21cb-cef1-4d61-8416-364ddcb6affd') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:04.383849 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 5e10325f-7ffa-49b4-9b23-e2d7d5a523ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e10325f-7ffa-49b4-9b23-e2d7d5a523ac found for delete ", "request_id": "req-a39419eb-2e80-44cb-be2e-cdb8522a07bf"}]} Oct 26 15:26:04.403416 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (ace88167-b732-4d91-bec8-eb565c994241), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:04.415561 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:04.419337 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e8470e95-e540-40af-a6ed-5ef609d4a4af tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/subnetpools/29fe21cb-cef1-4d61-8416-364ddcb6affd/tags HTTP/1.1" status: 200 len: 240 time: 0.0417902 Oct 26 15:26:04.421339 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/networks/ace88167-b732-4d91-bec8-eb565c994241 HTTP/1.1" status: 204 len: 168 time: 1.3573322 Oct 26 15:26:04.422326 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33596) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:04.427146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33598) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:04.433875 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a623d474-d621-490d-af02-15b9edef4c15 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'network': {'name': 'tempest-RoutersTest-1512671925'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:04.439777 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.tag.tag_plugin [None req-9e9c985d-ba6c-4896-b962-9b3a7fc64bc3 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '29fe21cb-cef1-4d61-8416-364ddcb6affd', 'tempest-TagsExtTest-Tag-591734722') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:04.450452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09db9f5-ef3e-4fde-b44c-65f101829f0c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Network': ['ID=ace88167-b732-4d91-bec8-eb565c994241,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:04.450767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-bd04052c-05db-4895-acda-6092cf0adab4 None None] For port 9fd67573-485a-4288-b442-8df04f0b1f56, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9fd67573-485a-4288-b442-8df04f0b1f56,segment=NetworkSegment(26d27c45-e013-47ab-9268-0c50cb2363e8),segment_id=26d27c45-e013-47ab-9268-0c50cb2363e8)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:04.459009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bd04052c-05db-4895-acda-6092cf0adab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9fd67573-485a-4288-b442-8df04f0b1f56), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:04.473419 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a623d474-d621-490d-af02-15b9edef4c15 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Made reservation on behalf of e6a5bd1edcc84a3dbb4f28964dceafcd for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:26:04.477884 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a623d474-d621-490d-af02-15b9edef4c15 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:04.513894 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9e9c985d-ba6c-4896-b962-9b3a7fc64bc3 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/subnetpools/29fe21cb-cef1-4d61-8416-364ddcb6affd/tags/tempest-TagsExtTest-Tag-591734722 HTTP/1.1" status: 204 len: 168 time: 0.0782595 Oct 26 15:26:04.521824 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33604) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:04.524089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a623d474-d621-490d-af02-15b9edef4c15 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:26:04.535824 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-1b625c69-bf17-438d-a8dc-cead1bdc786b tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '29fe21cb-cef1-4d61-8416-364ddcb6affd', 'tempest-TagsExtTest-Tag-591734722') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:04.564625 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a623d474-d621-490d-af02-15b9edef4c15 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (28fc3a37-d181-4eba-a40a-5d97a6236d9d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:04.565071 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-a623d474-d621-490d-af02-15b9edef4c15 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Added segment 28fc3a37-d181-4eba-a40a-5d97a6236d9d of type vlan for network b64dda38-60a9-495b-9974-21e5830df998 Oct 26 15:26:04.595262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04052c-05db-4895-acda-6092cf0adab4 None None] Pushing event updated for resources: {'Port': ['ID=9fd67573-485a-4288-b442-8df04f0b1f56,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:04.626622 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a623d474-d621-490d-af02-15b9edef4c15 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (b64dda38-60a9-495b-9974-21e5830df998), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:04.636879 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1b625c69-bf17-438d-a8dc-cead1bdc786b tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/subnetpools/29fe21cb-cef1-4d61-8416-364ddcb6affd/tags/tempest-TagsExtTest-Tag-591734722 HTTP/1.1" status: 204 len: 168 time: 0.1137240 Oct 26 15:26:04.640312 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33606) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:04.648904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af940bb-629c-46d5-a809-8f7e053e9b7d None None] Network fa6ff2c8-7cf8-4816-a174-0fd9c5519249 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:26:04.649456 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.tag.tag_plugin [None req-1e14d4c3-58bb-4440-943b-14969ebe2d35 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '29fe21cb-cef1-4d61-8416-364ddcb6affd') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:04.676602 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1e14d4c3-58bb-4440-943b-14969ebe2d35 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/subnetpools/29fe21cb-cef1-4d61-8416-364ddcb6affd/tags HTTP/1.1" status: 200 len: 205 time: 0.0336719 Oct 26 15:26:04.678780 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33610) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:04.683026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcc318e-f22e-4be4-8612-20f42a8e0c2d None None] Network ace88167-b732-4d91-bec8-eb565c994241 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:26:04.684252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.tag.tag_plugin [None req-b34853ca-f53d-475a-9076-1234d59370e6 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '29fe21cb-cef1-4d61-8416-364ddcb6affd') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:04.687290 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:04.701029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a623d474-d621-490d-af02-15b9edef4c15 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (b64dda38-60a9-495b-9974-21e5830df998), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:04.707872 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a623d474-d621-490d-af02-15b9edef4c15 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:04.708482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a623d474-d621-490d-af02-15b9edef4c15 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:04.723627 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b34853ca-f53d-475a-9076-1234d59370e6 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/subnetpools/29fe21cb-cef1-4d61-8416-364ddcb6affd/tags HTTP/1.1" status: 204 len: 168 time: 0.0416477 Oct 26 15:26:04.724180 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33612) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:04.729213 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.tag.tag_plugin [None req-5bedc79e-8ea1-45c6-8b16-2bdc42628da7 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c5ad1347-e49c-4e5c-b07b-182481efccf0') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:04.765707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-974c1407-7f36-41e6-9644-5b1b9213258a None None] Could not find standard attr ID for object 9e7d2793-5c2f-439b-b8b3-002b13c12b0c. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:26:04.817678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcc318e-f22e-4be4-8612-20f42a8e0c2d None None] Network ace88167-b732-4d91-bec8-eb565c994241 could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 15:26:04.894577 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a623d474-d621-490d-af02-15b9edef4c15 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4601712 Oct 26 15:26:04.898821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:04.916937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33614) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:04.941239 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-6515467d-2b28-4c13-b685-7ec3f268bdf7 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'subnet': {'network_id': 'b64dda38-60a9-495b-9974-21e5830df998', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:04.972156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9500063-daf7-4f91-ad9a-09ce19bbc2dd None None] DHCP port deletion for ace88167-b732-4d91-bec8-eb565c994241 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:26:05.018441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623d474-d621-490d-af02-15b9edef4c15 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Network': ['ID=b64dda38-60a9-495b-9974-21e5830df998,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:05.044023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network b64dda38-60a9-495b-9974-21e5830df998 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:26:05.065490 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2f0ab-c653-4ee2-874a-bf6eba03cf96 req-6705f80e-935c-4829-aba3-e66adfce915a tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:05.067199 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-38b2f0ab-c653-4ee2-874a-bf6eba03cf96 req-6705f80e-935c-4829-aba3-e66adfce915a tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 946 time: 0.1307971 Oct 26 15:26:05.069278 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33616) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:05.085993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-2316bd3d-a67f-41e7-92a7-1c27f489d182 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10207854', 'description': 'tempest-secgroup-smoke-10207854 description', 'project_id': '958a4175b49f4069b4d327e8d8151b9e'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:05.106552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:05.156358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-7734c858-5ef8-4299-95dc-e951ff0ebbe4 None None] Provisioning complete for port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:05.156746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7734c858-5ef8-4299-95dc-e951ff0ebbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:05.157172 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7734c858-5ef8-4299-95dc-e951ff0ebbe4 None None] Attempt 1 to provision port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 Oct 26 15:26:05.182915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33618) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:05.219121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:05.239441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7734c858-5ef8-4299-95dc-e951ff0ebbe4 None None] Port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:26:05.269937 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2316bd3d-a67f-41e7-92a7-1c27f489d182 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:05.389405 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Sync routers for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:05.408060 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:05.408710 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:05.485036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2316bd3d-a67f-41e7-92a7-1c27f489d182 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group (1dff2292-954c-4838-9823-eff0bb573549), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:05.491590 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f698fb-1fb7-4349-8043-d98cd0dd6fb3 req-535c0d71-5f93-4e0c-aaa0-4c92a316eea4 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:05.493464 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c1f698fb-1fb7-4349-8043-d98cd0dd6fb3 req-535c0d71-5f93-4e0c-aaa0-4c92a316eea4 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 946 time: 0.5783589 Oct 26 15:26:05.495447 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-15b4a486-1206-45d7-9933-ebf4e70a1b9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.3111684 Oct 26 15:26:05.498367 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5bedc79e-8ea1-45c6-8b16-2bdc42628da7 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/routers/c5ad1347-e49c-4e5c-b07b-182481efccf0/tags HTTP/1.1" status: 204 len: 168 time: 0.7729304 Oct 26 15:26:05.499109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2316bd3d-a67f-41e7-92a7-1c27f489d182 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (1dff2292-954c-4838-9823-eff0bb573549), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:05.512340 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-38b2f0ab-c653-4ee2-874a-bf6eba03cf96 req-814d06f6-b39f-41b1-ad54-e38d80076148 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Deleting port af3b3747-7932-48b2-ade9-0d093ddb3ca7 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:26:05.512964 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-38b2f0ab-c653-4ee2-874a-bf6eba03cf96 req-814d06f6-b39f-41b1-ad54-e38d80076148 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (af3b3747-7932-48b2-ade9-0d093ddb3ca7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:05.533209 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:05.545349 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33620) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:05.561896 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.tag.tag_plugin [None req-81dd689f-dae6-47b1-9781-eb7ed794f4ea tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'da08ffc6-967b-4188-8d24-a903f5d4d17a') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:05.608183 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:05.615201 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:05.628719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2316bd3d-a67f-41e7-92a7-1c27f489d182 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:05.630001 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2316bd3d-a67f-41e7-92a7-1c27f489d182 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5584464 Oct 26 15:26:05.635386 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33622) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:05.639896 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-cff89f9d-f187-47a3-9224-97983bb1b897 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Request body: {'security_group_rule': {'security_group_id': '1dff2292-954c-4838-9823-eff0bb573549', 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:05.682580 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-38b2f0ab-c653-4ee2-874a-bf6eba03cf96 req-814d06f6-b39f-41b1-ad54-e38d80076148 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] For port af3b3747-7932-48b2-ade9-0d093ddb3ca7, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=af3b3747-7932-48b2-ade9-0d093ddb3ca7,segment=NetworkSegment(763a54ee-843b-4d35-ad81-69a8e4380284),segment_id=763a54ee-843b-4d35-ad81-69a8e4380284)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:05.684851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-819de73c-bc93-4caa-88e5-0ef449ffc27d None None] Provisioning complete for port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:05.686067 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-38b2f0ab-c653-4ee2-874a-bf6eba03cf96 req-814d06f6-b39f-41b1-ad54-e38d80076148 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (af3b3747-7932-48b2-ade9-0d093ddb3ca7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:05.686780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-819de73c-bc93-4caa-88e5-0ef449ffc27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:05.686780 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-819de73c-bc93-4caa-88e5-0ef449ffc27d None None] Attempt 1 to provision port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 Oct 26 15:26:05.686780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77681eb3-104e-4877-bf55-bc243e6985a5 None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:05.709961 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-38b2f0ab-c653-4ee2-874a-bf6eba03cf96 req-814d06f6-b39f-41b1-ad54-e38d80076148 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Calling delete_port for af3b3747-7932-48b2-ade9-0d093ddb3ca7 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:26:05.713752 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316bd3d-a67f-41e7-92a7-1c27f489d182 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dff2292-954c-4838-9823-eff0bb573549,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:05.727319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9fd67573-485a-4288-b442-8df04f0b1f56 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:05.797762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6515467d-2b28-4c13-b685-7ec3f268bdf7 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Made reservation on behalf of e6a5bd1edcc84a3dbb4f28964dceafcd for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:26:05.800077 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 2, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:05.802485 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6515467d-2b28-4c13-b685-7ec3f268bdf7 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:05.812650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:05.813998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-819de73c-bc93-4caa-88e5-0ef449ffc27d None None] Port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:26:05.819357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77681eb3-104e-4877-bf55-bc243e6985a5 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:05.820172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-77681eb3-104e-4877-bf55-bc243e6985a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:05.838849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cff89f9d-f187-47a3-9224-97983bb1b897 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group_rule (2aeeb23f-7d69-4773-9090-dfbcd895b7cf), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:05.841364 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Checking router: 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:05.841825 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Updating router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:26:05.845114 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-81dd689f-dae6-47b1-9781-eb7ed794f4ea tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/ports/da08ffc6-967b-4188-8d24-a903f5d4d17a/tags HTTP/1.1" status: 204 len: 168 time: 0.2986736 Oct 26 15:26:05.849647 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33624) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:05.862239 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-c885c62e-b371-420b-b813-f11687ccc69b tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c136b701-6816-4fcb-a7bf-62515718b68e') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:05.877613 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:05.882745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9fd67573-485a-4288-b442-8df04f0b1f56 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:05.883382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9fd67573-485a-4288-b442-8df04f0b1f56), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:05.884082 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9fd67573-485a-4288-b442-8df04f0b1f56 Oct 26 15:26:05.913640 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c1f698fb-1fb7-4349-8043-d98cd0dd6fb3 req-a709cc76-b76b-4f01-b02d-297a099f0db7 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741906 Oct 26 15:26:05.977289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:06.023900 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cff89f9d-f187-47a3-9224-97983bb1b897 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group_rule (2aeeb23f-7d69-4773-9090-dfbcd895b7cf), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.037774 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cff89f9d-f187-47a3-9224-97983bb1b897 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (2aeeb23f-7d69-4773-9090-dfbcd895b7cf), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.049888 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c885c62e-b371-420b-b813-f11687ccc69b tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/c136b701-6816-4fcb-a7bf-62515718b68e/tags HTTP/1.1" status: 204 len: 168 time: 0.1980314 Oct 26 15:26:06.051291 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33626) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:06.062117 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff89f9d-f187-47a3-9224-97983bb1b897 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aeeb23f-7d69-4773-9090-dfbcd895b7cf,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:06.072419 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-e9f9e1da-840b-4b4e-b3ca-2987f4b3400f tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c136b701-6816-4fcb-a7bf-62515718b68e', 'tempest-TagsExtTest-Tag-1693863510') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:06.082277 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-38b2f0ab-c653-4ee2-874a-bf6eba03cf96 req-814d06f6-b39f-41b1-ad54-e38d80076148 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (af3b3747-7932-48b2-ade9-0d093ddb3ca7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.111094 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cff89f9d-f187-47a3-9224-97983bb1b897 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.112350 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cff89f9d-f187-47a3-9224-97983bb1b897 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4759579 Oct 26 15:26:06.115557 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33628) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:06.120071 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d86c9e1b-8ab2-4826-b57a-f9dfbb564afe tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Request body: {'security_group_rule': {'security_group_id': '1dff2292-954c-4838-9823-eff0bb573549', 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:06.168197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d06f6-b39f-41b1-ad54-e38d80076148 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Pushing event deleted for resources: {'Port': ['ID=af3b3747-7932-48b2-ade9-0d093ddb3ca7,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:06.217634 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6515467d-2b28-4c13-b685-7ec3f268bdf7 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (9050ee0f-f782-446a-86a0-648dee202b7a), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.237976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['af3b3747-7932-48b2-ade9-0d093ddb3ca7'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 15:26:06.257651 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d86c9e1b-8ab2-4826-b57a-f9dfbb564afe tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group_rule (92d84b5a-1f15-49ec-8863-1af7f29a9b76), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.257852 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e9f9e1da-840b-4b4e-b3ca-2987f4b3400f tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "PUT /networking/v2.0/subnets/c136b701-6816-4fcb-a7bf-62515718b68e/tags/tempest-TagsExtTest-Tag-1693863510 HTTP/1.1" status: 201 len: 201 time: 0.2025506 Oct 26 15:26:06.257852 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b2f0ab-c653-4ee2-874a-bf6eba03cf96 req-814d06f6-b39f-41b1-ad54-e38d80076148 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] No DVR routers for this DVR port af3b3747-7932-48b2-ade9-0d093ddb3ca7 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:26:06.258309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33630) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:06.263499 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-02bc55b8-f4d7-4b55-be24-d8da0aa27c88 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'da08ffc6-967b-4188-8d24-a903f5d4d17a', 'tempest-TagsExtTest-Tag-965677546') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:06.266367 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-38b2f0ab-c653-4ee2-874a-bf6eba03cf96 req-814d06f6-b39f-41b1-ad54-e38d80076148 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.269831 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-38b2f0ab-c653-4ee2-874a-bf6eba03cf96 req-814d06f6-b39f-41b1-ad54-e38d80076148 tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.64 "DELETE /networking/v2.0/ports/af3b3747-7932-48b2-ade9-0d093ddb3ca7 HTTP/1.1" status: 204 len: 173 time: 1.1757870 Oct 26 15:26:06.270350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:06.271539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36c731a-8ae5-42b3-9b09-94b5816539b9', 'name': 'network-vif-deleted', 'tag': 'af3b3747-7932-48b2-ade9-0d093ddb3ca7'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:26:06.275510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb7640e-652a-49a9-9371-a7aade8e402f" -d '{"events": [{"server_uuid": "f36c731a-8ae5-42b3-9b09-94b5816539b9", "name": "network-vif-deleted", "tag": "af3b3747-7932-48b2-ade9-0d093ddb3ca7"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:26:06.296552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-f30864e7-e8f7-4053-81e5-25602c9b04ff None None] Provisioning complete for port da08ffc6-967b-4188-8d24-a903f5d4d17a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:06.297046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f30864e7-e8f7-4053-81e5-25602c9b04ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (da08ffc6-967b-4188-8d24-a903f5d4d17a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.297504 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-f30864e7-e8f7-4053-81e5-25602c9b04ff None None] Attempt 1 to provision port da08ffc6-967b-4188-8d24-a903f5d4d17a Oct 26 15:26:06.362229 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Publish callbacks [] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.369546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-f30864e7-e8f7-4053-81e5-25602c9b04ff None None] Port da08ffc6-967b-4188-8d24-a903f5d4d17a cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:26:06.373450 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-02bc55b8-f4d7-4b55-be24-d8da0aa27c88 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "PUT /networking/v2.0/ports/da08ffc6-967b-4188-8d24-a903f5d4d17a/tags/tempest-TagsExtTest-Tag-965677546 HTTP/1.1" status: 201 len: 201 time: 0.1139841 Oct 26 15:26:06.375791 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.376457 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5024afa3-55c5-4817-b28d-4fc7745e69e1 x-openstack-request-id: req-5024afa3-55c5-4817-b28d-4fc7745e69e1 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:26:06.377041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36c731a-8ae5-42b3-9b09-94b5816539b9", "name": "network-vif-deleted", "tag": "af3b3747-7932-48b2-ade9-0d093ddb3ca7", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:26:06.377524 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5024afa3-55c5-4817-b28d-4fc7745e69e1 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:26:06.378114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-77681eb3-104e-4877-bf55-bc243e6985a5 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:06.379207 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:06.379477 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5024afa3-55c5-4817-b28d-4fc7745e69e1'] response: {'server_uuid': 'f36c731a-8ae5-42b3-9b09-94b5816539b9', 'name': 'network-vif-deleted', 'tag': 'af3b3747-7932-48b2-ade9-0d093ddb3ca7', 'status': 'completed', 'code': 200} Oct 26 15:26:06.380488 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33634) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:06.386861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-383b64a1-a2b6-406b-84eb-4649d570fe55 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c5ad1347-e49c-4e5c-b07b-182481efccf0', 'tempest-TagsExtTest-Tag-2145140194') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:06.398588 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515467d-2b28-4c13-b685-7ec3f268bdf7 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Subnet': ['ID=9050ee0f-f782-446a-86a0-648dee202b7a,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:06.424647 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6515467d-2b28-4c13-b685-7ec3f268bdf7 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Checking segment: {'id': '28fc3a37-d181-4eba-a40a-5d97a6236d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b64dda38-60a9-495b-9974-21e5830df998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:06.425041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6515467d-2b28-4c13-b685-7ec3f268bdf7 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network hostable DHCP agents. Network: b64dda38-60a9-495b-9974-21e5830df998, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:26:06.428813 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a3ab7-712a-4268-b0db-9f0c86b857dc None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:06.452323 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d86c9e1b-8ab2-4826-b57a-f9dfbb564afe tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group_rule (92d84b5a-1f15-49ec-8863-1af7f29a9b76), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.459664 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d86c9e1b-8ab2-4826-b57a-f9dfbb564afe tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (92d84b5a-1f15-49ec-8863-1af7f29a9b76), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.484550 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6515467d-2b28-4c13-b685-7ec3f268bdf7 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network b64dda38-60a9-495b-9974-21e5830df998 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:26:06.497780 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c9e1b-8ab2-4826-b57a-f9dfbb564afe tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d84b5a-1f15-49ec-8863-1af7f29a9b76,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:06.500284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33636) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:06.501454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-f30864e7-e8f7-4053-81e5-25602c9b04ff None None] Provisioning complete for port 9fd67573-485a-4288-b442-8df04f0b1f56 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:06.502116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f30864e7-e8f7-4053-81e5-25602c9b04ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9fd67573-485a-4288-b442-8df04f0b1f56), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.502646 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-f30864e7-e8f7-4053-81e5-25602c9b04ff None None] Attempt 1 to provision port 9fd67573-485a-4288-b442-8df04f0b1f56 Oct 26 15:26:06.510262 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-6515467d-2b28-4c13-b685-7ec3f268bdf7 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, b64dda38-60a9-495b-9974-21e5830df998) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:06.524784 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Attempting to bind port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:26:06.525277 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Attempting to bind port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'f678f758-6e74-4016-8e0b-191cdf89dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:26:06.525731 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Attempting to bind port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 on network 920938dd-0721-4355-bdb0-ff1fe396cdb3 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:26:06.549051 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d86c9e1b-8ab2-4826-b57a-f9dfbb564afe tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.550638 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d86c9e1b-8ab2-4826-b57a-f9dfbb564afe tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4344208 Oct 26 15:26:06.555504 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33638) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:06.560920 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6515467d-2b28-4c13-b685-7ec3f268bdf7 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:06.561529 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6515467d-2b28-4c13-b685-7ec3f268bdf7 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.566687 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-2db0ebb7-f192-46df-8081-615160506894 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Request body: {'security_group_rule': {'security_group_id': '1dff2292-954c-4838-9823-eff0bb573549', 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:06.569121 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:06.573607 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-383b64a1-a2b6-406b-84eb-4649d570fe55 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "PUT /networking/v2.0/routers/c5ad1347-e49c-4e5c-b07b-182481efccf0/tags/tempest-TagsExtTest-Tag-2145140194 HTTP/1.1" status: 201 len: 201 time: 0.1910126 Oct 26 15:26:06.576436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33640) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:06.583939 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-ef033970-ca6a-4a50-a5af-adde31a8c972 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '29fe21cb-cef1-4d61-8416-364ddcb6affd', 'tempest-TagsExtTest-Tag-1295954467') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:06.596910 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:26:06.598502 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Checking segment: {'id': 'f678f758-6e74-4016-8e0b-191cdf89dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:06.599532 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.600028 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Bound using segment: {'id': 'f678f758-6e74-4016-8e0b-191cdf89dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:26:06.600527 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Bound port: 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f678f758-6e74-4016-8e0b-191cdf89dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:26:06.601040 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.622826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9fd67573-485a-4288-b442-8df04f0b1f56 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:06.628661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a595fa1e-dceb-462d-837f-d349ef58d636 None None] Network b64dda38-60a9-495b-9974-21e5830df998 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:26:06.631061 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ef033970-ca6a-4a50-a5af-adde31a8c972 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "PUT /networking/v2.0/subnetpools/29fe21cb-cef1-4d61-8416-364ddcb6affd/tags/tempest-TagsExtTest-Tag-1295954467 HTTP/1.1" status: 201 len: 201 time: 0.0524879 Oct 26 15:26:06.633349 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33642) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:06.638630 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-700a6f98-13c3-4837-acd8-1869968f2933 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c136b701-6816-4fcb-a7bf-62515718b68e', {'tags': ['tempest-TagsExtTest-Tag-1514012346', 'tempest-TagsExtTest-Tag-1013541658', 'tempest-TagsExtTest-Tag-1891021618']}) {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:06.656094 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6515467d-2b28-4c13-b685-7ec3f268bdf7 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7333043 Oct 26 15:26:06.658505 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33644) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:06.662336 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2164bc35-5ed3-4685-8d26-bb3e2e5e1730 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1608565 Oct 26 15:26:06.682783 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-6c6a8289-6463-47a6-9305-1635d1273d88 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-17062019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:06.716688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2db0ebb7-f192-46df-8081-615160506894 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group_rule (9fb26b1a-7b47-49de-8684-163edfb074d6), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.725633 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-700a6f98-13c3-4837-acd8-1869968f2933 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "PUT /networking/v2.0/subnets/c136b701-6816-4fcb-a7bf-62515718b68e/tags HTTP/1.1" status: 200 len: 318 time: 0.0887578 Oct 26 15:26:06.726527 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33646) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:06.733864 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-8b998f86-27b2-4f66-85ec-acac650fba39 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c136b701-6816-4fcb-a7bf-62515718b68e') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:06.736097 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:26:06.743820 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:26:06.757982 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.810992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9fd67573-485a-4288-b442-8df04f0b1f56 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:06.814916 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6c6a8289-6463-47a6-9305-1635d1273d88 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (6abd1d04-797d-4b4b-95fb-48f18dfc2f6b), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.815058 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:06.815645 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:06.816018 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6c6a8289-6463-47a6-9305-1635d1273d88 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (6abd1d04-797d-4b4b-95fb-48f18dfc2f6b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.822108 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8b998f86-27b2-4f66-85ec-acac650fba39 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/c136b701-6816-4fcb-a7bf-62515718b68e/tags HTTP/1.1" status: 204 len: 168 time: 0.0940604 Oct 26 15:26:06.824668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33648) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:06.830393 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-acb374c6-939a-4ac7-964a-c3071fe6f96f tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c136b701-6816-4fcb-a7bf-62515718b68e', 'tempest-TagsExtTest-Tag-1514012346') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:06.872191 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a3ab7-712a-4268-b0db-9f0c86b857dc None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:06.887052 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6c6a8289-6463-47a6-9305-1635d1273d88 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router_controller (6abd1d04-797d-4b4b-95fb-48f18dfc2f6b), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.889658 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-acb374c6-939a-4ac7-964a-c3071fe6f96f tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] show failed (client error): The resource could not be found. Oct 26 15:26:06.891518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:06.893908 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-acb374c6-939a-4ac7-964a-c3071fe6f96f tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/subnets/c136b701-6816-4fcb-a7bf-62515718b68e/tags/tempest-TagsExtTest-Tag-1514012346 HTTP/1.1" status: 404 len: 329 time: 0.0675492 Oct 26 15:26:06.896225 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33650) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:06.896956 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6c6a8289-6463-47a6-9305-1635d1273d88 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (6abd1d04-797d-4b4b-95fb-48f18dfc2f6b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.902744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-7c909700-e1be-4663-9653-f59e38b930b2 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c136b701-6816-4fcb-a7bf-62515718b68e', 'tempest-TagsExtTest-Tag-1013541658') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:06.926833 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6c6a8289-6463-47a6-9305-1635d1273d88 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:06.928288 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6c6a8289-6463-47a6-9305-1635d1273d88 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2646513 Oct 26 15:26:06.934132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33652) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:06.937124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-f30864e7-e8f7-4053-81e5-25602c9b04ff None None] Current status of the port 9fd67573-485a-4288-b442-8df04f0b1f56 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:06.953718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-77681eb3-104e-4877-bf55-bc243e6985a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:03Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:03Z', 'revision_number': 9, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:06.994042 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-7c909700-e1be-4663-9653-f59e38b930b2 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] show failed (client error): The resource could not be found. Oct 26 15:26:06.997869 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7c909700-e1be-4663-9653-f59e38b930b2 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/subnets/c136b701-6816-4fcb-a7bf-62515718b68e/tags/tempest-TagsExtTest-Tag-1013541658 HTTP/1.1" status: 404 len: 329 time: 0.0978160 Oct 26 15:26:07.011544 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33656) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:07.019404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-722db6cd-037b-4d7c-b290-d22f693ebdac tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c136b701-6816-4fcb-a7bf-62515718b68e', 'tempest-TagsExtTest-Tag-1891021618') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:07.058503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-b64dda38-60a9-495b-9974-21e5830df998', 'network_id': 'b64dda38-60a9-495b-9974-21e5830df998', 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'fixed_ips': [{'subnet_id': '9050ee0f-f782-446a-86a0-648dee202b7a'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:26:07.059471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:07.106703 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-722db6cd-037b-4d7c-b290-d22f693ebdac tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] show failed (client error): The resource could not be found. Oct 26 15:26:07.110801 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-722db6cd-037b-4d7c-b290-d22f693ebdac tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/subnets/c136b701-6816-4fcb-a7bf-62515718b68e/tags/tempest-TagsExtTest-Tag-1891021618 HTTP/1.1" status: 404 len: 329 time: 0.0981224 Oct 26 15:26:07.111387 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33658) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:07.117101 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2db0ebb7-f192-46df-8081-615160506894 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group_rule (9fb26b1a-7b47-49de-8684-163edfb074d6), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:07.118828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77681eb3-104e-4877-bf55-bc243e6985a5 None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:07.119582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-5fd39d8c-1592-4e7c-a751-8046fb89f394 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'da08ffc6-967b-4188-8d24-a903f5d4d17a', {'tags': ['tempest-TagsExtTest-Tag-1871382312', 'tempest-TagsExtTest-Tag-549897853', 'tempest-TagsExtTest-Tag-1179947895']}) {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:07.126045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9fd67573-485a-4288-b442-8df04f0b1f56 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:07.126705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9fd67573-485a-4288-b442-8df04f0b1f56), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:07.127330 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9fd67573-485a-4288-b442-8df04f0b1f56 Oct 26 15:26:07.132771 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:07.171176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-4dc90430-74c0-40ef-be27-9c4b5002875f None None] Provisioning complete for port da08ffc6-967b-4188-8d24-a903f5d4d17a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:07.171857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4dc90430-74c0-40ef-be27-9c4b5002875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (da08ffc6-967b-4188-8d24-a903f5d4d17a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:07.172454 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4dc90430-74c0-40ef-be27-9c4b5002875f None None] Attempt 1 to provision port da08ffc6-967b-4188-8d24-a903f5d4d17a Oct 26 15:26:07.213164 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5fd39d8c-1592-4e7c-a751-8046fb89f394 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "PUT /networking/v2.0/ports/da08ffc6-967b-4188-8d24-a903f5d4d17a/tags HTTP/1.1" status: 200 len: 317 time: 0.0986660 Oct 26 15:26:07.213934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33660) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:07.220677 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-19248ba7-59cb-407a-b77d-4fc7dcd58077 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'da08ffc6-967b-4188-8d24-a903f5d4d17a') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:07.239596 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2db0ebb7-f192-46df-8081-615160506894 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (9fb26b1a-7b47-49de-8684-163edfb074d6), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:07.278830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77681eb3-104e-4877-bf55-bc243e6985a5 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:07.279470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-77681eb3-104e-4877-bf55-bc243e6985a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:07.311329 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-19248ba7-59cb-407a-b77d-4fc7dcd58077 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/ports/da08ffc6-967b-4188-8d24-a903f5d4d17a/tags HTTP/1.1" status: 204 len: 168 time: 0.0959671 Oct 26 15:26:07.314592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33662) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:07.317882 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0ebb7-f192-46df-8081-615160506894 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb26b1a-7b47-49de-8684-163edfb074d6,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:07.325699 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-d8eec09f-012a-482f-a8d1-fba31a1a1198 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da08ffc6-967b-4188-8d24-a903f5d4d17a', 'tempest-TagsExtTest-Tag-1871382312') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:07.327501 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2db0ebb7-f192-46df-8081-615160506894 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:07.332007 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2db0ebb7-f192-46df-8081-615160506894 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7697806 Oct 26 15:26:07.334991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33664) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:07.335122 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e6ef19bf-763c-430e-bb8c-f0e38a6628c2 req-ee5b6cc3-6180-403b-858d-dbdca2f7b9fc tempest-TestServerAdvancedOps-605171093 tempest-TestServerAdvancedOps-605171093-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f36c731a-8ae5-42b3-9b09-94b5816539b9 HTTP/1.1" status: 200 len: 210 time: 0.2156370 Oct 26 15:26:07.373880 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-9056c2cf-b945-48c6-a5b7-3c25a5b46d90 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Request body: {'security_group_rule': {'security_group_id': '1dff2292-954c-4838-9823-eff0bb573549', 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:07.404768 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4ec01fcf-0491-445a-8106-fd51ecf96915 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:07.406390 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-d8eec09f-012a-482f-a8d1-fba31a1a1198 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] show failed (client error): The resource could not be found. Oct 26 15:26:07.410508 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d8eec09f-012a-482f-a8d1-fba31a1a1198 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/ports/da08ffc6-967b-4188-8d24-a903f5d4d17a/tags/tempest-TagsExtTest-Tag-1871382312 HTTP/1.1" status: 404 len: 329 time: 0.0935616 Oct 26 15:26:07.411167 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:06Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:07.412859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33666) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:07.415035 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:07.417350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-6c94689d-f918-4c15-9625-053d2e3edcd7 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da08ffc6-967b-4188-8d24-a903f5d4d17a', 'tempest-TagsExtTest-Tag-549897853') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:07.422056 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:07.448444 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990bdefd-2e01-42b3-b448-42e1298c01f6 None None] The sync data for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv is: [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:06Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:07.459992 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9056c2cf-b945-48c6-a5b7-3c25a5b46d90 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group_rule (5de1ba21-22aa-4aa7-b0f9-dd6ad49c3ddf), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:07.479048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4dc90430-74c0-40ef-be27-9c4b5002875f None None] Port da08ffc6-967b-4188-8d24-a903f5d4d17a cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:26:07.525776 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-6c94689d-f918-4c15-9625-053d2e3edcd7 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] show failed (client error): The resource could not be found. Oct 26 15:26:07.527980 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6c94689d-f918-4c15-9625-053d2e3edcd7 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/ports/da08ffc6-967b-4188-8d24-a903f5d4d17a/tags/tempest-TagsExtTest-Tag-549897853 HTTP/1.1" status: 404 len: 328 time: 0.1140563 Oct 26 15:26:07.542409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Allocated IP 172.20.0.2 (b64dda38-60a9-495b-9974-21e5830df998/9050ee0f-f782-446a-86a0-648dee202b7a/8279e14e-9e88-49c6-ac13-9a8fc009873b) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:26:07.545466 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33668) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:07.552315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-3745a32e-5355-4de3-9217-9e86bd52fa70 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da08ffc6-967b-4188-8d24-a903f5d4d17a', 'tempest-TagsExtTest-Tag-1179947895') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:07.553333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-77681eb3-104e-4877-bf55-bc243e6985a5 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:07.593440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9fd67573-485a-4288-b442-8df04f0b1f56 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:07.613948 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9056c2cf-b945-48c6-a5b7-3c25a5b46d90 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group_rule (5de1ba21-22aa-4aa7-b0f9-dd6ad49c3ddf), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:07.622614 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-3745a32e-5355-4de3-9217-9e86bd52fa70 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] show failed (client error): The resource could not be found. Oct 26 15:26:07.623700 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3745a32e-5355-4de3-9217-9e86bd52fa70 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/ports/da08ffc6-967b-4188-8d24-a903f5d4d17a/tags/tempest-TagsExtTest-Tag-1179947895 HTTP/1.1" status: 404 len: 329 time: 0.0765386 Oct 26 15:26:07.626199 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9056c2cf-b945-48c6-a5b7-3c25a5b46d90 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (5de1ba21-22aa-4aa7-b0f9-dd6ad49c3ddf), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:07.627878 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33670) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:07.647425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-2b691036-ca4c-4b12-9583-363b54790cc1 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c5ad1347-e49c-4e5c-b07b-182481efccf0', {'tags': ['tempest-TagsExtTest-Tag-850307649', 'tempest-TagsExtTest-Tag-2062177245', 'tempest-TagsExtTest-Tag-1930381397']}) {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:07.664408 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056c2cf-b945-48c6-a5b7-3c25a5b46d90 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de1ba21-22aa-4aa7-b0f9-dd6ad49c3ddf,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:07.666251 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33672) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:07.666386 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=9 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:07.708667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:07.711638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9056c2cf-b945-48c6-a5b7-3c25a5b46d90 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:07.712924 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9056c2cf-b945-48c6-a5b7-3c25a5b46d90 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3796525 Oct 26 15:26:07.716020 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33674) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:07.716992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:07.725192 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-de81acc8-a8c5-4620-8d60-0a3a3175e71f tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Request body: {'security_group_rule': {'security_group_id': '1dff2292-954c-4838-9823-eff0bb573549', 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:07.745315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:07.772311 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-de81acc8-a8c5-4620-8d60-0a3a3175e71f tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Project 958a4175b49f4069b4d327e8d8151b9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:26:07.778229 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de81acc8-a8c5-4620-8d60-0a3a3175e71f tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group_rule (2a1cfb07-530e-48f1-8d2c-43fb176f4006), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:07.815536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:07.832148 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ba021398-f76b-45be-8bc2-47c2d3bec68f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1305943 Oct 26 15:26:07.832148 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2b691036-ca4c-4b12-9583-363b54790cc1 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "PUT /networking/v2.0/routers/c5ad1347-e49c-4e5c-b07b-182481efccf0/tags HTTP/1.1" status: 200 len: 317 time: 0.1956162 Oct 26 15:26:07.836335 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33676) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:07.841557 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.tag.tag_plugin [None req-5770b7ad-880d-47f3-ad52-fff216ea48d8 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c5ad1347-e49c-4e5c-b07b-182481efccf0') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:07.911811 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de81acc8-a8c5-4620-8d60-0a3a3175e71f tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group_rule (2a1cfb07-530e-48f1-8d2c-43fb176f4006), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:07.944561 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de81acc8-a8c5-4620-8d60-0a3a3175e71f tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (2a1cfb07-530e-48f1-8d2c-43fb176f4006), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:07.953555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Publish callbacks [] for port (8279e14e-9e88-49c6-ac13-9a8fc009873b), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:07.973446 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81acc8-a8c5-4620-8d60-0a3a3175e71f tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1cfb07-530e-48f1-8d2c-43fb176f4006,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:07.995359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (8279e14e-9e88-49c6-ac13-9a8fc009873b), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:08.014449 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de81acc8-a8c5-4620-8d60-0a3a3175e71f tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:08.015716 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-de81acc8-a8c5-4620-8d60-0a3a3175e71f tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2942653 Oct 26 15:26:08.018784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33678) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:08.020360 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5770b7ad-880d-47f3-ad52-fff216ea48d8 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/routers/c5ad1347-e49c-4e5c-b07b-182481efccf0/tags HTTP/1.1" status: 204 len: 168 time: 0.1828327 Oct 26 15:26:08.023168 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33680) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:08.024495 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-4a68b40a-fdce-426c-a999-82b259a9d283 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Request body: {'security_group_rule': {'security_group_id': '1dff2292-954c-4838-9823-eff0bb573549', 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:08.027432 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.tag.tag_plugin [None req-b8c9732c-c5f6-4f7d-9322-00bf115ffade tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c5ad1347-e49c-4e5c-b07b-182481efccf0', 'tempest-TagsExtTest-Tag-850307649') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:08.030852 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:08.060048 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-4a68b40a-fdce-426c-a999-82b259a9d283 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Project 958a4175b49f4069b4d327e8d8151b9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:26:08.070093 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4a68b40a-fdce-426c-a999-82b259a9d283 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group_rule (3243dff0-b916-46e4-8e76-29d4a4d74a7a), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:08.086815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:08.087321 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-4ec01fcf-0491-445a-8106-fd51ecf96915 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Allocated IP 172.20.0.1 (b64dda38-60a9-495b-9974-21e5830df998/9050ee0f-f782-446a-86a0-648dee202b7a/330608e3-c95a-4570-8e91-95497f52e01a) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:26:08.088384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:08.093712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Network b64dda38-60a9-495b-9974-21e5830df998 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:08.105354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:08.108565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:08.129440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Pushing event updated for resources: {'Port': ['ID=8279e14e-9e88-49c6-ac13-9a8fc009873b,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:08.143520 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-b8c9732c-c5f6-4f7d-9322-00bf115ffade tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] show failed (client error): The resource could not be found. Oct 26 15:26:08.144848 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b8c9732c-c5f6-4f7d-9322-00bf115ffade tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/routers/c5ad1347-e49c-4e5c-b07b-182481efccf0/tags/tempest-TagsExtTest-Tag-850307649 HTTP/1.1" status: 404 len: 328 time: 0.1207585 Oct 26 15:26:08.147749 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33682) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:08.159422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.tag.tag_plugin [None req-c7552818-62cd-4fa7-b0f5-c4b586ad9db9 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c5ad1347-e49c-4e5c-b07b-182481efccf0', 'tempest-TagsExtTest-Tag-2062177245') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:08.167345 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4a68b40a-fdce-426c-a999-82b259a9d283 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group_rule (3243dff0-b916-46e4-8e76-29d4a4d74a7a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:08.174500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4a68b40a-fdce-426c-a999-82b259a9d283 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (3243dff0-b916-46e4-8e76-29d4a4d74a7a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:08.197076 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68b40a-fdce-426c-a999-82b259a9d283 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3243dff0-b916-46e4-8e76-29d4a4d74a7a,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:08.213635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-77681eb3-104e-4877-bf55-bc243e6985a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:03Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:03Z', 'revision_number': 9, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:08.227744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4a68b40a-fdce-426c-a999-82b259a9d283 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:08.229203 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4a68b40a-fdce-426c-a999-82b259a9d283 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2088740 Oct 26 15:26:08.299819 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-c7552818-62cd-4fa7-b0f5-c4b586ad9db9 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] show failed (client error): The resource could not be found. Oct 26 15:26:08.303815 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c7552818-62cd-4fa7-b0f5-c4b586ad9db9 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/routers/c5ad1347-e49c-4e5c-b07b-182481efccf0/tags/tempest-TagsExtTest-Tag-2062177245 HTTP/1.1" status: 404 len: 329 time: 0.1522138 Oct 26 15:26:08.304227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33696) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:08.311007 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-eea9164b-7353-4f14-9b81-b356827a0d05 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c5ad1347-e49c-4e5c-b07b-182481efccf0', 'tempest-TagsExtTest-Tag-1930381397') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:08.381347 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4ec01fcf-0491-445a-8106-fd51ecf96915 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (330608e3-c95a-4570-8e91-95497f52e01a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:08.434733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:08.470834 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4ec01fcf-0491-445a-8106-fd51ecf96915 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (330608e3-c95a-4570-8e91-95497f52e01a), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:08.478512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device af3b3747-7932-48b2-ade9-0d093ddb3ca7 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:08.489386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77681eb3-104e-4877-bf55-bc243e6985a5 None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:03Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:03Z', 'revision_number': 9, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:08.525622 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33720) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:08.537083 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec01fcf-0491-445a-8106-fd51ecf96915 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network b64dda38-60a9-495b-9974-21e5830df998 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:08.539115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Attempting to bind port 8279e14e-9e88-49c6-ac13-9a8fc009873b on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:26:08.539493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Attempting to bind port 8279e14e-9e88-49c6-ac13-9a8fc009873b by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '28fc3a37-d181-4eba-a40a-5d97a6236d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b64dda38-60a9-495b-9974-21e5830df998'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:26:08.539866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Attempting to bind port 8279e14e-9e88-49c6-ac13-9a8fc009873b on network b64dda38-60a9-495b-9974-21e5830df998 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:26:08.544371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: af3b3747-7932-48b2-ade9-0d093ddb3ca7 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:26:08.544726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device af3b3747-7932-48b2-ade9-0d093ddb3ca7 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:26:08.548572 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-eea9164b-7353-4f14-9b81-b356827a0d05 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] show failed (client error): The resource could not be found. Oct 26 15:26:08.557681 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eea9164b-7353-4f14-9b81-b356827a0d05 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/routers/c5ad1347-e49c-4e5c-b07b-182481efccf0/tags/tempest-TagsExtTest-Tag-1930381397 HTTP/1.1" status: 404 len: 329 time: 0.2519283 Oct 26 15:26:08.560528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33722) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:08.567241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-8a4d9a51-e889-4216-9eec-e29b78635669 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '29fe21cb-cef1-4d61-8416-364ddcb6affd', {'tags': ['tempest-TagsExtTest-Tag-152226894', 'tempest-TagsExtTest-Tag-940169397', 'tempest-TagsExtTest-Tag-2109532591']}) {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:08.569986 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-4ec01fcf-0491-445a-8106-fd51ecf96915 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:08.576558 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec01fcf-0491-445a-8106-fd51ecf96915 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=330608e3-c95a-4570-8e91-95497f52e01a,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:08.580678 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec01fcf-0491-445a-8106-fd51ecf96915 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:08.639853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:08.640678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:08.646909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c282ae04-e9d7-4ad2-9b2f-11f33591199d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:08.670844 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8a4d9a51-e889-4216-9eec-e29b78635669 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "PUT /networking/v2.0/subnetpools/29fe21cb-cef1-4d61-8416-364ddcb6affd/tags HTTP/1.1" status: 200 len: 316 time: 0.1070721 Oct 26 15:26:08.672351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33732) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:08.687270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:08.689608 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4ec01fcf-0491-445a-8106-fd51ecf96915 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (6abd1d04-797d-4b4b-95fb-48f18dfc2f6b), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:08.697085 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-2068741e-86cf-4184-987f-a512da2a467d tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '29fe21cb-cef1-4d61-8416-364ddcb6affd') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:08.699053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:08.700006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:08.729359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:26:08.729808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Checking segment: {'id': '28fc3a37-d181-4eba-a40a-5d97a6236d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b64dda38-60a9-495b-9974-21e5830df998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:08.730155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:08.730558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Bound using segment: {'id': '28fc3a37-d181-4eba-a40a-5d97a6236d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b64dda38-60a9-495b-9974-21e5830df998'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:26:08.731064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Bound port: 8279e14e-9e88-49c6-ac13-9a8fc009873b, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28fc3a37-d181-4eba-a40a-5d97a6236d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b64dda38-60a9-495b-9974-21e5830df998'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:26:08.731455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8279e14e-9e88-49c6-ac13-9a8fc009873b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:08.790214 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2068741e-86cf-4184-987f-a512da2a467d tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/subnetpools/29fe21cb-cef1-4d61-8416-364ddcb6affd/tags HTTP/1.1" status: 204 len: 168 time: 0.1082447 Oct 26 15:26:08.793931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33738) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:08.800925 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-6bbf08b5-a094-4e36-af76-76163f91c15c tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '29fe21cb-cef1-4d61-8416-364ddcb6affd', 'tempest-TagsExtTest-Tag-152226894') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:08.822801 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb42aa5b-339a-4ba3-97a9-3be2e9e79f20 admin admin] Deleting subnet d3325ec5-1f98-42f0-a7af-e04d7ffa905c {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:26:08.830438 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bb42aa5b-339a-4ba3-97a9-3be2e9e79f20 admin admin] Publish callbacks [] for subnet (d3325ec5-1f98-42f0-a7af-e04d7ffa905c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:08.832894 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-6bbf08b5-a094-4e36-af76-76163f91c15c tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] show failed (client error): The resource could not be found. Oct 26 15:26:08.833163 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6bbf08b5-a094-4e36-af76-76163f91c15c tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/subnetpools/29fe21cb-cef1-4d61-8416-364ddcb6affd/tags/tempest-TagsExtTest-Tag-152226894 HTTP/1.1" status: 404 len: 328 time: 0.0381317 Oct 26 15:26:08.833860 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33740) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:08.840540 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33742) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:08.845405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-ff2fcb6d-8951-4121-b96d-d288b80262f9 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '29fe21cb-cef1-4d61-8416-364ddcb6affd', 'tempest-TagsExtTest-Tag-940169397') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:08.875013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:08.913063 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bb42aa5b-339a-4ba3-97a9-3be2e9e79f20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (d3325ec5-1f98-42f0-a7af-e04d7ffa905c), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:08.930544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] For port 8279e14e-9e88-49c6-ac13-9a8fc009873b, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:26:08.960314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] For port 8279e14e-9e88-49c6-ac13-9a8fc009873b, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8279e14e-9e88-49c6-ac13-9a8fc009873b,segment=NetworkSegment(28fc3a37-d181-4eba-a40a-5d97a6236d9d),segment_id=28fc3a37-d181-4eba-a40a-5d97a6236d9d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:26:08.968149 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-ff2fcb6d-8951-4121-b96d-d288b80262f9 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] show failed (client error): The resource could not be found. Oct 26 15:26:08.968371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:08.968753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:08.970225 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ff2fcb6d-8951-4121-b96d-d288b80262f9 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/subnetpools/29fe21cb-cef1-4d61-8416-364ddcb6affd/tags/tempest-TagsExtTest-Tag-940169397 HTTP/1.1" status: 404 len: 328 time: 0.1284115 Oct 26 15:26:08.973519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33744) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:08.986480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-db70406d-fb58-4ef8-a3c6-40a25bb8ebc3 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '29fe21cb-cef1-4d61-8416-364ddcb6affd', 'tempest-TagsExtTest-Tag-2109532591') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:08.998682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8279e14e-9e88-49c6-ac13-9a8fc009873b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:09.046472 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bb42aa5b-339a-4ba3-97a9-3be2e9e79f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (d3325ec5-1f98-42f0-a7af-e04d7ffa905c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:09.084391 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-17a72cc8-917d-42c5-9ae4-fd31bca270dc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2491431 Oct 26 15:26:09.097893 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-db70406d-fb58-4ef8-a3c6-40a25bb8ebc3 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] show failed (client error): The resource could not be found. Oct 26 15:26:09.102407 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-db70406d-fb58-4ef8-a3c6-40a25bb8ebc3 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/subnetpools/29fe21cb-cef1-4d61-8416-364ddcb6affd/tags/tempest-TagsExtTest-Tag-2109532591 HTTP/1.1" status: 404 len: 329 time: 0.1268525 Oct 26 15:26:09.104727 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33746) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:09.115453 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-908df618-af9d-43d3-902e-2b7ee3ab75b1 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '29fe21cb-cef1-4d61-8416-364ddcb6affd') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:09.157856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:09.171619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:09.173068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9e7d2793-5c2f-439b-b8b3-002b13c12b0c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:09.175292 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4ec01fcf-0491-445a-8106-fd51ecf96915 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (330608e3-c95a-4570-8e91-95497f52e01a), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:09.182797 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-908df618-af9d-43d3-902e-2b7ee3ab75b1 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/subnetpools/29fe21cb-cef1-4d61-8416-364ddcb6affd/tags HTTP/1.1" status: 204 len: 168 time: 0.0736494 Oct 26 15:26:09.185592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33748) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:09.192378 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-dc3a2a99-0277-4fac-8583-e5a631f72937 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c5ad1347-e49c-4e5c-b07b-182481efccf0') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:09.195902 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:09.220270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 9e7d2793-5c2f-439b-b8b3-002b13c12b0c {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:26:09.220943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9e7d2793-5c2f-439b-b8b3-002b13c12b0c not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:26:09.229812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db21be-07b2-4486-b5d6-757080fe3006 None None] Pushing event updated for resources: {'Port': ['ID=8279e14e-9e88-49c6-ac13-9a8fc009873b,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:09.358477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:09.448096 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bb42aa5b-339a-4ba3-97a9-3be2e9e79f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (d3325ec5-1f98-42f0-a7af-e04d7ffa905c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:09.491912 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dc3a2a99-0277-4fac-8583-e5a631f72937 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/routers/c5ad1347-e49c-4e5c-b07b-182481efccf0/tags HTTP/1.1" status: 204 len: 168 time: 0.3050365 Oct 26 15:26:09.497941 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33750) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:09.507007 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-056751bf-1eec-4fd1-a937-88f32cebfa22 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'da08ffc6-967b-4188-8d24-a903f5d4d17a') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:09.524997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:09.581121 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bb42aa5b-339a-4ba3-97a9-3be2e9e79f20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:09.595766 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:09.606054 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-056751bf-1eec-4fd1-a937-88f32cebfa22 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/ports/da08ffc6-967b-4188-8d24-a903f5d4d17a/tags HTTP/1.1" status: 204 len: 168 time: 0.1071033 Oct 26 15:26:09.606372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:09.606759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:09.607099 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 Oct 26 15:26:09.616073 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33754) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:09.618304 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33760) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:09.619762 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bb42aa5b-339a-4ba3-97a9-3be2e9e79f20 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/d3325ec5-1f98-42f0-a7af-e04d7ffa905c HTTP/1.1" status: 204 len: 168 time: 1.0926640 Oct 26 15:26:09.622493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.tag.tag_plugin [None req-d0b1673e-e1c2-4b84-805d-2ecb79d2d9c4 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c136b701-6816-4fcb-a7bf-62515718b68e') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:09.628769 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42aa5b-339a-4ba3-97a9-3be2e9e79f20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3325ec5-1f98-42f0-a7af-e04d7ffa905c,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:09.848838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:09.849234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:09.850689 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c666e8e8-48a1-4a49-816f-13941996754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (d5806a95-3b54-44f4-a3c2-4f074fc9c3fd), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:09.855007 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d0b1673e-e1c2-4b84-805d-2ecb79d2d9c4 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/c136b701-6816-4fcb-a7bf-62515718b68e/tags HTTP/1.1" status: 204 len: 168 time: 0.2374470 Oct 26 15:26:09.883797 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33764) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:09.911685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8d07e118-8298-4178-8e1a-9d4b66e42bb6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8d07e118-8298-4178-8e1a-9d4b66e42bb6,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:09.922090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:09.923993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:09.939869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:09.975590 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4ec01fcf-0491-445a-8106-fd51ecf96915 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (330608e3-c95a-4570-8e91-95497f52e01a), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:09.982502 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4ec01fcf-0491-445a-8106-fd51ecf96915 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (330608e3-c95a-4570-8e91-95497f52e01a), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.022050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:10.034535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:10.083240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:10.083766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.084353 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:26:10.090827 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8ac189ea-5b78-4cf3-a091-0b05071b39d4 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.092147 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8ac189ea-5b78-4cf3-a091-0b05071b39d4 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/subnetpools/29fe21cb-cef1-4d61-8416-364ddcb6affd HTTP/1.1" status: 204 len: 168 time: 0.2072825 Oct 26 15:26:10.093718 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33766) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:10.095540 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33768) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:10.100222 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c666e8e8-48a1-4a49-816f-13941996754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (d5806a95-3b54-44f4-a3c2-4f074fc9c3fd), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.152410 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fbc3c882-a517-4992-afca-22256fe4f36d tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c5ad1347-e49c-4e5c-b07b-182481efccf0 HTTP/1.1" status: 200 len: 205 time: 0.0556810 Oct 26 15:26:10.159576 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33770) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:10.169664 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c666e8e8-48a1-4a49-816f-13941996754d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5806a95-3b54-44f4-a3c2-4f074fc9c3fd']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:10.192829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c666e8e8-48a1-4a49-816f-13941996754d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763a54ee-843b-4d35-ad81-69a8e4380284') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:10.193499 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c666e8e8-48a1-4a49-816f-13941996754d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763a54ee-843b-4d35-ad81-69a8e4380284') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:10.196791 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:10.199974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8d07e118-8298-4178-8e1a-9d4b66e42bb6,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:10.210749 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec01fcf-0491-445a-8106-fd51ecf96915 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=330608e3-c95a-4570-8e91-95497f52e01a,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:10.218835 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4ec01fcf-0491-445a-8106-fd51ecf96915 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (6abd1d04-797d-4b4b-95fb-48f18dfc2f6b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.220004 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c666e8e8-48a1-4a49-816f-13941996754d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (763a54ee-843b-4d35-ad81-69a8e4380284), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.237492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:10.237896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.248096 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6b6265fb-b0e1-45f3-a359-3487582a00ff tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1474109 Oct 26 15:26:10.249702 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c666e8e8-48a1-4a49-816f-13941996754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (763a54ee-843b-4d35-ad81-69a8e4380284), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.275285 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c666e8e8-48a1-4a49-816f-13941996754d admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:26:10.275616 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c666e8e8-48a1-4a49-816f-13941996754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (763a54ee-843b-4d35-ad81-69a8e4380284), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.294038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:10.310317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.311324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:10.371931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:10.374355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:10.403330 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 763a54ee-843b-4d35-ad81-69a8e4380284 resource provider aggregate not found Oct 26 15:26:10.409378 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0f23d3c-90df-41d5-a409-ad7733ef0986 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks [] for router (c5ad1347-e49c-4e5c-b07b-182481efccf0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.429513 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c666e8e8-48a1-4a49-816f-13941996754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (d5806a95-3b54-44f4-a3c2-4f074fc9c3fd), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.439620 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 763a54ee-843b-4d35-ad81-69a8e4380284 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 763a54ee-843b-4d35-ad81-69a8e4380284 found for delete ", "request_id": "req-314144b2-f9cb-4e39-8b3f-18bcfd8588e0"}]} Oct 26 15:26:10.442871 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c666e8e8-48a1-4a49-816f-13941996754d admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.454582 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c666e8e8-48a1-4a49-816f-13941996754d admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/d5806a95-3b54-44f4-a3c2-4f074fc9c3fd HTTP/1.1" status: 204 len: 168 time: 0.8239527 Oct 26 15:26:10.456984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33804) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:10.480025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:10.480402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.480820 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 Oct 26 15:26:10.502824 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666e8e8-48a1-4a49-816f-13941996754d admin admin] Pushing event deleted for resources: {'Network': ['ID=d5806a95-3b54-44f4-a3c2-4f074fc9c3fd,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:10.547078 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec01fcf-0491-445a-8106-fd51ecf96915 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network b64dda38-60a9-495b-9974-21e5830df998 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:10.551824 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-4ec01fcf-0491-445a-8106-fd51ecf96915 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:10.563410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d8c158-c2e7-4fb5-a38c-3b164cbfca6b admin admin] Deleting subnet bedd8843-4002-472f-a106-b54ffb613df2 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:26:10.567711 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-72d8c158-c2e7-4fb5-a38c-3b164cbfca6b admin admin] Publish callbacks [] for subnet (bedd8843-4002-472f-a106-b54ffb613df2), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.617501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-72d8c158-c2e7-4fb5-a38c-3b164cbfca6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (bedd8843-4002-472f-a106-b54ffb613df2), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.642236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:10.642651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.690543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:10.697151 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.772949 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-72d8c158-c2e7-4fb5-a38c-3b164cbfca6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (bedd8843-4002-472f-a106-b54ffb613df2), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.775119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:10.908289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-17716a77-f716-4c2e-8663-b4d32609bc09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:10.926496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d999641a-c619-42ba-a351-8f639e7822c8 None None] Network b64dda38-60a9-495b-9974-21e5830df998 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:26:10.930515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-72d8c158-c2e7-4fb5-a38c-3b164cbfca6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (bedd8843-4002-472f-a106-b54ffb613df2), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:11.022172 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-72d8c158-c2e7-4fb5-a38c-3b164cbfca6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:11.026579 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-72d8c158-c2e7-4fb5-a38c-3b164cbfca6b admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/bedd8843-4002-472f-a106-b54ffb613df2 HTTP/1.1" status: 204 len: 168 time: 0.5686035 Oct 26 15:26:11.029071 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33810) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:11.036980 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8c158-c2e7-4fb5-a38c-3b164cbfca6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bedd8843-4002-472f-a106-b54ffb613df2,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:11.214593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b53e9b39-96a4-4543-aa63-f5bf82b41a5a None None] Provisioning complete for port 8279e14e-9e88-49c6-ac13-9a8fc009873b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:11.214593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b53e9b39-96a4-4543-aa63-f5bf82b41a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8279e14e-9e88-49c6-ac13-9a8fc009873b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:11.214593 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b53e9b39-96a4-4543-aa63-f5bf82b41a5a None None] Attempt 1 to provision port 8279e14e-9e88-49c6-ac13-9a8fc009873b Oct 26 15:26:11.220974 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0ac77ec0-f75e-4924-9c06-1ec76f5fa6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (36d0bee9-deb5-4c47-9791-532496d345ce), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:11.259408 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33812) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:11.272704 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0f23d3c-90df-41d5-a409-ad7733ef0986 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (c5ad1347-e49c-4e5c-b07b-182481efccf0), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:11.305348 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0f23d3c-90df-41d5-a409-ad7733ef0986 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks [] for router_controller (c5ad1347-e49c-4e5c-b07b-182481efccf0), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:11.358926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0ac77ec0-f75e-4924-9c06-1ec76f5fa6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (36d0bee9-deb5-4c47-9791-532496d345ce), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:11.383580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b53e9b39-96a4-4543-aa63-f5bf82b41a5a None None] Current status of the port 8279e14e-9e88-49c6-ac13-9a8fc009873b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:11.383981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b53e9b39-96a4-4543-aa63-f5bf82b41a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8279e14e-9e88-49c6-ac13-9a8fc009873b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:11.393149 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-0ac77ec0-f75e-4924-9c06-1ec76f5fa6ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d0bee9-deb5-4c47-9791-532496d345ce']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:11.406383 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-0ac77ec0-f75e-4924-9c06-1ec76f5fa6ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0e70db-e899-4dc8-80cd-08eddad22c94') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:11.406723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-0ac77ec0-f75e-4924-9c06-1ec76f5fa6ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0e70db-e899-4dc8-80cd-08eddad22c94') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:11.420171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:11.426150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0ac77ec0-f75e-4924-9c06-1ec76f5fa6ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (bf0e70db-e899-4dc8-80cd-08eddad22c94), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:11.446452 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0ac77ec0-f75e-4924-9c06-1ec76f5fa6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (bf0e70db-e899-4dc8-80cd-08eddad22c94), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:11.468395 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac77ec0-f75e-4924-9c06-1ec76f5fa6ea admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:26:11.469491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-b53e9b39-96a4-4543-aa63-f5bf82b41a5a None None] For port 8279e14e-9e88-49c6-ac13-9a8fc009873b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8279e14e-9e88-49c6-ac13-9a8fc009873b,segment=NetworkSegment(28fc3a37-d181-4eba-a40a-5d97a6236d9d),segment_id=28fc3a37-d181-4eba-a40a-5d97a6236d9d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:11.469619 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0ac77ec0-f75e-4924-9c06-1ec76f5fa6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (bf0e70db-e899-4dc8-80cd-08eddad22c94), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:11.476095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b53e9b39-96a4-4543-aa63-f5bf82b41a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8279e14e-9e88-49c6-ac13-9a8fc009873b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:11.541092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e9b39-96a4-4543-aa63-f5bf82b41a5a None None] Pushing event updated for resources: {'Port': ['ID=8279e14e-9e88-49c6-ac13-9a8fc009873b,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:11.587218 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0f23d3c-90df-41d5-a409-ad7733ef0986 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (c5ad1347-e49c-4e5c-b07b-182481efccf0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:11.588047 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f23d3c-90df-41d5-a409-ad7733ef0986 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Fanout notify agent at l3_agent the message router_deleted on router c5ad1347-e49c-4e5c-b07b-182481efccf0 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:26:11.599216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0f23d3c-90df-41d5-a409-ad7733ef0986 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:11.602575 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0ac77ec0-f75e-4924-9c06-1ec76f5fa6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (36d0bee9-deb5-4c47-9791-532496d345ce), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:11.605345 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f0f23d3c-90df-41d5-a409-ad7733ef0986 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/routers/c5ad1347-e49c-4e5c-b07b-182481efccf0 HTTP/1.1" status: 204 len: 168 time: 1.4446385 Oct 26 15:26:11.614135 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33814) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:11.616228 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0ac77ec0-f75e-4924-9c06-1ec76f5fa6ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:11.618761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d42f1991-7d54-4a02-abd5-79872a969067 None None] Provisioning complete for port 330608e3-c95a-4570-8e91-95497f52e01a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:11.619332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d42f1991-7d54-4a02-abd5-79872a969067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (330608e3-c95a-4570-8e91-95497f52e01a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:11.619934 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d42f1991-7d54-4a02-abd5-79872a969067 None None] Attempt 1 to provision port 330608e3-c95a-4570-8e91-95497f52e01a Oct 26 15:26:11.626537 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0ac77ec0-f75e-4924-9c06-1ec76f5fa6ea admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/36d0bee9-deb5-4c47-9791-532496d345ce HTTP/1.1" status: 204 len: 168 time: 0.5939529 Oct 26 15:26:11.632102 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f23758b1-dc6b-4c4d-96a2-d69d36d5be47 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.3673599 Oct 26 15:26:11.658300 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec01fcf-0491-445a-8106-fd51ecf96915 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 6abd1d04-797d-4b4b-95fb-48f18dfc2f6b is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:26:11.689538 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac77ec0-f75e-4924-9c06-1ec76f5fa6ea admin admin] Pushing event deleted for resources: {'Network': ['ID=36d0bee9-deb5-4c47-9791-532496d345ce,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:11.733368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d42f1991-7d54-4a02-abd5-79872a969067 None None] Port 330608e3-c95a-4570-8e91-95497f52e01a cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:26:11.800366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d42f1991-7d54-4a02-abd5-79872a969067 None None] Provisioning complete for port 8279e14e-9e88-49c6-ac13-9a8fc009873b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:11.800552 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e476f4c3-dcc7-4c99-ac39-bd7ccb08d247 None None] Sync routers for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:11.801157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d42f1991-7d54-4a02-abd5-79872a969067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8279e14e-9e88-49c6-ac13-9a8fc009873b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:11.801157 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d42f1991-7d54-4a02-abd5-79872a969067 None None] Attempt 1 to provision port 8279e14e-9e88-49c6-ac13-9a8fc009873b Oct 26 15:26:11.805752 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e476f4c3-dcc7-4c99-ac39-bd7ccb08d247 None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:11.806624 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e476f4c3-dcc7-4c99-ac39-bd7ccb08d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:11.939957 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-4652d8e7-242a-4faf-9a8d-99ff1466ac97 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Deleting port da08ffc6-967b-4188-8d24-a903f5d4d17a {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:26:11.940350 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4652d8e7-242a-4faf-9a8d-99ff1466ac97 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (da08ffc6-967b-4188-8d24-a903f5d4d17a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:12.014204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:12.017798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d42f1991-7d54-4a02-abd5-79872a969067 None None] Current status of the port 8279e14e-9e88-49c6-ac13-9a8fc009873b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:12.080338 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33820) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:12.087123 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:12.102158 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec01fcf-0491-445a-8106-fd51ecf96915 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:26:12.104673 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e476f4c3-dcc7-4c99-ac39-bd7ccb08d247 None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:12.111986 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4ec01fcf-0491-445a-8106-fd51ecf96915 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/6abd1d04-797d-4b4b-95fb-48f18dfc2f6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1740839 Oct 26 15:26:12.113046 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33822) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:12.137312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10268add-9c44-4b6d-981d-95ac7012bd9d None None] Sync routers for ids ['6abd1d04-797d-4b4b-95fb-48f18dfc2f6b'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:12.172491 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:12.176595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:12.191169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10268add-9c44-4b6d-981d-95ac7012bd9d None None] Routers {'6abd1d04-797d-4b4b-95fb-48f18dfc2f6b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:12.191768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-10268add-9c44-4b6d-981d-95ac7012bd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6abd1d04-797d-4b4b-95fb-48f18dfc2f6b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:12.228157 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdba2e40-570b-4029-afba-c675e2048246 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:12.233661 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cdba2e40-570b-4029-afba-c675e2048246 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/ports/330608e3-c95a-4570-8e91-95497f52e01a HTTP/1.1" status: 200 len: 910 time: 0.1170483 Oct 26 15:26:12.233970 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33824) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:12.235877 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-837d3296-9fd6-49ca-b00c-b4d574440870 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=837da6bf5f9347789bd3f2559bcd4dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516423 Oct 26 15:26:12.237662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33826) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:12.244438 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4652d8e7-242a-4faf-9a8d-99ff1466ac97 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (da08ffc6-967b-4188-8d24-a903f5d4d17a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:12.295821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:12.300101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e7aeb4b6-cc36-4299-ab66-b5061a50a774 None None] Provisioning complete for port 330608e3-c95a-4570-8e91-95497f52e01a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:12.300562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e7aeb4b6-cc36-4299-ab66-b5061a50a774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (330608e3-c95a-4570-8e91-95497f52e01a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:12.300991 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e7aeb4b6-cc36-4299-ab66-b5061a50a774 None None] Attempt 1 to provision port 330608e3-c95a-4570-8e91-95497f52e01a Oct 26 15:26:12.303126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-10268add-9c44-4b6d-981d-95ac7012bd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:12.338337 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-4652d8e7-242a-4faf-9a8d-99ff1466ac97 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Calling delete_port for da08ffc6-967b-4188-8d24-a903f5d4d17a owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:26:12.366444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10268add-9c44-4b6d-981d-95ac7012bd9d None None] Routers {'6abd1d04-797d-4b4b-95fb-48f18dfc2f6b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:12.366651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c6f22673-d3fa-49a1-85ce-5ee8c7811b1d admin admin] Publish callbacks [] for security_group (02aa1fbe-ce6c-4830-926b-9163fcf3a6ea), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:12.367645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-10268add-9c44-4b6d-981d-95ac7012bd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6abd1d04-797d-4b4b-95fb-48f18dfc2f6b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:12.407562 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c6f22673-d3fa-49a1-85ce-5ee8c7811b1d admin admin] Publish callbacks [] for security_group (02aa1fbe-ce6c-4830-926b-9163fcf3a6ea), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:12.423779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-10268add-9c44-4b6d-981d-95ac7012bd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:12.424473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10268add-9c44-4b6d-981d-95ac7012bd9d None None] The sync data for ids ['6abd1d04-797d-4b4b-95fb-48f18dfc2f6b'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:12.433492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:12.434002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:12.434520 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:26:12.475150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e7aeb4b6-cc36-4299-ab66-b5061a50a774 None None] Port 330608e3-c95a-4570-8e91-95497f52e01a cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:26:12.506109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c6f22673-d3fa-49a1-85ce-5ee8c7811b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (02aa1fbe-ce6c-4830-926b-9163fcf3a6ea), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:12.510659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c6f22673-d3fa-49a1-85ce-5ee8c7811b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:12.516791 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c6f22673-d3fa-49a1-85ce-5ee8c7811b1d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/02aa1fbe-ce6c-4830-926b-9163fcf3a6ea HTTP/1.1" status: 204 len: 168 time: 0.2760496 Oct 26 15:26:12.534891 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f22673-d3fa-49a1-85ce-5ee8c7811b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02aa1fbe-ce6c-4830-926b-9163fcf3a6ea,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:12.544521 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment bf0e70db-e899-4dc8-80cd-08eddad22c94 resource provider aggregate not found Oct 26 15:26:12.579756 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment bf0e70db-e899-4dc8-80cd-08eddad22c94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf0e70db-e899-4dc8-80cd-08eddad22c94 found for delete ", "request_id": "req-be5a1f51-1d63-4eb2-9d53-02e085f8b35c"}]} Oct 26 15:26:12.633274 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33834) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:12.669370 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e476f4c3-dcc7-4c99-ac39-bd7ccb08d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:10Z', 'revision_number': 5, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:12.690649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-6a09c48c-88e5-458b-8a13-5cdbeebd2743 None None] Provisioning complete for port 330608e3-c95a-4570-8e91-95497f52e01a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:12.690938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6a09c48c-88e5-458b-8a13-5cdbeebd2743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (330608e3-c95a-4570-8e91-95497f52e01a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:12.691286 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-6a09c48c-88e5-458b-8a13-5cdbeebd2743 None None] Attempt 1 to provision port 330608e3-c95a-4570-8e91-95497f52e01a Oct 26 15:26:12.705861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:12.706266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:12.730154 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-46db9cb3-f80c-4a0e-ad87-0e5808fb9e6d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0940959 Oct 26 15:26:12.730376 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e476f4c3-dcc7-4c99-ac39-bd7ccb08d247 None None] Checking router: 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:12.745957 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e476f4c3-dcc7-4c99-ac39-bd7ccb08d247 None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:12.747436 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e476f4c3-dcc7-4c99-ac39-bd7ccb08d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:12.771892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:12.796100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:12.797807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:12.807974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-726beb48-861e-4b04-8e96-f6cf00981bb8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (6abd1d04-797d-4b4b-95fb-48f18dfc2f6b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:12.877841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-6a09c48c-88e5-458b-8a13-5cdbeebd2743 None None] Port 330608e3-c95a-4570-8e91-95497f52e01a cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:26:12.895186 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:12.906142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:12.906511 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e476f4c3-dcc7-4c99-ac39-bd7ccb08d247 None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:12.920589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:12.925906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:12.926511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:12.927037 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:26:12.952020 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4652d8e7-242a-4faf-9a8d-99ff1466ac97 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (da08ffc6-967b-4188-8d24-a903f5d4d17a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:12.967612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:13.010482 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652d8e7-242a-4faf-9a8d-99ff1466ac97 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Pushing event deleted for resources: {'Port': ['ID=da08ffc6-967b-4188-8d24-a903f5d4d17a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:13.027355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:13.028598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8279e14e-9e88-49c6-ac13-9a8fc009873b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:13.113690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8279e14e-9e88-49c6-ac13-9a8fc009873b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:13.114111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8279e14e-9e88-49c6-ac13-9a8fc009873b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:13.114422 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8279e14e-9e88-49c6-ac13-9a8fc009873b Oct 26 15:26:13.280383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8279e14e-9e88-49c6-ac13-9a8fc009873b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:13.320826 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33840) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:13.334410 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4353b1-00fb-4c15-99bb-41d19e1baea6 None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:13.346710 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4652d8e7-242a-4faf-9a8d-99ff1466ac97 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:13.350087 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4652d8e7-242a-4faf-9a8d-99ff1466ac97 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/ports/da08ffc6-967b-4188-8d24-a903f5d4d17a HTTP/1.1" status: 204 len: 168 time: 1.7347560 Oct 26 15:26:13.352425 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4353b1-00fb-4c15-99bb-41d19e1baea6 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:13.352632 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33842) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:13.354445 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1f4353b1-00fb-4c15-99bb-41d19e1baea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:13.393478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:13.423604 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4db9bd99-e80c-434a-81b4-52daa0a42f97 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e801e5a5344b41e7bbfa0ef5f2df77b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1004994 Oct 26 15:26:13.424350 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-726beb48-861e-4b04-8e96-f6cf00981bb8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting port 330608e3-c95a-4570-8e91-95497f52e01a {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:26:13.424700 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-726beb48-861e-4b04-8e96-f6cf00981bb8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (330608e3-c95a-4570-8e91-95497f52e01a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:13.428647 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33844) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:13.464202 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e476f4c3-dcc7-4c99-ac39-bd7ccb08d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:10Z', 'revision_number': 5, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:13.484246 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-b975b5db-55b6-4f56-9003-0ea7e7bfc389 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Deleting subnet c136b701-6816-4fcb-a7bf-62515718b68e {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:26:13.496281 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b975b5db-55b6-4f56-9003-0ea7e7bfc389 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks [] for subnet (c136b701-6816-4fcb-a7bf-62515718b68e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:13.508395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:13.508787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:13.534159 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:13.542671 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:13.582512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-aee63ba6-1629-419d-9107-dca15bceda12 admin admin] Publish callbacks [] for security_group (689d2ba1-c8bd-4d18-8d8f-ace26da6f28b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:13.601925 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-726beb48-861e-4b04-8e96-f6cf00981bb8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (330608e3-c95a-4570-8e91-95497f52e01a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:13.623596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b975b5db-55b6-4f56-9003-0ea7e7bfc389 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (c136b701-6816-4fcb-a7bf-62515718b68e), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:13.630460 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1f4353b1-00fb-4c15-99bb-41d19e1baea6 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:13.633003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-726beb48-861e-4b04-8e96-f6cf00981bb8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Calling delete_port for 330608e3-c95a-4570-8e91-95497f52e01a owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:26:13.637265 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-aee63ba6-1629-419d-9107-dca15bceda12 admin admin] Publish callbacks [] for security_group (689d2ba1-c8bd-4d18-8d8f-ace26da6f28b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:13.700145 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:13.726338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:13.733899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33846) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:13.740785 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e476f4c3-dcc7-4c99-ac39-bd7ccb08d247 None None] The sync data for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv is: [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:10Z', 'revision_number': 5, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:13.754156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:13.768661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:13.836753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:13.841862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:13.854558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b975b5db-55b6-4f56-9003-0ea7e7bfc389 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (c136b701-6816-4fcb-a7bf-62515718b68e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:13.860706 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-afddd68d-7908-49ac-9925-0231b094b701 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1247165 Oct 26 15:26:13.943733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:13.961314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b975b5db-55b6-4f56-9003-0ea7e7bfc389 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (c136b701-6816-4fcb-a7bf-62515718b68e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:13.961812 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1f4353b1-00fb-4c15-99bb-41d19e1baea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:12Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:10Z', 'revision_number': 11, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:13.985290 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-aee63ba6-1629-419d-9107-dca15bceda12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (689d2ba1-c8bd-4d18-8d8f-ace26da6f28b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:13.994209 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4353b1-00fb-4c15-99bb-41d19e1baea6 None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:13.998855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-aee63ba6-1629-419d-9107-dca15bceda12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:14.000885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:14.001307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:14.012381 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-aee63ba6-1629-419d-9107-dca15bceda12 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/689d2ba1-c8bd-4d18-8d8f-ace26da6f28b HTTP/1.1" status: 204 len: 168 time: 0.5755525 Oct 26 15:26:14.018662 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4353b1-00fb-4c15-99bb-41d19e1baea6 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:14.020702 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1f4353b1-00fb-4c15-99bb-41d19e1baea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:14.048949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8d07e118-8298-4178-8e1a-9d4b66e42bb6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8d07e118-8298-4178-8e1a-9d4b66e42bb6,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:14.062526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:14.101652 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:14.202491 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee63ba6-1629-419d-9107-dca15bceda12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689d2ba1-c8bd-4d18-8d8f-ace26da6f28b,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:14.334372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8d07e118-8298-4178-8e1a-9d4b66e42bb6,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:14.338052 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-726beb48-861e-4b04-8e96-f6cf00981bb8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (330608e3-c95a-4570-8e91-95497f52e01a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:14.345415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8279e14e-9e88-49c6-ac13-9a8fc009873b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:14.407729 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726beb48-861e-4b04-8e96-f6cf00981bb8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Port': ['ID=330608e3-c95a-4570-8e91-95497f52e01a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:14.482386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8279e14e-9e88-49c6-ac13-9a8fc009873b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:14.483681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8279e14e-9e88-49c6-ac13-9a8fc009873b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:14.485345 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8279e14e-9e88-49c6-ac13-9a8fc009873b Oct 26 15:26:14.515620 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1f4353b1-00fb-4c15-99bb-41d19e1baea6 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:14.641232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975b5db-55b6-4f56-9003-0ea7e7bfc389 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Pushing event deleted for resources: {'Subnet': ['ID=c136b701-6816-4fcb-a7bf-62515718b68e,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:14.652782 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b975b5db-55b6-4f56-9003-0ea7e7bfc389 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:14.659245 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b975b5db-55b6-4f56-9003-0ea7e7bfc389 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/c136b701-6816-4fcb-a7bf-62515718b68e HTTP/1.1" status: 204 len: 168 time: 1.3049338 Oct 26 15:26:14.661811 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33852) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:14.705895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8279c60-7ea2-4e89-a476-b31e25915a14 None None] Network fa6ff2c8-7cf8-4816-a174-0fd9c5519249 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:26:14.752208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8279e14e-9e88-49c6-ac13-9a8fc009873b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:14.820496 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-726beb48-861e-4b04-8e96-f6cf00981bb8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (6abd1d04-797d-4b4b-95fb-48f18dfc2f6b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:14.882267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:14.884839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (fa6ff2c8-7cf8-4816-a174-0fd9c5519249), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:14.896439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33854) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:15.045167 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1f4353b1-00fb-4c15-99bb-41d19e1baea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:12Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:10Z', 'revision_number': 11, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:15.053322 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e1b3d46e-9250-4a21-813f-4573509f3f4c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1545024 Oct 26 15:26:15.081065 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Deleting port 9fd67573-485a-4288-b442-8df04f0b1f56 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:26:15.081937 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (9fd67573-485a-4288-b442-8df04f0b1f56), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:15.097763 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4353b1-00fb-4c15-99bb-41d19e1baea6 None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:12Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:10Z', 'revision_number': 11, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:15.120878 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b6c21c-ecad-4203-b6a0-f8aea3262733 None None] DHCP port deletion for fa6ff2c8-7cf8-4816-a174-0fd9c5519249 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:26:15.128396 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726beb48-861e-4b04-8e96-f6cf00981bb8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 6abd1d04-797d-4b4b-95fb-48f18dfc2f6b has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:26:15.196107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:15.196500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:15.209071 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] For port 9fd67573-485a-4288-b442-8df04f0b1f56, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9fd67573-485a-4288-b442-8df04f0b1f56,segment=NetworkSegment(26d27c45-e013-47ab-9268-0c50cb2363e8),segment_id=26d27c45-e013-47ab-9268-0c50cb2363e8)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:15.209752 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (9fd67573-485a-4288-b442-8df04f0b1f56), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:15.227022 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Calling delete_port for 9fd67573-485a-4288-b442-8df04f0b1f56 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:26:15.264504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:15.268172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-14b6c21c-ecad-4203-b6a0-f8aea3262733 None None] Deleting port 9fd67573-485a-4288-b442-8df04f0b1f56 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:26:15.269834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-14b6c21c-ecad-4203-b6a0-f8aea3262733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (9fd67573-485a-4288-b442-8df04f0b1f56), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:15.302794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:15.303872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:15.316173 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726beb48-861e-4b04-8e96-f6cf00981bb8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:26:15.322318 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-726beb48-861e-4b04-8e96-f6cf00981bb8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/6abd1d04-797d-4b4b-95fb-48f18dfc2f6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0870354 Oct 26 15:26:15.324733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33858) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:15.353487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba365b7-afd5-4be6-b7ca-6d633d08dc2d None None] Sync routers for ids ['6abd1d04-797d-4b4b-95fb-48f18dfc2f6b'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:15.384471 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3b9b4eec-0a1a-4782-9124-5588ee5855b6 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6abd1d04-797d-4b4b-95fb-48f18dfc2f6b HTTP/1.1" status: 200 len: 205 time: 0.0585802 Oct 26 15:26:15.387295 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33860) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:15.433594 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (9fd67573-485a-4288-b442-8df04f0b1f56), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:15.434114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:15.512380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b8686c6b-b6f4-49fb-8ffe-302f2e183a92 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (6abd1d04-797d-4b4b-95fb-48f18dfc2f6b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:15.516602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Pushing event deleted for resources: {'Port': ['ID=9fd67573-485a-4288-b442-8df04f0b1f56,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:15.557956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-14b6c21c-ecad-4203-b6a0-f8aea3262733 None None] For port 9fd67573-485a-4288-b442-8df04f0b1f56, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9fd67573-485a-4288-b442-8df04f0b1f56,segment=NetworkSegment(26d27c45-e013-47ab-9268-0c50cb2363e8),segment_id=26d27c45-e013-47ab-9268-0c50cb2363e8)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:15.558510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-14b6c21c-ecad-4203-b6a0-f8aea3262733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (9fd67573-485a-4288-b442-8df04f0b1f56), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:15.572718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba365b7-afd5-4be6-b7ca-6d633d08dc2d None None] Routers {'6abd1d04-797d-4b4b-95fb-48f18dfc2f6b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:15.572718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-cba365b7-afd5-4be6-b7ca-6d633d08dc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6abd1d04-797d-4b4b-95fb-48f18dfc2f6b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:15.585751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] No DVR routers for this DVR port 9fd67573-485a-4288-b442-8df04f0b1f56 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:26:15.652658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-14b6c21c-ecad-4203-b6a0-f8aea3262733 None None] Calling delete_port for 9fd67573-485a-4288-b442-8df04f0b1f56 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:26:15.658168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-cba365b7-afd5-4be6-b7ca-6d633d08dc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:15.668340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:15.692434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:15.713853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:15.798868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba365b7-afd5-4be6-b7ca-6d633d08dc2d None None] Routers {'6abd1d04-797d-4b4b-95fb-48f18dfc2f6b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:15.799783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-cba365b7-afd5-4be6-b7ca-6d633d08dc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6abd1d04-797d-4b4b-95fb-48f18dfc2f6b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:15.801740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:15.803840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:15.807379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:15.848303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:15.853665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (fa6ff2c8-7cf8-4816-a174-0fd9c5519249), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:15.860833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-cba365b7-afd5-4be6-b7ca-6d633d08dc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:15.861449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba365b7-afd5-4be6-b7ca-6d633d08dc2d None None] The sync data for ids ['6abd1d04-797d-4b4b-95fb-48f18dfc2f6b'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:15.907241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b8686c6b-b6f4-49fb-8ffe-302f2e183a92 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (6abd1d04-797d-4b4b-95fb-48f18dfc2f6b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:15.909864 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b8686c6b-b6f4-49fb-8ffe-302f2e183a92 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router_controller (6abd1d04-797d-4b4b-95fb-48f18dfc2f6b), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:15.918596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:15.926993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:15.935503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-14b6c21c-ecad-4203-b6a0-f8aea3262733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (9fd67573-485a-4288-b442-8df04f0b1f56), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:15.973908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6c21c-ecad-4203-b6a0-f8aea3262733 None None] No DVR routers for this DVR port 9fd67573-485a-4288-b442-8df04f0b1f56 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:26:15.997206 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6ff2c8-7cf8-4816-a174-0fd9c5519249']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:16.004413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44121311-1dde-4039-93a0-73930fe8c2bc None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:26:16.009828 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d27c45-e013-47ab-9268-0c50cb2363e8') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:16.011118 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d27c45-e013-47ab-9268-0c50cb2363e8') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:16.026869 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b8686c6b-b6f4-49fb-8ffe-302f2e183a92 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (6abd1d04-797d-4b4b-95fb-48f18dfc2f6b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:16.027693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8686c6b-b6f4-49fb-8ffe-302f2e183a92 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Fanout notify agent at l3_agent the message router_deleted on router 6abd1d04-797d-4b4b-95fb-48f18dfc2f6b {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:26:16.031800 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (26d27c45-e013-47ab-9268-0c50cb2363e8), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:16.039335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b8686c6b-b6f4-49fb-8ffe-302f2e183a92 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:16.040592 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b8686c6b-b6f4-49fb-8ffe-302f2e183a92 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/routers/6abd1d04-797d-4b4b-95fb-48f18dfc2f6b HTTP/1.1" status: 204 len: 168 time: 0.6523054 Oct 26 15:26:16.043622 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33862) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:16.061656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33864) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:16.081631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:16.084952 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (26d27c45-e013-47ab-9268-0c50cb2363e8), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:16.113562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6c21c-ecad-4203-b6a0-f8aea3262733 None None] Pushing event deleted for resources: {'Port': ['ID=9fd67573-485a-4288-b442-8df04f0b1f56,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:16.114622 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:26:16.115229 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (26d27c45-e013-47ab-9268-0c50cb2363e8), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:16.116753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:16.156727 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 26d27c45-e013-47ab-9268-0c50cb2363e8 resource provider aggregate not found Oct 26 15:26:16.236080 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 26d27c45-e013-47ab-9268-0c50cb2363e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26d27c45-e013-47ab-9268-0c50cb2363e8 found for delete ", "request_id": "req-cb9a6b71-20c9-4d21-9f69-f11caa33f368"}]} Oct 26 15:26:16.283732 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5a54caf3-18dc-4bbe-9db5-16838a892253 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2205625 Oct 26 15:26:16.291015 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (fa6ff2c8-7cf8-4816-a174-0fd9c5519249), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:16.304265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:16.309021 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9f645f-f4d7-454a-9605-f87be266888d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting subnet 9050ee0f-f782-446a-86a0-648dee202b7a {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:26:16.313560 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed9f645f-f4d7-454a-9605-f87be266888d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (9050ee0f-f782-446a-86a0-648dee202b7a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:16.326357 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] 10.222.0.60 "DELETE /networking/v2.0/networks/fa6ff2c8-7cf8-4816-a174-0fd9c5519249 HTTP/1.1" status: 204 len: 168 time: 1.6602085 Oct 26 15:26:16.352583 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215c87a-ba71-43f7-8d2c-55bca98da637 tempest-TagsExtTest-173086361 tempest-TagsExtTest-173086361-project] Pushing event deleted for resources: {'Network': ['ID=fa6ff2c8-7cf8-4816-a174-0fd9c5519249,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:16.370128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:16.408079 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed9f645f-f4d7-454a-9605-f87be266888d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (9050ee0f-f782-446a-86a0-648dee202b7a), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:16.415785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44121311-1dde-4039-93a0-73930fe8c2bc None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:26:16.427670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:16.575006 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed9f645f-f4d7-454a-9605-f87be266888d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (9050ee0f-f782-446a-86a0-648dee202b7a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:16.654976 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:16.655889 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:16.706256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:16.722363 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed9f645f-f4d7-454a-9605-f87be266888d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (9050ee0f-f782-446a-86a0-648dee202b7a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:16.757617 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f645f-f4d7-454a-9605-f87be266888d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Subnet': ['ID=9050ee0f-f782-446a-86a0-648dee202b7a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:16.759710 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed9f645f-f4d7-454a-9605-f87be266888d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:16.763009 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ed9f645f-f4d7-454a-9605-f87be266888d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/9050ee0f-f782-446a-86a0-648dee202b7a HTTP/1.1" status: 204 len: 168 time: 0.7182555 Oct 26 15:26:16.766459 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33876) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:16.840717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:16.841129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:16.841650 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 Oct 26 15:26:16.887463 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33878) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:16.906214 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (b64dda38-60a9-495b-9974-21e5830df998), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:16.945722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:16.946114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:16.968549 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting port 8279e14e-9e88-49c6-ac13-9a8fc009873b {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:26:16.969721 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8279e14e-9e88-49c6-ac13-9a8fc009873b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:16.994796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8d07e118-8298-4178-8e1a-9d4b66e42bb6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8d07e118-8298-4178-8e1a-9d4b66e42bb6,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:17.002066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:17.004173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:17.079925 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] For port 8279e14e-9e88-49c6-ac13-9a8fc009873b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8279e14e-9e88-49c6-ac13-9a8fc009873b,segment=NetworkSegment(28fc3a37-d181-4eba-a40a-5d97a6236d9d),segment_id=28fc3a37-d181-4eba-a40a-5d97a6236d9d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:17.080681 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8279e14e-9e88-49c6-ac13-9a8fc009873b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:17.098663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Calling delete_port for 8279e14e-9e88-49c6-ac13-9a8fc009873b owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:26:17.124329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8d07e118-8298-4178-8e1a-9d4b66e42bb6,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:17.132481 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8679334e-f9ce-4aa9-8412-8b1c7538aff0 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=ee0c0e47ea0d4b3da6dbccb19e44a22d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2415650 Oct 26 15:26:17.135686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33882) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:17.166256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:17.169201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:17.170595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:17.170996 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:26:17.213188 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5f89ef83-c26d-405e-8f4d-e1f162e839f5 admin admin] Publish callbacks [] for security_group (7f5ffe4a-ab99-48b4-ab12-9e3135476d2e), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:17.259731 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5f89ef83-c26d-405e-8f4d-e1f162e839f5 admin admin] Publish callbacks [] for security_group (7f5ffe4a-ab99-48b4-ab12-9e3135476d2e), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:17.283598 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (8279e14e-9e88-49c6-ac13-9a8fc009873b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:17.288099 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33884) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:17.377561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] No DVR routers for this DVR port 8279e14e-9e88-49c6-ac13-9a8fc009873b on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:26:17.385876 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Port': ['ID=8279e14e-9e88-49c6-ac13-9a8fc009873b,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:17.426077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:17.426641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:17.530601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:17.546427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:17.546536 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (b64dda38-60a9-495b-9974-21e5830df998), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:17.547168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:17.622884 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64dda38-60a9-495b-9974-21e5830df998']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:17.651676 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fc3a37-d181-4eba-a40a-5d97a6236d9d') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:17.651981 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fc3a37-d181-4eba-a40a-5d97a6236d9d') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:17.685623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (28fc3a37-d181-4eba-a40a-5d97a6236d9d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:17.698009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (28fc3a37-d181-4eba-a40a-5d97a6236d9d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:17.719128 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:26:17.719731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (28fc3a37-d181-4eba-a40a-5d97a6236d9d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:17.743051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:17.748300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1452ea03-f12d-497f-b713-e65aaca8be1a None None] Network b64dda38-60a9-495b-9974-21e5830df998 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:26:17.830598 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (b64dda38-60a9-495b-9974-21e5830df998), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:17.835034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9e128da5-dc8b-4a8a-9c54-67a2e6a68f2b None None] Could not find standard attr ID for object 8279e14e-9e88-49c6-ac13-9a8fc009873b. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:26:17.852127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:17.856750 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4bf3e349-c519-4b6c-832a-2231a7d08189 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.5598500 Oct 26 15:26:17.857334 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/networks/b64dda38-60a9-495b-9974-21e5830df998 HTTP/1.1" status: 204 len: 168 time: 1.0898235 Oct 26 15:26:17.858003 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:17.858332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:17.858858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:17.862569 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 Oct 26 15:26:17.866163 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33888) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:17.876223 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1320691443', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}, 'admin_state_up': False}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:17.889734 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8165a6-0e78-4773-a673-8a7d31db1570 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Network': ['ID=b64dda38-60a9-495b-9974-21e5830df998,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:17.901477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:17.915814 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (318b5401-e773-45f3-9c3b-e3e7f421bcd1), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:17.916673 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (318b5401-e773-45f3-9c3b-e3e7f421bcd1), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:17.943249 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5f89ef83-c26d-405e-8f4d-e1f162e839f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (7f5ffe4a-ab99-48b4-ab12-9e3135476d2e), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:17.946784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5f89ef83-c26d-405e-8f4d-e1f162e839f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:17.948285 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5f89ef83-c26d-405e-8f4d-e1f162e839f5 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/7f5ffe4a-ab99-48b4-ab12-9e3135476d2e HTTP/1.1" status: 204 len: 168 time: 0.8115051 Oct 26 15:26:17.965962 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89ef83-c26d-405e-8f4d-e1f162e839f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5ffe4a-ab99-48b4-ab12-9e3135476d2e,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:17.985659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:17.986204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:18.025704 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router_controller (318b5401-e773-45f3-9c3b-e3e7f421bcd1), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:18.038725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce6a4e9-b67f-4965-a09d-52c496e14ce7 None None] DHCP port deletion for b64dda38-60a9-495b-9974-21e5830df998 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:26:18.043988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:18.051022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:18.110183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:18.112365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:18.249092 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router_gateway (318b5401-e773-45f3-9c3b-e3e7f421bcd1), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:18.259859 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 28fc3a37-d181-4eba-a40a-5d97a6236d9d resource provider aggregate not found Oct 26 15:26:18.283509 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 28fc3a37-d181-4eba-a40a-5d97a6236d9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28fc3a37-d181-4eba-a40a-5d97a6236d9d found for delete ", "request_id": "req-64a58b4b-9b70-47d3-b8e3-80f07d162161"}]} Oct 26 15:26:18.350162 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927374e2-1301-4d58-8712-55d45dca0e4e None None] Sync routers for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:18.350162 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:18.352248 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927374e2-1301-4d58-8712-55d45dca0e4e None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:18.352926 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-927374e2-1301-4d58-8712-55d45dca0e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:18.378972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9fd67573-485a-4288-b442-8df04f0b1f56 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:18.411155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 9fd67573-485a-4288-b442-8df04f0b1f56 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:26:18.411492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9fd67573-485a-4288-b442-8df04f0b1f56 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:26:18.501291 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-927374e2-1301-4d58-8712-55d45dca0e4e None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:18.523215 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router_gateway (318b5401-e773-45f3-9c3b-e3e7f421bcd1), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:18.552038 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:18.696609 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:18.730520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:18.766043 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-927374e2-1301-4d58-8712-55d45dca0e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:18Z', 'revision_number': 7, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:18.788058 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Allocated IP 172.26.11.238 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/5eee0afe-cb4a-41e4-bafa-cac6bc64eaf1) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:26:18.807814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:18.808471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:18.809067 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:26:18.825818 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927374e2-1301-4d58-8712-55d45dca0e4e None None] Checking router: 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:18.842946 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927374e2-1301-4d58-8712-55d45dca0e4e None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:18.844477 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-927374e2-1301-4d58-8712-55d45dca0e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:18.861458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33916) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:18.993936 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-927374e2-1301-4d58-8712-55d45dca0e4e None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:18.994629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:18.995056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:19.037199 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1e26810e-8987-4883-b75b-c1678eed743a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1745238 Oct 26 15:26:19.063962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:19.071800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:19.073548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:19.101478 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (5eee0afe-cb4a-41e4-bafa-cac6bc64eaf1), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:19.126246 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=4,neutron:UPDATE=4,neutron:SELECT=85,neutron:INSERT=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:19.162756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:19.163141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:19.167283 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:26:19.175231 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (5eee0afe-cb4a-41e4-bafa-cac6bc64eaf1), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:19.206073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:19.253922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:19.258970 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:19.262682 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:19.267979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=5eee0afe-cb4a-41e4-bafa-cac6bc64eaf1,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:19.277305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:19.364537 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-927374e2-1301-4d58-8712-55d45dca0e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:18Z', 'revision_number': 7, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:19.394152 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927374e2-1301-4d58-8712-55d45dca0e4e None None] The sync data for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv is: [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:18Z', 'revision_number': 7, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:19.611910 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router_gateway (318b5401-e773-45f3-9c3b-e3e7f421bcd1), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:19.722384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:19.939507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06bd8e-19f9-4225-b687-e0c8fc3cbec2 None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:19.950410 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (318b5401-e773-45f3-9c3b-e3e7f421bcd1), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:19.964630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db06bd8e-19f9-4225-b687-e0c8fc3cbec2 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:19.965323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-db06bd8e-19f9-4225-b687-e0c8fc3cbec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:20.041323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33936) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:20.099110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:20.099660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:20.150145 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d18c1e5b-540a-4bbe-b252-aaedc0f39a13 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1076524 Oct 26 15:26:20.167020 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:20.170251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8d07e118-8298-4178-8e1a-9d4b66e42bb6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8d07e118-8298-4178-8e1a-9d4b66e42bb6,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:20.178539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 318b5401-e773-45f3-9c3b-e3e7f421bcd1 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:26:20.190976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:20.193755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8279e14e-9e88-49c6-ac13-9a8fc009873b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:20.199567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-db06bd8e-19f9-4225-b687-e0c8fc3cbec2 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:20.303162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 8279e14e-9e88-49c6-ac13-9a8fc009873b {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:26:20.304098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8279e14e-9e88-49c6-ac13-9a8fc009873b not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:26:20.304824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:20.352652 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:26:20.371541 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c91653d-331d-40aa-a9dc-13650279f3c9 None None] Sync routers for ids ['318b5401-e773-45f3-9c3b-e3e7f421bcd1'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:20.389285 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c91653d-331d-40aa-a9dc-13650279f3c9 None None] Routers {'318b5401-e773-45f3-9c3b-e3e7f421bcd1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:20.389980 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1c91653d-331d-40aa-a9dc-13650279f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['318b5401-e773-45f3-9c3b-e3e7f421bcd1'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:20.416641 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:20.423215 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a6a1cf13-7ff7-4338-8d09-b280a99975ff tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 881 time: 2.5560210 Oct 26 15:26:20.425990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33942) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:20.477600 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1c91653d-331d-40aa-a9dc-13650279f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:20.574740 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c91653d-331d-40aa-a9dc-13650279f3c9 None None] Routers {'318b5401-e773-45f3-9c3b-e3e7f421bcd1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:20.581848 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1c91653d-331d-40aa-a9dc-13650279f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['318b5401-e773-45f3-9c3b-e3e7f421bcd1'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:20.625602 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1c91653d-331d-40aa-a9dc-13650279f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:20.626514 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c91653d-331d-40aa-a9dc-13650279f3c9 None None] The sync data for ids ['318b5401-e773-45f3-9c3b-e3e7f421bcd1'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:20.655634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8d07e118-8298-4178-8e1a-9d4b66e42bb6,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:20.683653 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33944) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:20.697993 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-75fd1e7a-fbfc-4a8e-88d1-b8d982be1533 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/routers/318b5401-e773-45f3-9c3b-e3e7f421bcd1 HTTP/1.1" status: 200 len: 882 time: 0.2706878 Oct 26 15:26:20.699555 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33946) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:20.703046 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d2884219-f622-4022-bbbd-08d582524ae2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-666445759', 'description': 'tempest-secgroup-smoke-666445759 description', 'project_id': '3529ca9651044c3b8bc329b46b7fbc54'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:20.746797 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:20.757607 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d2884219-f622-4022-bbbd-08d582524ae2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:20.765440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:20.766494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:20.791273 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d2884219-f622-4022-bbbd-08d582524ae2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:20.871761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:20.886716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:20.958833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:20.979319 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d2884219-f622-4022-bbbd-08d582524ae2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group (c57466fc-082c-4aca-b4da-cd366a0e52e4), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:20.988036 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d2884219-f622-4022-bbbd-08d582524ae2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (c57466fc-082c-4aca-b4da-cd366a0e52e4), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.027087 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1b79ea86-7eef-4244-901c-dc2ad5fe356c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.3238037 Oct 26 15:26:21.027270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33950) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:21.033023 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ed2657ad-e847-47be-ae8d-6c2e076a6f67 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1320691443'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:21.039703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2884219-f622-4022-bbbd-08d582524ae2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57466fc-082c-4aca-b4da-cd366a0e52e4,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:21.076669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-db06bd8e-19f9-4225-b687-e0c8fc3cbec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:18Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:17Z', 'revision_number': 13, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:21.143143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06bd8e-19f9-4225-b687-e0c8fc3cbec2 None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:21.147774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:21.152146 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d2884219-f622-4022-bbbd-08d582524ae2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group (a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.155505 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33952) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:21.166639 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d2884219-f622-4022-bbbd-08d582524ae2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.185597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db06bd8e-19f9-4225-b687-e0c8fc3cbec2 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:21.186353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-db06bd8e-19f9-4225-b687-e0c8fc3cbec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:21.224358 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d2884219-f622-4022-bbbd-08d582524ae2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.225847 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d2884219-f622-4022-bbbd-08d582524ae2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5392275 Oct 26 15:26:21.240691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33954) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:21.252413 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7089d2f7-6ebc-4cfa-ab5a-fd11a97c2ed0 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Request body: {'security_group_rule': {'security_group_id': 'a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf', 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:21.254227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:21.290167 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2884219-f622-4022-bbbd-08d582524ae2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:21.304522 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ec313ce9-86f1-48de-84b7-1563c43513fc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1468644 Oct 26 15:26:21.309800 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:21.324350 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7089d2f7-6ebc-4cfa-ab5a-fd11a97c2ed0 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group_rule (3cf45bf3-92b4-47d6-a384-ae86e17fc179), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.379367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:21.403855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7089d2f7-6ebc-4cfa-ab5a-fd11a97c2ed0 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group_rule (3cf45bf3-92b4-47d6-a384-ae86e17fc179), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.411195 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7089d2f7-6ebc-4cfa-ab5a-fd11a97c2ed0 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (3cf45bf3-92b4-47d6-a384-ae86e17fc179), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.415255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:21.415633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.417005 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 Oct 26 15:26:21.446283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-db06bd8e-19f9-4225-b687-e0c8fc3cbec2 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:21.454120 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089d2f7-6ebc-4cfa-ab5a-fd11a97c2ed0 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf45bf3-92b4-47d6-a384-ae86e17fc179,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:21.470316 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7089d2f7-6ebc-4cfa-ab5a-fd11a97c2ed0 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.471794 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7089d2f7-6ebc-4cfa-ab5a-fd11a97c2ed0 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2280433 Oct 26 15:26:21.474461 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33956) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:21.479223 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-de35d11e-cbdf-440d-82a6-d0698a6bb614 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Request body: {'security_group_rule': {'security_group_id': 'a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf', 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:21.529557 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de35d11e-cbdf-440d-82a6-d0698a6bb614 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group_rule (b3395800-2083-4775-a4e5-c2497db48a4a), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.582281 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ed2657ad-e847-47be-ae8d-6c2e076a6f67 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (318b5401-e773-45f3-9c3b-e3e7f421bcd1), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.597646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ed2657ad-e847-47be-ae8d-6c2e076a6f67 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (318b5401-e773-45f3-9c3b-e3e7f421bcd1), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.636635 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de35d11e-cbdf-440d-82a6-d0698a6bb614 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group_rule (b3395800-2083-4775-a4e5-c2497db48a4a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.643032 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de35d11e-cbdf-440d-82a6-d0698a6bb614 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (b3395800-2083-4775-a4e5-c2497db48a4a), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.655153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:21.689288 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35d11e-cbdf-440d-82a6-d0698a6bb614 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3395800-2083-4775-a4e5-c2497db48a4a,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:21.703900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:21.705292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.712216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de35d11e-cbdf-440d-82a6-d0698a6bb614 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.715626 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-de35d11e-cbdf-440d-82a6-d0698a6bb614 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2403917 Oct 26 15:26:21.718512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33958) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:21.723820 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Request body: {'security_group_rule': {'security_group_id': 'a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf', 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:21.752938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2657ad-e847-47be-ae8d-6c2e076a6f67 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 318b5401-e773-45f3-9c3b-e3e7f421bcd1 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:26:21.777369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group_rule (f3141455-15f6-4e3b-8876-1642b5023f3d), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.780235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8d07e118-8298-4178-8e1a-9d4b66e42bb6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8d07e118-8298-4178-8e1a-9d4b66e42bb6,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:21.789790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.790804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:21.823663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:21.867645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-db06bd8e-19f9-4225-b687-e0c8fc3cbec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:18Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:17Z', 'revision_number': 13, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:21.910901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06bd8e-19f9-4225-b687-e0c8fc3cbec2 None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:18Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:17Z', 'revision_number': 13, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:21.924669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:21.925076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.925641 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 Oct 26 15:26:21.928325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8d07e118-8298-4178-8e1a-9d4b66e42bb6,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:21.936500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2657ad-e847-47be-ae8d-6c2e076a6f67 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:26:21.943743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ed2657ad-e847-47be-ae8d-6c2e076a6f67 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.947608 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33960) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:21.948240 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ed2657ad-e847-47be-ae8d-6c2e076a6f67 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/318b5401-e773-45f3-9c3b-e3e7f421bcd1 HTTP/1.1" status: 200 len: 889 time: 0.9198163 Oct 26 15:26:21.950537 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group_rule (f3141455-15f6-4e3b-8876-1642b5023f3d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.954749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0622c3-b690-4e79-98b0-021db23f6176 None None] Sync routers for ids ['318b5401-e773-45f3-9c3b-e3e7f421bcd1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:21.960309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (f3141455-15f6-4e3b-8876-1642b5023f3d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:21.996239 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3141455-15f6-4e3b-8876-1642b5023f3d,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:22.006054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0622c3-b690-4e79-98b0-021db23f6176 None None] Routers {'318b5401-e773-45f3-9c3b-e3e7f421bcd1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:22.007534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2f0622c3-b690-4e79-98b0-021db23f6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['318b5401-e773-45f3-9c3b-e3e7f421bcd1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:22.008955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:22.009200 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:22.009554 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:22.010101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:22.010455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:22.010802 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:22.011143 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:22.011481 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:22.011816 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:22.012153 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:22.012487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:22.012842 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:22.013174 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:22.014646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:22.015024 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:22.020183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.024697 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f18a1043-f3de-49e7-a7ca-3f99e46cfe88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3044310 Oct 26 15:26:22.025289 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33964) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:22.034741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-85753ae2-2a3e-429c-9f39-cb86c72a7b43 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Request body: {'security_group_rule': {'security_group_id': 'a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf', 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:22.042040 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:22.073284 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-85753ae2-2a3e-429c-9f39-cb86c72a7b43 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group_rule (9465bcf3-c207-4ab8-bb7e-be274b23c5b3), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.102726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2f0622c3-b690-4e79-98b0-021db23f6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:22.124990 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cb3a6120-a13c-4a9a-985d-2119fa70d8b7 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/routers/318b5401-e773-45f3-9c3b-e3e7f421bcd1 HTTP/1.1" status: 200 len: 889 time: 0.1732159 Oct 26 15:26:22.125251 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33966) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:22.160601 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-81b55cbf-0710-4cd5-a158-18f94503c97f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=318b5401-e773-45f3-9c3b-e3e7f421bcd1 HTTP/1.1" status: 200 len: 205 time: 0.0340979 Oct 26 15:26:22.163165 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33968) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:22.177887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0622c3-b690-4e79-98b0-021db23f6176 None None] Routers {'318b5401-e773-45f3-9c3b-e3e7f421bcd1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:22.179017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2f0622c3-b690-4e79-98b0-021db23f6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['318b5401-e773-45f3-9c3b-e3e7f421bcd1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:22.195683 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-85753ae2-2a3e-429c-9f39-cb86c72a7b43 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group_rule (9465bcf3-c207-4ab8-bb7e-be274b23c5b3), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.202569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-85753ae2-2a3e-429c-9f39-cb86c72a7b43 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (9465bcf3-c207-4ab8-bb7e-be274b23c5b3), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.224883 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85753ae2-2a3e-429c-9f39-cb86c72a7b43 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9465bcf3-c207-4ab8-bb7e-be274b23c5b3,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:22.226198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2f0622c3-b690-4e79-98b0-021db23f6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:22.226815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0622c3-b690-4e79-98b0-021db23f6176 None None] The sync data for ids ['318b5401-e773-45f3-9c3b-e3e7f421bcd1'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:22.236763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:22.237203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.259552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-85753ae2-2a3e-429c-9f39-cb86c72a7b43 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.262893 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-85753ae2-2a3e-429c-9f39-cb86c72a7b43 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2366068 Oct 26 15:26:22.266294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33970) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:22.271794 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-5c1ff5d1-9e8c-4810-a0ba-7f63011bf7c4 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Request body: {'security_group_rule': {'security_group_id': 'a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf', 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:22.304196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:22.308639 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33972) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:22.315337 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:22.315504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.400450 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-5c1ff5d1-9e8c-4810-a0ba-7f63011bf7c4 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Project 3529ca9651044c3b8bc329b46b7fbc54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:26:22.428378 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5c1ff5d1-9e8c-4810-a0ba-7f63011bf7c4 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group_rule (ce310547-e48b-428a-ac41-cb8001262110), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.431792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:22.478861 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1c63f121-2989-4a17-9db0-88b5e5d024d2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (318b5401-e773-45f3-9c3b-e3e7f421bcd1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.549510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:22.601571 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5c1ff5d1-9e8c-4810-a0ba-7f63011bf7c4 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group_rule (ce310547-e48b-428a-ac41-cb8001262110), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.655164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:22.655164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.680520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5c1ff5d1-9e8c-4810-a0ba-7f63011bf7c4 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (ce310547-e48b-428a-ac41-cb8001262110), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.683294 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:22.707077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.710457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:22.726984 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ff5d1-9e8c-4810-a0ba-7f63011bf7c4 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce310547-e48b-428a-ac41-cb8001262110,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:22.737539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5c1ff5d1-9e8c-4810-a0ba-7f63011bf7c4 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.742055 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5c1ff5d1-9e8c-4810-a0ba-7f63011bf7c4 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4746916 Oct 26 15:26:22.744915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33974) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:22.756931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-97212ade-4610-4c98-ae9a-5fcad17799ab tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Request body: {'security_group_rule': {'security_group_id': 'a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf', 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:22.760062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1c63f121-2989-4a17-9db0-88b5e5d024d2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router_gateway (318b5401-e773-45f3-9c3b-e3e7f421bcd1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.770437 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6e19c139-3d40-4f30-a855-f6d105630e0d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.4601486 Oct 26 15:26:22.788223 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-97212ade-4610-4c98-ae9a-5fcad17799ab tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Project 3529ca9651044c3b8bc329b46b7fbc54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:26:22.797144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-97212ade-4610-4c98-ae9a-5fcad17799ab tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group_rule (c9cea2a2-0d3d-4768-a42e-508a4d6080e5), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.821393 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-1c63f121-2989-4a17-9db0-88b5e5d024d2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting port 5eee0afe-cb4a-41e4-bafa-cac6bc64eaf1 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:26:22.821746 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1c63f121-2989-4a17-9db0-88b5e5d024d2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (5eee0afe-cb4a-41e4-bafa-cac6bc64eaf1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.888905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:22.889542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.896442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:22.910235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:22.914429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-97212ade-4610-4c98-ae9a-5fcad17799ab tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group_rule (c9cea2a2-0d3d-4768-a42e-508a4d6080e5), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.925215 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-97212ade-4610-4c98-ae9a-5fcad17799ab tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (c9cea2a2-0d3d-4768-a42e-508a4d6080e5), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.945392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:22.953377 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97212ade-4610-4c98-ae9a-5fcad17799ab tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9cea2a2-0d3d-4768-a42e-508a4d6080e5,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:22.963764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.964380 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1c63f121-2989-4a17-9db0-88b5e5d024d2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (5eee0afe-cb4a-41e4-bafa-cac6bc64eaf1), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.975396 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-97212ade-4610-4c98-ae9a-5fcad17799ab tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:22.977609 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-97212ade-4610-4c98-ae9a-5fcad17799ab tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2303560 Oct 26 15:26:22.979695 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33976) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:22.981712 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-1c63f121-2989-4a17-9db0-88b5e5d024d2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Calling delete_port for 5eee0afe-cb4a-41e4-bafa-cac6bc64eaf1 owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:26:22.987948 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c97afacb-a81c-476b-9583-129430705366 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Request body: {'network': {'name': 'tempest-network-smoke--716344546', 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'port_security_enabled': True}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:23.039675 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97afacb-a81c-476b-9583-129430705366 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Made reservation on behalf of 3529ca9651044c3b8bc329b46b7fbc54 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:26:23.044695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:23.046018 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c97afacb-a81c-476b-9583-129430705366 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.103488 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97afacb-a81c-476b-9583-129430705366 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:26:23.121815 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c97afacb-a81c-476b-9583-129430705366 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (31c0092f-3298-4a55-a480-5ec8b0aed195), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.121815 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-c97afacb-a81c-476b-9583-129430705366 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Added segment 31c0092f-3298-4a55-a480-5ec8b0aed195 of type vlan for network 2a5033a5-32c8-47b6-8443-14cdcfcea264 Oct 26 15:26:23.170368 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c97afacb-a81c-476b-9583-129430705366 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (2a5033a5-32c8-47b6-8443-14cdcfcea264), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.198473 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c97afacb-a81c-476b-9583-129430705366 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (2a5033a5-32c8-47b6-8443-14cdcfcea264), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.203755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97afacb-a81c-476b-9583-129430705366 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:23.204349 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c97afacb-a81c-476b-9583-129430705366 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.223941 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1c63f121-2989-4a17-9db0-88b5e5d024d2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (5eee0afe-cb4a-41e4-bafa-cac6bc64eaf1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.257050 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63f121-2989-4a17-9db0-88b5e5d024d2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Port': ['ID=5eee0afe-cb4a-41e4-bafa-cac6bc64eaf1,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:23.281689 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c97afacb-a81c-476b-9583-129430705366 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3006637 Oct 26 15:26:23.291975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33980) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:23.299787 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'admin_state_up': True, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:23.319719 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:23.327379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97afacb-a81c-476b-9583-129430705366 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event updated for resources: {'Network': ['ID=2a5033a5-32c8-47b6-8443-14cdcfcea264,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:23.339571 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1c63f121-2989-4a17-9db0-88b5e5d024d2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (318b5401-e773-45f3-9c3b-e3e7f421bcd1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.347273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 2a5033a5-32c8-47b6-8443-14cdcfcea264 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:26:23.354347 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (30f08a8f-9e16-4e94-9524-2086c55e9414), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.357179 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (30f08a8f-9e16-4e94-9524-2086c55e9414), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.447832 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1c63f121-2989-4a17-9db0-88b5e5d024d2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (318b5401-e773-45f3-9c3b-e3e7f421bcd1), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.447832 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1c63f121-2989-4a17-9db0-88b5e5d024d2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router_controller (318b5401-e773-45f3-9c3b-e3e7f421bcd1), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.496830 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for router_controller (30f08a8f-9e16-4e94-9524-2086c55e9414), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.539145 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1c63f121-2989-4a17-9db0-88b5e5d024d2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (318b5401-e773-45f3-9c3b-e3e7f421bcd1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.539145 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c63f121-2989-4a17-9db0-88b5e5d024d2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Fanout notify agent at l3_agent the message router_deleted on router 318b5401-e773-45f3-9c3b-e3e7f421bcd1 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:26:23.543470 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dd75d5-4907-4e5e-abef-72c2544a42c7 None None] Sync routers for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:23.545405 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1c63f121-2989-4a17-9db0-88b5e5d024d2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.547249 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1c63f121-2989-4a17-9db0-88b5e5d024d2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/routers/318b5401-e773-45f3-9c3b-e3e7f421bcd1 HTTP/1.1" status: 204 len: 168 time: 1.3797278 Oct 26 15:26:23.555324 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33982) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:23.570423 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-fe343bdd-a587-469b-a57e-e0f26419d036 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'network': {'name': 'tempest-RoutersTest-17335465'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:23.572007 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dd75d5-4907-4e5e-abef-72c2544a42c7 None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:23.572689 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-65dd75d5-4907-4e5e-abef-72c2544a42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:23.590042 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:23.629674 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe343bdd-a587-469b-a57e-e0f26419d036 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Made reservation on behalf of e6a5bd1edcc84a3dbb4f28964dceafcd for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:26:23.638517 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fe343bdd-a587-469b-a57e-e0f26419d036 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.645088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:23.685226 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe343bdd-a587-469b-a57e-e0f26419d036 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:26:23.711814 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fe343bdd-a587-469b-a57e-e0f26419d036 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (41b177ea-9775-4831-a70a-209e0a331c41), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.712176 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-fe343bdd-a587-469b-a57e-e0f26419d036 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Added segment 41b177ea-9775-4831-a70a-209e0a331c41 of type vlan for network 856732b8-cef6-4223-b53c-49db44fd74e3 Oct 26 15:26:23.719659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:23.756338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:23.756544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.756774 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:26:23.774350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for router_gateway (30f08a8f-9e16-4e94-9524-2086c55e9414), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.778287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33984) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:23.811913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:23.818754 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fe343bdd-a587-469b-a57e-e0f26419d036 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (856732b8-cef6-4223-b53c-49db44fd74e3), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.876923 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fe343bdd-a587-469b-a57e-e0f26419d036 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (856732b8-cef6-4223-b53c-49db44fd74e3), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.881272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:23.881677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.884608 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe343bdd-a587-469b-a57e-e0f26419d036 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:23.885396 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fe343bdd-a587-469b-a57e-e0f26419d036 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:23.918059 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-65dd75d5-4907-4e5e-abef-72c2544a42c7 None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:23.924486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:23.936153 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e9396951-8168-49d9-8993-e4f090fe1934 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1540837 Oct 26 15:26:23.969407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:23.985771 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe343bdd-a587-469b-a57e-e0f26419d036 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Network': ['ID=856732b8-cef6-4223-b53c-49db44fd74e3,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:23.996668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:24.007637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 856732b8-cef6-4223-b53c-49db44fd74e3 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:26:24.009792 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:24.019431 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fe343bdd-a587-469b-a57e-e0f26419d036 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4628742 Oct 26 15:26:24.026837 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33986) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:24.044768 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'subnet': {'network_id': '856732b8-cef6-4223-b53c-49db44fd74e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:24.073572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:24.110655 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for router_gateway (30f08a8f-9e16-4e94-9524-2086c55e9414), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:24.138176 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:24.221480 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:24.288582 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-65dd75d5-4907-4e5e-abef-72c2544a42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:21Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:22Z', 'revision_number': 9, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:24.345984 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dd75d5-4907-4e5e-abef-72c2544a42c7 None None] Checking router: 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:24.347926 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Made reservation on behalf of e6a5bd1edcc84a3dbb4f28964dceafcd for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:26:24.355288 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:24.373017 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Allocated IP 172.26.11.129 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/4c25ba64-18d1-49ab-a337-8f195a556d78) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:26:24.374027 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dd75d5-4907-4e5e-abef-72c2544a42c7 None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:24.375277 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-65dd75d5-4907-4e5e-abef-72c2544a42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:24.530049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:24.566795 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:24.569270 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-65dd75d5-4907-4e5e-abef-72c2544a42c7 None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:24.655316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:24.728492 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:24.732482 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (d11da8eb-b71a-46f5-af31-0cfd6b332b22), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:24.743176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:24.772899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.773253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.773597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.773932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.774272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.774834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.775164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.775496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.775822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.776150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.776504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.776820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.777221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.777543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.778041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.783326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:24.783714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:24.795974 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:24.810644 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:24.812814 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:24.820300 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:24.833506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:24.842657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:24.862693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Subnet': ['ID=d11da8eb-b71a-46f5-af31-0cfd6b332b22,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:24.879715 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.880359 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.880937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.881458 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.881975 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.882490 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.883021 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.883531 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.884042 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.884599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.885151 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.885660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.886162 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.886812 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.887315 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:24.899640 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Checking segment: {'id': '41b177ea-9775-4831-a70a-209e0a331c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '856732b8-cef6-4223-b53c-49db44fd74e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:24.900213 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network hostable DHCP agents. Network: 856732b8-cef6-4223-b53c-49db44fd74e3, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:26:24.926546 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network 856732b8-cef6-4223-b53c-49db44fd74e3 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:26:24.939486 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33990) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:24.942443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:24.957250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:25.001497 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 856732b8-cef6-4223-b53c-49db44fd74e3) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:25.010550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faff8dee-2525-4106-bb28-840026689f36 None None] Network 856732b8-cef6-4223-b53c-49db44fd74e3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:26:25.029907 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:25.030614 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:25.067689 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4dfaa5b4-7d68-42ea-a97c-b30b4e812eb0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1219871 Oct 26 15:26:25.086204 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f30cb76d-7a6a-4791-9f8c-80cfde75f305 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0550127 Oct 26 15:26:25.087362 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33992) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:25.094565 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-9d090557-5946-429e-894f-b5451919da61 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1477239003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:25.130623 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-65dd75d5-4907-4e5e-abef-72c2544a42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:21Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:22Z', 'revision_number': 9, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:25.159041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9d090557-5946-429e-894f-b5451919da61 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (7274ca57-5958-453d-bcf3-189b6fa5aa7b), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:25.160614 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9d090557-5946-429e-894f-b5451919da61 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (7274ca57-5958-453d-bcf3-189b6fa5aa7b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:25.190470 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dd75d5-4907-4e5e-abef-72c2544a42c7 None None] The sync data for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv is: [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:21Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:22Z', 'revision_number': 9, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:25.248863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-856732b8-cef6-4223-b53c-49db44fd74e3', 'network_id': '856732b8-cef6-4223-b53c-49db44fd74e3', 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'fixed_ips': [{'subnet_id': 'd11da8eb-b71a-46f5-af31-0cfd6b332b22'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:26:25.250920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:25.257411 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9d090557-5946-429e-894f-b5451919da61 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router_controller (7274ca57-5958-453d-bcf3-189b6fa5aa7b), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:25.258111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:25.258854 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for router_gateway (30f08a8f-9e16-4e94-9524-2086c55e9414), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:25.268378 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9d090557-5946-429e-894f-b5451919da61 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (7274ca57-5958-453d-bcf3-189b6fa5aa7b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:25.309867 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9d090557-5946-429e-894f-b5451919da61 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:25.318328 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9d090557-5946-429e-894f-b5451919da61 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2296309 Oct 26 15:26:25.319539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 33996) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:25.504955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:25.505297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:25.505651 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:26:25.648160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Allocated IP 172.20.0.2 (856732b8-cef6-4223-b53c-49db44fd74e3/d11da8eb-b71a-46f5-af31-0cfd6b332b22/80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:26:25.653234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (30f08a8f-9e16-4e94-9524-2086c55e9414), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:25.661402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:25.777899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:25.778351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:25.834333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:25.841581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:25.842451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:25.876395 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Router 30f08a8f-9e16-4e94-9524-2086c55e9414 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:26:25.932781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:25.983513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:25.984478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:25.984926 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:26:26.038391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Publish callbacks [] for port (80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:26.043992 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:26:26.063004 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:26:26.071115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 33998) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:26.084559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:26.099105 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:26.137988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:26.139577 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4d12c3b7-381f-4912-92e6-2597fdd113ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 897 time: 2.8462853 Oct 26 15:26:26.143557 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34000) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:26.150992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:26.156832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:26.163743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Pushing event updated for resources: {'Port': ['ID=80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:26.174438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:26.196279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:26.196980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:26.212988 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fc4286f2-86b5-40a1-bb09-2404b54a354f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1389461 Oct 26 15:26:26.221054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Network 856732b8-cef6-4223-b53c-49db44fd74e3 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:26.245657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-470f4971-65a5-49c3-89f1-116032395d55 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:26.251270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:26.256958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:26.260994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:26.324286 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e96a33e-e8bd-4389-9ed2-ebed6ec0b1aa None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:26.350735 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e96a33e-e8bd-4389-9ed2-ebed6ec0b1aa None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:26.356972 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8e96a33e-e8bd-4389-9ed2-ebed6ec0b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:26.443281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:26.448614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Attempting to bind port 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:26:26.449040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Attempting to bind port 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '41b177ea-9775-4831-a70a-209e0a331c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '856732b8-cef6-4223-b53c-49db44fd74e3'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:26:26.449485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Attempting to bind port 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0 on network 856732b8-cef6-4223-b53c-49db44fd74e3 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:26:26.462485 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-25e2048a-a64c-49b9-a494-39f2ab986043 tempest-TestNetworkAdvancedServerOps-162604818 tempest-TestNetworkAdvancedServerOps-162604818-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?project_id=3529ca9651044c3b8bc329b46b7fbc54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3152535 Oct 26 15:26:26.463636 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34006) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:26.545875 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:26.586114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:26.633858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:26.689362 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8e96a33e-e8bd-4389-9ed2-ebed6ec0b1aa None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:26.700328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:26:26.701419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Checking segment: {'id': '41b177ea-9775-4831-a70a-209e0a331c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '856732b8-cef6-4223-b53c-49db44fd74e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:26.702005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:26.702482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Bound using segment: {'id': '41b177ea-9775-4831-a70a-209e0a331c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '856732b8-cef6-4223-b53c-49db44fd74e3'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:26:26.703013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Bound port: 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b177ea-9775-4831-a70a-209e0a331c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '856732b8-cef6-4223-b53c-49db44fd74e3'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:26:26.703408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:26.748607 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-470f4971-65a5-49c3-89f1-116032395d55 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Allocated IP 172.20.0.1 (856732b8-cef6-4223-b53c-49db44fd74e3/d11da8eb-b71a-46f5-af31-0cfd6b332b22/f4620221-af7d-4b00-ba26-0d5417bebc37) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:26:26.849154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a22cc0-ea61-464f-9b10-4b9689323154 tempest-TestNetworkAdvancedServerOps-162604818 tempest-TestNetworkAdvancedServerOps-162604818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:26.853934 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d2a22cc0-ea61-464f-9b10-4b9689323154 tempest-TestNetworkAdvancedServerOps-162604818 tempest-TestNetworkAdvancedServerOps-162604818-project-admin] 10.222.0.60 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3893442 Oct 26 15:26:26.855538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:26.855946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:26.858198 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34008) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:26.930578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8d07e118-8298-4178-8e1a-9d4b66e42bb6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8d07e118-8298-4178-8e1a-9d4b66e42bb6,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:26.953630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:26.973913 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-17a0c1aa-266b-4655-b4c2-97af1fac5af3 tempest-TestNetworkAdvancedServerOps-162604818 tempest-TestNetworkAdvancedServerOps-162604818-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1118085 Oct 26 15:26:26.976521 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34010) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:26.982450 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-7f189ba5-11ad-491b-8483-6444c27e8dae tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1888411508', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:26.986292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] For port 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:26:27.047796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] For port 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0,segment=NetworkSegment(41b177ea-9775-4831-a70a-209e0a331c41),segment_id=41b177ea-9775-4831-a70a-209e0a331c41)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:26:27.051570 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:27.053487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-470f4971-65a5-49c3-89f1-116032395d55 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (f4620221-af7d-4b00-ba26-0d5417bebc37), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:27.056654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8d07e118-8298-4178-8e1a-9d4b66e42bb6,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:27.080966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:24Z', 'revision_number': 3, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:27.096465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:27.114855 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8e96a33e-e8bd-4389-9ed2-ebed6ec0b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:25Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:23Z', 'revision_number': 15, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:27.154578 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e96a33e-e8bd-4389-9ed2-ebed6ec0b1aa None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:27.155221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-470f4971-65a5-49c3-89f1-116032395d55 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (f4620221-af7d-4b00-ba26-0d5417bebc37), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:27.165383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:27.165892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Updating router 30f08a8f-9e16-4e94-9524-2086c55e9414 port 4c25ba64-18d1-49ab-a337-8f195a556d78 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:26:27.173219 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e96a33e-e8bd-4389-9ed2-ebed6ec0b1aa None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:27.175044 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8e96a33e-e8bd-4389-9ed2-ebed6ec0b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:27.184765 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f189ba5-11ad-491b-8483-6444c27e8dae tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Made reservation on behalf of 3529ca9651044c3b8bc329b46b7fbc54 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:26:27.204451 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7f189ba5-11ad-491b-8483-6444c27e8dae tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:27.226638 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34012) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:27.282321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:27.391773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:27.424567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a1340-91a6-43d2-99fe-c81ec4de16f1 None None] Pushing event updated for resources: {'Port': ['ID=80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:27.427928 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f29105ed-55b1-4ea2-81bd-63dc8c296bd3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1938014 Oct 26 15:26:27.435392 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470f4971-65a5-49c3-89f1-116032395d55 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network 856732b8-cef6-4223-b53c-49db44fd74e3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:27.439432 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-470f4971-65a5-49c3-89f1-116032395d55 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:27.442568 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470f4971-65a5-49c3-89f1-116032395d55 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:27.443026 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8e96a33e-e8bd-4389-9ed2-ebed6ec0b1aa None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:27.568492 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f4971-65a5-49c3-89f1-116032395d55 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=f4620221-af7d-4b00-ba26-0d5417bebc37,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:27.610108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-470f4971-65a5-49c3-89f1-116032395d55 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (7274ca57-5958-453d-bcf3-189b6fa5aa7b), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:27.746592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:27.765441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7f189ba5-11ad-491b-8483-6444c27e8dae tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (4d79363b-90cf-4551-bc6e-2dabbe17447a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:27.844985 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-470f4971-65a5-49c3-89f1-116032395d55 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f4620221-af7d-4b00-ba26-0d5417bebc37), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:27.925536 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8e96a33e-e8bd-4389-9ed2-ebed6ec0b1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:25Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:23Z', 'revision_number': 15, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:27.935984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f189ba5-11ad-491b-8483-6444c27e8dae tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event updated for resources: {'Subnet': ['ID=4d79363b-90cf-4551-bc6e-2dabbe17447a,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:27.943140 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f189ba5-11ad-491b-8483-6444c27e8dae tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Checking segment: {'id': '31c0092f-3298-4a55-a480-5ec8b0aed195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:27.943581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f189ba5-11ad-491b-8483-6444c27e8dae tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Network hostable DHCP agents. Network: 2a5033a5-32c8-47b6-8443-14cdcfcea264, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:26:27.970598 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f189ba5-11ad-491b-8483-6444c27e8dae tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Network 2a5033a5-32c8-47b6-8443-14cdcfcea264 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:26:27.978385 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e96a33e-e8bd-4389-9ed2-ebed6ec0b1aa None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:25Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:23Z', 'revision_number': 15, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:27.985974 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-7f189ba5-11ad-491b-8483-6444c27e8dae tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 2a5033a5-32c8-47b6-8443-14cdcfcea264) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:27.992819 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f189ba5-11ad-491b-8483-6444c27e8dae tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:27.998689 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7f189ba5-11ad-491b-8483-6444c27e8dae tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:28.037600 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7f189ba5-11ad-491b-8483-6444c27e8dae tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0597672 Oct 26 15:26:28.040829 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34016) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:28.092035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c6df78-21b1-4322-a932-467aef52d08f None None] Network 2a5033a5-32c8-47b6-8443-14cdcfcea264 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:26:28.150050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:28.150364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:28.150958 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 Oct 26 15:26:28.229738 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:28.405987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:28.406579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:28.417096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-2a5033a5-32c8-47b6-8443-14cdcfcea264', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:26:28.418064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:28.430627 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34018) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:28.446078 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-470f4971-65a5-49c3-89f1-116032395d55 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (f4620221-af7d-4b00-ba26-0d5417bebc37), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:28.476715 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:28.501509 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:28.511726 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-470f4971-65a5-49c3-89f1-116032395d55 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (f4620221-af7d-4b00-ba26-0d5417bebc37), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:28.524405 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5bdd8423-cd33-4e5d-9744-951389a5e094 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0905759 Oct 26 15:26:28.664154 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-470f4971-65a5-49c3-89f1-116032395d55 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (7274ca57-5958-453d-bcf3-189b6fa5aa7b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:28.673030 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f4971-65a5-49c3-89f1-116032395d55 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=f4620221-af7d-4b00-ba26-0d5417bebc37,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:28.695851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Allocated IP 172.20.0.2 (2a5033a5-32c8-47b6-8443-14cdcfcea264/4d79363b-90cf-4551-bc6e-2dabbe17447a/082c2056-5491-45ed-b5ce-caf17298e78e) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:26:28.708654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:28.709519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:28.716070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8d07e118-8298-4178-8e1a-9d4b66e42bb6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8d07e118-8298-4178-8e1a-9d4b66e42bb6,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:28.722563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Publish callbacks [] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:28.724346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:28.745322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:28.746651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:28.821323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:28.932603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08cfd7d-fb8f-4b18-ac79-eba3f6f9f772 None None] Network 856732b8-cef6-4223-b53c-49db44fd74e3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:26:28.964243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Attempting to bind port 4c25ba64-18d1-49ab-a337-8f195a556d78 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:26:28.964857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Attempting to bind port 4c25ba64-18d1-49ab-a337-8f195a556d78 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:26:28.965303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Attempting to bind port 4c25ba64-18d1-49ab-a337-8f195a556d78 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:26:29.054236 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470f4971-65a5-49c3-89f1-116032395d55 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network 856732b8-cef6-4223-b53c-49db44fd74e3 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:29.058829 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-470f4971-65a5-49c3-89f1-116032395d55 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:29.086456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e2d7f7d9-7bf5-408c-895c-c6db92033b42 None None] Provisioning complete for port 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:29.087132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e2d7f7d9-7bf5-408c-895c-c6db92033b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:29.087820 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e2d7f7d9-7bf5-408c-895c-c6db92033b42 None None] Attempt 1 to provision port 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0 Oct 26 15:26:29.170315 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:29.173704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8d07e118-8298-4178-8e1a-9d4b66e42bb6,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:29.290017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:29.290342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:29.291089 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 Oct 26 15:26:29.312840 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-abf3ec12-7e70-41ce-9901-30132145d6c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:29.344300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:26:29.344898 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:29.345527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:29.346091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:26:29.346597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Bound port: 4c25ba64-18d1-49ab-a337-8f195a556d78, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:26:29.348850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:29.434397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382fd77-dec0-4eb2-acbe-3921b6d125ec None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:29.436756 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:29.454991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Publish callbacks [] for port (082c2056-5491-45ed-b5ce-caf17298e78e), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:29.506933 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470f4971-65a5-49c3-89f1-116032395d55 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 7274ca57-5958-453d-bcf3-189b6fa5aa7b is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:26:29.513771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (082c2056-5491-45ed-b5ce-caf17298e78e), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:29.524145 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34022) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:29.540115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e2d7f7d9-7bf5-408c-895c-c6db92033b42 None None] Current status of the port 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:29.541040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e2d7f7d9-7bf5-408c-895c-c6db92033b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:29.664591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:26:29.705843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:26:29.734901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Network 2a5033a5-32c8-47b6-8443-14cdcfcea264 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:29.740537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:29.740970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:29.765388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:29.775503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:29.778281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:29.784501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Pushing event updated for resources: {'Port': ['ID=082c2056-5491-45ed-b5ce-caf17298e78e,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:29.794810 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bd95048c-dd88-48a2-9409-824223cfb482 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2676282 Oct 26 15:26:29.799144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-e2d7f7d9-7bf5-408c-895c-c6db92033b42 None None] For port 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0,segment=NetworkSegment(41b177ea-9775-4831-a70a-209e0a331c41),segment_id=41b177ea-9775-4831-a70a-209e0a331c41)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:29.841595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:29.842252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:29.894888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e2d7f7d9-7bf5-408c-895c-c6db92033b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:29.946216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470f4971-65a5-49c3-89f1-116032395d55 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:26:29.955474 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-abf3ec12-7e70-41ce-9901-30132145d6c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Allocated IP 172.20.0.1 (2a5033a5-32c8-47b6-8443-14cdcfcea264/4d79363b-90cf-4551-bc6e-2dabbe17447a/de870d34-8e86-4f1f-8943-ae00610d51cc) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:26:29.978635 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-470f4971-65a5-49c3-89f1-116032395d55 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/7274ca57-5958-453d-bcf3-189b6fa5aa7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6447105 Oct 26 15:26:29.978635 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34034) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:29.996257 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263d749-a06a-4eb7-b5ad-efebe85421d0 None None] Sync routers for ids ['7274ca57-5958-453d-bcf3-189b6fa5aa7b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:30.009245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:30.023131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca4dd4c-9db5-42bc-ae8f-ecce1463add9 None None] Sync routers for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:30.028926 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a263d749-a06a-4eb7-b5ad-efebe85421d0 None None] Routers {'7274ca57-5958-453d-bcf3-189b6fa5aa7b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:30.029754 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a263d749-a06a-4eb7-b5ad-efebe85421d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7274ca57-5958-453d-bcf3-189b6fa5aa7b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:30.069504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:30.073214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-eafedbd8-6b9d-4524-b791-221d6ee20043 None None] Provisioning complete for port 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:30.073805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eafedbd8-6b9d-4524-b791-221d6ee20043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:30.074355 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-eafedbd8-6b9d-4524-b791-221d6ee20043 None None] Attempt 1 to provision port 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0 Oct 26 15:26:30.113238 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a263d749-a06a-4eb7-b5ad-efebe85421d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:30.130162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:30.143002 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a263d749-a06a-4eb7-b5ad-efebe85421d0 None None] Routers {'7274ca57-5958-453d-bcf3-189b6fa5aa7b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:30.144001 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a263d749-a06a-4eb7-b5ad-efebe85421d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7274ca57-5958-453d-bcf3-189b6fa5aa7b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:30.144345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382fd77-dec0-4eb2-acbe-3921b6d125ec None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:30.147436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141e85f4-dd80-4b81-920c-c168a70464b4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:30.152898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34036) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:30.157416 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-141e85f4-dd80-4b81-920c-c168a70464b4 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/ports/f4620221-af7d-4b00-ba26-0d5417bebc37 HTTP/1.1" status: 200 len: 910 time: 0.1880736 Oct 26 15:26:30.162384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:30.163959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Attempting to bind port 082c2056-5491-45ed-b5ce-caf17298e78e on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:26:30.164428 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-3d20aa28-2773-4baa-9406-cbef0712b8f9 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd11da8eb-b71a-46f5-af31-0cfd6b332b22'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:30.164732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Attempting to bind port 082c2056-5491-45ed-b5ce-caf17298e78e by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '31c0092f-3298-4a55-a480-5ec8b0aed195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:26:30.165359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Attempting to bind port 082c2056-5491-45ed-b5ce-caf17298e78e on network 2a5033a5-32c8-47b6-8443-14cdcfcea264 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:26:30.195808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:30.238550 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a263d749-a06a-4eb7-b5ad-efebe85421d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:30.245041 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263d749-a06a-4eb7-b5ad-efebe85421d0 None None] The sync data for ids ['7274ca57-5958-453d-bcf3-189b6fa5aa7b'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:30.316240 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-abf3ec12-7e70-41ce-9901-30132145d6c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:30.361085 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-abf3ec12-7e70-41ce-9901-30132145d6c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:30.464769 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:30.473406 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf3ec12-7e70-41ce-9901-30132145d6c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Network 2a5033a5-32c8-47b6-8443-14cdcfcea264 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:30.479486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca4dd4c-9db5-42bc-ae8f-ecce1463add9 None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:30.480131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-abf3ec12-7e70-41ce-9901-30132145d6c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:30.481003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7ca4dd4c-9db5-42bc-ae8f-ecce1463add9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:30.482924 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf3ec12-7e70-41ce-9901-30132145d6c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:30.487070 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3ec12-7e70-41ce-9901-30132145d6c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:30.534765 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d20aa28-2773-4baa-9406-cbef0712b8f9 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f4620221-af7d-4b00-ba26-0d5417bebc37), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:30.572170 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-abf3ec12-7e70-41ce-9901-30132145d6c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (30f08a8f-9e16-4e94-9524-2086c55e9414), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:30.592595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:30.597672 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:30.738254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:30.785981 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-abf3ec12-7e70-41ce-9901-30132145d6c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:30.797146 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7f7d9-7bf5-408c-895c-c6db92033b42 None None] Pushing event updated for resources: {'Port': ['ID=80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:30.799113 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34038) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:30.853454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-eafedbd8-6b9d-4524-b791-221d6ee20043 None None] Current status of the port 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:30.856148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:26:30.856532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Checking segment: {'id': '31c0092f-3298-4a55-a480-5ec8b0aed195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:30.856976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:30.857385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Bound using segment: {'id': '31c0092f-3298-4a55-a480-5ec8b0aed195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:26:30.857888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Bound port: 082c2056-5491-45ed-b5ce-caf17298e78e, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c0092f-3298-4a55-a480-5ec8b0aed195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:26:30.858274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (082c2056-5491-45ed-b5ce-caf17298e78e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:30.889231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-7ca4dd4c-9db5-42bc-ae8f-ecce1463add9 None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:30.939585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-eafedbd8-6b9d-4524-b791-221d6ee20043 None None] Provisioning complete for port f4620221-af7d-4b00-ba26-0d5417bebc37 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:30.939962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eafedbd8-6b9d-4524-b791-221d6ee20043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f4620221-af7d-4b00-ba26-0d5417bebc37), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:30.940307 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-eafedbd8-6b9d-4524-b791-221d6ee20043 None None] Attempt 1 to provision port f4620221-af7d-4b00-ba26-0d5417bebc37 Oct 26 15:26:30.952327 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d5170380-30d1-4078-8a68-16b30e53aec5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1520469 Oct 26 15:26:30.988206 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d20aa28-2773-4baa-9406-cbef0712b8f9 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (f4620221-af7d-4b00-ba26-0d5417bebc37), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:31.000887 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d20aa28-2773-4baa-9406-cbef0712b8f9 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (f4620221-af7d-4b00-ba26-0d5417bebc37), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:31.060237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-eafedbd8-6b9d-4524-b791-221d6ee20043 None None] Port f4620221-af7d-4b00-ba26-0d5417bebc37 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:26:31.061694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:31.062085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:31.089934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:31.102812 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20aa28-2773-4baa-9406-cbef0712b8f9 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=f4620221-af7d-4b00-ba26-0d5417bebc37,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:31.110906 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d20aa28-2773-4baa-9406-cbef0712b8f9 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:31.111765 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3d20aa28-2773-4baa-9406-cbef0712b8f9 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:31.114081 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3d20aa28-2773-4baa-9406-cbef0712b8f9 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/ports/f4620221-af7d-4b00-ba26-0d5417bebc37 HTTP/1.1" status: 200 len: 910 time: 0.9594512 Oct 26 15:26:31.117605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34042) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:31.213272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:31.251190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:31.251938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:31.263615 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:31.364686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-abf3ec12-7e70-41ce-9901-30132145d6c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:31.385675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-abf3ec12-7e70-41ce-9901-30132145d6c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:31.395396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:31.404070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a68b61c8-44e6-4cf1-8f26-807613c90de7 None None] Provisioning complete for port f4620221-af7d-4b00-ba26-0d5417bebc37 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:31.404534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a68b61c8-44e6-4cf1-8f26-807613c90de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f4620221-af7d-4b00-ba26-0d5417bebc37), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:31.404898 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a68b61c8-44e6-4cf1-8f26-807613c90de7 None None] Attempt 1 to provision port f4620221-af7d-4b00-ba26-0d5417bebc37 Oct 26 15:26:31.447800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] For port 082c2056-5491-45ed-b5ce-caf17298e78e, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:26:31.450158 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-abf3ec12-7e70-41ce-9901-30132145d6c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (30f08a8f-9e16-4e94-9524-2086c55e9414), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:31.451792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a68b61c8-44e6-4cf1-8f26-807613c90de7 None None] Port f4620221-af7d-4b00-ba26-0d5417bebc37 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:26:31.459206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:24Z', 'revision_number': 3, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:31.481725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] For port 082c2056-5491-45ed-b5ce-caf17298e78e, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=082c2056-5491-45ed-b5ce-caf17298e78e,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:26:31.523397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c40fcd-e23c-42dc-9094-c8a4a0db1f6f None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:24Z', 'revision_number': 3, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:31.539805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (082c2056-5491-45ed-b5ce-caf17298e78e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:31.691044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:31.691447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:31.845592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:31.848572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e690241-3085-45c6-97b2-f7b28a90147f None None] Pushing event updated for resources: {'Port': ['ID=082c2056-5491-45ed-b5ce-caf17298e78e,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:31.868973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:31.873092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7ca4dd4c-9db5-42bc-ae8f-ecce1463add9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:28Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:29Z', 'revision_number': 11, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:31.937385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca4dd4c-9db5-42bc-ae8f-ecce1463add9 None None] Checking router: 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:31.940645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:31.945643 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3ec12-7e70-41ce-9901-30132145d6c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:31.974354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-24bd5c50-a8a6-4b29-9d55-1c767096794b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (7274ca57-5958-453d-bcf3-189b6fa5aa7b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:32.018705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca4dd4c-9db5-42bc-ae8f-ecce1463add9 None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:32.018705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7ca4dd4c-9db5-42bc-ae8f-ecce1463add9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:32.018705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:32.062652 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34052) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:32.067051 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:32.085308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:32.085946 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf3ec12-7e70-41ce-9901-30132145d6c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Network 2a5033a5-32c8-47b6-8443-14cdcfcea264 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:32.086524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f40a7a-1dd1-4361-b9bf-57eaf11e7d76 None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:32.089849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-abf3ec12-7e70-41ce-9901-30132145d6c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:32.206440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:32.218902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f40a7a-1dd1-4361-b9bf-57eaf11e7d76 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:32.220058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f0f40a7a-1dd1-4361-b9bf-57eaf11e7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:32.223099 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-639f99b6-ab72-4709-8751-5ffeccac4279 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1579907 Oct 26 15:26:32.279259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-7ca4dd4c-9db5-42bc-ae8f-ecce1463add9 None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:32.322145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:32.382156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf3ec12-7e70-41ce-9901-30132145d6c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Router 30f08a8f-9e16-4e94-9524-2086c55e9414 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:26:32.541516 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf3ec12-7e70-41ce-9901-30132145d6c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:26:32.562054 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-abf3ec12-7e70-41ce-9901-30132145d6c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "PUT /networking/v2.0/routers/30f08a8f-9e16-4e94-9524-2086c55e9414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5185616 Oct 26 15:26:32.567835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:32.572055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-24bd5c50-a8a6-4b29-9d55-1c767096794b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting port f4620221-af7d-4b00-ba26-0d5417bebc37 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:26:32.572725 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-24bd5c50-a8a6-4b29-9d55-1c767096794b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f4620221-af7d-4b00-ba26-0d5417bebc37), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:32.679693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-24bd5c50-a8a6-4b29-9d55-1c767096794b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f4620221-af7d-4b00-ba26-0d5417bebc37), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:32.703197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-24bd5c50-a8a6-4b29-9d55-1c767096794b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Calling delete_port for f4620221-af7d-4b00-ba26-0d5417bebc37 owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:26:32.800367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:32.838806 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-a4ad06fb-a762-4545-8321-a829d5af6afe tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-666445759&fields=id&tenant_id=3529ca9651044c3b8bc329b46b7fbc54 HTTP/1.1" status: 200 len: 267 time: 0.1304674 Oct 26 15:26:32.871231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f0f40a7a-1dd1-4361-b9bf-57eaf11e7d76 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:32.923110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:32.923492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:32.923837 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0 Oct 26 15:26:32.929026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7ca4dd4c-9db5-42bc-ae8f-ecce1463add9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:28Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:29Z', 'revision_number': 11, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:33.074481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca4dd4c-9db5-42bc-ae8f-ecce1463add9 None None] The sync data for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv is: [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:28Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:29Z', 'revision_number': 11, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:33.090492 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-1c77d9f2-6070-424a-b2d8-aa3b0b58c282 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:33.092204 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-1c77d9f2-6070-424a-b2d8-aa3b0b58c282 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/networks?id=2a5033a5-32c8-47b6-8443-14cdcfcea264 HTTP/1.1" status: 200 len: 796 time: 0.2429650 Oct 26 15:26:33.179800 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-897b9c31-6308-4c50-a31a-5fa8b47d2be7 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/quotas/3529ca9651044c3b8bc329b46b7fbc54 HTTP/1.1" status: 200 len: 375 time: 0.0779297 Oct 26 15:26:33.226073 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34072) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:33.264269 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-24bd5c50-a8a6-4b29-9d55-1c767096794b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (f4620221-af7d-4b00-ba26-0d5417bebc37), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:33.380349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f0f40a7a-1dd1-4361-b9bf-57eaf11e7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:31Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:31Z', 'revision_number': 16, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:33.382638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:33.388697 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dd265e6b-1545-4420-a91e-6715618eba5a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1548083 Oct 26 15:26:33.423381 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd5c50-a8a6-4b29-9d55-1c767096794b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Port': ['ID=f4620221-af7d-4b00-ba26-0d5417bebc37,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:33.430038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f40a7a-1dd1-4361-b9bf-57eaf11e7d76 None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:33.445090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f40a7a-1dd1-4361-b9bf-57eaf11e7d76 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:33.445747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f0f40a7a-1dd1-4361-b9bf-57eaf11e7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:33.477601 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-9602feff-0258-42b9-962f-302ee0ab29b0 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=3529ca9651044c3b8bc329b46b7fbc54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2868891 Oct 26 15:26:33.622753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:33.625343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a8a421-ae87-4e4b-9899-e4b82282ddf6 None None] Network 2a5033a5-32c8-47b6-8443-14cdcfcea264 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:26:33.698810 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-24bd5c50-a8a6-4b29-9d55-1c767096794b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (7274ca57-5958-453d-bcf3-189b6fa5aa7b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:33.728384 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:33.792055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b3138a41-c1ed-4117-9c45-5c7631b21458 None None] Provisioning complete for port 082c2056-5491-45ed-b5ce-caf17298e78e triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:33.797047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b3138a41-c1ed-4117-9c45-5c7631b21458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (082c2056-5491-45ed-b5ce-caf17298e78e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:33.797457 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b3138a41-c1ed-4117-9c45-5c7631b21458 None None] Attempt 1 to provision port 082c2056-5491-45ed-b5ce-caf17298e78e Oct 26 15:26:33.806953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f0f40a7a-1dd1-4361-b9bf-57eaf11e7d76 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:33.984786 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bd5c50-a8a6-4b29-9d55-1c767096794b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 7274ca57-5958-453d-bcf3-189b6fa5aa7b has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:26:33.997616 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-9a7319d3-34d0-4ae2-8512-c1cf67b9ccfa service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2a5033a5-32c8-47b6-8443-14cdcfcea264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911358 Oct 26 15:26:34.045024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:34.181429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:34.181833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:34.193287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bd5c50-a8a6-4b29-9d55-1c767096794b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:26:34.202846 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-24bd5c50-a8a6-4b29-9d55-1c767096794b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/7274ca57-5958-453d-bcf3-189b6fa5aa7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0824571 Oct 26 15:26:34.204030 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34082) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:34.215120 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b035c15-d863-4f4d-b123-52c11ac1520c None None] Sync routers for ids ['7274ca57-5958-453d-bcf3-189b6fa5aa7b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:34.235167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f0f40a7a-1dd1-4361-b9bf-57eaf11e7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:31Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:31Z', 'revision_number': 16, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:34.243645 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b035c15-d863-4f4d-b123-52c11ac1520c None None] Routers {'7274ca57-5958-453d-bcf3-189b6fa5aa7b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:34.244575 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5b035c15-d863-4f4d-b123-52c11ac1520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7274ca57-5958-453d-bcf3-189b6fa5aa7b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:34.249977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8d07e118-8298-4178-8e1a-9d4b66e42bb6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8d07e118-8298-4178-8e1a-9d4b66e42bb6,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:34.274417 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:34.277761 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9707cc34-3014-4546-9b6b-f619050063c8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7274ca57-5958-453d-bcf3-189b6fa5aa7b HTTP/1.1" status: 200 len: 205 time: 0.0733981 Oct 26 15:26:34.283747 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34084) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:34.300937 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-9c6e9f7f-db8d-4189-977f-ab6a166491d8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2a5033a5-32c8-47b6-8443-14cdcfcea264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955954 Oct 26 15:26:34.324864 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5b035c15-d863-4f4d-b123-52c11ac1520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:34.371942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:34.373478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:34.386771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:34.390471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f40a7a-1dd1-4361-b9bf-57eaf11e7d76 None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:31Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:31Z', 'revision_number': 16, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:34.395666 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34088) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:34.406878 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b035c15-d863-4f4d-b123-52c11ac1520c None None] Routers {'7274ca57-5958-453d-bcf3-189b6fa5aa7b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:34.407768 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5b035c15-d863-4f4d-b123-52c11ac1520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7274ca57-5958-453d-bcf3-189b6fa5aa7b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:34.460062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b3138a41-c1ed-4117-9c45-5c7631b21458 None None] Current status of the port 082c2056-5491-45ed-b5ce-caf17298e78e is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:34.460472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b3138a41-c1ed-4117-9c45-5c7631b21458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (082c2056-5491-45ed-b5ce-caf17298e78e), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:34.492610 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6c90b27c-cfa2-4336-b9cf-3d78ca8d721d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (7274ca57-5958-453d-bcf3-189b6fa5aa7b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:34.519879 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5b035c15-d863-4f4d-b123-52c11ac1520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:34.519879 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b035c15-d863-4f4d-b123-52c11ac1520c None None] The sync data for ids ['7274ca57-5958-453d-bcf3-189b6fa5aa7b'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:34.590676 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-46ae3ff5-f1b1-40b1-a704-3b457a63431e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1928611 Oct 26 15:26:34.614538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-b3138a41-c1ed-4117-9c45-5c7631b21458 None None] For port 082c2056-5491-45ed-b5ce-caf17298e78e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=082c2056-5491-45ed-b5ce-caf17298e78e,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:34.620992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8d07e118-8298-4178-8e1a-9d4b66e42bb6,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:34.626993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b3138a41-c1ed-4117-9c45-5c7631b21458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (082c2056-5491-45ed-b5ce-caf17298e78e), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:34.762053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3138a41-c1ed-4117-9c45-5c7631b21458 None None] Pushing event updated for resources: {'Port': ['ID=082c2056-5491-45ed-b5ce-caf17298e78e,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:34.800654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:34.801218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:34.853217 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6c90b27c-cfa2-4336-b9cf-3d78ca8d721d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (7274ca57-5958-453d-bcf3-189b6fa5aa7b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:34.857037 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6c90b27c-cfa2-4336-b9cf-3d78ca8d721d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router_controller (7274ca57-5958-453d-bcf3-189b6fa5aa7b), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:34.866395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:34.875827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:34.942539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6c90b27c-cfa2-4336-b9cf-3d78ca8d721d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (7274ca57-5958-453d-bcf3-189b6fa5aa7b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:34.943257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c90b27c-cfa2-4336-b9cf-3d78ca8d721d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Fanout notify agent at l3_agent the message router_deleted on router 7274ca57-5958-453d-bcf3-189b6fa5aa7b {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:26:34.947530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:34.951118 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6c90b27c-cfa2-4336-b9cf-3d78ca8d721d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:34.955221 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6c90b27c-cfa2-4336-b9cf-3d78ca8d721d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/routers/7274ca57-5958-453d-bcf3-189b6fa5aa7b HTTP/1.1" status: 204 len: 168 time: 0.6678953 Oct 26 15:26:34.956905 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34098) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:34.976245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e9c823-15d6-4816-8628-b910069b7f93 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:26:35.046981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:35.050263 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a4f1c0-dbcd-43a1-9525-180ce2a74e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting subnet d11da8eb-b71a-46f5-af31-0cfd6b332b22 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:26:35.072182 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c3a4f1c0-dbcd-43a1-9525-180ce2a74e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (d11da8eb-b71a-46f5-af31-0cfd6b332b22), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:35.133129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:35.133976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-db97e90d-b417-4750-9322-85403cb64657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:35.164461 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c3a4f1c0-dbcd-43a1-9525-180ce2a74e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (d11da8eb-b71a-46f5-af31-0cfd6b332b22), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:35.206870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-f6d135a3-574b-49f7-b618-1302a1e6b295 None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:35.207396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f6d135a3-574b-49f7-b618-1302a1e6b295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:35.207837 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-f6d135a3-574b-49f7-b618-1302a1e6b295 None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:26:35.293374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-f6d135a3-574b-49f7-b618-1302a1e6b295 None None] Port de870d34-8e86-4f1f-8943-ae00610d51cc cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:26:35.319376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:35.328786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:35.335669 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c3a4f1c0-dbcd-43a1-9525-180ce2a74e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (d11da8eb-b71a-46f5-af31-0cfd6b332b22), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:35.438708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c3a4f1c0-dbcd-43a1-9525-180ce2a74e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (d11da8eb-b71a-46f5-af31-0cfd6b332b22), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:35.462681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:35.465705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4f1c0-dbcd-43a1-9525-180ce2a74e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Subnet': ['ID=d11da8eb-b71a-46f5-af31-0cfd6b332b22,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:35.478363 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c3a4f1c0-dbcd-43a1-9525-180ce2a74e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:35.482093 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c3a4f1c0-dbcd-43a1-9525-180ce2a74e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/d11da8eb-b71a-46f5-af31-0cfd6b332b22 HTTP/1.1" status: 204 len: 168 time: 0.5241368 Oct 26 15:26:35.485422 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34100) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:35.594291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34104) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:35.602552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-f6d135a3-574b-49f7-b618-1302a1e6b295 None None] Provisioning complete for port 082c2056-5491-45ed-b5ce-caf17298e78e triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:35.602939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f6d135a3-574b-49f7-b618-1302a1e6b295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (082c2056-5491-45ed-b5ce-caf17298e78e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:35.603285 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-f6d135a3-574b-49f7-b618-1302a1e6b295 None None] Attempt 1 to provision port 082c2056-5491-45ed-b5ce-caf17298e78e Oct 26 15:26:35.659204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e9c823-15d6-4816-8628-b910069b7f93 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:26:35.704499 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (856732b8-cef6-4223-b53c-49db44fd74e3), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:35.715315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:35.807714 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting port 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:26:35.808313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:35.834269 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bb9d1744-6294-4f91-946f-78115095b929 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2388985 Oct 26 15:26:35.901127 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-69a96f5e-d9f4-48cb-bcd7-83998f3bed37 req-afccd3d9-4c88-42ac-9b7b-19522c6cec88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 210 time: 0.0550649 Oct 26 15:26:35.939829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] For port 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0,segment=NetworkSegment(41b177ea-9775-4831-a70a-209e0a331c41),segment_id=41b177ea-9775-4831-a70a-209e0a331c41)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:35.940538 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:35.959344 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Calling delete_port for 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:26:36.059386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:36.090711 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Port': ['ID=80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:36.105343 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] No DVR routers for this DVR port 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:26:36.125637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:36.126109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:36.126485 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 Oct 26 15:26:36.265940 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (856732b8-cef6-4223-b53c-49db44fd74e3), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:36.291977 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856732b8-cef6-4223-b53c-49db44fd74e3']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:36.306526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b177ea-9775-4831-a70a-209e0a331c41') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:36.307046 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b177ea-9775-4831-a70a-209e0a331c41') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:36.341903 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (41b177ea-9775-4831-a70a-209e0a331c41), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:36.365470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:36.372217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (41b177ea-9775-4831-a70a-209e0a331c41), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:36.376129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a89a2f-6659-4f42-b079-00824958b123 None None] Network 856732b8-cef6-4223-b53c-49db44fd74e3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:26:36.395462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-f6d135a3-574b-49f7-b618-1302a1e6b295 None None] Current status of the port 082c2056-5491-45ed-b5ce-caf17298e78e is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:36.399955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:26:36.400432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (41b177ea-9775-4831-a70a-209e0a331c41), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:36.465314 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 41b177ea-9775-4831-a70a-209e0a331c41 resource provider aggregate not found Oct 26 15:26:36.560607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9447ce42-2b5f-4511-9792-9456ce50deef None None] Could not find standard attr ID for object 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:26:36.585635 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 41b177ea-9775-4831-a70a-209e0a331c41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41b177ea-9775-4831-a70a-209e0a331c41 found for delete ", "request_id": "req-998beedf-5c36-4d2d-8a58-2e4daa6aa1b3"}]} Oct 26 15:26:36.645370 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (856732b8-cef6-4223-b53c-49db44fd74e3), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:36.671294 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:36.674650 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/networks/856732b8-cef6-4223-b53c-49db44fd74e3 HTTP/1.1" status: 204 len: 168 time: 1.1872938 Oct 26 15:26:36.681310 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d81962-b1c8-4d0c-8631-3a0d04b75dcd tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Network': ['ID=856732b8-cef6-4223-b53c-49db44fd74e3,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:36.681793 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34124) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:36.693282 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-0daeaa01-c20d-4c1f-a2aa-1db8c243cf84 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-408770933', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:36.761587 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0daeaa01-c20d-4c1f-a2aa-1db8c243cf84 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (4189a402-d99f-4ff4-abc3-16ee24682b70), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:36.761946 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0daeaa01-c20d-4c1f-a2aa-1db8c243cf84 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (4189a402-d99f-4ff4-abc3-16ee24682b70), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:36.772925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e111bbb7-37a9-4297-a9c0-dd09471b297f None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:36.773368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e111bbb7-37a9-4297-a9c0-dd09471b297f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:36.773984 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e111bbb7-37a9-4297-a9c0-dd09471b297f None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:26:36.780714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:36.781001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:36.837229 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34126) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:36.839475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:36.846227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8d07e118-8298-4178-8e1a-9d4b66e42bb6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8d07e118-8298-4178-8e1a-9d4b66e42bb6,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:36.851483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-db97e90d-b417-4750-9322-85403cb64657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:26:31Z', 'revision_number': 2, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:36.885408 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0daeaa01-c20d-4c1f-a2aa-1db8c243cf84 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router_controller (4189a402-d99f-4ff4-abc3-16ee24682b70), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:36.886410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:36.887742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 082c2056-5491-45ed-b5ce-caf17298e78e up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:36.896182 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0daeaa01-c20d-4c1f-a2aa-1db8c243cf84 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (4189a402-d99f-4ff4-abc3-16ee24682b70), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:36.938259 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0daeaa01-c20d-4c1f-a2aa-1db8c243cf84 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:36.945368 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0daeaa01-c20d-4c1f-a2aa-1db8c243cf84 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2616918 Oct 26 15:26:36.946651 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34130) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:36.962941 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-cefe3f11-0b8b-4c2c-a7ec-32eb320dd939 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'network': {'name': 'tempest-RoutersTest-820784845'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:36.993538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e111bbb7-37a9-4297-a9c0-dd09471b297f None None] Port de870d34-8e86-4f1f-8943-ae00610d51cc cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:26:37.004691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8d07e118-8298-4178-8e1a-9d4b66e42bb6,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:37.013947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefe3f11-0b8b-4c2c-a7ec-32eb320dd939 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Made reservation on behalf of e6a5bd1edcc84a3dbb4f28964dceafcd for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:26:37.015245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:37.016833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Updating router 30f08a8f-9e16-4e94-9524-2086c55e9414 port de870d34-8e86-4f1f-8943-ae00610d51cc binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:26:37.025073 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cefe3f11-0b8b-4c2c-a7ec-32eb320dd939 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:37.049000 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f0887716-2dcb-462e-ba92-894d0c09e34f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2102687 Oct 26 15:26:37.085160 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:37.103744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:37.133058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765cf4fb-a97f-4b34-b835-7f35cd1d7950 None None] DHCP port deletion for 856732b8-cef6-4223-b53c-49db44fd74e3 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:26:37.143058 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a44fce66-02f5-4730-aad3-28837be8c858 req-a39272dd-91c8-4034-ba56-fb1e3b6b51ca tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 210 time: 0.0893190 Oct 26 15:26:37.143637 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cefe3f11-0b8b-4c2c-a7ec-32eb320dd939 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:26:37.156152 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cefe3f11-0b8b-4c2c-a7ec-32eb320dd939 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (e8a323be-1ba0-483b-b06d-b4b5372fe6bf), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:37.156763 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-cefe3f11-0b8b-4c2c-a7ec-32eb320dd939 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Added segment e8a323be-1ba0-483b-b06d-b4b5372fe6bf of type vlan for network c6350cf9-0428-490f-8a8c-063abbb599fd Oct 26 15:26:37.215929 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cefe3f11-0b8b-4c2c-a7ec-32eb320dd939 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (c6350cf9-0428-490f-8a8c-063abbb599fd), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:37.216139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-422f22a7-1cdc-4561-babc-77e550c0786b None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:37.216475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-422f22a7-1cdc-4561-babc-77e550c0786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:37.216938 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-422f22a7-1cdc-4561-babc-77e550c0786b None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:26:37.245601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cefe3f11-0b8b-4c2c-a7ec-32eb320dd939 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (c6350cf9-0428-490f-8a8c-063abbb599fd), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:37.252253 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefe3f11-0b8b-4c2c-a7ec-32eb320dd939 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:37.253087 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cefe3f11-0b8b-4c2c-a7ec-32eb320dd939 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:37.294381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 082c2056-5491-45ed-b5ce-caf17298e78e triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:37.296352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (082c2056-5491-45ed-b5ce-caf17298e78e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:37.297283 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 082c2056-5491-45ed-b5ce-caf17298e78e Oct 26 15:26:37.322498 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cefe3f11-0b8b-4c2c-a7ec-32eb320dd939 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3742194 Oct 26 15:26:37.326229 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34134) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:37.331321 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-09bac761-e354-4e24-8aa8-be2d5c005f74 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'subnet': {'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:37.364384 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe3f11-0b8b-4c2c-a7ec-32eb320dd939 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Network': ['ID=c6350cf9-0428-490f-8a8c-063abbb599fd,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:37.370581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-422f22a7-1cdc-4561-babc-77e550c0786b None None] Port de870d34-8e86-4f1f-8943-ae00610d51cc cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:26:37.386773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network c6350cf9-0428-490f-8a8c-063abbb599fd details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:26:37.463828 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b406b52-0899-4053-a80e-df0e2ea973fe None None] Sync routers for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:37.477693 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b406b52-0899-4053-a80e-df0e2ea973fe None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:37.478783 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8b406b52-0899-4053-a80e-df0e2ea973fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:37.486231 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bac761-e354-4e24-8aa8-be2d5c005f74 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Made reservation on behalf of e6a5bd1edcc84a3dbb4f28964dceafcd for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:26:37.492788 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-09bac761-e354-4e24-8aa8-be2d5c005f74 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:37.521702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:37.551598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 082c2056-5491-45ed-b5ce-caf17298e78e is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:37.552987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:37.653576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:37.653946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:37.654291 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 Oct 26 15:26:37.815526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Publish callbacks [] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:37.830553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:37.834831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:37.835499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:37.837648 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-09bac761-e354-4e24-8aa8-be2d5c005f74 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (87cec929-b822-48fb-b649-c486ac29ab7f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:37.906935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:37.955931 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8b406b52-0899-4053-a80e-df0e2ea973fe None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:37.999852 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bac761-e354-4e24-8aa8-be2d5c005f74 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Checking segment: {'id': 'e8a323be-1ba0-483b-b06d-b4b5372fe6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:38.000224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bac761-e354-4e24-8aa8-be2d5c005f74 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network hostable DHCP agents. Network: c6350cf9-0428-490f-8a8c-063abbb599fd, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:26:38.027835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:38.035086 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bac761-e354-4e24-8aa8-be2d5c005f74 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Subnet': ['ID=87cec929-b822-48fb-b649-c486ac29ab7f,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:38.046169 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-bbdf9cbc-5302-4a1a-83fa-8545be82105e tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:38.046659 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34136) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:38.049460 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-bbdf9cbc-5302-4a1a-83fa-8545be82105e tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.64 "GET /networking/v2.0/networks?id=2a5033a5-32c8-47b6-8443-14cdcfcea264 HTTP/1.1" status: 200 len: 796 time: 0.2972946 Oct 26 15:26:38.129861 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bac761-e354-4e24-8aa8-be2d5c005f74 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network c6350cf9-0428-490f-8a8c-063abbb599fd is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:26:38.167160 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2cd5c7e8-a672-4501-9dd3-c30107a8e109 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1180847 Oct 26 15:26:38.168154 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-09bac761-e354-4e24-8aa8-be2d5c005f74 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, c6350cf9-0428-490f-8a8c-063abbb599fd) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:38.172950 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f39d91c7-f6d3-4a41-ae85-cf716209aedd tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3529ca9651044c3b8bc329b46b7fbc54 HTTP/1.1" status: 200 len: 379 time: 0.1028333 Oct 26 15:26:38.177644 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bac761-e354-4e24-8aa8-be2d5c005f74 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:38.178248 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-09bac761-e354-4e24-8aa8-be2d5c005f74 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:38.207327 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-09bac761-e354-4e24-8aa8-be2d5c005f74 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8800101 Oct 26 15:26:38.210170 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34146) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:38.229183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-758929a8-6e2f-42c0-b01a-8bbea5160bf3 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Request body: {'port': {'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'admin_state_up': True, 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'security_groups': ['a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:38.240009 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:38.255342 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8b406b52-0899-4053-a80e-df0e2ea973fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:36Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:34Z', 'revision_number': 12, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:38.278154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab87bdb7-c325-485a-9219-fb842a5f21e8 None None] Network c6350cf9-0428-490f-8a8c-063abbb599fd requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:26:38.283116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:38.305573 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b406b52-0899-4053-a80e-df0e2ea973fe None None] Checking router: 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:38.338545 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b406b52-0899-4053-a80e-df0e2ea973fe None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:38.339209 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8b406b52-0899-4053-a80e-df0e2ea973fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:38.384367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1282d6-d018-4840-8c6a-27eb7e7097e8 None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:38.465202 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:38.474823 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-36501ac8-b379-44b9-ab7b-069b3515f5c2 req-90cc7276-d59a-47cd-b2ec-97f5ae4ace02 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 210 time: 0.1515710 Oct 26 15:26:38.523964 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-758929a8-6e2f-42c0-b01a-8bbea5160bf3 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Made reservation on behalf of 3529ca9651044c3b8bc329b46b7fbc54 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:26:38.538384 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-758929a8-6e2f-42c0-b01a-8bbea5160bf3 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:38.580833 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:38.586298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:38.654110 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8b406b52-0899-4053-a80e-df0e2ea973fe None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:38.667694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Attempting to bind port de870d34-8e86-4f1f-8943-ae00610d51cc on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:26:38.667694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Attempting to bind port de870d34-8e86-4f1f-8943-ae00610d51cc by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '31c0092f-3298-4a55-a480-5ec8b0aed195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:26:38.667694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Attempting to bind port de870d34-8e86-4f1f-8943-ae00610d51cc on network 2a5033a5-32c8-47b6-8443-14cdcfcea264 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:26:38.727080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:38.739189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-69c6c64a-35f7-4ce8-a117-583e5a37803a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:38.763023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:38.778120 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:38.778901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:38.779287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:38.779628 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:26:38.788073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:38.833273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-758929a8-6e2f-42c0-b01a-8bbea5160bf3 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Allocated IP 172.20.0.3 (2a5033a5-32c8-47b6-8443-14cdcfcea264/4d79363b-90cf-4551-bc6e-2dabbe17447a/3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:26:38.870598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:26:38.871238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Checking segment: {'id': '31c0092f-3298-4a55-a480-5ec8b0aed195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:38.871932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:38.872607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Bound using segment: {'id': '31c0092f-3298-4a55-a480-5ec8b0aed195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:26:38.873603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Bound port: de870d34-8e86-4f1f-8943-ae00610d51cc, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c0092f-3298-4a55-a480-5ec8b0aed195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:26:38.874515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:38.898583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-c6350cf9-0428-490f-8a8c-063abbb599fd', 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd', 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'fixed_ips': [{'subnet_id': '87cec929-b822-48fb-b649-c486ac29ab7f'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:26:38.899602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:38.948490 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-25a048a4-859b-48ec-8d9b-7da0faf5b1e3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:39.049744 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8b406b52-0899-4053-a80e-df0e2ea973fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:36Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:37Z', 'revision_number': 13, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:39.086337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-db97e90d-b417-4750-9322-85403cb64657 None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:26:39.094058 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b406b52-0899-4053-a80e-df0e2ea973fe None None] The sync data for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv is: [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:36Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:37Z', 'revision_number': 13, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:39.108830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:39.109450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:39.116576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-758929a8-6e2f-42c0-b01a-8bbea5160bf3 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for port (3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:39.120462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-db97e90d-b417-4750-9322-85403cb64657 None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:26:39.154789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:39.167930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34148) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:39.227291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:39.237036 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-09bbd696-6298-4657-afd2-cf8aeea5bc22 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0678489 Oct 26 15:26:39.242347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:39.243455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:39.252573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-758929a8-6e2f-42c0-b01a-8bbea5160bf3 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:39.299616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:39.300286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-db97e90d-b417-4750-9322-85403cb64657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:39.343578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-758929a8-6e2f-42c0-b01a-8bbea5160bf3 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Network 2a5033a5-32c8-47b6-8443-14cdcfcea264 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:39.350141 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-758929a8-6e2f-42c0-b01a-8bbea5160bf3 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:39.359296 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-758929a8-6e2f-42c0-b01a-8bbea5160bf3 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:39.376616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beba0f9-1186-45ea-8420-3a9e58ef9ed3 None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:39.384613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Allocated IP 172.20.0.2 (c6350cf9-0428-490f-8a8c-063abbb599fd/87cec929-b822-48fb-b649-c486ac29ab7f/20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:26:39.426782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:39.431820 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758929a8-6e2f-42c0-b01a-8bbea5160bf3 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event updated for resources: {'Port': ['ID=3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:39.435427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1282d6-d018-4840-8c6a-27eb7e7097e8 None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:39.453899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:39.454623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:39.455146 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:26:39.461178 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-758929a8-6e2f-42c0-b01a-8bbea5160bf3 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:39.461895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-758929a8-6e2f-42c0-b01a-8bbea5160bf3 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:39.491118 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-758929a8-6e2f-42c0-b01a-8bbea5160bf3 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2660398 Oct 26 15:26:39.512526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Request body: {'port': {'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:39.675830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:39.693553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beba0f9-1186-45ea-8420-3a9e58ef9ed3 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:39.696707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8beba0f9-1186-45ea-8420-3a9e58ef9ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:39.876124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-acb108a4-4bac-4e5a-80ab-998dea276eb7 None None] Provisioning complete for port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:39.876507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-acb108a4-4bac-4e5a-80ab-998dea276eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:39.876876 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-acb108a4-4bac-4e5a-80ab-998dea276eb7 None None] Attempt 1 to provision port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 Oct 26 15:26:39.881591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-db97e90d-b417-4750-9322-85403cb64657 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:40.052830 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d41dce-f373-4d43-97c5-e1989e70c62f req-88610b8a-1e42-4aa0-b0af-03234edd3234 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:40.060892 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-59d41dce-f373-4d43-97c5-e1989e70c62f req-88610b8a-1e42-4aa0-b0af-03234edd3234 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 931 time: 0.0796306 Oct 26 15:26:40.063849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-acb108a4-4bac-4e5a-80ab-998dea276eb7 None None] Port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:26:40.099886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:40.115426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:40.165052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-8beba0f9-1186-45ea-8420-3a9e58ef9ed3 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:40.193261 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:40.241036 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34154) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:40.290190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:40.290502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:40.309654 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-59d41dce-f373-4d43-97c5-e1989e70c62f req-d712009f-3c8f-449e-85e0-c9390fa7be7f tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463188 Oct 26 15:26:40.346228 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-79bc674a-2039-493f-bd69-bf562874ea68 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1040349 Oct 26 15:26:40.360456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Publish callbacks [] for port (20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:40.366303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:40.423952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:40.473596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:40.509140 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-25a048a4-859b-48ec-8d9b-7da0faf5b1e3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Allocated IP 172.20.0.1 (c6350cf9-0428-490f-8a8c-063abbb599fd/87cec929-b822-48fb-b649-c486ac29ab7f/9c63a5d6-34fd-40ed-9776-2a808368b0b0) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:26:40.559066 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:26:40.569954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Publish callbacks [] for port (3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:40.589416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Transition to ACTIVE for port object 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:26:40.595479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:40.730874 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-25a048a4-859b-48ec-8d9b-7da0faf5b1e3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:40.738492 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Attempting to bind port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:26:40.738856 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Attempting to bind port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '31c0092f-3298-4a55-a480-5ec8b0aed195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:26:40.739192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Attempting to bind port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 on network 2a5033a5-32c8-47b6-8443-14cdcfcea264 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:26:40.765189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:40.771120 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-25a048a4-859b-48ec-8d9b-7da0faf5b1e3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:40.798397 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:40.803342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:40.804453 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 on network 2a5033a5-32c8-47b6-8443-14cdcfcea264 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:26:40.805688 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Attempting to bind port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 on network 2a5033a5-32c8-47b6-8443-14cdcfcea264 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:26:40.810552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Network c6350cf9-0428-490f-8a8c-063abbb599fd is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:40.831504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:40.854525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:40.872589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a048a4-859b-48ec-8d9b-7da0faf5b1e3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network c6350cf9-0428-490f-8a8c-063abbb599fd is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:40.887264 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:26:40.887611 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Checking segment: {'id': '31c0092f-3298-4a55-a480-5ec8b0aed195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:40.888452 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Bound using segment: {'id': '31c0092f-3298-4a55-a480-5ec8b0aed195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:26:40.890307 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Bound port: 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c0092f-3298-4a55-a480-5ec8b0aed195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:26:40.892522 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:40.901504 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-25a048a4-859b-48ec-8d9b-7da0faf5b1e3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:40.912302 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a048a4-859b-48ec-8d9b-7da0faf5b1e3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:40.922295 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a048a4-859b-48ec-8d9b-7da0faf5b1e3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=9c63a5d6-34fd-40ed-9776-2a808368b0b0,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:40.925942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Pushing event updated for resources: {'Port': ['ID=20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:40.949251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:40.980418 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] For port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:26:40.985268 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] For port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:26:40.995351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:40.997493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-db97e90d-b417-4750-9322-85403cb64657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:26:39Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:41.001914 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:41.004273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:41.005884 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 HTTP/1.1" status: 200 len: 1093 time: 1.5034249 Oct 26 15:26:41.013400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'tag': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:26:41.016533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ceab9f0-c601-444f-a579-aea95d1ba0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "29e600a6-64d7-4bdb-91a5-d373dcb32674", "tag": "3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:26:41.059419 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-25a048a4-859b-48ec-8d9b-7da0faf5b1e3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (4189a402-d99f-4ff4-abc3-16ee24682b70), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:41.074255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9de30166-e2c7-47d8-8204-cb4d17a3e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:41.107519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db97e90d-b417-4750-9322-85403cb64657 None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:26:39Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:41.165897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb7930e-ba0a-45d5-9648-848480f49e33 x-openstack-request-id: req-2fb7930e-ba0a-45d5-9648-848480f49e33 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:26:41.166471 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e600a6-64d7-4bdb-91a5-d373dcb32674", "tag": "3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:26:41.166945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2fb7930e-ba0a-45d5-9648-848480f49e33 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:26:41.167626 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb7930e-ba0a-45d5-9648-848480f49e33'] response: {'name': 'network-changed', 'server_uuid': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'tag': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'status': 'completed', 'code': 200} Oct 26 15:26:41.184780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8beba0f9-1186-45ea-8420-3a9e58ef9ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:39Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:31Z', 'revision_number': 16, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:41.200966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-4f1ec03e-478e-41e0-a0d9-f9af755e4de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:41.204137 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-4f1ec03e-478e-41e0-a0d9-f9af755e4de3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=3529ca9651044c3b8bc329b46b7fbc54&device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 1127 time: 0.1206760 Oct 26 15:26:41.207049 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8824ebe-a2c3-485d-9e33-76c5fe5188b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:41.241438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beba0f9-1186-45ea-8420-3a9e58ef9ed3 None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:41.243477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Attempting to bind port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:26:41.244283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Attempting to bind port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'e8a323be-1ba0-483b-b06d-b4b5372fe6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:26:41.244442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Attempting to bind port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a on network c6350cf9-0428-490f-8a8c-063abbb599fd {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:26:41.246477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:41.288297 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-25a048a4-859b-48ec-8d9b-7da0faf5b1e3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:41.289247 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-98c2f99e-ef48-4217-a0bb-8136507df681 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 HTTP/1.1" status: 200 len: 217 time: 0.0729206 Oct 26 15:26:41.342264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beba0f9-1186-45ea-8420-3a9e58ef9ed3 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:41.343747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8beba0f9-1186-45ea-8420-3a9e58ef9ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:41.351715 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34162) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:41.401319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:41.401903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:41.418479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:26:41.419021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Checking segment: {'id': 'e8a323be-1ba0-483b-b06d-b4b5372fe6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:41.419444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:41.420755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Bound using segment: {'id': 'e8a323be-1ba0-483b-b06d-b4b5372fe6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:26:41.420755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Bound port: 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a323be-1ba0-483b-b06d-b4b5372fe6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:26:41.421514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:41.427201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:41.465794 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae56caf-96d8-4dc2-bb19-19cc20a176e0 req-7eef7bcd-5a4d-47b2-b29b-9333347372d5 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:41.468326 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1ae56caf-96d8-4dc2-bb19-19cc20a176e0 req-7eef7bcd-5a4d-47b2-b29b-9333347372d5 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 943 time: 0.0672762 Oct 26 15:26:41.485174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8d07e118-8298-4178-8e1a-9d4b66e42bb6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8d07e118-8298-4178-8e1a-9d4b66e42bb6,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:41.487941 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:41.492558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-38f19a6f-a94c-4b74-b2c7-8306e46718fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:41.494190 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-38f19a6f-a94c-4b74-b2c7-8306e46718fb service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=4d79363b-90cf-4551-bc6e-2dabbe17447a HTTP/1.1" status: 200 len: 835 time: 0.1966710 Oct 26 15:26:41.495987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:41.497112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:41.497437 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:41.571961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] For port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:26:41.576300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] For port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a,segment=NetworkSegment(e8a323be-1ba0-483b-b06d-b4b5372fe6bf),segment_id=e8a323be-1ba0-483b-b06d-b4b5372fe6bf)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:26:41.596775 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d9f0fefb-262b-401b-8955-182ad2fc073f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2428591 Oct 26 15:26:41.612509 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-750c7d5a-e1e6-470d-8420-0693ac6e82fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:41.614773 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-750c7d5a-e1e6-470d-8420-0693ac6e82fc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2a5033a5-32c8-47b6-8443-14cdcfcea264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1041946 Oct 26 15:26:41.627804 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:41.650819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:41.678091 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1ae56caf-96d8-4dc2-bb19-19cc20a176e0 req-97d3d247-f24d-4f7b-8afd-6b2b7cc5a832 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975131 Oct 26 15:26:41.739425 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-25a048a4-859b-48ec-8d9b-7da0faf5b1e3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:41.746920 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:41.749876 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-25a048a4-859b-48ec-8d9b-7da0faf5b1e3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:41.810675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-8beba0f9-1186-45ea-8420-3a9e58ef9ed3 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:41.812851 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-25a048a4-859b-48ec-8d9b-7da0faf5b1e3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (4189a402-d99f-4ff4-abc3-16ee24682b70), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:41.855015 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-b0795f5b-81fa-47ed-9fc0-c60f9fc75dcc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2a5033a5-32c8-47b6-8443-14cdcfcea264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183480 Oct 26 15:26:41.913829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8d07e118-8298-4178-8e1a-9d4b66e42bb6,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:41.953827 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a048a4-859b-48ec-8d9b-7da0faf5b1e3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=9c63a5d6-34fd-40ed-9776-2a808368b0b0,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:42.031067 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a048a4-859b-48ec-8d9b-7da0faf5b1e3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network c6350cf9-0428-490f-8a8c-063abbb599fd is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:42.032784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-25a048a4-859b-48ec-8d9b-7da0faf5b1e3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:42.093097 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ad1e5e3b-5f57-41ef-89b3-554ed510fda3 req-f2dc8a5e-d4b8-4f01-b3ab-b208466011de service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2a5033a5-32c8-47b6-8443-14cdcfcea264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286208 Oct 26 15:26:42.145334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:42.145720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:42.167040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:42.229707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e2153-c3ad-4d8d-adb6-244d5d16ff0f None None] Pushing event updated for resources: {'Port': ['ID=20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:42.285388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:42.302784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:42.303548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:42.370586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:26:42.370947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 80fa995e-d78d-4ddb-b2e4-18e9e4cfdab0 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:26:42.429947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:42.435680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8beba0f9-1186-45ea-8420-3a9e58ef9ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:39Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:40Z', 'revision_number': 17, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:42.461696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beba0f9-1186-45ea-8420-3a9e58ef9ed3 None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:39Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:40Z', 'revision_number': 17, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:42.567745 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-1e4545b7-0c22-403e-b04d-f94b56567642 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-10207854&fields=id&tenant_id=958a4175b49f4069b4d327e8d8151b9e HTTP/1.1" status: 200 len: 267 time: 0.0797691 Oct 26 15:26:42.592736 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a048a4-859b-48ec-8d9b-7da0faf5b1e3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 4189a402-d99f-4ff4-abc3-16ee24682b70 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:26:42.599955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34174) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:42.691674 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-24c08f88-d4e2-45ac-a32f-aed65dc0681a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0914540 Oct 26 15:26:42.819079 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a048a4-859b-48ec-8d9b-7da0faf5b1e3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:26:42.826319 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-9f2d438b-e583-47cb-a02d-3a7da2a2881c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:42.828825 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-9f2d438b-e583-47cb-a02d-3a7da2a2881c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/networks?id=1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 HTTP/1.1" status: 200 len: 811 time: 0.2476017 Oct 26 15:26:42.831573 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-25a048a4-859b-48ec-8d9b-7da0faf5b1e3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/4189a402-d99f-4ff4-abc3-16ee24682b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6203020 Oct 26 15:26:42.832157 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Sync routers for ids ['4189a402-d99f-4ff4-abc3-16ee24682b70'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:42.837475 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34178) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:42.843384 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e3a1b8ea-53cb-4d1c-b5a3-2bad8c1345c0 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'network': {'name': 'tempest-RoutersTest-1434332232'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:42.847486 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Routers {'4189a402-d99f-4ff4-abc3-16ee24682b70'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:42.848539 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4189a402-d99f-4ff4-abc3-16ee24682b70'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:42.862723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cc972-f8be-46b2-b442-75524fd8db82 req-3e369455-e42b-4432-b473-b1dfc4f4b6ff tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:42.867246 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-9ca3ac12-a6af-4a65-8f85-a8d757d12a8a tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/quotas/958a4175b49f4069b4d327e8d8151b9e HTTP/1.1" status: 200 len: 375 time: 0.0306101 Oct 26 15:26:42.871991 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-180cc972-f8be-46b2-b442-75524fd8db82 req-3e369455-e42b-4432-b473-b1dfc4f4b6ff tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 943 time: 0.0896673 Oct 26 15:26:42.989906 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-180cc972-f8be-46b2-b442-75524fd8db82 req-2f2d1eda-46a1-4f48-8786-03f277ac743e tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954950 Oct 26 15:26:42.990705 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Set router 4189a402-d99f-4ff4-abc3-16ee24682b70 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:42.997462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb822d5d-1b80-4b4f-90d0-15d3fb1a6cb9 None None] Sync routers for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:43.024247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb822d5d-1b80-4b4f-90d0-15d3fb1a6cb9 None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:43.028602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fb822d5d-1b80-4b4f-90d0-15d3fb1a6cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:43.030666 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-2d2965b7-8dd1-4ef0-bb24-28a979d3fe64 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=958a4175b49f4069b4d327e8d8151b9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1549900 Oct 26 15:26:43.037755 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a1b8ea-53cb-4d1c-b5a3-2bad8c1345c0 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Made reservation on behalf of e6a5bd1edcc84a3dbb4f28964dceafcd for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:26:43.045574 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b8ea-53cb-4d1c-b5a3-2bad8c1345c0 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:43.126383 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceab9f0-c601-444f-a579-aea95d1ba0d8 req-ea961e87-4893-4bae-a3dc-5c382a945405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:43.128037 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1ceab9f0-c601-444f-a579-aea95d1ba0d8 req-ea961e87-4893-4bae-a3dc-5c382a945405 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=3529ca9651044c3b8bc329b46b7fbc54&device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 1127 time: 0.1492956 Oct 26 15:26:43.219756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:43.257350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-fb822d5d-1b80-4b4f-90d0-15d3fb1a6cb9 None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:43.262580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:43.318157 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:43.357652 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:43.364516 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-92f14828-d209-4324-b8b9-a987cd6b5c91 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1e5b7312-61c2-4f77-9ed8-edbf4a13bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904828 Oct 26 15:26:43.376775 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceab9f0-c601-444f-a579-aea95d1ba0d8 req-98a10bc5-70ad-4071-aeca-94509a8b0f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:43.378320 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1ceab9f0-c601-444f-a579-aea95d1ba0d8 req-98a10bc5-70ad-4071-aeca-94509a8b0f84 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2a5033a5-32c8-47b6-8443-14cdcfcea264 HTTP/1.1" status: 200 len: 897 time: 0.2380126 Oct 26 15:26:43.387792 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a1b8ea-53cb-4d1c-b5a3-2bad8c1345c0 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:26:43.411612 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:43.450427 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1ceab9f0-c601-444f-a579-aea95d1ba0d8 req-cb8c5f2e-42be-4df4-80b7-98977556e545 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 HTTP/1.1" status: 200 len: 217 time: 0.0608552 Oct 26 15:26:43.459511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258c41cb-1667-4fa9-911e-111b6b56ebd3 None None] Network c6350cf9-0428-490f-8a8c-063abbb599fd requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:26:43.490857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b8ea-53cb-4d1c-b5a3-2bad8c1345c0 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (37ffbbcb-96be-4501-a011-5f850d6e5e14), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:43.491234 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-e3a1b8ea-53cb-4d1c-b5a3-2bad8c1345c0 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Added segment 37ffbbcb-96be-4501-a011-5f850d6e5e14 of type vlan for network fd452135-5a78-4996-a61f-29702a2d2f57 Oct 26 15:26:43.511786 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'name': 'tempest-RoutersTest-router-408770933', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:36Z', 'updated_at': '2022-10-26T15:26:41Z', 'revision_number': 2, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'gw_port_host': None, '_interfaces': [{'id': '9c63a5d6-34fd-40ed-9776-2a808368b0b0', 'name': '', 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:3e:19:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:39Z', 'updated_at': '2022-10-26T15:26:41Z', 'revision_number': 2, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:43.562730 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Checking router: 4189a402-d99f-4ff4-abc3-16ee24682b70 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:43.563410 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Updating router 4189a402-d99f-4ff4-abc3-16ee24682b70 port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:26:43.567472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceab9f0-c601-444f-a579-aea95d1ba0d8 req-87e9be2e-d29e-473a-b03f-c03e108120ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:43.578875 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1ceab9f0-c601-444f-a579-aea95d1ba0d8 req-87e9be2e-d29e-473a-b03f-c03e108120ba service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=4d79363b-90cf-4551-bc6e-2dabbe17447a HTTP/1.1" status: 200 len: 835 time: 0.1188464 Oct 26 15:26:43.605551 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:43.622700 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b8ea-53cb-4d1c-b5a3-2bad8c1345c0 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (fd452135-5a78-4996-a61f-29702a2d2f57), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:43.660890 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceab9f0-c601-444f-a579-aea95d1ba0d8 req-302854ea-6197-4d2c-9ca8-551bae0b02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:43.662613 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1ceab9f0-c601-444f-a579-aea95d1ba0d8 req-302854ea-6197-4d2c-9ca8-551bae0b02b8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2a5033a5-32c8-47b6-8443-14cdcfcea264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0767744 Oct 26 15:26:43.681110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-7fab7909-f42c-4385-8820-661d2f8dad33 None None] Provisioning complete for port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:43.681873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7fab7909-f42c-4385-8820-661d2f8dad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:43.681873 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7fab7909-f42c-4385-8820-661d2f8dad33 None None] Attempt 1 to provision port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a Oct 26 15:26:43.698548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34180) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:43.699712 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-8a91bef6-4752-43bd-b718-2e19af097e7c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/1e5b7312-61c2-4f77-9ed8-edbf4a13bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341248 Oct 26 15:26:43.752683 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b8ea-53cb-4d1c-b5a3-2bad8c1345c0 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (fd452135-5a78-4996-a61f-29702a2d2f57), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:43.758052 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a1b8ea-53cb-4d1c-b5a3-2bad8c1345c0 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:43.764255 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b8ea-53cb-4d1c-b5a3-2bad8c1345c0 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:43.907740 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e3a1b8ea-53cb-4d1c-b5a3-2bad8c1345c0 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0688841 Oct 26 15:26:43.915001 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34186) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:43.929525 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-0073b36d-4caf-44fc-b754-9736929f2b72 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'subnet': {'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:43.969046 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-24bc9e8b-fbf2-4cbb-bb10-39776de096d9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2573555 Oct 26 15:26:44.015176 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1ceab9f0-c601-444f-a579-aea95d1ba0d8 req-7eb441f0-2dd6-446a-b17a-4955a35194e8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2a5033a5-32c8-47b6-8443-14cdcfcea264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413632 Oct 26 15:26:44.066003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:44.075674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:44.078249 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1b8ea-53cb-4d1c-b5a3-2bad8c1345c0 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Network': ['ID=fd452135-5a78-4996-a61f-29702a2d2f57,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:44.145965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0073b36d-4caf-44fc-b754-9736929f2b72 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Made reservation on behalf of e6a5bd1edcc84a3dbb4f28964dceafcd for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:26:44.146182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:44.146542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:44.146889 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a Oct 26 15:26:44.151375 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0073b36d-4caf-44fc-b754-9736929f2b72 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:44.183886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:44.239837 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Publish callbacks [] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:44.255856 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:44.278323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network fd452135-5a78-4996-a61f-29702a2d2f57 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:26:44.293603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7fab7909-f42c-4385-8820-661d2f8dad33 None None] Current status of the port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:44.294007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7fab7909-f42c-4385-8820-661d2f8dad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:44.350470 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1ceab9f0-c601-444f-a579-aea95d1ba0d8 req-c2014215-11ee-4b07-9b3b-82d619386c45 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2a5033a5-32c8-47b6-8443-14cdcfcea264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262742 Oct 26 15:26:44.423775 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:44.445336 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Attempting to bind port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:26:44.445692 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Attempting to bind port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'e8a323be-1ba0-483b-b06d-b4b5372fe6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:26:44.446492 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Attempting to bind port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 on network c6350cf9-0428-490f-8a8c-063abbb599fd {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:26:44.477552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:44.479715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fb822d5d-1b80-4b4f-90d0-15d3fb1a6cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:41Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:42Z', 'revision_number': 14, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:44.518901 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7d04f-d073-430a-9984-857db3fcb5b5 None None] Pushing event updated for resources: {'Port': ['ID=9c63a5d6-34fd-40ed-9776-2a808368b0b0,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:44.580440 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6aac371d-ea13-4075-b9de-5c048e3bc726 req-718e8983-242b-4752-84a8-118b522290c5 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 210 time: 0.0826271 Oct 26 15:26:44.586239 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:26:44.586843 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Checking segment: {'id': 'e8a323be-1ba0-483b-b06d-b4b5372fe6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:44.604251 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:44.605073 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Bound using segment: {'id': 'e8a323be-1ba0-483b-b06d-b4b5372fe6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:26:44.605826 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Bound port: 9c63a5d6-34fd-40ed-9776-2a808368b0b0, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a323be-1ba0-483b-b06d-b4b5372fe6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:26:44.606772 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:44.626209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:26:44.665928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb822d5d-1b80-4b4f-90d0-15d3fb1a6cb9 None None] Checking router: 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:44.687393 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0073b36d-4caf-44fc-b754-9736929f2b72 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (6bc16744-6ce5-4d5b-a2d8-1f51502473de), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:44.694503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-7fab7909-f42c-4385-8820-661d2f8dad33 None None] For port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a,segment=NetworkSegment(e8a323be-1ba0-483b-b06d-b4b5372fe6bf),segment_id=e8a323be-1ba0-483b-b06d-b4b5372fe6bf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:44.742179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7fab7909-f42c-4385-8820-661d2f8dad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:44.786181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:44.786589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:44.803563 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] For port 9c63a5d6-34fd-40ed-9776-2a808368b0b0, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:26:44.807889 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] For port 9c63a5d6-34fd-40ed-9776-2a808368b0b0, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9c63a5d6-34fd-40ed-9776-2a808368b0b0,segment=NetworkSegment(e8a323be-1ba0-483b-b06d-b4b5372fe6bf),segment_id=e8a323be-1ba0-483b-b06d-b4b5372fe6bf)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:26:44.819512 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:44.833806 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd972db8-2b50-4350-9600-4d7f48c702fa req-9ab9ff1d-ee8d-42ae-8a35-51e43a03fc24 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:44.843149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb822d5d-1b80-4b4f-90d0-15d3fb1a6cb9 None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:44.843814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fb822d5d-1b80-4b4f-90d0-15d3fb1a6cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:44.845768 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fd972db8-2b50-4350-9600-4d7f48c702fa req-9ab9ff1d-ee8d-42ae-8a35-51e43a03fc24 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 943 time: 0.1406610 Oct 26 15:26:44.860138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:44.901675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.db.resource_extend [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 15:26:44.903184 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Routers {'4189a402-d99f-4ff4-abc3-16ee24682b70'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:44.903829 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4189a402-d99f-4ff4-abc3-16ee24682b70'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:44.942328 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073b36d-4caf-44fc-b754-9736929f2b72 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Subnet': ['ID=6bc16744-6ce5-4d5b-a2d8-1f51502473de,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:44.962778 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0073b36d-4caf-44fc-b754-9736929f2b72 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Checking segment: {'id': '37ffbbcb-96be-4501-a011-5f850d6e5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:44.965201 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0073b36d-4caf-44fc-b754-9736929f2b72 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network hostable DHCP agents. Network: fd452135-5a78-4996-a61f-29702a2d2f57, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:26:44.973799 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34200) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:44.978852 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:45.009967 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fd972db8-2b50-4350-9600-4d7f48c702fa req-40f6e747-27bb-4567-83a5-563f06742bde tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572809 Oct 26 15:26:45.054592 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:45.073870 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7d04f-d073-430a-9984-857db3fcb5b5 None None] Pushing event updated for resources: {'Port': ['ID=9c63a5d6-34fd-40ed-9776-2a808368b0b0,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:45.114487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0073b36d-4caf-44fc-b754-9736929f2b72 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network fd452135-5a78-4996-a61f-29702a2d2f57 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:26:45.145295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b7921922-7cf9-4fce-92ae-a5c562ae1b97 None None] Provisioning complete for port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:45.146085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b7921922-7cf9-4fce-92ae-a5c562ae1b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:45.146574 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b7921922-7cf9-4fce-92ae-a5c562ae1b97 None None] Attempt 1 to provision port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 Oct 26 15:26:45.146768 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9374f072-0214-4ae4-9811-ff2ce1c6d183 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1717510 Oct 26 15:26:45.148326 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-0073b36d-4caf-44fc-b754-9736929f2b72 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, fd452135-5a78-4996-a61f-29702a2d2f57) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:45.153500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0073b36d-4caf-44fc-b754-9736929f2b72 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:45.154163 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0073b36d-4caf-44fc-b754-9736929f2b72 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:45.163153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.db.api [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:26:45.163946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG oslo_db.api [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:26:45.183120 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0073b36d-4caf-44fc-b754-9736929f2b72 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2577629 Oct 26 15:26:45.184049 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34204) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:45.188370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab7909-f42c-4385-8820-661d2f8dad33 None None] Pushing event updated for resources: {'Port': ['ID=20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:45.191446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea41028d-51a3-4451-a57f-f6a31ac5e2e8 None None] Network fd452135-5a78-4996-a61f-29702a2d2f57 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:26:45.216383 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] Set router 4189a402-d99f-4ff4-abc3-16ee24682b70 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:45.352520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-fb822d5d-1b80-4b4f-90d0-15d3fb1a6cb9 None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:45.395573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:45.578045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b7921922-7cf9-4fce-92ae-a5c562ae1b97 None None] Current status of the port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:45.579102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b7921922-7cf9-4fce-92ae-a5c562ae1b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:45.605305 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'name': 'tempest-RoutersTest-router-408770933', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:36Z', 'updated_at': '2022-10-26T15:26:41Z', 'revision_number': 2, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'gw_port_host': None, '_interfaces': [{'id': '9c63a5d6-34fd-40ed-9776-2a808368b0b0', 'name': '', 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:3e:19:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:39Z', 'updated_at': '2022-10-26T15:26:44Z', 'revision_number': 4, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:45.634845 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:45.685579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-fd452135-5a78-4996-a61f-29702a2d2f57', 'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57', 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'fixed_ips': [{'subnet_id': '6bc16744-6ce5-4d5b-a2d8-1f51502473de'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:26:45.687027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:45.689911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:26:45.790722 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-872dad4c-55d6-4ccd-9160-44824d0e73c1 req-34cb3e56-6066-4528-8a13-4bf3f8ac632b tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 210 time: 0.0744593 Oct 26 15:26:45.819487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-85f8eade-1b5a-4b15-920f-88ada044d496 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:45.827655 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3eaf59-7681-43a9-88f1-d7ed223fa525 None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:45.831137 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1927d26-b90b-47a7-9a18-5802f2fd29fd None None] The sync data for ids ['4189a402-d99f-4ff4-abc3-16ee24682b70'] in dv-neutron-759874-6-hyperv is: [{'id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'name': 'tempest-RoutersTest-router-408770933', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:36Z', 'updated_at': '2022-10-26T15:26:41Z', 'revision_number': 2, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'gw_port_host': None, '_interfaces': [{'id': '9c63a5d6-34fd-40ed-9776-2a808368b0b0', 'name': '', 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:3e:19:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:39Z', 'updated_at': '2022-10-26T15:26:44Z', 'revision_number': 4, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:45.844847 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3eaf59-7681-43a9-88f1-d7ed223fa525 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:45.845619 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1d3eaf59-7681-43a9-88f1-d7ed223fa525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:45.855903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:45.859672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:45.882831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-b7921922-7cf9-4fce-92ae-a5c562ae1b97 None None] For port 9c63a5d6-34fd-40ed-9776-2a808368b0b0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9c63a5d6-34fd-40ed-9776-2a808368b0b0,segment=NetworkSegment(e8a323be-1ba0-483b-b06d-b4b5372fe6bf),segment_id=e8a323be-1ba0-483b-b06d-b4b5372fe6bf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:45.883837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fb822d5d-1b80-4b4f-90d0-15d3fb1a6cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:41Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:42Z', 'revision_number': 14, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:46.012535 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1d3eaf59-7681-43a9-88f1-d7ed223fa525 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:46.037400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b7921922-7cf9-4fce-92ae-a5c562ae1b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:46.050920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:46.053781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:46.078263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:26:46.116270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:46.117842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb822d5d-1b80-4b4f-90d0-15d3fb1a6cb9 None None] The sync data for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv is: [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:41Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:42Z', 'revision_number': 14, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:46.150426 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34210) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:46.167976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:46.180938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b7921922-7cf9-4fce-92ae-a5c562ae1b97 None None] Provisioning complete for port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:46.181520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b7921922-7cf9-4fce-92ae-a5c562ae1b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:46.181999 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b7921922-7cf9-4fce-92ae-a5c562ae1b97 None None] Attempt 1 to provision port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a Oct 26 15:26:46.192055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:46.322020 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1d3eaf59-7681-43a9-88f1-d7ed223fa525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:26:39Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:46.331739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4c25ba64-18d1-49ab-a337-8f195a556d78 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:46.332147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:46.332483 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4c25ba64-18d1-49ab-a337-8f195a556d78 Oct 26 15:26:46.336297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:46.337533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7921922-7cf9-4fce-92ae-a5c562ae1b97 None None] Pushing event updated for resources: {'Port': ['ID=9c63a5d6-34fd-40ed-9776-2a808368b0b0,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:46.405745 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3eaf59-7681-43a9-88f1-d7ed223fa525 None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:46.421746 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0b063cd4-84b5-4c54-abe4-5f274cb7fd06 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2679687 Oct 26 15:26:46.424124 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3eaf59-7681-43a9-88f1-d7ed223fa525 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:46.424266 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8665500-cd8c-4631-b433-5cf175971f74 req-1c92b4c1-b85b-48b1-b38a-ea30f39d4dc8 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:46.427244 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1d3eaf59-7681-43a9-88f1-d7ed223fa525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:46.437859 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e8665500-cd8c-4631-b433-5cf175971f74 req-1c92b4c1-b85b-48b1-b38a-ea30f39d4dc8 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 944 time: 0.1947126 Oct 26 15:26:46.487616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 15:26:46.491782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Allocated IP 172.21.0.2 (fd452135-5a78-4996-a61f-29702a2d2f57/6bc16744-6ce5-4d5b-a2d8-1f51502473de/318575b3-1373-4bb7-8e9e-53bfcb25c816) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:26:46.581936 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e8665500-cd8c-4631-b433-5cf175971f74 req-abcf7ea4-3038-471e-99ca-905f3734d2a9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431773 Oct 26 15:26:46.736214 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1d3eaf59-7681-43a9-88f1-d7ed223fa525 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:46.739959 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:46.953821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-c745f378-f177-4abc-8b7d-50feb826dc0f tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:46.958547 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-c745f378-f177-4abc-8b7d-50feb826dc0f tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.64 "GET /networking/v2.0/networks?id=1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 HTTP/1.1" status: 200 len: 811 time: 0.3808482 Oct 26 15:26:47.015253 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-85ccb9e7-0242-4909-bdb6-5f705cf7f90d req-8251c7ec-7055-4b84-b94a-d93bda414faf tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 210 time: 0.0569465 Oct 26 15:26:47.041709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:47.074292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:47.087634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:47.120522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b7921922-7cf9-4fce-92ae-a5c562ae1b97 None None] Current status of the port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:47.144908 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1d3eaf59-7681-43a9-88f1-d7ed223fa525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:26:39Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:47.178690 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-33bb96f4-f863-4da9-8a3d-e573d2273a04 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=958a4175b49f4069b4d327e8d8151b9e HTTP/1.1" status: 200 len: 378 time: 0.1317239 Oct 26 15:26:47.191318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-ac3d0c4b-687c-42e5-aadc-e7fb22e2bc10 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Request body: {'port': {'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'admin_state_up': True, 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'security_groups': ['1dff2292-954c-4838-9823-eff0bb573549']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:47.210177 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3eaf59-7681-43a9-88f1-d7ed223fa525 None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:26:39Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:47.340489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-f07cda5b-9dc7-4483-84c7-f5ef9c2bf36a None None] Provisioning complete for port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:47.340885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f07cda5b-9dc7-4483-84c7-f5ef9c2bf36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:47.343031 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-f07cda5b-9dc7-4483-84c7-f5ef9c2bf36a None None] Attempt 1 to provision port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 Oct 26 15:26:47.377172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:47.377881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:47.392930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-ac3d0c4b-687c-42e5-aadc-e7fb22e2bc10 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Made reservation on behalf of 958a4175b49f4069b4d327e8d8151b9e for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:26:47.397857 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-ac3d0c4b-687c-42e5-aadc-e7fb22e2bc10 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:47.419232 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34218) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:47.425757 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:47.454253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec0079-ba69-4b7a-8560-5f8db994b512 None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:47.488929 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:47.501804 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fcdc718b-ef20-4511-be3c-71591697898d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0813398 Oct 26 15:26:47.527035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:47.562830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daec0079-ba69-4b7a-8560-5f8db994b512 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:47.563470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-daec0079-ba69-4b7a-8560-5f8db994b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:47.565411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:47.566204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:47.568115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Publish callbacks [] for port (318575b3-1373-4bb7-8e9e-53bfcb25c816), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:47.589943 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-ac3d0c4b-687c-42e5-aadc-e7fb22e2bc10 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Allocated IP 172.20.0.8 (1e5b7312-61c2-4f77-9ed8-edbf4a13bd03/4f5d117c-9054-4b78-87fd-c45697d31d16/70b0d2de-8647-4b7e-8142-de2173dd7e73) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:26:47.688507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (318575b3-1373-4bb7-8e9e-53bfcb25c816), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:47.729571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Network fd452135-5a78-4996-a61f-29702a2d2f57 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:47.739446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:47.741760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:47.753020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:47.772220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-85f8eade-1b5a-4b15-920f-88ada044d496 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Allocated IP 172.21.0.1 (fd452135-5a78-4996-a61f-29702a2d2f57/6bc16744-6ce5-4d5b-a2d8-1f51502473de/6642e811-76cf-4114-8f86-ebe5d49000e9) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:26:47.981359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:47.981794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:47.982347 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:26:48.014549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-f07cda5b-9dc7-4483-84c7-f5ef9c2bf36a None None] Current status of the port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:48.039685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:48.088863 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-ac3d0c4b-687c-42e5-aadc-e7fb22e2bc10 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for port (70b0d2de-8647-4b7e-8142-de2173dd7e73), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:48.121346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Attempting to bind port 318575b3-1373-4bb7-8e9e-53bfcb25c816 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:26:48.121831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Attempting to bind port 318575b3-1373-4bb7-8e9e-53bfcb25c816 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '37ffbbcb-96be-4501-a011-5f850d6e5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:26:48.122067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Attempting to bind port 318575b3-1373-4bb7-8e9e-53bfcb25c816 on network fd452135-5a78-4996-a61f-29702a2d2f57 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:26:48.229328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-daec0079-ba69-4b7a-8560-5f8db994b512 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:48.238757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:48.239048 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-ac3d0c4b-687c-42e5-aadc-e7fb22e2bc10 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (70b0d2de-8647-4b7e-8142-de2173dd7e73), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:48.242247 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6aa8f63a-2e24-42cb-8a12-a36aa55376cc req-16dccb9a-4280-44b0-b85e-6a6f23ac968d tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 210 time: 0.0864046 Oct 26 15:26:48.268837 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82175e-08ff-4f0f-b244-615bef0d9f5c req-0ca7569e-24c5-4f1b-9702-9c5c78e1fa33 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:48.277057 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9e82175e-08ff-4f0f-b244-615bef0d9f5c req-0ca7569e-24c5-4f1b-9702-9c5c78e1fa33 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 944 time: 0.2999415 Oct 26 15:26:48.303469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:48.408894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Pushing event updated for resources: {'Port': ['ID=318575b3-1373-4bb7-8e9e-53bfcb25c816,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:48.414381 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-85f8eade-1b5a-4b15-920f-88ada044d496 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:48.417007 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-ac3d0c4b-687c-42e5-aadc-e7fb22e2bc10 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Network 1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:48.432384 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-ac3d0c4b-687c-42e5-aadc-e7fb22e2bc10 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:48.439284 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-ac3d0c4b-687c-42e5-aadc-e7fb22e2bc10 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:48.505163 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34224) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:48.509451 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9e82175e-08ff-4f0f-b244-615bef0d9f5c req-b0b146f3-659f-4ea8-928c-a2d66d218199 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308824 Oct 26 15:26:48.515081 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d0c4b-687c-42e5-aadc-e7fb22e2bc10 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Pushing event updated for resources: {'Port': ['ID=70b0d2de-8647-4b7e-8142-de2173dd7e73,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:48.583030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:26:48.586036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-ac3d0c4b-687c-42e5-aadc-e7fb22e2bc10 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:48.586929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-ac3d0c4b-687c-42e5-aadc-e7fb22e2bc10 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:48.601417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Checking segment: {'id': '37ffbbcb-96be-4501-a011-5f850d6e5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:48.602287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:48.602926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Bound using segment: {'id': '37ffbbcb-96be-4501-a011-5f850d6e5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:26:48.604281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Bound port: 318575b3-1373-4bb7-8e9e-53bfcb25c816, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ffbbcb-96be-4501-a011-5f850d6e5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:26:48.604967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (318575b3-1373-4bb7-8e9e-53bfcb25c816), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:48.617710 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-ac3d0c4b-687c-42e5-aadc-e7fb22e2bc10 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4303010 Oct 26 15:26:48.620994 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-85f8eade-1b5a-4b15-920f-88ada044d496 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:48.652049 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Request body: {'port': {'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:48.653861 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e017ded4-ac57-4cfa-b454-ee72b3e77d11 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1472096 Oct 26 15:26:48.707314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:48.748820 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f8eade-1b5a-4b15-920f-88ada044d496 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network fd452135-5a78-4996-a61f-29702a2d2f57 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:48.756539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-85f8eade-1b5a-4b15-920f-88ada044d496 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:48.759561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f8eade-1b5a-4b15-920f-88ada044d496 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:48.766483 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8eade-1b5a-4b15-920f-88ada044d496 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=6642e811-76cf-4114-8f86-ebe5d49000e9,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:48.771898 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:48.776518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:48.776967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:48.859445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-85f8eade-1b5a-4b15-920f-88ada044d496 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (4189a402-d99f-4ff4-abc3-16ee24682b70), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:48.862441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (70b0d2de-8647-4b7e-8142-de2173dd7e73), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:48.927026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-dac00c20-25fc-4e99-b55a-77500dacdc6e None None] Provisioning complete for port 70b0d2de-8647-4b7e-8142-de2173dd7e73 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:48.927403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dac00c20-25fc-4e99-b55a-77500dacdc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (70b0d2de-8647-4b7e-8142-de2173dd7e73), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:48.927743 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-dac00c20-25fc-4e99-b55a-77500dacdc6e None None] Attempt 1 to provision port 70b0d2de-8647-4b7e-8142-de2173dd7e73 Oct 26 15:26:48.932061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] For port 318575b3-1373-4bb7-8e9e-53bfcb25c816, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:26:48.976393 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] For port 318575b3-1373-4bb7-8e9e-53bfcb25c816, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=318575b3-1373-4bb7-8e9e-53bfcb25c816,segment=NetworkSegment(37ffbbcb-96be-4501-a011-5f850d6e5e14),segment_id=37ffbbcb-96be-4501-a011-5f850d6e5e14)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:26:48.983053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:48.992440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:49.005218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:49.032759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (318575b3-1373-4bb7-8e9e-53bfcb25c816), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:49.034550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-daec0079-ba69-4b7a-8560-5f8db994b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:39Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:40Z', 'revision_number': 17, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:49.051252 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Sync routers for ids ['4189a402-d99f-4ff4-abc3-16ee24682b70'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:49.132091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:49.141621 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Routers {'4189a402-d99f-4ff4-abc3-16ee24682b70'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:49.142294 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4189a402-d99f-4ff4-abc3-16ee24682b70'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:49.204288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-dac00c20-25fc-4e99-b55a-77500dacdc6e None None] Port 70b0d2de-8647-4b7e-8142-de2173dd7e73 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:26:49.228054 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-85f8eade-1b5a-4b15-920f-88ada044d496 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:49.255197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:49.283493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec0079-ba69-4b7a-8560-5f8db994b512 None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:49.337329 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Set router 4189a402-d99f-4ff4-abc3-16ee24682b70 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:49.486450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daec0079-ba69-4b7a-8560-5f8db994b512 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:49.487449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-daec0079-ba69-4b7a-8560-5f8db994b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:49.541917 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:49.582002 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d97dc-0fdd-499c-9e9f-77393a886837 req-1c4cccfc-0191-4a4a-b034-0c2d80338935 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:49.592929 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-484d97dc-0fdd-499c-9e9f-77393a886837 req-1c4cccfc-0191-4a4a-b034-0c2d80338935 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 931 time: 0.1536956 Oct 26 15:26:49.726889 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34230) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:49.735999 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-484d97dc-0fdd-499c-9e9f-77393a886837 req-dec2f1e8-c76e-4515-b399-ca854e22b6d9 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1333172 Oct 26 15:26:49.769622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-daec0079-ba69-4b7a-8560-5f8db994b512 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:49.793783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b0d2de-8647-4b7e-8142-de2173dd7e73 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:26:49.802587 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Publish callbacks [] for port (70b0d2de-8647-4b7e-8142-de2173dd7e73), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:49.841606 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Transition to ACTIVE for port object 70b0d2de-8647-4b7e-8142-de2173dd7e73 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:26:49.856946 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:49.863199 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'name': 'tempest-RoutersTest-router-408770933', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:36Z', 'updated_at': '2022-10-26T15:26:48Z', 'revision_number': 3, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'gw_port_host': None, '_interfaces': [{'id': '6642e811-76cf-4114-8f86-ebe5d49000e9', 'name': '', 'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:0a:81:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6bc16744-6ce5-4d5b-a2d8-1f51502473de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:45Z', 'updated_at': '2022-10-26T15:26:47Z', 'revision_number': 1, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '6bc16744-6ce5-4d5b-a2d8-1f51502473de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c63a5d6-34fd-40ed-9776-2a808368b0b0', 'name': '', 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:3e:19:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:39Z', 'updated_at': '2022-10-26T15:26:45Z', 'revision_number': 5, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:49.874601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (70b0d2de-8647-4b7e-8142-de2173dd7e73), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:49.907799 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4c40f1d7-f969-46d4-965a-1bb7faea05c4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1672270 Oct 26 15:26:49.931245 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Checking router: 4189a402-d99f-4ff4-abc3-16ee24682b70 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:49.931598 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Updating router 4189a402-d99f-4ff4-abc3-16ee24682b70 port 6642e811-76cf-4114-8f86-ebe5d49000e9 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:26:49.983675 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:50.249639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:50.479937 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4020e-4ba8-496e-8b54-1e449b5fe861 req-a35dd526-0c45-4a99-819e-3dd6f5eff395 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:50.490164 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-16e4020e-4ba8-496e-8b54-1e449b5fe861 req-a35dd526-0c45-4a99-819e-3dd6f5eff395 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 944 time: 0.6451375 Oct 26 15:26:50.522904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 15:26:50.528280 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:50.581662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:50.585084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:50.585469 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 Oct 26 15:26:50.589877 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Pushing event updated for resources: {'Port': ['ID=70b0d2de-8647-4b7e-8142-de2173dd7e73,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:50.606986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:50.715341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a70a7-8baf-42ac-a64f-28d179fddfc8 None None] Pushing event updated for resources: {'Port': ['ID=318575b3-1373-4bb7-8e9e-53bfcb25c816,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:50.734303 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-16e4020e-4ba8-496e-8b54-1e449b5fe861 req-8cb0d875-111b-4da1-b115-7d198ee72ef9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300823 Oct 26 15:26:50.800410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f01d10c-4dec-4955-85ff-53ee21199dc2 None None] Network fd452135-5a78-4996-a61f-29702a2d2f57 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:26:50.834124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:50.834610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:50.871005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Attempting to bind port 70b0d2de-8647-4b7e-8142-de2173dd7e73 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:26:50.871934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Attempting to bind port 70b0d2de-8647-4b7e-8142-de2173dd7e73 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'cffe0542-5787-41d7-9588-f4e4741ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:26:50.872426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Attempting to bind port 70b0d2de-8647-4b7e-8142-de2173dd7e73 on network 1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:26:50.877568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:50.922471 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34234) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:50.947005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:50.957263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a46ecf19-90a5-4b91-8785-9ee07b23e7d3 None None] Provisioning complete for port 318575b3-1373-4bb7-8e9e-53bfcb25c816 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:50.957743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a46ecf19-90a5-4b91-8785-9ee07b23e7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (318575b3-1373-4bb7-8e9e-53bfcb25c816), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:50.962471 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a46ecf19-90a5-4b91-8785-9ee07b23e7d3 None None] Attempt 1 to provision port 318575b3-1373-4bb7-8e9e-53bfcb25c816 Oct 26 15:26:50.964505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-daec0079-ba69-4b7a-8560-5f8db994b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:39Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:40Z', 'revision_number': 17, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:50.976314 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a8ae5-d8ab-4444-8f2f-19cce33d5961 req-876ef7e5-5381-4aa1-b462-070d7dfaf3e5 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:50.978009 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2f7a8ae5-d8ab-4444-8f2f-19cce33d5961 req-876ef7e5-5381-4aa1-b462-070d7dfaf3e5 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 943 time: 0.0939062 Oct 26 15:26:51.028939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:51.033817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:51.060317 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a82a844e-08fb-4f3f-b756-572d528f04b3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1343944 Oct 26 15:26:51.063899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-85f8eade-1b5a-4b15-920f-88ada044d496 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:51.066831 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Port 70b0d2de-8647-4b7e-8142-de2173dd7e73 on network 1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:26:51.067456 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Attempting to bind port 70b0d2de-8647-4b7e-8142-de2173dd7e73 on network 1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:26:51.073454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:51.074811 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.db.api [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:26:51.075320 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG oslo_db.api [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:26:51.096346 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2f7a8ae5-d8ab-4444-8f2f-19cce33d5961 req-640ae950-db4f-42be-ad23-15d17f114b66 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1119745 Oct 26 15:26:51.136591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec0079-ba69-4b7a-8560-5f8db994b512 None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:39Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:40Z', 'revision_number': 17, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:51.159067 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-85f8eade-1b5a-4b15-920f-88ada044d496 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:51.251303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:51.251852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:51.268646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8eade-1b5a-4b15-920f-88ada044d496 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=6642e811-76cf-4114-8f86-ebe5d49000e9,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:51.298857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:51.348211 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:26:51.348556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Checking segment: {'id': 'cffe0542-5787-41d7-9588-f4e4741ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:51.348985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Bound using segment: {'id': 'cffe0542-5787-41d7-9588-f4e4741ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:26:51.349498 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Bound port: 70b0d2de-8647-4b7e-8142-de2173dd7e73, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffe0542-5787-41d7-9588-f4e4741ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:26:51.350122 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (70b0d2de-8647-4b7e-8142-de2173dd7e73), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:51.353223 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-85f8eade-1b5a-4b15-920f-88ada044d496 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (4189a402-d99f-4ff4-abc3-16ee24682b70), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:51.387306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:26:51.399014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876d5c32-910c-40ea-a283-fd2935c61d3f" -d '{"events": [{"server_uuid": "29e600a6-64d7-4bdb-91a5-d373dcb32674", "name": "network-vif-plugged", "status": "completed", "tag": "3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:26:51.454801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:51.469724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a46ecf19-90a5-4b91-8785-9ee07b23e7d3 None None] Current status of the port 318575b3-1373-4bb7-8e9e-53bfcb25c816 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:51.470364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a46ecf19-90a5-4b91-8785-9ee07b23e7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (318575b3-1373-4bb7-8e9e-53bfcb25c816), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:51.476384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:51.579267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae1c8a5-fa07-4a42-aacd-4d50204cc5c9 x-openstack-request-id: req-cae1c8a5-fa07-4a42-aacd-4d50204cc5c9 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:26:51.579748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e600a6-64d7-4bdb-91a5-d373dcb32674", "name": "network-vif-plugged", "status": "completed", "tag": "3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:26:51.580143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cae1c8a5-fa07-4a42-aacd-4d50204cc5c9 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:26:51.580733 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae1c8a5-fa07-4a42-aacd-4d50204cc5c9'] response: {'server_uuid': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'code': 200} Oct 26 15:26:51.590806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:51.595497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:51.595836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] For port 70b0d2de-8647-4b7e-8142-de2173dd7e73, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:26:51.596436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:51.629513 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] For port 70b0d2de-8647-4b7e-8142-de2173dd7e73, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=70b0d2de-8647-4b7e-8142-de2173dd7e73,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:26:51.644116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:51.661005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f8eade-1b5a-4b15-920f-88ada044d496 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network fd452135-5a78-4996-a61f-29702a2d2f57 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:51.662779 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (70b0d2de-8647-4b7e-8142-de2173dd7e73), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:51.671529 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:51.674812 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:51.675176 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:51.676326 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/70b0d2de-8647-4b7e-8142-de2173dd7e73 HTTP/1.1" status: 200 len: 1093 time: 3.0437238 Oct 26 15:26:51.700966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:51.744861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a46ecf19-90a5-4b91-8785-9ee07b23e7d3 None None] For port 318575b3-1373-4bb7-8e9e-53bfcb25c816, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=318575b3-1373-4bb7-8e9e-53bfcb25c816,segment=NetworkSegment(37ffbbcb-96be-4501-a011-5f850d6e5e14),segment_id=37ffbbcb-96be-4501-a011-5f850d6e5e14)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:51.774886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a46ecf19-90a5-4b91-8785-9ee07b23e7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (318575b3-1373-4bb7-8e9e-53bfcb25c816), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:51.802651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:51.836464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'tag': '70b0d2de-8647-4b7e-8142-de2173dd7e73'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:26:51.847065 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472f672e-cd45-4016-a211-0b47b3a99ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "21a00c99-3af8-4ed4-a030-5900e3ff29ad", "tag": "70b0d2de-8647-4b7e-8142-de2173dd7e73"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:26:51.863007 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-85f8eade-1b5a-4b15-920f-88ada044d496 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:51.900814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:51.993646 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c22efd-e7b4-4d10-a5ef-bcf39bdfed96 req-30318bf3-9af8-4dde-ae53-8fce9381cd16 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:51.999683 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3507bc10-75b9-4031-814e-e241ab46124e x-openstack-request-id: req-3507bc10-75b9-4031-814e-e241ab46124e {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:26:52.000228 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a00c99-3af8-4ed4-a030-5900e3ff29ad", "tag": "70b0d2de-8647-4b7e-8142-de2173dd7e73", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:26:52.000228 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3507bc10-75b9-4031-814e-e241ab46124e {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:26:52.000394 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f0c22efd-e7b4-4d10-a5ef-bcf39bdfed96 req-30318bf3-9af8-4dde-ae53-8fce9381cd16 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 945 time: 0.0902672 Oct 26 15:26:52.000623 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3507bc10-75b9-4031-814e-e241ab46124e'] response: {'name': 'network-changed', 'server_uuid': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'tag': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'status': 'completed', 'code': 200} Oct 26 15:26:52.034820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:52.058379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-45ff9477-2412-48ba-b309-6602f36957fa None None] Provisioning complete for port 318575b3-1373-4bb7-8e9e-53bfcb25c816 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:52.058766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-45ff9477-2412-48ba-b309-6602f36957fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (318575b3-1373-4bb7-8e9e-53bfcb25c816), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:52.059115 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-45ff9477-2412-48ba-b309-6602f36957fa None None] Attempt 1 to provision port 318575b3-1373-4bb7-8e9e-53bfcb25c816 Oct 26 15:26:52.064140 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34242) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:52.079845 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f0c22efd-e7b4-4d10-a5ef-bcf39bdfed96 req-b0353a90-b0cb-4e12-88c9-0dd127606444 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729351 Oct 26 15:26:52.133989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ecf19-90a5-4b91-8785-9ee07b23e7d3 None None] Pushing event updated for resources: {'Port': ['ID=318575b3-1373-4bb7-8e9e-53bfcb25c816,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:52.169435 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-24d464c5-dca7-4ed0-acfc-1bab4523138a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0830071 Oct 26 15:26:52.182534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2ce7e-b7d9-4938-82d1-a85964514282 service neutron] Pushing event updated for resources: {'Port': ['ID=70b0d2de-8647-4b7e-8142-de2173dd7e73,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:52.244336 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526156e8-2e89-42c9-bb3b-dc961bad2580 req-5f592457-4a00-430b-b80d-a7f938e82080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:52.246959 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-526156e8-2e89-42c9-bb3b-dc961bad2580 req-5f592457-4a00-430b-b80d-a7f938e82080 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 1129 time: 0.1048293 Oct 26 15:26:52.261234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-09f0a0d9-a7d7-4e08-b6ef-a5bf24c3bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:52.265828 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-09f0a0d9-a7d7-4e08-b6ef-a5bf24c3bf8b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=958a4175b49f4069b4d327e8d8151b9e&device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 1127 time: 0.4155266 Oct 26 15:26:52.336123 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Publish callbacks [] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:52.347758 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:52.360245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:52.400725 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6fb65-fae0-4697-b405-5f8ed069261c None None] Pushing event updated for resources: {'Port': ['ID=6642e811-76cf-4114-8f86-ebe5d49000e9,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:52.404153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:52.405824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:52.413449 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fb65-fae0-4697-b405-5f8ed069261c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:52.413992 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fb65-fae0-4697-b405-5f8ed069261c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:52.414574 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fb65-fae0-4697-b405-5f8ed069261c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:52.415157 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fb65-fae0-4697-b405-5f8ed069261c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:52.415759 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fb65-fae0-4697-b405-5f8ed069261c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:52.416211 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fb65-fae0-4697-b405-5f8ed069261c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:52.416635 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fb65-fae0-4697-b405-5f8ed069261c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:52.417096 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fb65-fae0-4697-b405-5f8ed069261c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:52.417534 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fb65-fae0-4697-b405-5f8ed069261c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:52.418294 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fb65-fae0-4697-b405-5f8ed069261c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:52.418735 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fb65-fae0-4697-b405-5f8ed069261c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:52.419179 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fb65-fae0-4697-b405-5f8ed069261c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:52.419770 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fb65-fae0-4697-b405-5f8ed069261c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:52.420324 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fb65-fae0-4697-b405-5f8ed069261c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:52.420744 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a6fb65-fae0-4697-b405-5f8ed069261c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:26:52.454497 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f8eade-1b5a-4b15-920f-88ada044d496 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 4189a402-d99f-4ff4-abc3-16ee24682b70 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:26:52.475110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-45ff9477-2412-48ba-b309-6602f36957fa None None] Current status of the port 318575b3-1373-4bb7-8e9e-53bfcb25c816 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:52.499725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-45ff9477-2412-48ba-b309-6602f36957fa None None] Provisioning complete for port 6642e811-76cf-4114-8f86-ebe5d49000e9 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:52.500102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-45ff9477-2412-48ba-b309-6602f36957fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:52.500443 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-45ff9477-2412-48ba-b309-6602f36957fa None None] Attempt 1 to provision port 6642e811-76cf-4114-8f86-ebe5d49000e9 Oct 26 15:26:52.506265 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Attempting to bind port 6642e811-76cf-4114-8f86-ebe5d49000e9 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:26:52.506973 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Attempting to bind port 6642e811-76cf-4114-8f86-ebe5d49000e9 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '37ffbbcb-96be-4501-a011-5f850d6e5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:26:52.507599 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Attempting to bind port 6642e811-76cf-4114-8f86-ebe5d49000e9 on network fd452135-5a78-4996-a61f-29702a2d2f57 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:26:52.522616 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-23aa26e1-87da-4350-9820-0327194dccce service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70b0d2de-8647-4b7e-8142-de2173dd7e73 HTTP/1.1" status: 200 len: 217 time: 0.1102242 Oct 26 15:26:52.528611 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bfb96-4b1a-4189-a043-8a2314f8d3df req-6378c2bf-46d0-47d5-b71a-06dd14d720c4 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:52.534798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-45ff9477-2412-48ba-b309-6602f36957fa None None] Port 6642e811-76cf-4114-8f86-ebe5d49000e9 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:26:52.536222 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-199bfb96-4b1a-4189-a043-8a2314f8d3df req-6378c2bf-46d0-47d5-b71a-06dd14d720c4 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 943 time: 0.2597721 Oct 26 15:26:52.550317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:52.550714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:52.565080 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:52.575719 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:26:52.576832 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Checking segment: {'id': '37ffbbcb-96be-4501-a011-5f850d6e5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:52.577365 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:52.577857 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Bound using segment: {'id': '37ffbbcb-96be-4501-a011-5f850d6e5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:26:52.578431 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Bound port: 6642e811-76cf-4114-8f86-ebe5d49000e9, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ffbbcb-96be-4501-a011-5f850d6e5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:26:52.578980 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:52.579115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:52.584197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:52.678584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:52.702025 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] For port 6642e811-76cf-4114-8f86-ebe5d49000e9, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:26:52.705512 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] For port 6642e811-76cf-4114-8f86-ebe5d49000e9, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6642e811-76cf-4114-8f86-ebe5d49000e9,segment=NetworkSegment(37ffbbcb-96be-4501-a011-5f850d6e5e14),segment_id=37ffbbcb-96be-4501-a011-5f850d6e5e14)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:26:52.711440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0bfa6-a521-4b3c-a521-d4d682276411 None None] Sync routers for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:52.715919 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:52.720029 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-526156e8-2e89-42c9-bb3b-dc961bad2580 req-9202d2f3-936c-4240-968d-6ba2da906490 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4527769 Oct 26 15:26:52.769214 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-05813796-2bd5-45a4-9840-7b05df62c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:52.775842 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Routers {'4189a402-d99f-4ff4-abc3-16ee24682b70'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:52.776626 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4189a402-d99f-4ff4-abc3-16ee24682b70'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:52.777612 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-05813796-2bd5-45a4-9840-7b05df62c853 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=4f5d117c-9054-4b78-87fd-c45697d31d16 HTTP/1.1" status: 200 len: 850 time: 0.2239945 Oct 26 15:26:52.780827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0bfa6-a521-4b3c-a521-d4d682276411 None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:52.781657 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:52.782447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-58c0bfa6-a521-4b3c-a521-d4d682276411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:52.798830 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f8eade-1b5a-4b15-920f-88ada044d496 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:26:52.811688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34246) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:52.817187 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-85f8eade-1b5a-4b15-920f-88ada044d496 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/4189a402-d99f-4ff4-abc3-16ee24682b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6317008 Oct 26 15:26:52.818546 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-3dc12dc3-b4a5-441e-8103-e090d76bd2fc tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'network': {'name': 'tempest-RoutersTest-919356977'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:52.830026 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-199bfb96-4b1a-4189-a043-8a2314f8d3df req-e13758d4-b909-41b8-8ebd-a14bbcb899a7 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2928541 Oct 26 15:26:52.867914 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc12dc3-b4a5-441e-8103-e090d76bd2fc tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Made reservation on behalf of e6a5bd1edcc84a3dbb4f28964dceafcd for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:26:52.874149 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3dc12dc3-b4a5-441e-8103-e090d76bd2fc tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:52.903699 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc12dc3-b4a5-441e-8103-e090d76bd2fc tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:26:52.915140 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3dc12dc3-b4a5-441e-8103-e090d76bd2fc tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (6626515f-c6c7-4875-be55-64157da6a554), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:52.915505 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-3dc12dc3-b4a5-441e-8103-e090d76bd2fc tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Added segment 6626515f-c6c7-4875-be55-64157da6a554 of type vlan for network bdb686f8-fe2e-4e49-b285-fbf8e140c391 Oct 26 15:26:52.922010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-83df7d57-1988-453e-a878-e94e236f213a None None] Provisioning complete for port 6642e811-76cf-4114-8f86-ebe5d49000e9 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:52.922392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-83df7d57-1988-453e-a878-e94e236f213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:52.922734 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-83df7d57-1988-453e-a878-e94e236f213a None None] Attempt 1 to provision port 6642e811-76cf-4114-8f86-ebe5d49000e9 Oct 26 15:26:52.927416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:52.967687 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6fb65-fae0-4697-b405-5f8ed069261c None None] Pushing event updated for resources: {'Port': ['ID=6642e811-76cf-4114-8f86-ebe5d49000e9,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:53.011345 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:53.041720 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] Set router 4189a402-d99f-4ff4-abc3-16ee24682b70 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:53.041854 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-a4b25664-23f6-45d7-9df7-f24cf89b112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:53.044357 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-a4b25664-23f6-45d7-9df7-f24cf89b112e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=1e5b7312-61c2-4f77-9ed8-edbf4a13bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1170430 Oct 26 15:26:53.045640 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3dc12dc3-b4a5-441e-8103-e090d76bd2fc tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (bdb686f8-fe2e-4e49-b285-fbf8e140c391), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:53.102175 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d176d-4a40-42e0-9891-5d6591a81430 None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:53.106997 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3dc12dc3-b4a5-441e-8103-e090d76bd2fc tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (bdb686f8-fe2e-4e49-b285-fbf8e140c391), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:53.124231 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc12dc3-b4a5-441e-8103-e090d76bd2fc tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:53.127422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3dc12dc3-b4a5-441e-8103-e090d76bd2fc tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:53.166686 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d176d-4a40-42e0-9891-5d6591a81430 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:53.167327 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-911d176d-4a40-42e0-9891-5d6591a81430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:53.174250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-58c0bfa6-a521-4b3c-a521-d4d682276411 None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:53.175242 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34250) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:53.276330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:53.296834 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35328e-cfa2-4405-bc8f-9f5b484f1998 req-989c2676-3b7b-4e6e-b502-da439efff5f0 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:53.304780 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-cd35328e-cfa2-4405-bc8f-9f5b484f1998 req-989c2676-3b7b-4e6e-b502-da439efff5f0 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 945 time: 0.0671706 Oct 26 15:26:53.353620 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c8613dc5-389f-4631-a7e8-4d355457c233 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1770618 Oct 26 15:26:53.354487 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3dc12dc3-b4a5-441e-8103-e090d76bd2fc tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5409560 Oct 26 15:26:53.355435 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34252) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:53.382831 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-49fadb6e-7f8b-4949-8069-326b90afa437 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1e5b7312-61c2-4f77-9ed8-edbf4a13bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300996 Oct 26 15:26:53.386841 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-4610be65-dee5-46bb-a0a2-88358d758afa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'subnet': {'network_id': 'bdb686f8-fe2e-4e49-b285-fbf8e140c391', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:53.411366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:53.430999 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:53.478353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:53.486916 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-cd35328e-cfa2-4405-bc8f-9f5b484f1998 req-3673f5fd-61f0-40df-8ecc-43ed52405b8a tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799636 Oct 26 15:26:53.528214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc12dc3-b4a5-441e-8103-e090d76bd2fc tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Network': ['ID=bdb686f8-fe2e-4e49-b285-fbf8e140c391,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:53.659650 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-911d176d-4a40-42e0-9891-5d6591a81430 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:53.674777 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4610be65-dee5-46bb-a0a2-88358d758afa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Made reservation on behalf of e6a5bd1edcc84a3dbb4f28964dceafcd for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:26:53.679533 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4610be65-dee5-46bb-a0a2-88358d758afa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:53.751924 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31825ae0-7855-4a02-8b9a-0fdc511b423d req-4c2c9dd2-df64-4236-a26b-d57d1a49528d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1e5b7312-61c2-4f77-9ed8-edbf4a13bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161108 Oct 26 15:26:53.766234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network bdb686f8-fe2e-4e49-b285-fbf8e140c391 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:26:53.802349 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'name': 'tempest-RoutersTest-router-408770933', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:36Z', 'updated_at': '2022-10-26T15:26:48Z', 'revision_number': 3, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'gw_port_host': None, '_interfaces': [{'id': '6642e811-76cf-4114-8f86-ebe5d49000e9', 'name': '', 'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:0a:81:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6bc16744-6ce5-4d5b-a2d8-1f51502473de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:45Z', 'updated_at': '2022-10-26T15:26:52Z', 'revision_number': 4, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '6bc16744-6ce5-4d5b-a2d8-1f51502473de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c63a5d6-34fd-40ed-9776-2a808368b0b0', 'name': '', 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:3e:19:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:39Z', 'updated_at': '2022-10-26T15:26:45Z', 'revision_number': 5, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:53.882194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:53.883244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:53.947948 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e459fd9c-ccbb-4b3b-8f2a-4192773d647a None None] The sync data for ids ['4189a402-d99f-4ff4-abc3-16ee24682b70'] in dv-neutron-759874-6-hyperv is: [{'id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'name': 'tempest-RoutersTest-router-408770933', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:36Z', 'updated_at': '2022-10-26T15:26:48Z', 'revision_number': 3, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'gw_port_host': None, '_interfaces': [{'id': '6642e811-76cf-4114-8f86-ebe5d49000e9', 'name': '', 'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:0a:81:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6bc16744-6ce5-4d5b-a2d8-1f51502473de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:45Z', 'updated_at': '2022-10-26T15:26:52Z', 'revision_number': 4, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '6bc16744-6ce5-4d5b-a2d8-1f51502473de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c63a5d6-34fd-40ed-9776-2a808368b0b0', 'name': '', 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:3e:19:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:39Z', 'updated_at': '2022-10-26T15:26:45Z', 'revision_number': 5, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:53.981434 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4610be65-dee5-46bb-a0a2-88358d758afa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (a1a67087-073c-459c-b751-2a09f97eb543), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:53.987998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-58c0bfa6-a521-4b3c-a521-d4d682276411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:41Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:42Z', 'revision_number': 14, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:54.025591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-83df7d57-1988-453e-a878-e94e236f213a None None] Current status of the port 6642e811-76cf-4114-8f86-ebe5d49000e9 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:54.026924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-83df7d57-1988-453e-a878-e94e236f213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:54.075336 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796255a-a121-4b53-91d8-815733a1948f req-6288d061-ef31-4bdb-bf2e-5fea21fd84d7 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:54.080261 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2796255a-a121-4b53-91d8-815733a1948f req-6288d061-ef31-4bdb-bf2e-5fea21fd84d7 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 943 time: 0.1332586 Oct 26 15:26:54.090725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0bfa6-a521-4b3c-a521-d4d682276411 None None] Checking router: 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:54.133963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0bfa6-a521-4b3c-a521-d4d682276411 None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:54.134620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-58c0bfa6-a521-4b3c-a521-d4d682276411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:54.165357 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-911d176d-4a40-42e0-9891-5d6591a81430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:26:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:26:48Z', 'revision_number': 5, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:54.179803 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610be65-dee5-46bb-a0a2-88358d758afa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Subnet': ['ID=a1a67087-073c-459c-b751-2a09f97eb543,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:54.226616 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4610be65-dee5-46bb-a0a2-88358d758afa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Checking segment: {'id': '6626515f-c6c7-4875-be55-64157da6a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bdb686f8-fe2e-4e49-b285-fbf8e140c391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:54.233453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4610be65-dee5-46bb-a0a2-88358d758afa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network hostable DHCP agents. Network: bdb686f8-fe2e-4e49-b285-fbf8e140c391, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:26:54.235301 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2796255a-a121-4b53-91d8-815733a1948f req-9fe9c6b1-571c-40da-a8b9-233731673b9a tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1415591 Oct 26 15:26:54.245648 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:54.282094 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d176d-4a40-42e0-9891-5d6591a81430 None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:54.293562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4610be65-dee5-46bb-a0a2-88358d758afa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network bdb686f8-fe2e-4e49-b285-fbf8e140c391 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:26:54.294715 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d176d-4a40-42e0-9891-5d6591a81430 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:54.296787 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-911d176d-4a40-42e0-9891-5d6591a81430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:54.314158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f672e-cd45-4016-a211-0b47b3a99ab4 req-d9e61b1a-65d1-4cc1-8f22-a7d30a4d640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:54.316689 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-472f672e-cd45-4016-a211-0b47b3a99ab4 req-d9e61b1a-65d1-4cc1-8f22-a7d30a4d640d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=958a4175b49f4069b4d327e8d8151b9e&device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 1127 time: 0.0801854 Oct 26 15:26:54.318716 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-4610be65-dee5-46bb-a0a2-88358d758afa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, bdb686f8-fe2e-4e49-b285-fbf8e140c391) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:54.325435 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4610be65-dee5-46bb-a0a2-88358d758afa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:54.326705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4610be65-dee5-46bb-a0a2-88358d758afa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:54.350966 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34256) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:54.380158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57c654e-a3b3-4444-96dc-6a24e6015621 None None] Network bdb686f8-fe2e-4e49-b285-fbf8e140c391 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:26:54.397936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:54.414801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-83df7d57-1988-453e-a878-e94e236f213a None None] For port 6642e811-76cf-4114-8f86-ebe5d49000e9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6642e811-76cf-4114-8f86-ebe5d49000e9,segment=NetworkSegment(37ffbbcb-96be-4501-a011-5f850d6e5e14),segment_id=37ffbbcb-96be-4501-a011-5f850d6e5e14)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:54.465764 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4610be65-dee5-46bb-a0a2-88358d758afa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0862737 Oct 26 15:26:54.469160 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34258) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:54.525742 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6d570a49-8630-4f07-b738-2113e8635f93 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1727405 Oct 26 15:26:54.587124 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-911d176d-4a40-42e0-9891-5d6591a81430 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:54.692421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-83df7d57-1988-453e-a878-e94e236f213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:54.719695 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f672e-cd45-4016-a211-0b47b3a99ab4 req-bae65e36-2e54-4eb5-9a6f-36cf789af012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:54.721235 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-472f672e-cd45-4016-a211-0b47b3a99ab4 req-bae65e36-2e54-4eb5-9a6f-36cf789af012 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 HTTP/1.1" status: 200 len: 912 time: 0.3833361 Oct 26 15:26:54.752918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:54.806680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b7405-6c08-418c-b88d-5e56b28ca2d2 req-ac888f04-b28f-42dd-b6a1-f378772add5b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:54.808313 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8d0b7405-6c08-418c-b88d-5e56b28ca2d2 req-ac888f04-b28f-42dd-b6a1-f378772add5b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 945 time: 0.1283278 Oct 26 15:26:54.839891 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-472f672e-cd45-4016-a211-0b47b3a99ab4 req-2a9c8a78-0632-492a-be01-47f2f44c6bfb service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70b0d2de-8647-4b7e-8142-de2173dd7e73 HTTP/1.1" status: 200 len: 217 time: 0.1104236 Oct 26 15:26:54.914264 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8d0b7405-6c08-418c-b88d-5e56b28ca2d2 req-5236d804-953d-4f1a-b942-0f8f18f493b5 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986519 Oct 26 15:26:54.958635 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:55.001571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-58c0bfa6-a521-4b3c-a521-d4d682276411 None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:55.110753 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-911d176d-4a40-42e0-9891-5d6591a81430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:26:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:26:48Z', 'revision_number': 5, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:55.140771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:55.158645 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d176d-4a40-42e0-9891-5d6591a81430 None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:26:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:26:48Z', 'revision_number': 5, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:55.173313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f672e-cd45-4016-a211-0b47b3a99ab4 req-e9de2e82-52b8-43a9-bb2c-2cad9a490805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:55.176111 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-472f672e-cd45-4016-a211-0b47b3a99ab4 req-e9de2e82-52b8-43a9-bb2c-2cad9a490805 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=4f5d117c-9054-4b78-87fd-c45697d31d16 HTTP/1.1" status: 200 len: 850 time: 0.3246720 Oct 26 15:26:55.189390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-bdb686f8-fe2e-4e49-b285-fbf8e140c391', 'network_id': 'bdb686f8-fe2e-4e49-b285-fbf8e140c391', 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'fixed_ips': [{'subnet_id': 'a1a67087-073c-459c-b751-2a09f97eb543'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:26:55.191314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:55.258606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df7d57-1988-453e-a878-e94e236f213a None None] Pushing event updated for resources: {'Port': ['ID=6642e811-76cf-4114-8f86-ebe5d49000e9,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:55.306569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:55.308220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f672e-cd45-4016-a211-0b47b3a99ab4 req-8aae4359-4004-460f-b681-778aa8fb366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:55.310090 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-472f672e-cd45-4016-a211-0b47b3a99ab4 req-8aae4359-4004-460f-b681-778aa8fb366d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=1e5b7312-61c2-4f77-9ed8-edbf4a13bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1170950 Oct 26 15:26:55.319061 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55bd6f-59c2-414b-810c-38832290aa50 req-b84c15b5-87fd-4414-9ac5-78e908d68250 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:55.320558 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2b55bd6f-59c2-414b-810c-38832290aa50 req-b84c15b5-87fd-4414-9ac5-78e908d68250 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 945 time: 0.1408653 Oct 26 15:26:55.454061 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f639417-ccb9-4ac2-b42b-e639f07c1de0 req-e3e090c3-f71a-45d2-9869-d45e631dcc17 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:55.459109 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2f639417-ccb9-4ac2-b42b-e639f07c1de0 req-e3e090c3-f71a-45d2-9869-d45e631dcc17 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 943 time: 0.0729125 Oct 26 15:26:55.494504 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2b55bd6f-59c2-414b-810c-38832290aa50 req-7300617d-d467-494e-b296-7d90e4f1be97 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274011 Oct 26 15:26:55.499745 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e977277-da58-4d5c-b7c9-71da1a607e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:55.510732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:55.525230 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2f639417-ccb9-4ac2-b42b-e639f07c1de0 req-a3002771-0842-4d56-9394-1c693e05716f tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577261 Oct 26 15:26:55.528525 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34270) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:55.538312 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34272) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:55.558922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:55.559482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:55.559602 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a Oct 26 15:26:55.584603 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-472f672e-cd45-4016-a211-0b47b3a99ab4 req-b67bc910-e53b-4468-a2e3-7d566ea17124 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1e5b7312-61c2-4f77-9ed8-edbf4a13bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608538 Oct 26 15:26:55.657643 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815b3539-5a7b-4711-94f1-85712bab31e9 tempest-TestNetworkAdvancedServerOps-162604818 tempest-TestNetworkAdvancedServerOps-162604818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:55.665900 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-815b3539-5a7b-4711-94f1-85712bab31e9 tempest-TestNetworkAdvancedServerOps-162604818 tempest-TestNetworkAdvancedServerOps-162604818-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 1124 time: 0.1265769 Oct 26 15:26:55.675833 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-013e4d1d-ce3b-4757-b966-af1fa48aa21b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1447752 Oct 26 15:26:55.676251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34274) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:55.685942 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:55.750261 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:55.874980 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:55.892038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-58c0bfa6-a521-4b3c-a521-d4d682276411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:41Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:42Z', 'revision_number': 14, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:55.979819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Allocated IP 172.22.0.2 (bdb686f8-fe2e-4e49-b285-fbf8e140c391/a1a67087-073c-459c-b751-2a09f97eb543/8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:26:55.984404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0bfa6-a521-4b3c-a521-d4d682276411 None None] The sync data for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv is: [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:41Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:42Z', 'revision_number': 14, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:55.990130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:55.991758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 318575b3-1373-4bb7-8e9e-53bfcb25c816 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:55.999941 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:56.163686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Allocated IP 172.26.11.196 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/60d0a5e5-c520-4ffa-a8c1-688593d8434e) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:26:56.268686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 318575b3-1373-4bb7-8e9e-53bfcb25c816 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:56.269160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (318575b3-1373-4bb7-8e9e-53bfcb25c816), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:56.269510 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 318575b3-1373-4bb7-8e9e-53bfcb25c816 Oct 26 15:26:56.375645 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for port (60d0a5e5-c520-4ffa-a8c1-688593d8434e), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:56.415153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:56.439048 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (60d0a5e5-c520-4ffa-a8c1-688593d8434e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:56.519507 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event updated for resources: {'Port': ['ID=60d0a5e5-c520-4ffa-a8c1-688593d8434e,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:56.520282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Publish callbacks [] for port (8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:56.530750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:56.534051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:56.538044 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:56.540169 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:56.542776 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:56.564035 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6f030d9f-7df9-43a4-ac0f-965fdfffdd76 req-0915a6c6-1a84-442b-953a-6e496e834f92 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8776679 Oct 26 15:26:56.587543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 318575b3-1373-4bb7-8e9e-53bfcb25c816 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:56.680037 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34278) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:56.688053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Pushing event updated for resources: {'Port': ['ID=8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:56.701214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Network bdb686f8-fe2e-4e49-b285-fbf8e140c391 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:56.702998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:56.709808 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:56.750512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:56.759253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:56.853675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:56.854237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:56.873785 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-472f672e-cd45-4016-a211-0b47b3a99ab4 req-f25bd506-1140-4b4c-8b44-a13847948abd service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1e5b7312-61c2-4f77-9ed8-edbf4a13bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2785079 Oct 26 15:26:56.882036 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0b3e3ea8-3369-45d2-8edc-c92b4466a159 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1990900 Oct 26 15:26:56.925999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Attempting to bind port 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:26:56.926526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Attempting to bind port 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '6626515f-c6c7-4875-be55-64157da6a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bdb686f8-fe2e-4e49-b285-fbf8e140c391'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:26:56.927047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Attempting to bind port 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2 on network bdb686f8-fe2e-4e49-b285-fbf8e140c391 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:26:56.932066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:56.960130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:56.962624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cb41f-8ae2-4706-a53f-01409df8b480 req-9f6d6596-d8f4-4f7a-a33b-0029f15d12b1 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:56.970557 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-695cb41f-8ae2-4706-a53f-01409df8b480 req-9f6d6596-d8f4-4f7a-a33b-0029f15d12b1 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 943 time: 0.1681759 Oct 26 15:26:56.979966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-5e977277-da58-4d5c-b7c9-71da1a607e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Allocated IP 172.22.0.1 (bdb686f8-fe2e-4e49-b285-fbf8e140c391/a1a67087-073c-459c-b751-2a09f97eb543/37a39126-8071-4a8b-948e-9d07b20e43a4) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:26:56.984241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:56.986853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f030d9f-7df9-43a4-ac0f-965fdfffdd76 req-cda87a63-011b-4934-8149-34e9cd01fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:56.988982 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6f030d9f-7df9-43a4-ac0f-965fdfffdd76 req-cda87a63-011b-4934-8149-34e9cd01fd16 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=eb308ad4ce614eb6aeda74b7a58907d8&device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 1130 time: 0.1988246 Oct 26 15:26:57.127234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:57.133120 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-695cb41f-8ae2-4706-a53f-01409df8b480 req-417b3021-ca81-442a-ad1b-2e60a4cdb96d tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1616151 Oct 26 15:26:57.297069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34236544-0e3b-4531-a0d1-7250bf317b2d None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:57.326729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:57.361974 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f030d9f-7df9-43a4-ac0f-965fdfffdd76 req-a990d154-611d-4d79-877f-d7e36643b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:57.364039 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6f030d9f-7df9-43a4-ac0f-965fdfffdd76 req-a990d154-611d-4d79-877f-d7e36643b416 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=b43676e9-42d1-409d-82a9-d0337695b267 HTTP/1.1" status: 200 len: 913 time: 0.3466189 Oct 26 15:26:57.434288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:57.455461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34236544-0e3b-4531-a0d1-7250bf317b2d None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:57.458980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-34236544-0e3b-4531-a0d1-7250bf317b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:57.497011 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e977277-da58-4d5c-b7c9-71da1a607e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:57.528442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:26:57.529374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Checking segment: {'id': '6626515f-c6c7-4875-be55-64157da6a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bdb686f8-fe2e-4e49-b285-fbf8e140c391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:26:57.530172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:57.530799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Bound using segment: {'id': '6626515f-c6c7-4875-be55-64157da6a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bdb686f8-fe2e-4e49-b285-fbf8e140c391'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:26:57.531511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Bound port: 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6626515f-c6c7-4875-be55-64157da6a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bdb686f8-fe2e-4e49-b285-fbf8e140c391'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:26:57.532196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:57.535947 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6f030d9f-7df9-43a4-ac0f-965fdfffdd76 req-f202c8f1-13ad-48ce-80dc-eb3d17c41ee3 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6334c0ac-4879-4360-9735-979c498df914 HTTP/1.1" status: 200 len: 1003 time: 0.1634727 Oct 26 15:26:57.565494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:57.566890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:57.627691 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e977277-da58-4d5c-b7c9-71da1a607e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:57.633854 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f030d9f-7df9-43a4-ac0f-965fdfffdd76 req-976425f5-7b64-474c-be43-75b73c5149a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:57.636164 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6f030d9f-7df9-43a4-ac0f-965fdfffdd76 req-976425f5-7b64-474c-be43-75b73c5149a8 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2 HTTP/1.1" status: 200 len: 851 time: 0.0888953 Oct 26 15:26:57.743485 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e977277-da58-4d5c-b7c9-71da1a607e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network bdb686f8-fe2e-4e49-b285-fbf8e140c391 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:57.750091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-5e977277-da58-4d5c-b7c9-71da1a607e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:57.752785 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e977277-da58-4d5c-b7c9-71da1a607e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:26:57.758726 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e977277-da58-4d5c-b7c9-71da1a607e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=37a39126-8071-4a8b-948e-9d07b20e43a4,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:57.782855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f030d9f-7df9-43a4-ac0f-965fdfffdd76 req-347ea293-a97c-4a49-a0dd-58476638c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:57.784623 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6f030d9f-7df9-43a4-ac0f-965fdfffdd76 req-347ea293-a97c-4a49-a0dd-58476638c1d1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b43676e9-42d1-409d-82a9-d0337695b267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1208985 Oct 26 15:26:57.819597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e977277-da58-4d5c-b7c9-71da1a607e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (4189a402-d99f-4ff4-abc3-16ee24682b70), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:57.862730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:57.888769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] For port 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:26:57.889952 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34280) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:57.895937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] For port 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2,segment=NetworkSegment(6626515f-c6c7-4875-be55-64157da6a554),segment_id=6626515f-c6c7-4875-be55-64157da6a554)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:26:57.913570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:57.926384 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:57.942195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-34236544-0e3b-4531-a0d1-7250bf317b2d None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:57.974222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:58.003230 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for floatingip (d12774f9-2936-4130-9876-d38b1752057c), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:58.024422 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e977277-da58-4d5c-b7c9-71da1a607e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:58.067627 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6fce6510-c34b-4934-94af-c8666c4d28eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1733263 Oct 26 15:26:58.145545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:58.153329 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (60d0a5e5-c520-4ffa-a8c1-688593d8434e), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:58.290739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:58.345568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2c64d-5ba3-4af4-bd4b-060d2727399f None None] Pushing event updated for resources: {'Port': ['ID=8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:58.367890 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6f030d9f-7df9-43a4-ac0f-965fdfffdd76 req-4354d707-610a-4840-848a-db022516ed0b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b43676e9-42d1-409d-82a9-d0337695b267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772884 Oct 26 15:26:58.368276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd21843-3608-48cf-a680-998105aee7cc req-fbb98b19-5758-48bc-b68b-ebd364df078e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:58.369859 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-abd21843-3608-48cf-a680-998105aee7cc req-fbb98b19-5758-48bc-b68b-ebd364df078e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 943 time: 0.0773125 Oct 26 15:26:58.429266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-34236544-0e3b-4531-a0d1-7250bf317b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:50Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:51Z', 'revision_number': 18, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:58.501285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:58.503186 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:58.510308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34236544-0e3b-4531-a0d1-7250bf317b2d None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:58.531988 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-abd21843-3608-48cf-a680-998105aee7cc req-f15f5e0b-7ebf-4b7f-b55f-b403a4789a66 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1215062 Oct 26 15:26:58.534233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34236544-0e3b-4531-a0d1-7250bf317b2d None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:58.535190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-34236544-0e3b-4531-a0d1-7250bf317b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:58.568896 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for port (60d0a5e5-c520-4ffa-a8c1-688593d8434e), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:58.577831 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (60d0a5e5-c520-4ffa-a8c1-688593d8434e), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:58.634100 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6f030d9f-7df9-43a4-ac0f-965fdfffdd76 req-4f94cf14-c3b2-4e91-8af6-011ae4058f1c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b43676e9-42d1-409d-82a9-d0337695b267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577348 Oct 26 15:26:58.728998 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event updated for resources: {'Port': ['ID=60d0a5e5-c520-4ffa-a8c1-688593d8434e,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:58.731087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e977277-da58-4d5c-b7c9-71da1a607e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:58.732539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (d12774f9-2936-4130-9876-d38b1752057c), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:58.749375 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e977277-da58-4d5c-b7c9-71da1a607e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:58.773439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-34236544-0e3b-4531-a0d1-7250bf317b2d None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:58.833997 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:58.834530 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Sync routers for ids ['4189a402-d99f-4ff4-abc3-16ee24682b70'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:58.843814 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Routers {'4189a402-d99f-4ff4-abc3-16ee24682b70'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:26:58.845926 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4189a402-d99f-4ff4-abc3-16ee24682b70'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:58.861512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:58.881402 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Floating IP d12774f9-2936-4130-9876-d38b1752057c associated. External IP: 172.26.11.196, port: 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76. Oct 26 15:26:58.905277 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e977277-da58-4d5c-b7c9-71da1a607e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (4189a402-d99f-4ff4-abc3-16ee24682b70), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:58.907911 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e977277-da58-4d5c-b7c9-71da1a607e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=37a39126-8071-4a8b-948e-9d07b20e43a4,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:59.063185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e977277-da58-4d5c-b7c9-71da1a607e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network bdb686f8-fe2e-4e49-b285-fbf8e140c391 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:26:59.067109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-5e977277-da58-4d5c-b7c9-71da1a607e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:26:59.078359 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34284) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:59.117040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:26:59.210331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-34236544-0e3b-4531-a0d1-7250bf317b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:50Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:51Z', 'revision_number': 18, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:59.251084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34236544-0e3b-4531-a0d1-7250bf317b2d None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:50Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:51Z', 'revision_number': 18, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:59.272132 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bf330c2b-82f9-4de3-8592-f821e244d153 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1862352 Oct 26 15:26:59.288256 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Set router 4189a402-d99f-4ff4-abc3-16ee24682b70 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:26:59.326919 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e977277-da58-4d5c-b7c9-71da1a607e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 4189a402-d99f-4ff4-abc3-16ee24682b70 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:26:59.339566 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Router 30f08a8f-9e16-4e94-9524-2086c55e9414 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:26:59.492416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e977277-da58-4d5c-b7c9-71da1a607e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:26:59.493240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 318575b3-1373-4bb7-8e9e-53bfcb25c816 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:26:59.498549 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5e977277-da58-4d5c-b7c9-71da1a607e89 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/4189a402-d99f-4ff4-abc3-16ee24682b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0203619 Oct 26 15:26:59.501199 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34286) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:59.507128 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-5488b313-ad03-4bd6-a667-c22ae48fd138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'network': {'name': 'tempest-RoutersTest-802068350'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:26:59.522777 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:26:59.549684 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:59.557081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:59.588501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5488b313-ad03-4bd6-a667-c22ae48fd138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Made reservation on behalf of e6a5bd1edcc84a3dbb4f28964dceafcd for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:26:59.594532 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5488b313-ad03-4bd6-a667-c22ae48fd138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:59.619386 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0d68bec2-319e-4cff-9316-12bea767500c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9420431 Oct 26 15:26:59.620214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'tag': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:26:59.624625 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6662d80b37134a2b3900b6f7163109dd688b25040754bcd30973ec7c1dabe5ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9788d0ab-fa05-45d8-bda6-0f0e6a7ff2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "29e600a6-64d7-4bdb-91a5-d373dcb32674", "tag": "3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:26:59.642385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 318575b3-1373-4bb7-8e9e-53bfcb25c816 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:59.642728 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5488b313-ad03-4bd6-a667-c22ae48fd138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:26:59.643262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (318575b3-1373-4bb7-8e9e-53bfcb25c816), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:59.643612 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 318575b3-1373-4bb7-8e9e-53bfcb25c816 Oct 26 15:26:59.651290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:59.726504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de66e3d-2f41-41c2-950c-4309a0d8fc9c None None] Network bdb686f8-fe2e-4e49-b285-fbf8e140c391 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:26:59.728371 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741c9c3-4745-492f-babe-3a3eb715d259 req-add403a4-3d7b-43fc-9f5e-ae200d5e9edf tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:59.732046 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c741c9c3-4745-492f-babe-3a3eb715d259 req-add403a4-3d7b-43fc-9f5e-ae200d5e9edf tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 943 time: 0.0707753 Oct 26 15:26:59.733518 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5488b313-ad03-4bd6-a667-c22ae48fd138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (47ff0ebf-ef49-4121-8c38-2d750254e8a6), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:59.733874 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-5488b313-ad03-4bd6-a667-c22ae48fd138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Added segment 47ff0ebf-ef49-4121-8c38-2d750254e8a6 of type vlan for network 22cb68d3-1275-481d-87f9-61de53556e4b Oct 26 15:26:59.777845 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af4ae7-02b7-4d41-be3a-759a915a08ff req-a5652bca-badf-40ef-8303-296ae627e4c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:26:59.782748 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'name': 'tempest-RoutersTest-router-408770933', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:36Z', 'updated_at': '2022-10-26T15:26:57Z', 'revision_number': 4, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'gw_port_host': None, '_interfaces': [{'id': '37a39126-8071-4a8b-948e-9d07b20e43a4', 'name': '', 'network_id': 'bdb686f8-fe2e-4e49-b285-fbf8e140c391', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:9f:18:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a1a67087-073c-459c-b751-2a09f97eb543', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:56Z', 'updated_at': '2022-10-26T15:26:58Z', 'revision_number': 2, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': 'a1a67087-073c-459c-b751-2a09f97eb543', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6642e811-76cf-4114-8f86-ebe5d49000e9', 'name': '', 'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:0a:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6bc16744-6ce5-4d5b-a2d8-1f51502473de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:45Z', 'updated_at': '2022-10-26T15:26:54Z', 'revision_number': 5, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '6bc16744-6ce5-4d5b-a2d8-1f51502473de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c63a5d6-34fd-40ed-9776-2a808368b0b0', 'name': '', 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:3e:19:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:39Z', 'updated_at': '2022-10-26T15:26:45Z', 'revision_number': 5, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:59.784023 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-27af4ae7-02b7-4d41-be3a-759a915a08ff req-a5652bca-badf-40ef-8303-296ae627e4c2 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 945 time: 0.0704494 Oct 26 15:26:59.828512 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Checking router: 4189a402-d99f-4ff4-abc3-16ee24682b70 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:59.828887 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Updating router 4189a402-d99f-4ff4-abc3-16ee24682b70 port 37a39126-8071-4a8b-948e-9d07b20e43a4 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:26:59.840161 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:26:59.844352 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5488b313-ad03-4bd6-a667-c22ae48fd138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (22cb68d3-1275-481d-87f9-61de53556e4b), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:59.875163 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c741c9c3-4745-492f-babe-3a3eb715d259 req-7d48a8d3-d0db-4fa6-a628-c9470d1c9f1c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1239591 Oct 26 15:26:59.876256 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:59.904129 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-27af4ae7-02b7-4d41-be3a-759a915a08ff req-c119386a-0c89-4a54-8625-728b59a4508d tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188908 Oct 26 15:26:59.925012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34296) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:26:59.960774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-400b8530-5073-4deb-b079-316c0e08c912 None None] Provisioning complete for port 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:26:59.961222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-400b8530-5073-4deb-b079-316c0e08c912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:26:59.961563 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-400b8530-5073-4deb-b079-316c0e08c912 None None] Attempt 1 to provision port 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2 Oct 26 15:27:00.037284 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5488b313-ad03-4bd6-a667-c22ae48fd138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (22cb68d3-1275-481d-87f9-61de53556e4b), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:00.050070 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5488b313-ad03-4bd6-a667-c22ae48fd138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:00.050737 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5488b313-ad03-4bd6-a667-c22ae48fd138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:00.073310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 318575b3-1373-4bb7-8e9e-53bfcb25c816 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:00.074519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:00.188232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:00.188232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488b313-ad03-4bd6-a667-c22ae48fd138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Network': ['ID=22cb68d3-1275-481d-87f9-61de53556e4b,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:00.204688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7541ff46-9d1a-43cc-b4a5-dc8c4fd0e0db x-openstack-request-id: req-7541ff46-9d1a-43cc-b4a5-dc8c4fd0e0db {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:27:00.205013 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e600a6-64d7-4bdb-91a5-d373dcb32674", "tag": "3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:27:00.205273 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7541ff46-9d1a-43cc-b4a5-dc8c4fd0e0db {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:27:00.205690 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7541ff46-9d1a-43cc-b4a5-dc8c4fd0e0db'] response: {'name': 'network-changed', 'server_uuid': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'tag': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'status': 'completed', 'code': 200} Oct 26 15:27:00.228032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 22cb68d3-1275-481d-87f9-61de53556e4b details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:27:00.236680 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5488b313-ad03-4bd6-a667-c22ae48fd138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7312698 Oct 26 15:27:00.237752 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34298) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:00.242837 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-1fd3364f-603b-4615-bb75-1df279b0a652 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'subnet': {'network_id': '22cb68d3-1275-481d-87f9-61de53556e4b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:00.258603 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e48b99af-a06a-44ac-8457-ae2d65c4ac0b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 992 time: 0.3313026 Oct 26 15:27:00.275802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:00.276641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-400b8530-5073-4deb-b079-316c0e08c912 None None] Current status of the port 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:00.280461 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34300) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:00.291539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-400b8530-5073-4deb-b079-316c0e08c912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:00.321928 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:00.326515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788d0ab-fa05-45d8-bda6-0f0e6a7ff2d2 req-d2297a44-b5e4-4d12-bda1-251660bb2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:00.330423 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9788d0ab-fa05-45d8-bda6-0f0e6a7ff2d2 req-d2297a44-b5e4-4d12-bda1-251660bb2cff service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=3529ca9651044c3b8bc329b46b7fbc54&device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 1129 time: 0.0924957 Oct 26 15:27:00.406415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-400b8530-5073-4deb-b079-316c0e08c912 None None] For port 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2,segment=NetworkSegment(6626515f-c6c7-4875-be55-64157da6a554),segment_id=6626515f-c6c7-4875-be55-64157da6a554)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:00.449624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4c25ba64-18d1-49ab-a337-8f195a556d78 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:00.450374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:00.450811 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4c25ba64-18d1-49ab-a337-8f195a556d78 Oct 26 15:27:00.452593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-400b8530-5073-4deb-b079-316c0e08c912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:00.517217 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b35e48e3-16f6-4910-99eb-a03f3c74071b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2359381 Oct 26 15:27:00.538164 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Publish callbacks [] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:00.546011 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:00.552041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788d0ab-fa05-45d8-bda6-0f0e6a7ff2d2 req-8f3ae892-6cf8-4497-91a8-192f2c818db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:00.554412 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9788d0ab-fa05-45d8-bda6-0f0e6a7ff2d2 req-8f3ae892-6cf8-4497-91a8-192f2c818db4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2a5033a5-32c8-47b6-8443-14cdcfcea264 HTTP/1.1" status: 200 len: 897 time: 0.2167361 Oct 26 15:27:00.597113 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317c42b-58bc-4b40-8aef-d3848d83fda1 None None] Pushing event updated for resources: {'Port': ['ID=37a39126-8071-4a8b-948e-9d07b20e43a4,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:00.642195 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd3364f-603b-4615-bb75-1df279b0a652 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Made reservation on behalf of e6a5bd1edcc84a3dbb4f28964dceafcd for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:27:00.646189 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1fd3364f-603b-4615-bb75-1df279b0a652 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:00.673481 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9788d0ab-fa05-45d8-bda6-0f0e6a7ff2d2 req-a7ab6567-0fee-4e65-b6d3-f042ad26e8a3 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 HTTP/1.1" status: 200 len: 1000 time: 0.1052425 Oct 26 15:27:00.682085 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Attempting to bind port 37a39126-8071-4a8b-948e-9d07b20e43a4 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:27:00.683562 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Attempting to bind port 37a39126-8071-4a8b-948e-9d07b20e43a4 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '6626515f-c6c7-4875-be55-64157da6a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bdb686f8-fe2e-4e49-b285-fbf8e140c391'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:27:00.683939 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Attempting to bind port 37a39126-8071-4a8b-948e-9d07b20e43a4 on network bdb686f8-fe2e-4e49-b285-fbf8e140c391 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:27:00.702066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b8530-5073-4deb-b079-316c0e08c912 None None] Pushing event updated for resources: {'Port': ['ID=8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:00.704932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d0798df0-07c1-49e3-a12b-d47e22e3b9e3 None None] Provisioning complete for port 37a39126-8071-4a8b-948e-9d07b20e43a4 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:00.705402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d0798df0-07c1-49e3-a12b-d47e22e3b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:00.712320 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d0798df0-07c1-49e3-a12b-d47e22e3b9e3 None None] Attempt 1 to provision port 37a39126-8071-4a8b-948e-9d07b20e43a4 Oct 26 15:27:00.770139 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:27:00.770762 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Checking segment: {'id': '6626515f-c6c7-4875-be55-64157da6a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bdb686f8-fe2e-4e49-b285-fbf8e140c391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:27:00.773114 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:00.773525 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Bound using segment: {'id': '6626515f-c6c7-4875-be55-64157da6a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bdb686f8-fe2e-4e49-b285-fbf8e140c391'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:27:00.774036 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Bound port: 37a39126-8071-4a8b-948e-9d07b20e43a4, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6626515f-c6c7-4875-be55-64157da6a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bdb686f8-fe2e-4e49-b285-fbf8e140c391'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:27:00.774426 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:00.794336 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788d0ab-fa05-45d8-bda6-0f0e6a7ff2d2 req-eb5de2f6-6a8b-4d40-8d4f-fa99ecc421b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:00.796886 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9788d0ab-fa05-45d8-bda6-0f0e6a7ff2d2 req-eb5de2f6-6a8b-4d40-8d4f-fa99ecc421b7 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=4d79363b-90cf-4551-bc6e-2dabbe17447a HTTP/1.1" status: 200 len: 835 time: 0.1147547 Oct 26 15:27:00.802860 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:00.830005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d0798df0-07c1-49e3-a12b-d47e22e3b9e3 None None] Port 37a39126-8071-4a8b-948e-9d07b20e43a4 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:27:00.846231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d0798df0-07c1-49e3-a12b-d47e22e3b9e3 None None] Provisioning complete for port 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:00.847481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d0798df0-07c1-49e3-a12b-d47e22e3b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:00.848264 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d0798df0-07c1-49e3-a12b-d47e22e3b9e3 None None] Attempt 1 to provision port 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2 Oct 26 15:27:00.872012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788d0ab-fa05-45d8-bda6-0f0e6a7ff2d2 req-093bed0d-4d93-45fc-9db6-99c52ff76851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:00.874011 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9788d0ab-fa05-45d8-bda6-0f0e6a7ff2d2 req-093bed0d-4d93-45fc-9db6-99c52ff76851 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2a5033a5-32c8-47b6-8443-14cdcfcea264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0692780 Oct 26 15:27:00.886240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:00.886637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:00.898859 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] For port 37a39126-8071-4a8b-948e-9d07b20e43a4, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:27:00.904989 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] For port 37a39126-8071-4a8b-948e-9d07b20e43a4, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=37a39126-8071-4a8b-948e-9d07b20e43a4,segment=NetworkSegment(6626515f-c6c7-4875-be55-64157da6a554),segment_id=6626515f-c6c7-4875-be55-64157da6a554)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:27:00.913511 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:00.932652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:00.980915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:00.980915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:00.981210 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Routers {'4189a402-d99f-4ff4-abc3-16ee24682b70'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:00.981210 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4189a402-d99f-4ff4-abc3-16ee24682b70'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:00.995021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4397b7a0-a92b-45fc-b5f2-afcf47e99596 None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:01.127961 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] Set router 4189a402-d99f-4ff4-abc3-16ee24682b70 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:01.142412 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9788d0ab-fa05-45d8-bda6-0f0e6a7ff2d2 req-f3ec29b9-1ff4-464c-a9a9-6e79ee9ffb7e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2a5033a5-32c8-47b6-8443-14cdcfcea264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579348 Oct 26 15:27:01.187091 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8311d5d-b8ed-4e69-a0b3-1bfaf2f0dd03 req-3be5e715-8d4f-4365-bef9-ae43fd43a4f2 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:01.198295 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d8311d5d-b8ed-4e69-a0b3-1bfaf2f0dd03 req-3be5e715-8d4f-4365-bef9-ae43fd43a4f2 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 943 time: 0.1333988 Oct 26 15:27:01.206767 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317c42b-58bc-4b40-8aef-d3848d83fda1 None None] Pushing event updated for resources: {'Port': ['ID=37a39126-8071-4a8b-948e-9d07b20e43a4,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:01.262570 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34304) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:01.360788 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9788d0ab-fa05-45d8-bda6-0f0e6a7ff2d2 req-9da6e3f8-69ee-416e-8c8c-e4b0beb529d3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2a5033a5-32c8-47b6-8443-14cdcfcea264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108300 Oct 26 15:27:01.388487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1fd3364f-603b-4615-bb75-1df279b0a652 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (f2856ff8-3d9f-4dee-9f92-e2e3902ceca1), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:01.462056 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d8311d5d-b8ed-4e69-a0b3-1bfaf2f0dd03 req-b69bf244-b9c3-492d-910f-cfa67686c27b tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2627819 Oct 26 15:27:01.480893 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-68ec3b8a-ec27-4471-8a87-fc7bf77297a8 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 992 time: 0.2078559 Oct 26 15:27:01.510744 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'name': 'tempest-RoutersTest-router-408770933', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:36Z', 'updated_at': '2022-10-26T15:26:57Z', 'revision_number': 4, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'gw_port_host': None, '_interfaces': [{'id': '37a39126-8071-4a8b-948e-9d07b20e43a4', 'name': '', 'network_id': 'bdb686f8-fe2e-4e49-b285-fbf8e140c391', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:9f:18:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a1a67087-073c-459c-b751-2a09f97eb543', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:56Z', 'updated_at': '2022-10-26T15:27:00Z', 'revision_number': 4, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': 'a1a67087-073c-459c-b751-2a09f97eb543', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6642e811-76cf-4114-8f86-ebe5d49000e9', 'name': '', 'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:0a:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6bc16744-6ce5-4d5b-a2d8-1f51502473de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:45Z', 'updated_at': '2022-10-26T15:26:54Z', 'revision_number': 5, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '6bc16744-6ce5-4d5b-a2d8-1f51502473de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c63a5d6-34fd-40ed-9776-2a808368b0b0', 'name': '', 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:3e:19:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:39Z', 'updated_at': '2022-10-26T15:26:45Z', 'revision_number': 5, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:01.511553 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:01.518303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34306) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:01.525816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:01.526675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3364f-603b-4615-bb75-1df279b0a652 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Subnet': ['ID=f2856ff8-3d9f-4dee-9f92-e2e3902ceca1,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:01.527359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:01.530144 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd3364f-603b-4615-bb75-1df279b0a652 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Checking segment: {'id': '47ff0ebf-ef49-4121-8c38-2d750254e8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '22cb68d3-1275-481d-87f9-61de53556e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:27:01.530733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd3364f-603b-4615-bb75-1df279b0a652 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network hostable DHCP agents. Network: 22cb68d3-1275-481d-87f9-61de53556e4b, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:27:01.549163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4397b7a0-a92b-45fc-b5f2-afcf47e99596 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:01.550442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4397b7a0-a92b-45fc-b5f2-afcf47e99596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:01.551595 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8bdacb-f89e-4fe6-a75f-de4144c053b3 None None] The sync data for ids ['4189a402-d99f-4ff4-abc3-16ee24682b70'] in dv-neutron-759874-6-hyperv is: [{'id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'name': 'tempest-RoutersTest-router-408770933', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:36Z', 'updated_at': '2022-10-26T15:26:57Z', 'revision_number': 4, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'gw_port_host': None, '_interfaces': [{'id': '37a39126-8071-4a8b-948e-9d07b20e43a4', 'name': '', 'network_id': 'bdb686f8-fe2e-4e49-b285-fbf8e140c391', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:9f:18:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a1a67087-073c-459c-b751-2a09f97eb543', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:56Z', 'updated_at': '2022-10-26T15:27:00Z', 'revision_number': 4, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': 'a1a67087-073c-459c-b751-2a09f97eb543', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6642e811-76cf-4114-8f86-ebe5d49000e9', 'name': '', 'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:0a:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6bc16744-6ce5-4d5b-a2d8-1f51502473de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:45Z', 'updated_at': '2022-10-26T15:26:54Z', 'revision_number': 5, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '6bc16744-6ce5-4d5b-a2d8-1f51502473de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c63a5d6-34fd-40ed-9776-2a808368b0b0', 'name': '', 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:3e:19:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:39Z', 'updated_at': '2022-10-26T15:26:45Z', 'revision_number': 5, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:01.564929 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd3364f-603b-4615-bb75-1df279b0a652 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network 22cb68d3-1275-481d-87f9-61de53556e4b is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:27:01.583693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-1fd3364f-603b-4615-bb75-1df279b0a652 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 22cb68d3-1275-481d-87f9-61de53556e4b) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:27:01.589483 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd3364f-603b-4615-bb75-1df279b0a652 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:01.590083 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1fd3364f-603b-4615-bb75-1df279b0a652 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:01.610881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfcc48b-b889-4ed7-9042-5df130ddd3ce None None] Network 22cb68d3-1275-481d-87f9-61de53556e4b requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:27:01.624356 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1fd3364f-603b-4615-bb75-1df279b0a652 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3854418 Oct 26 15:27:01.627903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34308) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:01.643552 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-22af1321-8fb7-47e4-a5a8-40a153e6f140 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1239538 Oct 26 15:27:01.772873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:01.773526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:01.774022 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 Oct 26 15:27:01.806418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d0798df0-07c1-49e3-a12b-d47e22e3b9e3 None None] Current status of the port 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:01.869979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-22cb68d3-1275-481d-87f9-61de53556e4b', 'network_id': '22cb68d3-1275-481d-87f9-61de53556e4b', 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'fixed_ips': [{'subnet_id': 'f2856ff8-3d9f-4dee-9f92-e2e3902ceca1'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:27:01.870917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:01.895453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:01.899025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4397b7a0-a92b-45fc-b5f2-afcf47e99596 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:02.016084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:02.036885 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-138ec821-3e76-4562-be65-15f30ba5242b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:02.057372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-752842f4-a2ae-44d9-9940-24fe0c03ca8c None None] Provisioning complete for port 37a39126-8071-4a8b-948e-9d07b20e43a4 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:02.057564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-752842f4-a2ae-44d9-9940-24fe0c03ca8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:02.057865 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-752842f4-a2ae-44d9-9940-24fe0c03ca8c None None] Attempt 1 to provision port 37a39126-8071-4a8b-948e-9d07b20e43a4 Oct 26 15:27:02.140136 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996560a-22ca-40cf-838c-796db8d14d6c None None] Sync routers for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:02.149930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:02.150333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:02.160331 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996560a-22ca-40cf-838c-796db8d14d6c None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:02.161263 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a996560a-22ca-40cf-838c-796db8d14d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:02.299734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:02.300386 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a996560a-22ca-40cf-838c-796db8d14d6c None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:02.335383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:02.342429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Allocated IP 172.23.0.2 (22cb68d3-1275-481d-87f9-61de53556e4b/f2856ff8-3d9f-4dee-9f92-e2e3902ceca1/d3f689cb-d514-415f-8b62-209b31037113) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:27:02.351544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:02.352282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:02.407641 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:02.457596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-752842f4-a2ae-44d9-9940-24fe0c03ca8c None None] Current status of the port 37a39126-8071-4a8b-948e-9d07b20e43a4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:02.458011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-752842f4-a2ae-44d9-9940-24fe0c03ca8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:02.484978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34312) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:02.501762 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a996560a-22ca-40cf-838c-796db8d14d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:41Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:26:42Z', 'revision_number': 14, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:02.556183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:02.565107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-752842f4-a2ae-44d9-9940-24fe0c03ca8c None None] For port 37a39126-8071-4a8b-948e-9d07b20e43a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=37a39126-8071-4a8b-948e-9d07b20e43a4,segment=NetworkSegment(6626515f-c6c7-4875-be55-64157da6a554),segment_id=6626515f-c6c7-4875-be55-64157da6a554)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:02.589170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-752842f4-a2ae-44d9-9940-24fe0c03ca8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:02.605435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:02.606120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:02.606766 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:27:02.610234 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e4fa38f7-615d-4f48-86c2-a5822dac4415 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 992 time: 0.1235898 Oct 26 15:27:02.631737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:02.645172 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34314) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:02.678128 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996560a-22ca-40cf-838c-796db8d14d6c None None] Checking router: 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:02.690224 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996560a-22ca-40cf-838c-796db8d14d6c None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:02.690224 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a996560a-22ca-40cf-838c-796db8d14d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:02.711174 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b81945-7f57-4065-bce2-9d4e91119ce5 req-674a5612-dc7e-48d5-949c-71324a2ca5ee tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:02.733657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752842f4-a2ae-44d9-9940-24fe0c03ca8c None None] Pushing event updated for resources: {'Port': ['ID=37a39126-8071-4a8b-948e-9d07b20e43a4,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:02.734090 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-91b81945-7f57-4065-bce2-9d4e91119ce5 req-674a5612-dc7e-48d5-949c-71324a2ca5ee tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 943 time: 0.1226664 Oct 26 15:27:02.770500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4397b7a0-a92b-45fc-b5f2-afcf47e99596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:26:57Z', 'revision_number': 0, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:26:56Z', 'revision_number': 6, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:02.772098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:02.797411 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4670cd94-f0af-4094-81b7-0cdbc04efa26 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1501908 Oct 26 15:27:02.816130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4397b7a0-a92b-45fc-b5f2-afcf47e99596 None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:02.828241 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-91b81945-7f57-4065-bce2-9d4e91119ce5 req-0963efbd-3b1e-45de-ae05-175b521b8fb2 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932653 Oct 26 15:27:02.837710 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a996560a-22ca-40cf-838c-796db8d14d6c None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:02.881247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4397b7a0-a92b-45fc-b5f2-afcf47e99596 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:02.881900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4397b7a0-a92b-45fc-b5f2-afcf47e99596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:02.928340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:02.928743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:02.959160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Publish callbacks [] for port (d3f689cb-d514-415f-8b62-209b31037113), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:02.977303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (d3f689cb-d514-415f-8b62-209b31037113), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:03.056267 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:03.063223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:03.066218 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-138ec821-3e76-4562-be65-15f30ba5242b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Allocated IP 172.23.0.1 (22cb68d3-1275-481d-87f9-61de53556e4b/f2856ff8-3d9f-4dee-9f92-e2e3902ceca1/e425485d-9b92-4190-a850-f7b09603bc1c) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:27:03.084692 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:27:03.088007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:03.109830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Network 22cb68d3-1275-481d-87f9-61de53556e4b is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:27:03.110961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9c63a5d6-34fd-40ed-9776-2a808368b0b0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:03.123770 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a996560a-22ca-40cf-838c-796db8d14d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:41Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:27:02Z', 'revision_number': 15, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:03.139425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4397b7a0-a92b-45fc-b5f2-afcf47e99596 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:03.141995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Pushing event updated for resources: {'Port': ['ID=d3f689cb-d514-415f-8b62-209b31037113,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:03.144417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:27:03.152143 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996560a-22ca-40cf-838c-796db8d14d6c None None] The sync data for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv is: [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:41Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:27:02Z', 'revision_number': 15, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:03.177319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:27:03.233963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-138ec821-3e76-4562-be65-15f30ba5242b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (e425485d-9b92-4190-a850-f7b09603bc1c), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:03.268661 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-138ec821-3e76-4562-be65-15f30ba5242b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (e425485d-9b92-4190-a850-f7b09603bc1c), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:03.320336 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138ec821-3e76-4562-be65-15f30ba5242b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network 22cb68d3-1275-481d-87f9-61de53556e4b is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:27:03.326169 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-138ec821-3e76-4562-be65-15f30ba5242b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:27:03.328970 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138ec821-3e76-4562-be65-15f30ba5242b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:27:03.361909 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ec821-3e76-4562-be65-15f30ba5242b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=e425485d-9b92-4190-a850-f7b09603bc1c,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:03.405324 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=90,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:03.412443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-138ec821-3e76-4562-be65-15f30ba5242b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (4189a402-d99f-4ff4-abc3-16ee24682b70), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:03.501388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:03.537083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:03.546018 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-138ec821-3e76-4562-be65-15f30ba5242b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e425485d-9b92-4190-a850-f7b09603bc1c), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:03.587391 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:03.613489 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34316) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:03.614595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Attempting to bind port d3f689cb-d514-415f-8b62-209b31037113 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:27:03.615178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Attempting to bind port d3f689cb-d514-415f-8b62-209b31037113 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '47ff0ebf-ef49-4121-8c38-2d750254e8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '22cb68d3-1275-481d-87f9-61de53556e4b'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:27:03.615580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Attempting to bind port d3f689cb-d514-415f-8b62-209b31037113 on network 22cb68d3-1275-481d-87f9-61de53556e4b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:27:03.617814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:03.618211 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:03.668482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:03.691117 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a6db9de7-8d9f-4835-b339-5b99bd6ebba6 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 992 time: 0.0763469 Oct 26 15:27:03.764201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:27:03.764956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Checking segment: {'id': '47ff0ebf-ef49-4121-8c38-2d750254e8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '22cb68d3-1275-481d-87f9-61de53556e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:27:03.765377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:03.768777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Bound using segment: {'id': '47ff0ebf-ef49-4121-8c38-2d750254e8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '22cb68d3-1275-481d-87f9-61de53556e4b'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:27:03.770400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Bound port: d3f689cb-d514-415f-8b62-209b31037113, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ff0ebf-ef49-4121-8c38-2d750254e8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '22cb68d3-1275-481d-87f9-61de53556e4b'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:27:03.770823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d3f689cb-d514-415f-8b62-209b31037113), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:03.788471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9c63a5d6-34fd-40ed-9776-2a808368b0b0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9c63a5d6-34fd-40ed-9776-2a808368b0b0,segment=NetworkSegment(e8a323be-1ba0-483b-b06d-b4b5372fe6bf),segment_id=e8a323be-1ba0-483b-b06d-b4b5372fe6bf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:03.806914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:03.807653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6642e811-76cf-4114-8f86-ebe5d49000e9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:03.812142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34318) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:03.861117 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-138ec821-3e76-4562-be65-15f30ba5242b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for port (e425485d-9b92-4190-a850-f7b09603bc1c), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:03.870543 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-138ec821-3e76-4562-be65-15f30ba5242b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (e425485d-9b92-4190-a850-f7b09603bc1c), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:03.888881 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f1195ddd-3b5c-4d2e-bb95-140cc1d1bc9d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0725513 Oct 26 15:27:03.956987 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ec821-3e76-4562-be65-15f30ba5242b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event updated for resources: {'Port': ['ID=e425485d-9b92-4190-a850-f7b09603bc1c,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:03.976893 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-138ec821-3e76-4562-be65-15f30ba5242b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (4189a402-d99f-4ff4-abc3-16ee24682b70), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:04.050397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9c63a5d6-34fd-40ed-9776-2a808368b0b0,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:04.056692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4397b7a0-a92b-45fc-b5f2-afcf47e99596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:26:57Z', 'revision_number': 0, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:26:56Z', 'revision_number': 6, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:04.058049 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4273c8-0e1c-4bd4-a92d-9e8e4b2fd71a req-f91ea98d-9956-4c9f-86aa-6374f5f74af3 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:04.060875 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3d4273c8-0e1c-4bd4-a92d-9e8e4b2fd71a req-f91ea98d-9956-4c9f-86aa-6374f5f74af3 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 943 time: 0.1001115 Oct 26 15:27:04.123704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] For port d3f689cb-d514-415f-8b62-209b31037113, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:27:04.128358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4397b7a0-a92b-45fc-b5f2-afcf47e99596 None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:26:57Z', 'revision_number': 0, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:26:56Z', 'revision_number': 6, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:04.150341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] For port d3f689cb-d514-415f-8b62-209b31037113, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d3f689cb-d514-415f-8b62-209b31037113,segment=NetworkSegment(47ff0ebf-ef49-4121-8c38-2d750254e8a6),segment_id=47ff0ebf-ef49-4121-8c38-2d750254e8a6)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:27:04.153318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6642e811-76cf-4114-8f86-ebe5d49000e9 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:04.154636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:04.160084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d3f689cb-d514-415f-8b62-209b31037113), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:04.182902 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3d4273c8-0e1c-4bd4-a92d-9e8e4b2fd71a req-fb8c02bf-90d9-4a02-9be0-4e055e708572 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1145897 Oct 26 15:27:04.191291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138ec821-3e76-4562-be65-15f30ba5242b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Network 22cb68d3-1275-481d-87f9-61de53556e4b is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:27:04.193320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-138ec821-3e76-4562-be65-15f30ba5242b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:27:04.240823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6642e811-76cf-4114-8f86-ebe5d49000e9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6642e811-76cf-4114-8f86-ebe5d49000e9,segment=NetworkSegment(37ffbbcb-96be-4501-a011-5f850d6e5e14),segment_id=37ffbbcb-96be-4501-a011-5f850d6e5e14)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:04.251107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:04.273219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:04.319958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb2e94-9eed-4a9b-8332-5fdef1895a4b None None] Pushing event updated for resources: {'Port': ['ID=d3f689cb-d514-415f-8b62-209b31037113,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:04.405361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6642e811-76cf-4114-8f86-ebe5d49000e9,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:04.433254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:04.434412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:04.435608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:04.443727 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138ec821-3e76-4562-be65-15f30ba5242b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 4189a402-d99f-4ff4-abc3-16ee24682b70 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:27:04.478173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:04.502992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:04.553175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:04.584469 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138ec821-3e76-4562-be65-15f30ba5242b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:27:04.591087 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-138ec821-3e76-4562-be65-15f30ba5242b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/4189a402-d99f-4ff4-abc3-16ee24682b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9620898 Oct 26 15:27:04.594332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34322) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:04.600863 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-7641ae86-293a-45d6-9702-c375924a2331 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:04.651023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:04.694674 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34324) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:04.739108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:04.740601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9c63a5d6-34fd-40ed-9776-2a808368b0b0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:04.894958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:04.896174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6642e811-76cf-4114-8f86-ebe5d49000e9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:04.907006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34326) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:05.022134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:05.026919 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5c92906a-d717-4bad-8291-26834fab30ba tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1143374 Oct 26 15:27:05.034107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6642e811-76cf-4114-8f86-ebe5d49000e9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:05.348875 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-43220f1e-4fdf-4bad-9b93-8539a9fbed58 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 992 time: 0.6529713 Oct 26 15:27:05.364608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 37a39126-8071-4a8b-948e-9d07b20e43a4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:05.420092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 37a39126-8071-4a8b-948e-9d07b20e43a4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:05.420846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:05.421388 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 37a39126-8071-4a8b-948e-9d07b20e43a4 Oct 26 15:27:05.423640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ef3eb-dd63-42be-9dbd-6c84d17df83c req-813184d4-5048-4075-8f7c-3e68625ccc5c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:05.431077 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3e8ef3eb-dd63-42be-9dbd-6c84d17df83c req-813184d4-5048-4075-8f7c-3e68625ccc5c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 943 time: 0.0886681 Oct 26 15:27:05.456414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.extraroute_db [None req-7641ae86-293a-45d6-9702-c375924a2331 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=105321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 15:27:05.484191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.extraroute_db [None req-7641ae86-293a-45d6-9702-c375924a2331 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Removed routes are [] {{(pid=105321) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 15:27:05.484684 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7641ae86-293a-45d6-9702-c375924a2331 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (4189a402-d99f-4ff4-abc3-16ee24682b70), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:05.509824 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3e8ef3eb-dd63-42be-9dbd-6c84d17df83c req-018056c0-3e06-4818-982d-ae452dbe73c6 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773652 Oct 26 15:27:05.514629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 37a39126-8071-4a8b-948e-9d07b20e43a4 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:05.515678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:05.550084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:05.562874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:05.563260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:05.563607 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 Oct 26 15:27:05.635944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:05.661275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:05.661897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:05.665910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd623bed-b442-4c98-9b15-323373ceb7b4 None None] Network 22cb68d3-1275-481d-87f9-61de53556e4b requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:27:05.699082 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7641ae86-293a-45d6-9702-c375924a2331 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (4189a402-d99f-4ff4-abc3-16ee24682b70), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:05.703721 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7641ae86-293a-45d6-9702-c375924a2331 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (4189a402-d99f-4ff4-abc3-16ee24682b70), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:05.754550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:05.778014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:05.778971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9c63a5d6-34fd-40ed-9776-2a808368b0b0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:05.805039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-f44cfa6a-47aa-49a4-834e-cbcbfbea38b8 None None] Provisioning complete for port d3f689cb-d514-415f-8b62-209b31037113 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:05.805602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f44cfa6a-47aa-49a4-834e-cbcbfbea38b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d3f689cb-d514-415f-8b62-209b31037113), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:05.805940 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-f44cfa6a-47aa-49a4-834e-cbcbfbea38b8 None None] Attempt 1 to provision port d3f689cb-d514-415f-8b62-209b31037113 Oct 26 15:27:05.937179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:05.945267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:05.945643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:05.945988 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 Oct 26 15:27:06.011761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-f44cfa6a-47aa-49a4-834e-cbcbfbea38b8 None None] Current status of the port d3f689cb-d514-415f-8b62-209b31037113 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:06.012159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f44cfa6a-47aa-49a4-834e-cbcbfbea38b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d3f689cb-d514-415f-8b62-209b31037113), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:06.030993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34330) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:06.111457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-f44cfa6a-47aa-49a4-834e-cbcbfbea38b8 None None] For port d3f689cb-d514-415f-8b62-209b31037113, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d3f689cb-d514-415f-8b62-209b31037113,segment=NetworkSegment(47ff0ebf-ef49-4121-8c38-2d750254e8a6),segment_id=47ff0ebf-ef49-4121-8c38-2d750254e8a6)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:06.124123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f44cfa6a-47aa-49a4-834e-cbcbfbea38b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d3f689cb-d514-415f-8b62-209b31037113), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:06.129680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:06.130111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:06.161781 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:06.174527 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-385b9c82-8075-4b4b-bcc4-f34702a755e0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1412556 Oct 26 15:27:06.208310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9c63a5d6-34fd-40ed-9776-2a808368b0b0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9c63a5d6-34fd-40ed-9776-2a808368b0b0,segment=NetworkSegment(e8a323be-1ba0-483b-b06d-b4b5372fe6bf),segment_id=e8a323be-1ba0-483b-b06d-b4b5372fe6bf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:06.211766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44cfa6a-47aa-49a4-834e-cbcbfbea38b8 None None] Pushing event updated for resources: {'Port': ['ID=d3f689cb-d514-415f-8b62-209b31037113,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:06.217903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:06.219035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6642e811-76cf-4114-8f86-ebe5d49000e9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:06.224010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:06.234181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7641ae86-293a-45d6-9702-c375924a2331 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 4189a402-d99f-4ff4-abc3-16ee24682b70 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:27:06.307658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-26150d0e-c82b-4edb-b7be-71ab8d0a9fbe None None] Provisioning complete for port e425485d-9b92-4190-a850-f7b09603bc1c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:06.308084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-26150d0e-c82b-4edb-b7be-71ab8d0a9fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e425485d-9b92-4190-a850-f7b09603bc1c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:06.308428 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-26150d0e-c82b-4edb-b7be-71ab8d0a9fbe None None] Attempt 1 to provision port e425485d-9b92-4190-a850-f7b09603bc1c Oct 26 15:27:06.352653 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34332) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:06.370212 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7641ae86-293a-45d6-9702-c375924a2331 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:27:06.376925 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7641ae86-293a-45d6-9702-c375924a2331 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:06.381410 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7641ae86-293a-45d6-9702-c375924a2331 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/4189a402-d99f-4ff4-abc3-16ee24682b70 HTTP/1.1" status: 200 len: 933 time: 1.7855690 Oct 26 15:27:06.382177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34334) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:06.492526 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7da53531-bfa3-4d7e-87a6-b02ce9a45c98 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 992 time: 0.1369390 Oct 26 15:27:06.500544 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:06.553160 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34338) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:06.553524 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-572a8bc1-5f91-499f-a4a2-c1951e138685 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/routers/4189a402-d99f-4ff4-abc3-16ee24682b70 HTTP/1.1" status: 200 len: 933 time: 0.1701405 Oct 26 15:27:06.558773 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-372e47b8-b22d-4fe5-8ca4-8d0b0dfdd34b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'router': {'routes': None}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:06.601523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6642e811-76cf-4114-8f86-ebe5d49000e9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:06.601837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:06.602175 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6642e811-76cf-4114-8f86-ebe5d49000e9 Oct 26 15:27:06.603781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9c63a5d6-34fd-40ed-9776-2a808368b0b0,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:06.633447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-26150d0e-c82b-4edb-b7be-71ab8d0a9fbe None None] Port e425485d-9b92-4190-a850-f7b09603bc1c cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:27:06.679329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-26150d0e-c82b-4edb-b7be-71ab8d0a9fbe None None] Provisioning complete for port d3f689cb-d514-415f-8b62-209b31037113 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:06.680004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-26150d0e-c82b-4edb-b7be-71ab8d0a9fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d3f689cb-d514-415f-8b62-209b31037113), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:06.680126 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-26150d0e-c82b-4edb-b7be-71ab8d0a9fbe None None] Attempt 1 to provision port d3f689cb-d514-415f-8b62-209b31037113 Oct 26 15:27:06.728552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:06.735720 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edf84d-c568-4ea0-9f02-cb5e3c516e12 req-c724ec59-e21e-41f2-9f4b-62fea931f07c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:06.744380 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-63edf84d-c568-4ea0-9f02-cb5e3c516e12 req-c724ec59-e21e-41f2-9f4b-62fea931f07c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 943 time: 0.1103077 Oct 26 15:27:06.815898 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6642e811-76cf-4114-8f86-ebe5d49000e9 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:06.816224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:06.842850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-26150d0e-c82b-4edb-b7be-71ab8d0a9fbe None None] Current status of the port d3f689cb-d514-415f-8b62-209b31037113 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:06.862031 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-63edf84d-c568-4ea0-9f02-cb5e3c516e12 req-b4d59021-4c1b-41be-8e14-4d7293400300 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1167359 Oct 26 15:27:06.871699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6642e811-76cf-4114-8f86-ebe5d49000e9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6642e811-76cf-4114-8f86-ebe5d49000e9,segment=NetworkSegment(37ffbbcb-96be-4501-a011-5f850d6e5e14),segment_id=37ffbbcb-96be-4501-a011-5f850d6e5e14)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:06.879309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:06.884559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:06.982927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6642e811-76cf-4114-8f86-ebe5d49000e9,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:06.987551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-088695d6-7455-4aaa-af0d-51d6769a3cf8 None None] Provisioning complete for port e425485d-9b92-4190-a850-f7b09603bc1c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:06.987934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-088695d6-7455-4aaa-af0d-51d6769a3cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e425485d-9b92-4190-a850-f7b09603bc1c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:06.988279 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-088695d6-7455-4aaa-af0d-51d6769a3cf8 None None] Attempt 1 to provision port e425485d-9b92-4190-a850-f7b09603bc1c Oct 26 15:27:07.021292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:07.021677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:07.022030 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2 Oct 26 15:27:07.049877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-088695d6-7455-4aaa-af0d-51d6769a3cf8 None None] Port e425485d-9b92-4190-a850-f7b09603bc1c cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:27:07.074156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:07.101620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:07.110443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:07.125575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 70b0d2de-8647-4b7e-8142-de2173dd7e73 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:27:07.176130 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34340) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:07.196208 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.extraroute_db [None req-372e47b8-b22d-4fe5-8ca4-8d0b0dfdd34b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Added routes are [] {{(pid=105322) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 15:27:07.196622 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.extraroute_db [None req-372e47b8-b22d-4fe5-8ca4-8d0b0dfdd34b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=105322) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 15:27:07.207795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:07.233935 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-372e47b8-b22d-4fe5-8ca4-8d0b0dfdd34b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (4189a402-d99f-4ff4-abc3-16ee24682b70), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:07.251496 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8585cf98-0248-4b40-a102-d1a80158be62 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0737870 Oct 26 15:27:07.265774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 70b0d2de-8647-4b7e-8142-de2173dd7e73, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=70b0d2de-8647-4b7e-8142-de2173dd7e73,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:07.322063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:07.322903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:07.329614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'mac_address': 'fa:16:3e:2c:16:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:27:07.369813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:07.378282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:07.379170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:07.426053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 70b0d2de-8647-4b7e-8142-de2173dd7e73 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:07.426453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (70b0d2de-8647-4b7e-8142-de2173dd7e73), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:07.437362 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-372e47b8-b22d-4fe5-8ca4-8d0b0dfdd34b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (4189a402-d99f-4ff4-abc3-16ee24682b70), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:07.441284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-372e47b8-b22d-4fe5-8ca4-8d0b0dfdd34b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (4189a402-d99f-4ff4-abc3-16ee24682b70), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:07.462143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b0d2de-8647-4b7e-8142-de2173dd7e73 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:27:07.494723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:07.496242 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34342) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:07.504396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 70b0d2de-8647-4b7e-8142-de2173dd7e73, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=70b0d2de-8647-4b7e-8142-de2173dd7e73,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:07.540707 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372e47b8-b22d-4fe5-8ca4-8d0b0dfdd34b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 4189a402-d99f-4ff4-abc3-16ee24682b70 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:27:07.542887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (70b0d2de-8647-4b7e-8142-de2173dd7e73), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:07.552116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:07.552518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:07.626513 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7aa3b5b2-4b09-4ee3-997d-abebedd1c6ea tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 992 time: 0.1242397 Oct 26 15:27:07.638338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:07.639466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=70b0d2de-8647-4b7e-8142-de2173dd7e73,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:07.645511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:07.701722 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372e47b8-b22d-4fe5-8ca4-8d0b0dfdd34b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:27:07.707892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:07.708426 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-372e47b8-b22d-4fe5-8ca4-8d0b0dfdd34b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:07.712346 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34344) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:07.712522 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-372e47b8-b22d-4fe5-8ca4-8d0b0dfdd34b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/4189a402-d99f-4ff4-abc3-16ee24682b70 HTTP/1.1" status: 200 len: 699 time: 1.1577711 Oct 26 15:27:07.793739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['70b0d2de-8647-4b7e-8142-de2173dd7e73'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 15:27:07.813672 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-73268129-d618-431c-b8d7-15544976e917 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/routers/4189a402-d99f-4ff4-abc3-16ee24682b70 HTTP/1.1" status: 200 len: 699 time: 0.1001112 Oct 26 15:27:07.816373 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34346) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:07.863977 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:07.874671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:07.920033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a16d7c-426c-4105-ab11-0e9506a54875 None None] Sync routers for ids ['4189a402-d99f-4ff4-abc3-16ee24682b70'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:07.930636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:07.978159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a16d7c-426c-4105-ab11-0e9506a54875 None None] Routers {'4189a402-d99f-4ff4-abc3-16ee24682b70'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:07.978801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-31a16d7c-426c-4105-ab11-0e9506a54875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4189a402-d99f-4ff4-abc3-16ee24682b70'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:08.066556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93307729-9de5-4a96-bc54-991e1990cf92 req-f9431abb-0b65-485a-adfd-a1aa7eb1ea53 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:08.068072 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-93307729-9de5-4a96-bc54-991e1990cf92 req-f9431abb-0b65-485a-adfd-a1aa7eb1ea53 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 944 time: 0.1136153 Oct 26 15:27:08.133213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-31a16d7c-426c-4105-ab11-0e9506a54875 None None] Set router 4189a402-d99f-4ff4-abc3-16ee24682b70 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:08.171838 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-93307729-9de5-4a96-bc54-991e1990cf92 req-b3c7c3f2-f697-43d9-bf7f-befffc8785f6 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941737 Oct 26 15:27:08.180869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:08.246410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d721fc5e-166a-4c6d-97b8-65cdc3aa9764 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (4189a402-d99f-4ff4-abc3-16ee24682b70), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:08.253703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34350) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:08.347257 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5df23ea2-59d4-4987-aeb9-e24831d6583e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0921197 Oct 26 15:27:08.359102 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd69637-f36e-4dad-94d7-3c97c98c9d75 None None] New status for floating IP d12774f9-2936-4130-9876-d38b1752057c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:27:08.367946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:08.498605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c8fe7d70-21a8-4649-b91b-654a9f11680a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:08.509124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-d721fc5e-166a-4c6d-97b8-65cdc3aa9764 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting port e425485d-9b92-4190-a850-f7b09603bc1c {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:27:08.509732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-31a16d7c-426c-4105-ab11-0e9506a54875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'name': 'tempest-RoutersTest-router-408770933', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:36Z', 'updated_at': '2022-10-26T15:27:07Z', 'revision_number': 7, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'gw_port_host': None, '_interfaces': [{'id': '37a39126-8071-4a8b-948e-9d07b20e43a4', 'name': '', 'network_id': 'bdb686f8-fe2e-4e49-b285-fbf8e140c391', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:9f:18:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a1a67087-073c-459c-b751-2a09f97eb543', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:56Z', 'updated_at': '2022-10-26T15:27:02Z', 'revision_number': 5, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': 'a1a67087-073c-459c-b751-2a09f97eb543', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6642e811-76cf-4114-8f86-ebe5d49000e9', 'name': '', 'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:0a:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6bc16744-6ce5-4d5b-a2d8-1f51502473de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:45Z', 'updated_at': '2022-10-26T15:27:06Z', 'revision_number': 7, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '6bc16744-6ce5-4d5b-a2d8-1f51502473de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c63a5d6-34fd-40ed-9776-2a808368b0b0', 'name': '', 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:3e:19:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:39Z', 'updated_at': '2022-10-26T15:27:06Z', 'revision_number': 7, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e425485d-9b92-4190-a850-f7b09603bc1c', 'name': '', 'network_id': '22cb68d3-1275-481d-87f9-61de53556e4b', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:97:9f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'f2856ff8-3d9f-4dee-9f92-e2e3902ceca1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:27:02Z', 'updated_at': '2022-10-26T15:27:03Z', 'revision_number': 2, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': 'f2856ff8-3d9f-4dee-9f92-e2e3902ceca1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:08.509936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d721fc5e-166a-4c6d-97b8-65cdc3aa9764 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (e425485d-9b92-4190-a850-f7b09603bc1c), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:08.540495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a16d7c-426c-4105-ab11-0e9506a54875 None None] Checking router: 4189a402-d99f-4ff4-abc3-16ee24682b70 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:08.541137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a16d7c-426c-4105-ab11-0e9506a54875 None None] Updating router 4189a402-d99f-4ff4-abc3-16ee24682b70 port e425485d-9b92-4190-a850-f7b09603bc1c binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:27:08.607629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d721fc5e-166a-4c6d-97b8-65cdc3aa9764 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (e425485d-9b92-4190-a850-f7b09603bc1c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:08.612281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-31a16d7c-426c-4105-ab11-0e9506a54875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e425485d-9b92-4190-a850-f7b09603bc1c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:08.620964 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-d721fc5e-166a-4c6d-97b8-65cdc3aa9764 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Calling delete_port for e425485d-9b92-4190-a850-f7b09603bc1c owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:27:08.628825 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34352) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:08.634144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:08.713710 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e45496ad-d9f2-4364-b518-67ae40a05dad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0831239 Oct 26 15:27:08.766411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd5da0a-5408-4afc-bc13-fc816ef0496e None None] Sync routers for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:08.782716 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:08.819337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd5da0a-5408-4afc-bc13-fc816ef0496e None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:08.819977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0bd5da0a-5408-4afc-bc13-fc816ef0496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:08.858042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d721fc5e-166a-4c6d-97b8-65cdc3aa9764 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (e425485d-9b92-4190-a850-f7b09603bc1c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:08.891249 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721fc5e-166a-4c6d-97b8-65cdc3aa9764 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Port': ['ID=e425485d-9b92-4190-a850-f7b09603bc1c,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:08.954467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:09.083477 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d721fc5e-166a-4c6d-97b8-65cdc3aa9764 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (4189a402-d99f-4ff4-abc3-16ee24682b70), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:09.120894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c259950d-c59b-475f-b8a2-069a061054ab None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:27:09.174429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 70b0d2de-8647-4b7e-8142-de2173dd7e73 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:09.213541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0bd5da0a-5408-4afc-bc13-fc816ef0496e None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:09.299388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d721fc5e-166a-4c6d-97b8-65cdc3aa9764 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 4189a402-d99f-4ff4-abc3-16ee24682b70 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:27:09.304326 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:09.313250 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725a274-a0c5-420b-91da-4378c779cbe9 req-a25032e3-0b95-4619-922a-b4eac4cb3845 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:09.314809 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8725a274-a0c5-420b-91da-4378c779cbe9 req-a25032e3-0b95-4619-922a-b4eac4cb3845 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 944 time: 0.0624199 Oct 26 15:27:09.349738 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34356) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:09.400415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d721fc5e-166a-4c6d-97b8-65cdc3aa9764 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:27:09.401582 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:09.407351 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d721fc5e-166a-4c6d-97b8-65cdc3aa9764 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/4189a402-d99f-4ff4-abc3-16ee24682b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5888770 Oct 26 15:27:09.409821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34358) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:09.423494 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8725a274-a0c5-420b-91da-4378c779cbe9 req-474c7d4a-123b-458e-81f1-c40c4db10160 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014183 Oct 26 15:27:09.430909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 70b0d2de-8647-4b7e-8142-de2173dd7e73 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 15:27:09.463528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 70b0d2de-8647-4b7e-8142-de2173dd7e73 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:09.463908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (70b0d2de-8647-4b7e-8142-de2173dd7e73), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:09.464246 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 70b0d2de-8647-4b7e-8142-de2173dd7e73 Oct 26 15:27:09.497838 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d894a53-e4b1-40e8-a6ec-16afd95e2988 None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:09.499402 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fff3bed2-aa48-4b1f-8518-000689c01ec1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1423638 Oct 26 15:27:09.499568 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d894a53-e4b1-40e8-a6ec-16afd95e2988 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:09.499744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:09.499744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d3f689cb-d514-415f-8b62-209b31037113 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:09.500055 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5d894a53-e4b1-40e8-a6ec-16afd95e2988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:09.523957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.db.api [None req-31a16d7c-426c-4105-ab11-0e9506a54875 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:27:09.524510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG oslo_db.api [None req-31a16d7c-426c-4105-ab11-0e9506a54875 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:27:09.533083 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17554c1-e4b0-45b3-a35a-2f4ebd91052f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting subnet f2856ff8-3d9f-4dee-9f92-e2e3902ceca1 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:27:09.537071 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a17554c1-e4b0-45b3-a35a-2f4ebd91052f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (f2856ff8-3d9f-4dee-9f92-e2e3902ceca1), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:09.583654 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a17554c1-e4b0-45b3-a35a-2f4ebd91052f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (f2856ff8-3d9f-4dee-9f92-e2e3902ceca1), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:09.609442 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5d894a53-e4b1-40e8-a6ec-16afd95e2988 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:09.639702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:09.645863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c259950d-c59b-475f-b8a2-069a061054ab None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:27:09.677434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a17554c1-e4b0-45b3-a35a-2f4ebd91052f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (f2856ff8-3d9f-4dee-9f92-e2e3902ceca1), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:09.702714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d3f689cb-d514-415f-8b62-209b31037113 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:09.703087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d3f689cb-d514-415f-8b62-209b31037113), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:09.703632 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d3f689cb-d514-415f-8b62-209b31037113 Oct 26 15:27:09.712826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0bd5da0a-5408-4afc-bc13-fc816ef0496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:41Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:27:05Z', 'revision_number': 17, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:09.715334 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34360) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:09.756580 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a17554c1-e4b0-45b3-a35a-2f4ebd91052f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (f2856ff8-3d9f-4dee-9f92-e2e3902ceca1), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:09.772009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 70b0d2de-8647-4b7e-8142-de2173dd7e73 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:09.772604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (70b0d2de-8647-4b7e-8142-de2173dd7e73), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:09.795809 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a00b2749-ac93-4a77-be66-53e027fa7d9a tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0779743 Oct 26 15:27:09.802569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a17554c1-e4b0-45b3-a35a-2f4ebd91052f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:09.809131 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a17554c1-e4b0-45b3-a35a-2f4ebd91052f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/f2856ff8-3d9f-4dee-9f92-e2e3902ceca1 HTTP/1.1" status: 204 len: 168 time: 0.3959365 Oct 26 15:27:09.809588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd5da0a-5408-4afc-bc13-fc816ef0496e None None] Checking router: 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:09.809737 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34362) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:09.818849 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:09.820009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17554c1-e4b0-45b3-a35a-2f4ebd91052f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Subnet': ['ID=f2856ff8-3d9f-4dee-9f92-e2e3902ceca1,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:09.836872 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5d894a53-e4b1-40e8-a6ec-16afd95e2988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:07Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:08Z', 'revision_number': 1, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:07Z', 'revision_number': 8, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:09.859661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b0d2de-8647-4b7e-8142-de2173dd7e73'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:27:09.861959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dedc38c-09fb-4301-84c8-11e3b218ed55" -d '{"events": [{"server_uuid": "21a00c99-3af8-4ed4-a030-5900e3ff29ad", "name": "network-vif-plugged", "status": "completed", "tag": "70b0d2de-8647-4b7e-8142-de2173dd7e73"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:27:09.866700 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d894a53-e4b1-40e8-a6ec-16afd95e2988 None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:09.877433 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d894a53-e4b1-40e8-a6ec-16afd95e2988 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:09.878409 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5d894a53-e4b1-40e8-a6ec-16afd95e2988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:09.881459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd5da0a-5408-4afc-bc13-fc816ef0496e None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:09.882091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0bd5da0a-5408-4afc-bc13-fc816ef0496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:09.885161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 70b0d2de-8647-4b7e-8142-de2173dd7e73, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=70b0d2de-8647-4b7e-8142-de2173dd7e73,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:09.912259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (22cb68d3-1275-481d-87f9-61de53556e4b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:09.941582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (70b0d2de-8647-4b7e-8142-de2173dd7e73), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:09.978015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb711674-13de-4652-9e0c-971f108ef9a5 x-openstack-request-id: req-cb711674-13de-4652-9e0c-971f108ef9a5 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:27:09.978226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a00c99-3af8-4ed4-a030-5900e3ff29ad", "name": "network-vif-plugged", "status": "completed", "tag": "70b0d2de-8647-4b7e-8142-de2173dd7e73", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:27:09.978865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cb711674-13de-4652-9e0c-971f108ef9a5 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:27:09.978980 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb711674-13de-4652-9e0c-971f108ef9a5'] response: {'server_uuid': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'code': 200} Oct 26 15:27:09.983411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting port d3f689cb-d514-415f-8b62-209b31037113 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:27:09.984089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (d3f689cb-d514-415f-8b62-209b31037113), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:09.987127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:09.995537 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5d894a53-e4b1-40e8-a6ec-16afd95e2988 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:10.027424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:10.075921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] For port d3f689cb-d514-415f-8b62-209b31037113, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d3f689cb-d514-415f-8b62-209b31037113,segment=NetworkSegment(47ff0ebf-ef49-4121-8c38-2d750254e8a6),segment_id=47ff0ebf-ef49-4121-8c38-2d750254e8a6)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:10.077105 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (d3f689cb-d514-415f-8b62-209b31037113), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:10.099066 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Calling delete_port for d3f689cb-d514-415f-8b62-209b31037113 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:27:10.100135 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a16d7c-426c-4105-ab11-0e9506a54875 None None] Port e425485d-9b92-4190-a850-f7b09603bc1c not found while updating agent binding for router 4189a402-d99f-4ff4-abc3-16ee24682b70. {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 26 15:27:10.146931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d3f689cb-d514-415f-8b62-209b31037113 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:10.174038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=70b0d2de-8647-4b7e-8142-de2173dd7e73,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:10.198593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a16d7c-426c-4105-ab11-0e9506a54875 None None] Routers {'4189a402-d99f-4ff4-abc3-16ee24682b70'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:10.199283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-31a16d7c-426c-4105-ab11-0e9506a54875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:26:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4189a402-d99f-4ff4-abc3-16ee24682b70'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:10.206834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0bd5da0a-5408-4afc-bc13-fc816ef0496e None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:10.234708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:10.250819 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef892fd9-165b-44fa-8d57-1bbc0e2985e7 req-dfdda492-b81c-44cc-9596-78b7cf432ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:10.252817 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ef892fd9-165b-44fa-8d57-1bbc0e2985e7 req-dfdda492-b81c-44cc-9596-78b7cf432ea4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 1129 time: 0.0862982 Oct 26 15:27:10.254361 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (d3f689cb-d514-415f-8b62-209b31037113), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:10.265319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 37a39126-8071-4a8b-948e-9d07b20e43a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:10.299263 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Port': ['ID=d3f689cb-d514-415f-8b62-209b31037113,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:10.300407 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5d894a53-e4b1-40e8-a6ec-16afd95e2988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:07Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:08Z', 'revision_number': 1, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:07Z', 'revision_number': 8, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:10.309024 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] No DVR routers for this DVR port d3f689cb-d514-415f-8b62-209b31037113 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:27:10.321475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55421db8-6a62-40f8-b6ce-22e60ae6732c None None] Host dv-neutron-759874-6-hyperv tried to update port d3f689cb-d514-415f-8b62-209b31037113 which no longer exists. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:331}} Oct 26 15:27:10.343973 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d894a53-e4b1-40e8-a6ec-16afd95e2988 None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:07Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:08Z', 'revision_number': 1, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:07Z', 'revision_number': 8, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:10.415197 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ef892fd9-165b-44fa-8d57-1bbc0e2985e7 req-b6fadd26-9648-4b80-96c5-5df11becf33c service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1549964 Oct 26 15:27:10.415514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74298079-70de-4ba6-ba4f-98a473f04df1 None None] Network 22cb68d3-1275-481d-87f9-61de53556e4b requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:27:10.420173 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (22cb68d3-1275-481d-87f9-61de53556e4b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:10.442564 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22cb68d3-1275-481d-87f9-61de53556e4b']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:10.453956 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ff0ebf-ef49-4121-8c38-2d750254e8a6') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:10.454864 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ff0ebf-ef49-4121-8c38-2d750254e8a6') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:10.457524 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34366) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:10.468457 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (47ff0ebf-ef49-4121-8c38-2d750254e8a6), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:10.483639 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (47ff0ebf-ef49-4121-8c38-2d750254e8a6), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:10.491866 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:27:10.492284 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (47ff0ebf-ef49-4121-8c38-2d750254e8a6), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:10.551107 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 47ff0ebf-ef49-4121-8c38-2d750254e8a6 resource provider aggregate not found Oct 26 15:27:10.574025 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 47ff0ebf-ef49-4121-8c38-2d750254e8a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47ff0ebf-ef49-4121-8c38-2d750254e8a6 found for delete ", "request_id": "req-1f869386-3eb4-40da-a268-7df1633a7d81"}]} Oct 26 15:27:10.581707 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (22cb68d3-1275-481d-87f9-61de53556e4b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:10.587379 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b0cf00cb-4308-49c6-88c4-9aa2a55945db tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1286521 Oct 26 15:27:10.606851 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:10.613305 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/networks/22cb68d3-1275-481d-87f9-61de53556e4b HTTP/1.1" status: 204 len: 168 time: 0.8023946 Oct 26 15:27:10.614369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c534c0-818d-4f64-900e-f96af36560d5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Network': ['ID=22cb68d3-1275-481d-87f9-61de53556e4b,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:10.616049 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34374) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:10.652466 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4257e-c03d-45fa-adc5-e3f4fae61126 req-918af39a-922e-4937-ab72-714c71af28d4 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:10.664430 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-47d4257e-c03d-45fa-adc5-e3f4fae61126 req-918af39a-922e-4937-ab72-714c71af28d4 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 945 time: 0.0802674 Oct 26 15:27:10.737125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-31a16d7c-426c-4105-ab11-0e9506a54875 None None] Set router 4189a402-d99f-4ff4-abc3-16ee24682b70 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:10.752568 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-47d4257e-c03d-45fa-adc5-e3f4fae61126 req-356790ec-da5f-4cd8-a80c-b7f627aa54ba tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798120 Oct 26 15:27:10.791032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-68c5803d-ac11-4220-b5dd-ae551849d7c2 None None] Could not find standard attr ID for object d3f689cb-d514-415f-8b62-209b31037113. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:27:10.797857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34376) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:10.887064 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-19cdfaff-df75-4e13-9009-e62efc380adb tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0878227 Oct 26 15:27:11.000300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb891190-a254-4fed-bb2f-29ae1326c0f2 None None] DHCP port deletion for 22cb68d3-1275-481d-87f9-61de53556e4b request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:27:11.003470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3479fe88-3cfd-4313-9322-97401e5dd469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:11.020995 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fe3381c0-a402-41ae-b601-4ec81733f2b8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (4189a402-d99f-4ff4-abc3-16ee24682b70), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:11.035090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 37a39126-8071-4a8b-948e-9d07b20e43a4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:11.035478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:11.054293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:11.101686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0bd5da0a-5408-4afc-bc13-fc816ef0496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:41Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:27:05Z', 'revision_number': 17, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:11.153912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd5da0a-5408-4afc-bc13-fc816ef0496e None None] The sync data for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv is: [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:26:41Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:27:05Z', 'revision_number': 17, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:11.156616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 37a39126-8071-4a8b-948e-9d07b20e43a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=37a39126-8071-4a8b-948e-9d07b20e43a4,segment=NetworkSegment(6626515f-c6c7-4875-be55-64157da6a554),segment_id=6626515f-c6c7-4875-be55-64157da6a554)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:11.193807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:11.194708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9c63a5d6-34fd-40ed-9776-2a808368b0b0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:11.224392 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:11.264426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-31a16d7c-426c-4105-ab11-0e9506a54875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'name': 'tempest-RoutersTest-router-408770933', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:36Z', 'updated_at': '2022-10-26T15:27:08Z', 'revision_number': 8, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'gw_port_host': None, '_interfaces': [{'id': '37a39126-8071-4a8b-948e-9d07b20e43a4', 'name': '', 'network_id': 'bdb686f8-fe2e-4e49-b285-fbf8e140c391', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:9f:18:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a1a67087-073c-459c-b751-2a09f97eb543', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:56Z', 'updated_at': '2022-10-26T15:27:02Z', 'revision_number': 5, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': 'a1a67087-073c-459c-b751-2a09f97eb543', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6642e811-76cf-4114-8f86-ebe5d49000e9', 'name': '', 'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:0a:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6bc16744-6ce5-4d5b-a2d8-1f51502473de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:45Z', 'updated_at': '2022-10-26T15:27:06Z', 'revision_number': 7, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '6bc16744-6ce5-4d5b-a2d8-1f51502473de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c63a5d6-34fd-40ed-9776-2a808368b0b0', 'name': '', 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:3e:19:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:39Z', 'updated_at': '2022-10-26T15:27:06Z', 'revision_number': 7, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:11.315232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-fe3381c0-a402-41ae-b601-4ec81733f2b8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting port 37a39126-8071-4a8b-948e-9d07b20e43a4 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:27:11.315232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fe3381c0-a402-41ae-b601-4ec81733f2b8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:11.320445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a16d7c-426c-4105-ab11-0e9506a54875 None None] The sync data for ids ['4189a402-d99f-4ff4-abc3-16ee24682b70'] in dv-neutron-759874-6-hyperv is: [{'id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'name': 'tempest-RoutersTest-router-408770933', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:36Z', 'updated_at': '2022-10-26T15:27:08Z', 'revision_number': 8, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'gw_port_host': None, '_interfaces': [{'id': '37a39126-8071-4a8b-948e-9d07b20e43a4', 'name': '', 'network_id': 'bdb686f8-fe2e-4e49-b285-fbf8e140c391', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:9f:18:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a1a67087-073c-459c-b751-2a09f97eb543', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:56Z', 'updated_at': '2022-10-26T15:27:02Z', 'revision_number': 5, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': 'a1a67087-073c-459c-b751-2a09f97eb543', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6642e811-76cf-4114-8f86-ebe5d49000e9', 'name': '', 'network_id': 'fd452135-5a78-4996-a61f-29702a2d2f57', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:0a:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '6bc16744-6ce5-4d5b-a2d8-1f51502473de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:45Z', 'updated_at': '2022-10-26T15:27:06Z', 'revision_number': 7, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '6bc16744-6ce5-4d5b-a2d8-1f51502473de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c63a5d6-34fd-40ed-9776-2a808368b0b0', 'name': '', 'network_id': 'c6350cf9-0428-490f-8a8c-063abbb599fd', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'mac_address': 'fa:16:3e:3e:19:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:39Z', 'updated_at': '2022-10-26T15:27:06Z', 'revision_number': 7, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'subnets': [{'id': '87cec929-b822-48fb-b649-c486ac29ab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:11.364571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=37a39126-8071-4a8b-948e-9d07b20e43a4,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:11.416316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:11.416923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:11.440838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:11.471307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9c63a5d6-34fd-40ed-9776-2a808368b0b0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9c63a5d6-34fd-40ed-9776-2a808368b0b0,segment=NetworkSegment(e8a323be-1ba0-483b-b06d-b4b5372fe6bf),segment_id=e8a323be-1ba0-483b-b06d-b4b5372fe6bf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:11.476091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-fe3381c0-a402-41ae-b601-4ec81733f2b8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] For port 37a39126-8071-4a8b-948e-9d07b20e43a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=37a39126-8071-4a8b-948e-9d07b20e43a4,segment=NetworkSegment(6626515f-c6c7-4875-be55-64157da6a554),segment_id=6626515f-c6c7-4875-be55-64157da6a554)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:11.477506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:11.478025 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fe3381c0-a402-41ae-b601-4ec81733f2b8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:11.488743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6642e811-76cf-4114-8f86-ebe5d49000e9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:11.522724 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-fe3381c0-a402-41ae-b601-4ec81733f2b8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Calling delete_port for 37a39126-8071-4a8b-948e-9d07b20e43a4 owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:27:11.588672 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34378) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:11.601063 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:11.662929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6642e811-76cf-4114-8f86-ebe5d49000e9 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:11.664331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:11.666669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9c63a5d6-34fd-40ed-9776-2a808368b0b0,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:11.697767 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-700e2a20-f219-4377-bf7c-80c96f8676e8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1074102 Oct 26 15:27:11.729182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6642e811-76cf-4114-8f86-ebe5d49000e9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6642e811-76cf-4114-8f86-ebe5d49000e9,segment=NetworkSegment(37ffbbcb-96be-4501-a011-5f850d6e5e14),segment_id=37ffbbcb-96be-4501-a011-5f850d6e5e14)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:11.747854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:11.801049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:11.810151 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fe3381c0-a402-41ae-b601-4ec81733f2b8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (37a39126-8071-4a8b-948e-9d07b20e43a4), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:11.873928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3381c0-a402-41ae-b601-4ec81733f2b8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Port': ['ID=37a39126-8071-4a8b-948e-9d07b20e43a4,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:11.888613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34382) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:11.930058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6642e811-76cf-4114-8f86-ebe5d49000e9,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:12.025000 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-39681987-6b75-4912-8973-a53efecec1a5 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.1309025 Oct 26 15:27:12.041245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:12.054264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:12.054752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:12.076714 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c778ba-4b5f-4ae8-b453-a7cd6dd7c5bb req-9cb376b8-4e53-4334-8e97-674956eac97f tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:12.078276 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-22c778ba-4b5f-4ae8-b453-a7cd6dd7c5bb req-9cb376b8-4e53-4334-8e97-674956eac97f tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 945 time: 0.2003460 Oct 26 15:27:12.120849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:12.127186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:12.186891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:12.253258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:12.308931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:12.325830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:12.326890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:12.431211 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:12.432236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:12.510424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:12.543125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:12.605095 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-22c778ba-4b5f-4ae8-b453-a7cd6dd7c5bb req-9d880a3a-7c81-49fa-8ae8-c51f222cd5eb tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5160241 Oct 26 15:27:12.619886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fe3381c0-a402-41ae-b601-4ec81733f2b8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (4189a402-d99f-4ff4-abc3-16ee24682b70), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:12.643408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:12.644623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:12.651682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641f0b9c-da78-404b-a103-9195f217c2ba None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:27:12.699148 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34384) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:12.742908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:12.770929 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5e6f481a-98bf-4977-bda9-a5e14a857921 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0703099 Oct 26 15:27:12.819075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:12.819863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:12.836561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3381c0-a402-41ae-b601-4ec81733f2b8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 4189a402-d99f-4ff4-abc3-16ee24682b70 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:27:12.870283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641f0b9c-da78-404b-a103-9195f217c2ba None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:27:12.944449 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3381c0-a402-41ae-b601-4ec81733f2b8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:27:12.949742 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fe3381c0-a402-41ae-b601-4ec81733f2b8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/4189a402-d99f-4ff4-abc3-16ee24682b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3323724 Oct 26 15:27:12.952349 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34386) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:12.973865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:13.011503 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f2d16a-7d65-4e3d-a2c1-f1add3b910aa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting subnet a1a67087-073c-459c-b751-2a09f97eb543 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:27:13.015627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3f2d16a-7d65-4e3d-a2c1-f1add3b910aa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (a1a67087-073c-459c-b751-2a09f97eb543), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:13.025110 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34388) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:13.071186 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3f2d16a-7d65-4e3d-a2c1-f1add3b910aa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (a1a67087-073c-459c-b751-2a09f97eb543), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:13.074279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:13.105637 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-09c0aea3-ce65-4d74-a43e-3bbf25b2d3ba tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0790889 Oct 26 15:27:13.138178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:13.173695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:13.176340 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3f2d16a-7d65-4e3d-a2c1-f1add3b910aa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (a1a67087-073c-459c-b751-2a09f97eb543), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:13.189302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4c25ba64-18d1-49ab-a337-8f195a556d78 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:13.189763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:13.190186 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4c25ba64-18d1-49ab-a337-8f195a556d78 Oct 26 15:27:13.249289 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3f2d16a-7d65-4e3d-a2c1-f1add3b910aa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (a1a67087-073c-459c-b751-2a09f97eb543), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:13.275230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:13.276536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:13.290532 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2d16a-7d65-4e3d-a2c1-f1add3b910aa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Subnet': ['ID=a1a67087-073c-459c-b751-2a09f97eb543,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:13.290532 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3f2d16a-7d65-4e3d-a2c1-f1add3b910aa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:13.292992 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e3f2d16a-7d65-4e3d-a2c1-f1add3b910aa tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/a1a67087-073c-459c-b751-2a09f97eb543 HTTP/1.1" status: 204 len: 168 time: 0.3395739 Oct 26 15:27:13.296596 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34390) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:13.307367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:13.311544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:13.312390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:13.383160 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (bdb686f8-fe2e-4e49-b285-fbf8e140c391), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:13.395471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:13.418194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:13.418787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:13.419275 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:27:13.456643 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting port 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:27:13.457076 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:13.554548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:13.554943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:13.572739 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:13.582519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:13.614659 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] For port 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2,segment=NetworkSegment(6626515f-c6c7-4875-be55-64157da6a554),segment_id=6626515f-c6c7-4875-be55-64157da6a554)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:13.614993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:13.624188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:13.628985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:13.629574 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Calling delete_port for 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:27:13.633681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:13.773265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34394) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:13.781131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:13.861631 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f2d6b64f-28ae-4c6d-bfdc-b9269be763ef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0869508 Oct 26 15:27:13.892068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7486ab6-606a-48ac-8a0b-ce618f483dd8 req-4181b8f3-1585-46e7-a39d-d6160331d6a4 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:13.893599 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f7486ab6-606a-48ac-8a0b-ce618f483dd8 req-4181b8f3-1585-46e7-a39d-d6160331d6a4 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 945 time: 0.1025591 Oct 26 15:27:13.909904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6e760f-d839-49e3-98c0-78acf2b3840c None None] Network bdb686f8-fe2e-4e49-b285-fbf8e140c391 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:27:13.917212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:13.932691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:13.969492 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Port': ['ID=8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:13.976245 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f7486ab6-606a-48ac-8a0b-ce618f483dd8 req-9808f80b-7d9d-4079-a06e-9b807e7878ae tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748992 Oct 26 15:27:13.977717 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] No DVR routers for this DVR port 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:27:14.003035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-37ff1c4f-73f5-4fae-ba8f-8c459d701136 None None] Could not find standard attr ID for object 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:27:14.013931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:14.026607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:14.058345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:14.058728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:14.059615 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 Oct 26 15:27:14.075511 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (bdb686f8-fe2e-4e49-b285-fbf8e140c391), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:14.103789 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb686f8-fe2e-4e49-b285-fbf8e140c391']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:14.107851 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34398) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:14.122165 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6626515f-c6c7-4875-be55-64157da6a554') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:14.122544 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6626515f-c6c7-4875-be55-64157da6a554') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:14.134705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (6626515f-c6c7-4875-be55-64157da6a554), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:14.139147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3323cc-7dd5-4ac9-962b-3083e86a718b None None] DHCP port deletion for bdb686f8-fe2e-4e49-b285-fbf8e140c391 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:27:14.151961 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (6626515f-c6c7-4875-be55-64157da6a554), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:14.152613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:14.153089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:14.159074 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a93673-17fa-4f94-8b15-74cee9f1a958 req-8bee684e-7e33-4858-917d-80e312756d8a tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:14.161252 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07a93673-17fa-4f94-8b15-74cee9f1a958 req-8bee684e-7e33-4858-917d-80e312756d8a tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 945 time: 0.0974751 Oct 26 15:27:14.164395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:27:14.164892 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (6626515f-c6c7-4875-be55-64157da6a554), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:14.208264 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-85851956-dcdc-47e8-97b5-1622bd083b29 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0993667 Oct 26 15:27:14.213067 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 6626515f-c6c7-4875-be55-64157da6a554 resource provider aggregate not found Oct 26 15:27:14.214885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:14.222677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:14.234962 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 6626515f-c6c7-4875-be55-64157da6a554 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6626515f-c6c7-4875-be55-64157da6a554 found for delete ", "request_id": "req-a547dbb3-cb96-4d78-8274-ec7da9f02e1e"}]} Oct 26 15:27:14.244199 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (bdb686f8-fe2e-4e49-b285-fbf8e140c391), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:14.252652 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:14.252975 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07a93673-17fa-4f94-8b15-74cee9f1a958 req-202347a6-5e15-4d15-9a19-fde7653fe006 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863140 Oct 26 15:27:14.256150 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/networks/bdb686f8-fe2e-4e49-b285-fbf8e140c391 HTTP/1.1" status: 204 len: 168 time: 0.9585395 Oct 26 15:27:14.258985 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34404) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:14.285093 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34406) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:14.312693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:14.320956 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1cbf2-d9fe-430c-b5e1-432eaa018656 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Network': ['ID=bdb686f8-fe2e-4e49-b285-fbf8e140c391,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:14.350911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:14.404281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:14.405585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d3f689cb-d514-415f-8b62-209b31037113 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:14.427657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: d3f689cb-d514-415f-8b62-209b31037113 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:27:14.428088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d3f689cb-d514-415f-8b62-209b31037113 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:27:14.454557 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3955292-8314-4ea3-a431-13f010e961b9 tempest-TestVolumeBootPattern-444156198 tempest-TestVolumeBootPattern-444156198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:14.459344 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e3955292-8314-4ea3-a431-13f010e961b9 tempest-TestVolumeBootPattern-444156198 tempest-TestVolumeBootPattern-444156198-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 1124 time: 0.1732202 Oct 26 15:27:14.459928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34412) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:14.464381 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:14.491844 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:14.513463 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:14.589261 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:14.624851 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a165b2af-1ff3-47a0-af5c-d6b208b9ba67 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (4189a402-d99f-4ff4-abc3-16ee24682b70), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:14.659259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:14.719866 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Allocated IP 172.26.11.177 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/17f73f79-dfac-4868-b3cc-1582ea8ec9ed) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:27:14.723507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:14.724368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:14.724927 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 Oct 26 15:27:14.823562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:14.824067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:14.864829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34414) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:14.865934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8d07e118-8298-4178-8e1a-9d4b66e42bb6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8d07e118-8298-4178-8e1a-9d4b66e42bb6,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:14.877323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:14.878441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:14.883240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:14.936014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:14.950738 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-64455a33-99da-44e4-a75b-477a1921ac01 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0846720 Oct 26 15:27:14.961347 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for port (17f73f79-dfac-4868-b3cc-1582ea8ec9ed), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:14.963487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:14.964573 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a165b2af-1ff3-47a0-af5c-d6b208b9ba67 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting port 6642e811-76cf-4114-8f86-ebe5d49000e9 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:27:14.965098 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a165b2af-1ff3-47a0-af5c-d6b208b9ba67 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:14.979335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8d07e118-8298-4178-8e1a-9d4b66e42bb6,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:15.014065 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (17f73f79-dfac-4868-b3cc-1582ea8ec9ed), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:15.017253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4c25ba64-18d1-49ab-a337-8f195a556d78 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:15.023365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:15.023806 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4c25ba64-18d1-49ab-a337-8f195a556d78 Oct 26 15:27:15.068659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:27:15.072413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5fb511-2511-4ec9-9a12-052359e918d0 None None] New status for floating IP d12774f9-2936-4130-9876-d38b1752057c: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:27:15.076749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:27:15.080706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:27:15.114886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Pushing event updated for resources: {'Port': ['ID=17f73f79-dfac-4868-b3cc-1582ea8ec9ed,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:15.128229 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-a165b2af-1ff3-47a0-af5c-d6b208b9ba67 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] For port 6642e811-76cf-4114-8f86-ebe5d49000e9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6642e811-76cf-4114-8f86-ebe5d49000e9,segment=NetworkSegment(37ffbbcb-96be-4501-a011-5f850d6e5e14),segment_id=37ffbbcb-96be-4501-a011-5f850d6e5e14)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:15.128699 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a165b2af-1ff3-47a0-af5c-d6b208b9ba67 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:15.150545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:15.152320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a165b2af-1ff3-47a0-af5c-d6b208b9ba67 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Calling delete_port for 6642e811-76cf-4114-8f86-ebe5d49000e9 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:27:15.227733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34416) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:15.249244 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:15.276436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:15.278762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:15.401251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:15.401633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:15.401975 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:27:15.469092 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ade744d4-01b8-45d6-9375-1edf81de7bf0 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.2394574 Oct 26 15:27:15.492789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:15.495458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:15.521501 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a165b2af-1ff3-47a0-af5c-d6b208b9ba67 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (6642e811-76cf-4114-8f86-ebe5d49000e9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:15.544377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:15.544954 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:15.545394 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 Oct 26 15:27:15.567207 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165b2af-1ff3-47a0-af5c-d6b208b9ba67 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Port': ['ID=6642e811-76cf-4114-8f86-ebe5d49000e9,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:15.662578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:15.664109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6642e811-76cf-4114-8f86-ebe5d49000e9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:15.684753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 6642e811-76cf-4114-8f86-ebe5d49000e9 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:27:15.685148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6642e811-76cf-4114-8f86-ebe5d49000e9 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 15:27:15.703667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Port 6642e811-76cf-4114-8f86-ebe5d49000e9 not found, will not notify nova. {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 15:27:15.773078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:15.777479 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a165b2af-1ff3-47a0-af5c-d6b208b9ba67 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (4189a402-d99f-4ff4-abc3-16ee24682b70), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:15.788217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:15.800899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:27:15.801505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8f5a3e6f-0e8d-4bdf-aa3f-8d2d3241fad2 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:27:15.878034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9278de03-fbf7-44bc-a59b-be88d9dbda77 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:27:15.944400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for floatingip (2933cbea-958a-49a0-a352-3dec44725890), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:15.961766 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34418) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:16.024264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:16.052342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9278de03-fbf7-44bc-a59b-be88d9dbda77 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:27:16.134549 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2837fa3c-1e95-4d58-83c1-7751d7912e59 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1716423 Oct 26 15:27:16.135727 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (17f73f79-dfac-4868-b3cc-1582ea8ec9ed), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:16.318435 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a165b2af-1ff3-47a0-af5c-d6b208b9ba67 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 4189a402-d99f-4ff4-abc3-16ee24682b70 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:27:16.344457 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for port (17f73f79-dfac-4868-b3cc-1582ea8ec9ed), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:16.350301 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (17f73f79-dfac-4868-b3cc-1582ea8ec9ed), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:16.408043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:16.421376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a165b2af-1ff3-47a0-af5c-d6b208b9ba67 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:27:16.430429 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a165b2af-1ff3-47a0-af5c-d6b208b9ba67 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/4189a402-d99f-4ff4-abc3-16ee24682b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1675024 Oct 26 15:27:16.433443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34420) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:16.437556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Pushing event updated for resources: {'Port': ['ID=17f73f79-dfac-4868-b3cc-1582ea8ec9ed,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:16.444156 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (2933cbea-958a-49a0-a352-3dec44725890), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:16.472237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34422) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:16.564897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-66dfcc27-be51-42c3-af92-2b934618669e tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting subnet 6bc16744-6ce5-4d5b-a2d8-1f51502473de {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:27:16.576566 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66dfcc27-be51-42c3-af92-2b934618669e tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (6bc16744-6ce5-4d5b-a2d8-1f51502473de), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:16.583915 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Floating IP 2933cbea-958a-49a0-a352-3dec44725890 associated. External IP: 172.26.11.177, port: 70b0d2de-8647-4b7e-8142-de2173dd7e73. Oct 26 15:27:16.586537 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-398e1870-0a5d-4ba2-9e01-e9f4f6fbba62 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.1115279 Oct 26 15:27:16.623830 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:16.640288 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66dfcc27-be51-42c3-af92-2b934618669e tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (6bc16744-6ce5-4d5b-a2d8-1f51502473de), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:16.760769 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66dfcc27-be51-42c3-af92-2b934618669e tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (6bc16744-6ce5-4d5b-a2d8-1f51502473de), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:16.810795 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:16.834157 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Router 65e09a42-a18d-4901-b771-5d5b48305b9f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:27:16.848148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:16.848702 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66dfcc27-be51-42c3-af92-2b934618669e tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (6bc16744-6ce5-4d5b-a2d8-1f51502473de), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:16.873969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a564968e-e0a8-4d6a-8b3e-81eb4a881f1d None None] Provisioning complete for port 318575b3-1373-4bb7-8e9e-53bfcb25c816 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:16.874433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a564968e-e0a8-4d6a-8b3e-81eb4a881f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (318575b3-1373-4bb7-8e9e-53bfcb25c816), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:16.874835 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a564968e-e0a8-4d6a-8b3e-81eb4a881f1d None None] Attempt 1 to provision port 318575b3-1373-4bb7-8e9e-53bfcb25c816 Oct 26 15:27:16.881194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfcc27-be51-42c3-af92-2b934618669e tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Subnet': ['ID=6bc16744-6ce5-4d5b-a2d8-1f51502473de,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:16.886321 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-66dfcc27-be51-42c3-af92-2b934618669e tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:16.893115 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-66dfcc27-be51-42c3-af92-2b934618669e tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/6bc16744-6ce5-4d5b-a2d8-1f51502473de HTTP/1.1" status: 204 len: 168 time: 0.4551685 Oct 26 15:27:16.893382 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34424) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:16.898090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19162d1-cf28-4803-a676-f340c47344ca None None] Network fd452135-5a78-4996-a61f-29702a2d2f57 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:27:16.936767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:16.953470 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:27:16.966493 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d64924d-0686-4391-bb82-71af53853247 None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:16.977550 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d64924d-0686-4391-bb82-71af53853247 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:16.978440 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4d64924d-0686-4391-bb82-71af53853247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:16.987393 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:17.019672 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (fd452135-5a78-4996-a61f-29702a2d2f57), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:17.033979 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9a99b354-42ce-4303-9d99-6b6fab7c58fa tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5710344 Oct 26 15:27:17.033979 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'tag': '70b0d2de-8647-4b7e-8142-de2173dd7e73'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:27:17.036063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a564968e-e0a8-4d6a-8b3e-81eb4a881f1d None None] Current status of the port 318575b3-1373-4bb7-8e9e-53bfcb25c816 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:17.036507 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f953538-bb82-46d4-a230-1c6bad0a6b34" -d '{"events": [{"name": "network-changed", "server_uuid": "21a00c99-3af8-4ed4-a030-5900e3ff29ad", "tag": "70b0d2de-8647-4b7e-8142-de2173dd7e73"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:27:17.086126 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739ea813-2221-4717-9d85-270c84cd4631 x-openstack-request-id: req-739ea813-2221-4717-9d85-270c84cd4631 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:27:17.086432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a00c99-3af8-4ed4-a030-5900e3ff29ad", "tag": "70b0d2de-8647-4b7e-8142-de2173dd7e73", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:27:17.086690 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-739ea813-2221-4717-9d85-270c84cd4631 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:27:17.087438 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-739ea813-2221-4717-9d85-270c84cd4631'] response: {'name': 'network-changed', 'server_uuid': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'tag': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'status': 'completed', 'code': 200} Oct 26 15:27:17.100351 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting port 318575b3-1373-4bb7-8e9e-53bfcb25c816 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:27:17.101066 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (318575b3-1373-4bb7-8e9e-53bfcb25c816), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:17.145015 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4d64924d-0686-4391-bb82-71af53853247 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:17.145202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39c8c8-2b84-4fd6-889e-88ab37a08da6 None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:17.150716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e7ec3e-cc26-43b0-8ab0-263ad7ed3942 None None] DHCP port deletion for fd452135-5a78-4996-a61f-29702a2d2f57 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:27:17.164780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f953538-bb82-46d4-a230-1c6bad0a6b34 req-e8c20005-cbf0-4535-b781-08f7fccb4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:17.166614 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f953538-bb82-46d4-a230-1c6bad0a6b34 req-e8c20005-cbf0-4535-b781-08f7fccb4eb5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=958a4175b49f4069b4d327e8d8151b9e&device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 1129 time: 0.0526874 Oct 26 15:27:17.167107 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34430) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:17.225050 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] For port 318575b3-1373-4bb7-8e9e-53bfcb25c816, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=318575b3-1373-4bb7-8e9e-53bfcb25c816,segment=NetworkSegment(37ffbbcb-96be-4501-a011-5f850d6e5e14),segment_id=37ffbbcb-96be-4501-a011-5f850d6e5e14)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:17.225508 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (318575b3-1373-4bb7-8e9e-53bfcb25c816), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:17.231288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-18e7ec3e-cc26-43b0-8ab0-263ad7ed3942 None None] Deleting port 318575b3-1373-4bb7-8e9e-53bfcb25c816 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:27:17.232061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-18e7ec3e-cc26-43b0-8ab0-263ad7ed3942 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (318575b3-1373-4bb7-8e9e-53bfcb25c816), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:17.255104 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Calling delete_port for 318575b3-1373-4bb7-8e9e-53bfcb25c816 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:27:17.258804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:17.330622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f39c8c8-2b84-4fd6-889e-88ab37a08da6 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:17.330789 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4a376c29-93d3-4130-9839-1e5d0bcd5001 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1624451 Oct 26 15:27:17.331643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4f39c8c8-2b84-4fd6-889e-88ab37a08da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:17.366477 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:17.373136 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (318575b3-1373-4bb7-8e9e-53bfcb25c816), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:17.383659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f953538-bb82-46d4-a230-1c6bad0a6b34 req-581ccf47-3a97-457e-aa73-379047acecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:17.385184 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f953538-bb82-46d4-a230-1c6bad0a6b34 req-581ccf47-3a97-457e-aa73-379047acecec service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 HTTP/1.1" status: 200 len: 912 time: 0.2095637 Oct 26 15:27:17.401793 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Port': ['ID=318575b3-1373-4bb7-8e9e-53bfcb25c816,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:17.403744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:17.407972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] No DVR routers for this DVR port 318575b3-1373-4bb7-8e9e-53bfcb25c816 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:27:17.430862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-18e7ec3e-cc26-43b0-8ab0-263ad7ed3942 None None] For port 318575b3-1373-4bb7-8e9e-53bfcb25c816, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=318575b3-1373-4bb7-8e9e-53bfcb25c816,segment=NetworkSegment(37ffbbcb-96be-4501-a011-5f850d6e5e14),segment_id=37ffbbcb-96be-4501-a011-5f850d6e5e14)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:17.431531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-18e7ec3e-cc26-43b0-8ab0-263ad7ed3942 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (318575b3-1373-4bb7-8e9e-53bfcb25c816), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:17.452004 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:17.456324 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4d64924d-0686-4391-bb82-71af53853247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:50Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '2933cbea-958a-49a0-a352-3dec44725890', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'floating_ip_address': '172.26.11.177', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'mac_address': 'fa:16:3e:2c:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:27:15Z', 'updated_at': '2022-10-26T15:27:15Z', 'revision_number': 0, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:51Z', 'revision_number': 18, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:17.462497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-18e7ec3e-cc26-43b0-8ab0-263ad7ed3942 None None] Calling delete_port for 318575b3-1373-4bb7-8e9e-53bfcb25c816 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:27:17.487127 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f953538-bb82-46d4-a230-1c6bad0a6b34 req-1ae2f6f5-c88a-4c48-a573-eef34923a557 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70b0d2de-8647-4b7e-8142-de2173dd7e73 HTTP/1.1" status: 200 len: 1000 time: 0.0924954 Oct 26 15:27:17.491284 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d64924d-0686-4391-bb82-71af53853247 None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:17.500332 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d64924d-0686-4391-bb82-71af53853247 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:17.501242 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4d64924d-0686-4391-bb82-71af53853247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:17.510553 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (fd452135-5a78-4996-a61f-29702a2d2f57), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:17.534865 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd452135-5a78-4996-a61f-29702a2d2f57']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:17.549746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f953538-bb82-46d4-a230-1c6bad0a6b34 req-803aedd1-c69e-4a03-b390-214426dd158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:17.551275 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f953538-bb82-46d4-a230-1c6bad0a6b34 req-803aedd1-c69e-4a03-b390-214426dd158e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=4f5d117c-9054-4b78-87fd-c45697d31d16 HTTP/1.1" status: 200 len: 850 time: 0.0580063 Oct 26 15:27:17.553254 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ffbbcb-96be-4501-a011-5f850d6e5e14') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:17.553254 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ffbbcb-96be-4501-a011-5f850d6e5e14') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:17.565175 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (37ffbbcb-96be-4501-a011-5f850d6e5e14), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:17.580314 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (37ffbbcb-96be-4501-a011-5f850d6e5e14), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:17.589702 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:27:17.590804 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (37ffbbcb-96be-4501-a011-5f850d6e5e14), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:17.592358 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34432) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:17.647634 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 37ffbbcb-96be-4501-a011-5f850d6e5e14 resource provider aggregate not found Oct 26 15:27:17.662387 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4d64924d-0686-4391-bb82-71af53853247 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:17.686873 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 37ffbbcb-96be-4501-a011-5f850d6e5e14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37ffbbcb-96be-4501-a011-5f850d6e5e14 found for delete ", "request_id": "req-02de30c3-9066-40df-87b2-7f63fa2e2a65"}]} Oct 26 15:27:17.696695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:17.697110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:17.697444 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 Oct 26 15:27:17.700426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:17.708934 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (fd452135-5a78-4996-a61f-29702a2d2f57), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:17.728854 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:17.735370 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/networks/fd452135-5a78-4996-a61f-29702a2d2f57 HTTP/1.1" status: 204 len: 168 time: 0.8374894 Oct 26 15:27:17.742028 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34438) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:17.749294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c1889-f7bb-4b9e-a608-8d5524516138 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Network': ['ID=fd452135-5a78-4996-a61f-29702a2d2f57,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:17.760603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4f39c8c8-2b84-4fd6-889e-88ab37a08da6 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:17.959952 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4d64924d-0686-4391-bb82-71af53853247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:50Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '2933cbea-958a-49a0-a352-3dec44725890', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'floating_ip_address': '172.26.11.177', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'mac_address': 'fa:16:3e:2c:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:27:15Z', 'updated_at': '2022-10-26T15:27:15Z', 'revision_number': 0, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:51Z', 'revision_number': 18, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:17.991399 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d64924d-0686-4391-bb82-71af53853247 None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:26:50Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '2933cbea-958a-49a0-a352-3dec44725890', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'floating_ip_address': '172.26.11.177', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'mac_address': 'fa:16:3e:2c:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:27:15Z', 'updated_at': '2022-10-26T15:27:15Z', 'revision_number': 0, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:26:51Z', 'revision_number': 18, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:17.998771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-18e7ec3e-cc26-43b0-8ab0-263ad7ed3942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (318575b3-1373-4bb7-8e9e-53bfcb25c816), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:18.049617 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:18.056100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f953538-bb82-46d4-a230-1c6bad0a6b34 req-de6176ad-3d0c-4cc0-9106-e14364c2c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:18.057008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7ec3e-cc26-43b0-8ab0-263ad7ed3942 None None] Pushing event deleted for resources: {'Port': ['ID=318575b3-1373-4bb7-8e9e-53bfcb25c816,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:18.057818 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f953538-bb82-46d4-a230-1c6bad0a6b34 req-de6176ad-3d0c-4cc0-9106-e14364c2c618 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=1e5b7312-61c2-4f77-9ed8-edbf4a13bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4974496 Oct 26 15:27:18.063180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-18e7ec3e-cc26-43b0-8ab0-263ad7ed3942 None None] Network fd452135-5a78-4996-a61f-29702a2d2f57 is not hosted by any dhcp agent {{(pid=105323) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 15:27:18.063719 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7ec3e-cc26-43b0-8ab0-263ad7ed3942 None None] No DVR routers for this DVR port 318575b3-1373-4bb7-8e9e-53bfcb25c816 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:27:18.085324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:18.086378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9c63a5d6-34fd-40ed-9776-2a808368b0b0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:18.093547 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3ed24517-4763-4603-ad4c-99ac73f4c9aa tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.4983311 Oct 26 15:27:18.123502 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fd18170b-c2be-42a4-bba7-5c13b0917de8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (4189a402-d99f-4ff4-abc3-16ee24682b70), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:18.132281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:18.162272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4f39c8c8-2b84-4fd6-889e-88ab37a08da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:13Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:15Z', 'revision_number': 2, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:13Z', 'revision_number': 9, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:18.191727 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f953538-bb82-46d4-a230-1c6bad0a6b34 req-dd14cc54-a8e1-43d4-8c58-e53e311f669c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1e5b7312-61c2-4f77-9ed8-edbf4a13bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233358 Oct 26 15:27:18.197425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39c8c8-2b84-4fd6-889e-88ab37a08da6 None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:18.203296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:18.203676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:18.204024 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 Oct 26 15:27:18.228849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f39c8c8-2b84-4fd6-889e-88ab37a08da6 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:18.229490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4f39c8c8-2b84-4fd6-889e-88ab37a08da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:18.268603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:18.293915 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f953538-bb82-46d4-a230-1c6bad0a6b34 req-6aaf1422-e512-4fda-bf0d-ec4657a8b2e5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1e5b7312-61c2-4f77-9ed8-edbf4a13bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946162 Oct 26 15:27:18.330663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34440) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:18.389278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:18.389665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:18.393698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4f39c8c8-2b84-4fd6-889e-88ab37a08da6 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:18.405578 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-fd18170b-c2be-42a4-bba7-5c13b0917de8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting port 9c63a5d6-34fd-40ed-9776-2a808368b0b0 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:27:18.406162 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fd18170b-c2be-42a4-bba7-5c13b0917de8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:18.420925 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-07f8f6b2-1747-468a-80d9-ec4b7e913692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0888362 Oct 26 15:27:18.490771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9c63a5d6-34fd-40ed-9776-2a808368b0b0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9c63a5d6-34fd-40ed-9776-2a808368b0b0,segment=NetworkSegment(e8a323be-1ba0-483b-b06d-b4b5372fe6bf),segment_id=e8a323be-1ba0-483b-b06d-b4b5372fe6bf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:18.499311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:18.539728 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-fd18170b-c2be-42a4-bba7-5c13b0917de8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] For port 9c63a5d6-34fd-40ed-9776-2a808368b0b0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9c63a5d6-34fd-40ed-9776-2a808368b0b0,segment=NetworkSegment(e8a323be-1ba0-483b-b06d-b4b5372fe6bf),segment_id=e8a323be-1ba0-483b-b06d-b4b5372fe6bf)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:18.540385 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fd18170b-c2be-42a4-bba7-5c13b0917de8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:18.554513 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-fd18170b-c2be-42a4-bba7-5c13b0917de8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Calling delete_port for 9c63a5d6-34fd-40ed-9776-2a808368b0b0 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:27:18.589289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:18.629562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9c63a5d6-34fd-40ed-9776-2a808368b0b0,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:18.743526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:18.743999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:18.748040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4f39c8c8-2b84-4fd6-889e-88ab37a08da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:13Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:15Z', 'revision_number': 2, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:13Z', 'revision_number': 9, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:18.774252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fd18170b-c2be-42a4-bba7-5c13b0917de8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (9c63a5d6-34fd-40ed-9776-2a808368b0b0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:18.785843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39c8c8-2b84-4fd6-889e-88ab37a08da6 None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:13Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:15Z', 'revision_number': 2, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:13Z', 'revision_number': 9, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:18.808057 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18170b-c2be-42a4-bba7-5c13b0917de8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Port': ['ID=9c63a5d6-34fd-40ed-9776-2a808368b0b0,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:18.811041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:18.821308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:18.894354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:18.977454 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fd18170b-c2be-42a4-bba7-5c13b0917de8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (4189a402-d99f-4ff4-abc3-16ee24682b70), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:19.070315 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748c9b21-8d53-426e-823c-ae1dd5c50b98 None None] Sync routers for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:19.070831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1146d0-b292-44b3-b0eb-fa7e0a03566c None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:27:19.071507 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748c9b21-8d53-426e-823c-ae1dd5c50b98 None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:19.071507 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-748c9b21-8d53-426e-823c-ae1dd5c50b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:19.097220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34442) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:19.147369 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd18170b-c2be-42a4-bba7-5c13b0917de8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 4189a402-d99f-4ff4-abc3-16ee24682b70 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:27:19.152916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:19.167793 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-57186fed-9052-4256-83ed-4689875efa88 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0683553 Oct 26 15:27:19.186174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1146d0-b292-44b3-b0eb-fa7e0a03566c None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:27:19.193743 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-748c9b21-8d53-426e-823c-ae1dd5c50b98 None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:19.202077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:19.230419 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd18170b-c2be-42a4-bba7-5c13b0917de8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:27:19.235483 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fd18170b-c2be-42a4-bba7-5c13b0917de8 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/4189a402-d99f-4ff4-abc3-16ee24682b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4924579 Oct 26 15:27:19.238297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34444) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:19.293807 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e69c4dd-4d5a-48cf-867b-f26eacce7040 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting subnet 87cec929-b822-48fb-b649-c486ac29ab7f {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:27:19.297159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1e69c4dd-4d5a-48cf-867b-f26eacce7040 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (87cec929-b822-48fb-b649-c486ac29ab7f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:19.350408 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1e69c4dd-4d5a-48cf-867b-f26eacce7040 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (87cec929-b822-48fb-b649-c486ac29ab7f), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:19.424678 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34446) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:19.463058 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-748c9b21-8d53-426e-823c-ae1dd5c50b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:27:14Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:27:14Z', 'revision_number': 19, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:19.496983 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748c9b21-8d53-426e-823c-ae1dd5c50b98 None None] Checking router: 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:19.505591 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1e69c4dd-4d5a-48cf-867b-f26eacce7040 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (87cec929-b822-48fb-b649-c486ac29ab7f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:19.507362 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748c9b21-8d53-426e-823c-ae1dd5c50b98 None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:19.507993 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-748c9b21-8d53-426e-823c-ae1dd5c50b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:19.509539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:19.524858 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2bfd3a5b-6079-420d-8837-e602aed613c9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1009488 Oct 26 15:27:19.557054 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:19.599399 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1e69c4dd-4d5a-48cf-867b-f26eacce7040 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (87cec929-b822-48fb-b649-c486ac29ab7f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:19.642439 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-748c9b21-8d53-426e-823c-ae1dd5c50b98 None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:19.650848 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69c4dd-4d5a-48cf-867b-f26eacce7040 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Subnet': ['ID=87cec929-b822-48fb-b649-c486ac29ab7f,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:19.658950 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1e69c4dd-4d5a-48cf-867b-f26eacce7040 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:19.665633 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1e69c4dd-4d5a-48cf-867b-f26eacce7040 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/87cec929-b822-48fb-b649-c486ac29ab7f HTTP/1.1" status: 204 len: 168 time: 0.4262340 Oct 26 15:27:19.665824 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34448) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:19.804898 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:19.814728 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (c6350cf9-0428-490f-8a8c-063abbb599fd), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:19.842979 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:19.888919 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Deleting port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:27:19.889261 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:19.938146 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-748c9b21-8d53-426e-823c-ae1dd5c50b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:27:14Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:27:14Z', 'revision_number': 19, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:19.975369 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748c9b21-8d53-426e-823c-ae1dd5c50b98 None None] The sync data for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv is: [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:26:02Z', 'revision_number': 4, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:27:14Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '91a88ef0-2a52-4638-b2ef-785bff49a4f8', 'name': '', 'network_id': '920938dd-0721-4355-bdb0-ff1fe396cdb3', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:00Z', 'updated_at': '2022-10-26T15:27:14Z', 'revision_number': 19, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'subnets': [{'id': '30db4ac9-ffe0-4721-9751-43f4e09446d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:19.989993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] For port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a,segment=NetworkSegment(e8a323be-1ba0-483b-b06d-b4b5372fe6bf),segment_id=e8a323be-1ba0-483b-b06d-b4b5372fe6bf)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:19.990788 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:20.007169 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Calling delete_port for 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:27:20.048589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:20.130346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4124968-bf7f-4f57-aa8e-e3137ae36201 None None] Network c6350cf9-0428-490f-8a8c-063abbb599fd requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:27:20.130346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ea8e15-3984-465d-b3da-0403ed9964b4 None None] Sync routers for ids ['4189a402-d99f-4ff4-abc3-16ee24682b70'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:20.131261 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:20.150841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ea8e15-3984-465d-b3da-0403ed9964b4 None None] Routers {'4189a402-d99f-4ff4-abc3-16ee24682b70'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:20.151490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-05ea8e15-3984-465d-b3da-0403ed9964b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4189a402-d99f-4ff4-abc3-16ee24682b70'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:20.171858 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34450) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:20.201645 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Port': ['ID=20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:20.214146 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] No DVR routers for this DVR port 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:27:20.263357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-05ea8e15-3984-465d-b3da-0403ed9964b4 None None] Set router 4189a402-d99f-4ff4-abc3-16ee24682b70 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:20.309729 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-46c0285c-f735-4acd-8b46-e6a486768b1f tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.1301863 Oct 26 15:27:20.336001 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (c6350cf9-0428-490f-8a8c-063abbb599fd), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:20.339143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-cedf3a0c-17b7-43b7-8edf-f1e762b4f3be None None] Could not find standard attr ID for object 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:27:20.340549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:20.342727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-05ea8e15-3984-465d-b3da-0403ed9964b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'name': 'tempest-RoutersTest-router-408770933', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:36Z', 'updated_at': '2022-10-26T15:27:18Z', 'revision_number': 11, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:20.364621 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6350cf9-0428-490f-8a8c-063abbb599fd']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:20.379281 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a323be-1ba0-483b-b06d-b4b5372fe6bf') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:20.390943 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a323be-1ba0-483b-b06d-b4b5372fe6bf') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:20.408246 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (e8a323be-1ba0-483b-b06d-b4b5372fe6bf), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:20.419857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ea8e15-3984-465d-b3da-0403ed9964b4 None None] Checking router: 4189a402-d99f-4ff4-abc3-16ee24682b70 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:20.466697 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (e8a323be-1ba0-483b-b06d-b4b5372fe6bf), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:20.483967 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:27:20.484452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (e8a323be-1ba0-483b-b06d-b4b5372fe6bf), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:20.515338 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment e8a323be-1ba0-483b-b06d-b4b5372fe6bf resource provider aggregate not found Oct 26 15:27:20.528135 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34456) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:20.547560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ea8e15-3984-465d-b3da-0403ed9964b4 None None] Routers {'4189a402-d99f-4ff4-abc3-16ee24682b70'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:20.547560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-05ea8e15-3984-465d-b3da-0403ed9964b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4189a402-d99f-4ff4-abc3-16ee24682b70'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:20.606664 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment e8a323be-1ba0-483b-b06d-b4b5372fe6bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8a323be-1ba0-483b-b06d-b4b5372fe6bf found for delete ", "request_id": "req-cf313c5c-5245-488e-9165-d5daedb94cc2"}]} Oct 26 15:27:20.629329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:20.653296 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (c6350cf9-0428-490f-8a8c-063abbb599fd), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:20.662210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:20.669334 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/networks/c6350cf9-0428-490f-8a8c-063abbb599fd HTTP/1.1" status: 204 len: 168 time: 1.0026073 Oct 26 15:27:20.670305 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34458) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:20.677331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e481b39a-1a81-4e0d-8ff3-e50a7dd55040 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'router': {'routes': None}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:20.680286 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f2e161ba-9e88-4b5f-8122-54fe0bbacdb5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1506448 Oct 26 15:27:20.733702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b28daf-83c9-47bc-97ce-df96a12a9d0f None None] DHCP port deletion for c6350cf9-0428-490f-8a8c-063abbb599fd request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:27:20.737400 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17817a3-cff8-418c-842b-42e94665b859 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Pushing event deleted for resources: {'Network': ['ID=c6350cf9-0428-490f-8a8c-063abbb599fd,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:20.921378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-05ea8e15-3984-465d-b3da-0403ed9964b4 None None] Set router 4189a402-d99f-4ff4-abc3-16ee24682b70 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:20.931212 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.extraroute_db [None req-e481b39a-1a81-4e0d-8ff3-e50a7dd55040 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Added routes are [] {{(pid=105322) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 15:27:20.933214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.extraroute_db [None req-e481b39a-1a81-4e0d-8ff3-e50a7dd55040 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Removed routes are [] {{(pid=105322) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 15:27:20.933214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e481b39a-1a81-4e0d-8ff3-e50a7dd55040 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (4189a402-d99f-4ff4-abc3-16ee24682b70), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:21.035854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-05ea8e15-3984-465d-b3da-0403ed9964b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'name': 'tempest-RoutersTest-router-408770933', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:36Z', 'updated_at': '2022-10-26T15:27:18Z', 'revision_number': 11, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:21.045493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:21.046195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:21.099088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ea8e15-3984-465d-b3da-0403ed9964b4 None None] The sync data for ids ['4189a402-d99f-4ff4-abc3-16ee24682b70'] in dv-neutron-759874-6-hyperv is: [{'id': '4189a402-d99f-4ff4-abc3-16ee24682b70', 'name': 'tempest-RoutersTest-router-408770933', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:36Z', 'updated_at': '2022-10-26T15:27:18Z', 'revision_number': 11, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'gw_port_host': None}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:21.134688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8d07e118-8298-4178-8e1a-9d4b66e42bb6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8d07e118-8298-4178-8e1a-9d4b66e42bb6,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:21.139938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:21.147950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 37a39126-8071-4a8b-948e-9d07b20e43a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:21.198368 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e481b39a-1a81-4e0d-8ff3-e50a7dd55040 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (4189a402-d99f-4ff4-abc3-16ee24682b70), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:21.202305 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e481b39a-1a81-4e0d-8ff3-e50a7dd55040 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (4189a402-d99f-4ff4-abc3-16ee24682b70), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:21.221177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 37a39126-8071-4a8b-948e-9d07b20e43a4 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:27:21.221503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 37a39126-8071-4a8b-948e-9d07b20e43a4 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:27:21.222112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 318575b3-1373-4bb7-8e9e-53bfcb25c816 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:21.249620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8d07e118-8298-4178-8e1a-9d4b66e42bb6,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:21.252581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 318575b3-1373-4bb7-8e9e-53bfcb25c816 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:27:21.253043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 318575b3-1373-4bb7-8e9e-53bfcb25c816 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:27:21.254499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:21.310392 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34460) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:21.322858 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e481b39a-1a81-4e0d-8ff3-e50a7dd55040 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 4189a402-d99f-4ff4-abc3-16ee24682b70 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:27:21.343279 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:21.421834 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c172a9d8-d11e-43ef-b136-2582f0fdcc34 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.1101890 Oct 26 15:27:21.424118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:21.424771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:21.446864 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e481b39a-1a81-4e0d-8ff3-e50a7dd55040 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:27:21.452209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:21.454664 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e481b39a-1a81-4e0d-8ff3-e50a7dd55040 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:21.459319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:21.459480 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e481b39a-1a81-4e0d-8ff3-e50a7dd55040 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/4189a402-d99f-4ff4-abc3-16ee24682b70 HTTP/1.1" status: 200 len: 700 time: 0.7836752 Oct 26 15:27:21.459602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:21.459929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34462) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:21.492832 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5265a844-52f9-47a4-8d1a-0d7367b07efb tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4189a402-d99f-4ff4-abc3-16ee24682b70 HTTP/1.1" status: 200 len: 205 time: 0.0298111 Oct 26 15:27:21.493509 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34464) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:21.542296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:21.585696 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d8a7d952-7bd6-4548-9e9a-f7b0d9a7da7a tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (4189a402-d99f-4ff4-abc3-16ee24682b70), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:21.596151 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:21.596681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:21.632079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:21.635903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:21.684945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34466) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:21.706868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:21.835952 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-687fd7ab-5ee8-4177-bf3a-21c946355921 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1496274 Oct 26 15:27:21.943702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:22.006097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:22.006812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.007753 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:27:22.090666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:22.091146 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.103341 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d8a7d952-7bd6-4548-9e9a-f7b0d9a7da7a tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (4189a402-d99f-4ff4-abc3-16ee24682b70), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.105982 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d8a7d952-7bd6-4548-9e9a-f7b0d9a7da7a tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router_controller (4189a402-d99f-4ff4-abc3-16ee24682b70), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.113052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:22.117417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.118198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:22.159644 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d8a7d952-7bd6-4548-9e9a-f7b0d9a7da7a tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (4189a402-d99f-4ff4-abc3-16ee24682b70), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.160261 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a7d952-7bd6-4548-9e9a-f7b0d9a7da7a tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Fanout notify agent at l3_agent the message router_deleted on router 4189a402-d99f-4ff4-abc3-16ee24682b70 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:27:22.167134 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d8a7d952-7bd6-4548-9e9a-f7b0d9a7da7a tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.168287 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d8a7d952-7bd6-4548-9e9a-f7b0d9a7da7a tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/routers/4189a402-d99f-4ff4-abc3-16ee24682b70 HTTP/1.1" status: 204 len: 168 time: 0.6737659 Oct 26 15:27:22.171783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:22.172473 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34468) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:22.177031 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-5d12f3e7-f421-4cd4-a9c7-8dfba7d93983 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-931390251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:22.203476 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5d12f3e7-f421-4cd4-a9c7-8dfba7d93983 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (29184fe6-4aed-4cd7-955c-c9adb51d642f), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.204907 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5d12f3e7-f421-4cd4-a9c7-8dfba7d93983 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (29184fe6-4aed-4cd7-955c-c9adb51d642f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.210407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:22.225891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:22.226272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.226607 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:27:22.269155 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5d12f3e7-f421-4cd4-a9c7-8dfba7d93983 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router_controller (29184fe6-4aed-4cd7-955c-c9adb51d642f), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.277987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5d12f3e7-f421-4cd4-a9c7-8dfba7d93983 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (29184fe6-4aed-4cd7-955c-c9adb51d642f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.302219 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5d12f3e7-f421-4cd4-a9c7-8dfba7d93983 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.306430 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5d12f3e7-f421-4cd4-a9c7-8dfba7d93983 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1299968 Oct 26 15:27:22.306718 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34470) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:22.311133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:22.311907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.312029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-b9b7ab35-ddca-4e5c-a99e-2396bbdeed12 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:22.350630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:22.357169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.358113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:22.426375 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34472) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:22.441994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:22.450258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4c25ba64-18d1-49ab-a337-8f195a556d78 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:22.450653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.450992 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4c25ba64-18d1-49ab-a337-8f195a556d78 Oct 26 15:27:22.520675 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8474fd3f-1537-422b-b06f-aa254de38f98 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0927627 Oct 26 15:27:22.533031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:22.533454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.551644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:22.556785 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ab35-ddca-4e5c-a99e-2396bbdeed12 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223368'] for router (29184fe6-4aed-4cd7-955c-c9adb51d642f), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.557408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:22.563366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.564505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:22.572393 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ab35-ddca-4e5c-a99e-2396bbdeed12 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655812'] for router (29184fe6-4aed-4cd7-955c-c9adb51d642f), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.584486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:22.644268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:22.650238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:22.650609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.650944 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:27:22.672646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b7ab35-ddca-4e5c-a99e-2396bbdeed12 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Router 29184fe6-4aed-4cd7-955c-c9adb51d642f is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:27:22.729693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:22.730095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.756335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b7ab35-ddca-4e5c-a99e-2396bbdeed12 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:27:22.763888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ab35-ddca-4e5c-a99e-2396bbdeed12 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.767416 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b9b7ab35-ddca-4e5c-a99e-2396bbdeed12 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "PUT /networking/v2.0/routers/29184fe6-4aed-4cd7-955c-c9adb51d642f HTTP/1.1" status: 200 len: 693 time: 0.4573243 Oct 26 15:27:22.767656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34476) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:22.768476 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99db3e3-6a72-4eda-8c15-ea6b5e373ab2 None None] Sync routers for ids ['29184fe6-4aed-4cd7-955c-c9adb51d642f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:22.769003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:22.778662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.779506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:22.782435 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:22.786477 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99db3e3-6a72-4eda-8c15-ea6b5e373ab2 None None] Routers {'29184fe6-4aed-4cd7-955c-c9adb51d642f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:22.787437 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a99db3e3-6a72-4eda-8c15-ea6b5e373ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['29184fe6-4aed-4cd7-955c-c9adb51d642f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:22.840515 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34478) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:22.858397 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a99db3e3-6a72-4eda-8c15-ea6b5e373ab2 None None] Set router 29184fe6-4aed-4cd7-955c-c9adb51d642f gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:22.870456 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8a9add03-8bd4-43fa-aabc-2f64b7d809ea tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/routers/29184fe6-4aed-4cd7-955c-c9adb51d642f HTTP/1.1" status: 200 len: 699 time: 0.1006269 Oct 26 15:27:22.871107 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34480) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:22.876685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:22.895662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:22.896340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.897385 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 Oct 26 15:27:22.904609 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-88b71090-d81a-46d5-9618-f088ab6ba179 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29184fe6-4aed-4cd7-955c-c9adb51d642f HTTP/1.1" status: 200 len: 205 time: 0.0323865 Oct 26 15:27:22.905223 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34482) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:22.915538 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a99db3e3-6a72-4eda-8c15-ea6b5e373ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29184fe6-4aed-4cd7-955c-c9adb51d642f', 'name': 'tempest-RoutersTest-router-931390251', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:27:22Z', 'updated_at': '2022-10-26T15:27:22Z', 'revision_number': 2, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:22.932426 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-711e1a67-3dd8-4b6f-8976-34439edd383a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0897851 Oct 26 15:27:22.945207 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99db3e3-6a72-4eda-8c15-ea6b5e373ab2 None None] Checking router: 29184fe6-4aed-4cd7-955c-c9adb51d642f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:22.956834 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99db3e3-6a72-4eda-8c15-ea6b5e373ab2 None None] Routers {'29184fe6-4aed-4cd7-955c-c9adb51d642f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:22.957451 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a99db3e3-6a72-4eda-8c15-ea6b5e373ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['29184fe6-4aed-4cd7-955c-c9adb51d642f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:22.986913 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3469866b-8e63-4356-9bce-097efc015ff5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (29184fe6-4aed-4cd7-955c-c9adb51d642f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:22.991459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:22.991853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:23.029041 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a99db3e3-6a72-4eda-8c15-ea6b5e373ab2 None None] Set router 29184fe6-4aed-4cd7-955c-c9adb51d642f gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:23.037534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:23.043920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:23.138589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:23.162772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:27:23.163129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 20d33622-0bbc-4f19-a8c7-d55bfc7e2a0a not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:27:23.163570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9c63a5d6-34fd-40ed-9776-2a808368b0b0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:23.166455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:23.169669 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3469866b-8e63-4356-9bce-097efc015ff5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (29184fe6-4aed-4cd7-955c-c9adb51d642f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:23.172069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3469866b-8e63-4356-9bce-097efc015ff5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router_controller (29184fe6-4aed-4cd7-955c-c9adb51d642f), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:23.189217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 9c63a5d6-34fd-40ed-9776-2a808368b0b0 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:27:23.189795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9c63a5d6-34fd-40ed-9776-2a808368b0b0 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:27:23.190009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6642e811-76cf-4114-8f86-ebe5d49000e9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:23.199852 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a99db3e3-6a72-4eda-8c15-ea6b5e373ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29184fe6-4aed-4cd7-955c-c9adb51d642f', 'name': 'tempest-RoutersTest-router-931390251', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:27:22Z', 'updated_at': '2022-10-26T15:27:22Z', 'revision_number': 2, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:23.210477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 6642e811-76cf-4114-8f86-ebe5d49000e9 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:27:23.210836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6642e811-76cf-4114-8f86-ebe5d49000e9 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:27:23.229745 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99db3e3-6a72-4eda-8c15-ea6b5e373ab2 None None] The sync data for ids ['29184fe6-4aed-4cd7-955c-c9adb51d642f'] in dv-neutron-759874-6-hyperv is: [{'id': '29184fe6-4aed-4cd7-955c-c9adb51d642f', 'name': 'tempest-RoutersTest-router-931390251', 'tenant_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:27:22Z', 'updated_at': '2022-10-26T15:27:22Z', 'revision_number': 2, 'project_id': 'e6a5bd1edcc84a3dbb4f28964dceafcd', 'gw_port_host': None}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:23.233846 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3469866b-8e63-4356-9bce-097efc015ff5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (29184fe6-4aed-4cd7-955c-c9adb51d642f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:23.234440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3469866b-8e63-4356-9bce-097efc015ff5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Fanout notify agent at l3_agent the message router_deleted on router 29184fe6-4aed-4cd7-955c-c9adb51d642f {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:27:23.240490 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3469866b-8e63-4356-9bce-097efc015ff5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:23.241596 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3469866b-8e63-4356-9bce-097efc015ff5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/routers/29184fe6-4aed-4cd7-955c-c9adb51d642f HTTP/1.1" status: 204 len: 168 time: 0.3354886 Oct 26 15:27:23.245183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34484) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.256364 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:23.275370 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-13b5e949-9aee-4a30-bc38-23440a92cbd0 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29184fe6-4aed-4cd7-955c-c9adb51d642f HTTP/1.1" status: 200 len: 205 time: 0.0291140 Oct 26 15:27:23.278476 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34486) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.320967 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-41d41be0-f4b9-42de-947f-d819ab5d328d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] delete failed (client error): The resource could not be found. Oct 26 15:27:23.322014 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-41d41be0-f4b9-42de-947f-d819ab5d328d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/routers/29184fe6-4aed-4cd7-955c-c9adb51d642f HTTP/1.1" status: 404 len: 336 time: 0.0425422 Oct 26 15:27:23.324705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34488) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.351156 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-da343de4-9ed9-47c4-96b8-44dcb21c7aeb tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] DELETE failed (client error): The resource could not be found. Oct 26 15:27:23.351607 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da343de4-9ed9-47c4-96b8-44dcb21c7aeb tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:27:23.354646 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-da343de4-9ed9-47c4-96b8-44dcb21c7aeb tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/f2856ff8-3d9f-4dee-9f92-e2e3902ceca1 HTTP/1.1" status: 404 len: 337 time: 0.0289536 Oct 26 15:27:23.357819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34490) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.384145 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a4d6dc-2d5f-49ff-bc2d-e1bba6332eec tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] DELETE failed (client error): The resource could not be found. Oct 26 15:27:23.384598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a4d6dc-2d5f-49ff-bc2d-e1bba6332eec tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:27:23.387709 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-11a4d6dc-2d5f-49ff-bc2d-e1bba6332eec tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/a1a67087-073c-459c-b751-2a09f97eb543 HTTP/1.1" status: 404 len: 337 time: 0.0289955 Oct 26 15:27:23.390104 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34492) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.416636 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9edbf7b2-69b8-46ac-8a6b-6284fb6864cb tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] DELETE failed (client error): The resource could not be found. Oct 26 15:27:23.417137 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9edbf7b2-69b8-46ac-8a6b-6284fb6864cb tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:27:23.420948 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9edbf7b2-69b8-46ac-8a6b-6284fb6864cb tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/6bc16744-6ce5-4d5b-a2d8-1f51502473de HTTP/1.1" status: 404 len: 337 time: 0.0298634 Oct 26 15:27:23.425439 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34494) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.458702 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fa467a-ef93-4111-bd41-a9a19047452c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] DELETE failed (client error): The resource could not be found. Oct 26 15:27:23.459173 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fa467a-ef93-4111-bd41-a9a19047452c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:27:23.465563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34496) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.466177 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a8fa467a-ef93-4111-bd41-a9a19047452c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/87cec929-b822-48fb-b649-c486ac29ab7f HTTP/1.1" status: 404 len: 337 time: 0.0395200 Oct 26 15:27:23.470774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9e0367-2a6d-4ca4-9aa2-6428610bb90f None None] New status for floating IP 2933cbea-958a-49a0-a352-3dec44725890: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:27:23.504192 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b6616def-90e1-4ec5-8649-35b5885aa4a2 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4189a402-d99f-4ff4-abc3-16ee24682b70 HTTP/1.1" status: 200 len: 205 time: 0.0374341 Oct 26 15:27:23.506608 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34498) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.524421 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34500) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.549824 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-a3cc89ad-b783-4851-a1e1-d6b726c0d179 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] delete failed (client error): The resource could not be found. Oct 26 15:27:23.551002 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a3cc89ad-b783-4851-a1e1-d6b726c0d179 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/routers/4189a402-d99f-4ff4-abc3-16ee24682b70 HTTP/1.1" status: 404 len: 336 time: 0.0432987 Oct 26 15:27:23.556275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34502) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.585275 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-59301dd5-251c-4e8d-997f-03a6540ec779 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7274ca57-5958-453d-bcf3-189b6fa5aa7b HTTP/1.1" status: 200 len: 205 time: 0.0278029 Oct 26 15:27:23.587621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34504) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.594687 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-49ec64a7-3127-4bbe-bd83-b88059eef5ec tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0673287 Oct 26 15:27:23.627819 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-dde7d274-4562-4874-a06a-626980f49d22 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] delete failed (client error): The resource could not be found. Oct 26 15:27:23.629041 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dde7d274-4562-4874-a06a-626980f49d22 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/routers/7274ca57-5958-453d-bcf3-189b6fa5aa7b HTTP/1.1" status: 404 len: 336 time: 0.0404046 Oct 26 15:27:23.631873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34506) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.660366 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0980b78-1db2-4865-ad4c-fff6d4245f8c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] DELETE failed (client error): The resource could not be found. Oct 26 15:27:23.660845 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0980b78-1db2-4865-ad4c-fff6d4245f8c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:27:23.663999 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a0980b78-1db2-4865-ad4c-fff6d4245f8c tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/d11da8eb-b71a-46f5-af31-0cfd6b332b22 HTTP/1.1" status: 404 len: 337 time: 0.0312002 Oct 26 15:27:23.666697 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34508) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.676232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:23.700284 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b322ca30-8b7b-4e1b-be02-87bd50838f5f tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=318b5401-e773-45f3-9c3b-e3e7f421bcd1 HTTP/1.1" status: 200 len: 205 time: 0.0324285 Oct 26 15:27:23.702944 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34510) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.740792 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-2b697d26-82d1-4b66-91d4-8064a4408758 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] delete failed (client error): The resource could not be found. Oct 26 15:27:23.741866 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2b697d26-82d1-4b66-91d4-8064a4408758 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/routers/318b5401-e773-45f3-9c3b-e3e7f421bcd1 HTTP/1.1" status: 404 len: 336 time: 0.0380142 Oct 26 15:27:23.744667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34512) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.776600 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c2458078-0003-4ef3-8d10-f8dba1c73206 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6abd1d04-797d-4b4b-95fb-48f18dfc2f6b HTTP/1.1" status: 200 len: 205 time: 0.0308414 Oct 26 15:27:23.779605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34514) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.815599 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-3f1c490a-ec69-4176-8b4f-70e6e2f62777 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] delete failed (client error): The resource could not be found. Oct 26 15:27:23.819258 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3f1c490a-ec69-4176-8b4f-70e6e2f62777 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/routers/6abd1d04-797d-4b4b-95fb-48f18dfc2f6b HTTP/1.1" status: 404 len: 336 time: 0.0361867 Oct 26 15:27:23.819402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34516) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.847160 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0915a40-4ee2-4de7-af50-3f50df4f204d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] DELETE failed (client error): The resource could not be found. Oct 26 15:27:23.847545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0915a40-4ee2-4de7-af50-3f50df4f204d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:27:23.850565 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c0915a40-4ee2-4de7-af50-3f50df4f204d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/9050ee0f-f782-446a-86a0-648dee202b7a HTTP/1.1" status: 404 len: 337 time: 0.0302827 Oct 26 15:27:23.852525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:23.853692 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34518) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.886324 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-010be54d-93c2-44e0-8add-26ca29954bc5 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=9da19285-0c9f-4f32-b410-7df2d08be008 HTTP/1.1" status: 200 len: 205 time: 0.0306087 Oct 26 15:27:23.892187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34520) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.909151 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:23.909536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:23.909873 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 Oct 26 15:27:23.936016 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34522) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.976096 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-e99dd082-ab6c-4464-b5b7-1349f2fcbcf3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] delete failed (client error): The resource could not be found. Oct 26 15:27:23.979790 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e99dd082-ab6c-4464-b5b7-1349f2fcbcf3 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/routers/9da19285-0c9f-4f32-b410-7df2d08be008 HTTP/1.1" status: 404 len: 336 time: 0.0858853 Oct 26 15:27:23.979954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34524) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:23.999629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:24.000019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:24.020751 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b60e09-9a99-4f20-8000-a7ca7a166e7b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] DELETE failed (client error): The resource could not be found. Oct 26 15:27:24.021231 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b60e09-9a99-4f20-8000-a7ca7a166e7b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:27:24.028253 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e2b60e09-9a99-4f20-8000-a7ca7a166e7b tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/b94444bc-2dc9-44f3-bb04-27e71d548f95 HTTP/1.1" status: 404 len: 337 time: 0.0417280 Oct 26 15:27:24.028451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8d07e118-8298-4178-8e1a-9d4b66e42bb6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8d07e118-8298-4178-8e1a-9d4b66e42bb6,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:24.028561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34526) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:24.031024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:24.031863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:24.060903 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-135447c7-e19f-495d-8263-c68921ce5684 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1237350 Oct 26 15:27:24.063223 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-df8b9fe3-83fc-4f96-9649-59196a7eac3d tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7a456017-a85d-4326-bc26-4ce76a278d75 HTTP/1.1" status: 200 len: 205 time: 0.0339389 Oct 26 15:27:24.065867 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34528) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:24.104002 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-277ef3f5-ec1e-47e4-bdab-ec59462e75d7 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] delete failed (client error): The resource could not be found. Oct 26 15:27:24.105142 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-277ef3f5-ec1e-47e4-bdab-ec59462e75d7 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/routers/7a456017-a85d-4326-bc26-4ce76a278d75 HTTP/1.1" status: 404 len: 336 time: 0.0383048 Oct 26 15:27:24.107855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34530) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:24.110655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8d07e118-8298-4178-8e1a-9d4b66e42bb6,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:24.120996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:24.121367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:24.121706 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:27:24.139063 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-f378e4a9-7373-4045-84a2-2eec4e0e1f35 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] DELETE failed (client error): The resource could not be found. Oct 26 15:27:24.139577 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f378e4a9-7373-4045-84a2-2eec4e0e1f35 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:27:24.142674 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f378e4a9-7373-4045-84a2-2eec4e0e1f35 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/bb6a8581-deb2-4c2a-93a9-6d652499bfc1 HTTP/1.1" status: 404 len: 337 time: 0.0337648 Oct 26 15:27:24.145506 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34532) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:24.173556 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4c01da-41e4-40df-9202-4987bcce5232 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] DELETE failed (client error): The resource could not be found. Oct 26 15:27:24.174021 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4c01da-41e4-40df-9202-4987bcce5232 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:27:24.177226 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fb4c01da-41e4-40df-9202-4987bcce5232 tempest-RoutersTest-584895970 tempest-RoutersTest-584895970-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/7802f1a5-c87a-4c33-b406-3a3d034a5ef9 HTTP/1.1" status: 404 len: 337 time: 0.0306344 Oct 26 15:27:24.191968 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:24.206738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:24.207832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:24.252442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:24.252892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:24.253296 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:27:24.320707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:24.332830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:24.333950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:24.381684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4c25ba64-18d1-49ab-a337-8f195a556d78 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:24.382098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:24.382411 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4c25ba64-18d1-49ab-a337-8f195a556d78 Oct 26 15:27:24.409790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:24.460615 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34538) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:24.466368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:24.467492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:24.511039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:24.511414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:24.512487 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:27:24.597300 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34542) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:24.615915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:24.616025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:24.618659 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd5828-bd9f-43e2-99c7-aef14405a71f None None] Sync routers for ids ['4189a402-d99f-4ff4-abc3-16ee24682b70'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:24.631567 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd5828-bd9f-43e2-99c7-aef14405a71f None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:24.632164 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd5828-bd9f-43e2-99c7-aef14405a71f None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:27:24.633112 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-60bd5828-bd9f-43e2-99c7-aef14405a71f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4189a402-d99f-4ff4-abc3-16ee24682b70'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:27:24.644538 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd5828-bd9f-43e2-99c7-aef14405a71f None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:24.644947 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd5828-bd9f-43e2-99c7-aef14405a71f None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:27:24.645900 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-446cab4b-9943-432e-bb78-12caf173e71f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e6a5bd1edcc84a3dbb4f28964dceafcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1839366 Oct 26 15:27:24.646467 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-60bd5828-bd9f-43e2-99c7-aef14405a71f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4189a402-d99f-4ff4-abc3-16ee24682b70'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:27:24.646989 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd5828-bd9f-43e2-99c7-aef14405a71f None None] The sync data for ids ['4189a402-d99f-4ff4-abc3-16ee24682b70'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:24.650592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34544) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:24.673367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:24.673746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:24.674152 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 Oct 26 15:27:24.695636 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:24.712735 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c2e63394-5d34-4d03-b6f2-25b4cd1d1a8b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.1144195 Oct 26 15:27:24.733462 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3ba9f908-3fd5-4204-a857-0eb4fba0cec2 admin admin] Publish callbacks [] for security_group (04fdd545-bbcc-4286-a64a-bf23c0224f1a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:24.757428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:24.757658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3ba9f908-3fd5-4204-a857-0eb4fba0cec2 admin admin] Publish callbacks [] for security_group (04fdd545-bbcc-4286-a64a-bf23c0224f1a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:24.813898 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3ba9f908-3fd5-4204-a857-0eb4fba0cec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (04fdd545-bbcc-4286-a64a-bf23c0224f1a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:24.816763 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3ba9f908-3fd5-4204-a857-0eb4fba0cec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:24.817967 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3ba9f908-3fd5-4204-a857-0eb4fba0cec2 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/04fdd545-bbcc-4286-a64a-bf23c0224f1a HTTP/1.1" status: 204 len: 168 time: 0.1643419 Oct 26 15:27:24.825975 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9f908-3fd5-4204-a857-0eb4fba0cec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fdd545-bbcc-4286-a64a-bf23c0224f1a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:24.907118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e5fa96-9c64-4f19-96be-48c4dd38af51 None None] New status for floating IP d12774f9-2936-4130-9876-d38b1752057c: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:27:25.064133 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34552) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:25.139366 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-61d0c895-b6a3-4c5b-9189-d801e901a8a3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0733497 Oct 26 15:27:25.516720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34568) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:25.619668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609225046'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:25.641430 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:25.650122 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:25.716511 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34572) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:25.728074 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (52c0c901-10eb-4688-9773-b3482f41bcc3), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:25.732018 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (52c0c901-10eb-4688-9773-b3482f41bcc3), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:25.781458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c0c901-10eb-4688-9773-b3482f41bcc3,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:25.791821 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2e94af08-e011-4f15-b301-507ced37d9fa tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0737391 Oct 26 15:27:25.800095 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:25.800519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:25.801105 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:25.801535 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:25.801951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:25.802360 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:25.802763 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:25.803164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:25.803611 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:25.804030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:25.804424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:25.805154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:25.805551 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:25.805999 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:25.806692 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:25.845504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (eeb2bb01-3182-4abd-99c9-0540fcf51c7e), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:25.849367 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (eeb2bb01-3182-4abd-99c9-0540fcf51c7e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:25.884041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:25.885283 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3675199 Oct 26 15:27:25.886387 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4236ea-9dfd-4894-beef-44346ebd5605 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb2bb01-3182-4abd-99c9-0540fcf51c7e,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:25.888838 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34574) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:25.951823 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-17e5e5c7-b45e-44f3-848a-566216fa9499 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0618293 Oct 26 15:27:25.954456 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34576) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:25.958691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group': {'name': 'tempest-security--927322095', 'description': 'tempest-security-description-1161344944'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:25.994048 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (eeb2bb01-3182-4abd-99c9-0540fcf51c7e), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.041868 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (eeb2bb01-3182-4abd-99c9-0540fcf51c7e), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.044940 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (eeb2bb01-3182-4abd-99c9-0540fcf51c7e), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.047495 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.048747 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "PUT /networking/v2.0/security-groups/eeb2bb01-3182-4abd-99c9-0540fcf51c7e HTTP/1.1" status: 200 len: 1796 time: 0.0933564 Oct 26 15:27:26.051802 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34578) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:26.075777 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb2bb01-3182-4abd-99c9-0540fcf51c7e,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:26.086381 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:26.086769 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:26.087190 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:26.087561 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:26.087906 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:26.088244 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:26.088579 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:26.089749 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:26.089749 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:26.089749 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:26.090135 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:26.090268 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:26.090595 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:26.090935 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:26.091718 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c2de2-e68c-41b5-b0e5-fb0d2ddfef3e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:26.106391 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-77412701-fa34-4fad-9e5c-3209052f75e7 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-groups/eeb2bb01-3182-4abd-99c9-0540fcf51c7e HTTP/1.1" status: 200 len: 1796 time: 0.0520494 Oct 26 15:27:26.107923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34580) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:26.132291 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03b3cc-9460-400d-9152-45f11cfe2641 None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:26.136997 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03b3cc-9460-400d-9152-45f11cfe2641 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:26.137608 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9f03b3cc-9460-400d-9152-45f11cfe2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:26.142996 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34582) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:26.172275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d3ecfbd-d80a-4da1-9dd6-10eddf5e902b tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (eeb2bb01-3182-4abd-99c9-0540fcf51c7e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.186390 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:26.204629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d3ecfbd-d80a-4da1-9dd6-10eddf5e902b tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (eeb2bb01-3182-4abd-99c9-0540fcf51c7e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.231973 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-22e1c7dd-024a-43c7-87a9-584242d05f34 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0877328 Oct 26 15:27:26.262033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d3ecfbd-d80a-4da1-9dd6-10eddf5e902b tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (eeb2bb01-3182-4abd-99c9-0540fcf51c7e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.264838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d3ecfbd-d80a-4da1-9dd6-10eddf5e902b tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.265989 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4d3ecfbd-d80a-4da1-9dd6-10eddf5e902b tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/eeb2bb01-3182-4abd-99c9-0540fcf51c7e HTTP/1.1" status: 204 len: 168 time: 0.1568990 Oct 26 15:27:26.268770 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34584) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:26.279453 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9f03b3cc-9460-400d-9152-45f11cfe2641 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:26.280577 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ecfbd-d80a-4da1-9dd6-10eddf5e902b tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb2bb01-3182-4abd-99c9-0540fcf51c7e,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:26.316548 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8e12e6ba-777f-49fe-82f9-04c0101fdfc9 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0464094 Oct 26 15:27:26.319380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34586) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:26.333752 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-f44b7d40-83ae-42c6-871c-060d0f180afa tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] delete failed (client error): The resource could not be found. Oct 26 15:27:26.334799 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f44b7d40-83ae-42c6-871c-060d0f180afa tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/eeb2bb01-3182-4abd-99c9-0540fcf51c7e HTTP/1.1" status: 404 len: 347 time: 0.0144100 Oct 26 15:27:26.338667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34588) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:26.343147 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-d0969741-6b66-4503-a1cd-fda0a6ee204d tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1800011488'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:26.348118 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:26.380313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d0969741-6b66-4503-a1cd-fda0a6ee204d tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.389799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9309c381-afed-459f-afe0-942c473a7b1f None None] Sync routers for ids ['29184fe6-4aed-4cd7-955c-c9adb51d642f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:26.400189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9309c381-afed-459f-afe0-942c473a7b1f None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:26.400564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9309c381-afed-459f-afe0-942c473a7b1f None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:27:26.401196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-9309c381-afed-459f-afe0-942c473a7b1f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'29184fe6-4aed-4cd7-955c-c9adb51d642f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:27:26.414778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9309c381-afed-459f-afe0-942c473a7b1f None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:26.415156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9309c381-afed-459f-afe0-942c473a7b1f None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:27:26.419971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-9309c381-afed-459f-afe0-942c473a7b1f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'29184fe6-4aed-4cd7-955c-c9adb51d642f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:27:26.420401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9309c381-afed-459f-afe0-942c473a7b1f None None] The sync data for ids ['29184fe6-4aed-4cd7-955c-c9adb51d642f'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:26.435523 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:26.472858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:26.500390 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d0969741-6b66-4503-a1cd-fda0a6ee204d tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (edc0b125-e1f1-4159-b211-23098bdad00e), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.506921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d0969741-6b66-4503-a1cd-fda0a6ee204d tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (edc0b125-e1f1-4159-b211-23098bdad00e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.542357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:26.543614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.543897 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 Oct 26 15:27:26.558525 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0969741-6b66-4503-a1cd-fda0a6ee204d tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc0b125-e1f1-4159-b211-23098bdad00e,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:26.563720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d0969741-6b66-4503-a1cd-fda0a6ee204d tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.565171 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d0969741-6b66-4503-a1cd-fda0a6ee204d tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2255204 Oct 26 15:27:26.568352 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34590) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:26.572861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c547af42-acd9-470d-b4f6-b7f5890720a0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group_rule': {'security_group_id': 'edc0b125-e1f1-4159-b211-23098bdad00e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:26.591847 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9f03b3cc-9460-400d-9152-45f11cfe2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:27:22Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '2933cbea-958a-49a0-a352-3dec44725890', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'floating_ip_address': '172.26.11.177', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'mac_address': 'fa:16:3e:2c:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:27:15Z', 'updated_at': '2022-10-26T15:27:23Z', 'revision_number': 1, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:27:22Z', 'revision_number': 19, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:26.601894 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c547af42-acd9-470d-b4f6-b7f5890720a0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (d7a9a62c-8e21-41d2-a0cf-873c56f3169a), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.619269 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03b3cc-9460-400d-9152-45f11cfe2641 None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:26.628028 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03b3cc-9460-400d-9152-45f11cfe2641 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:26.628872 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9f03b3cc-9460-400d-9152-45f11cfe2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:26.631002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:26.662747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c547af42-acd9-470d-b4f6-b7f5890720a0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (d7a9a62c-8e21-41d2-a0cf-873c56f3169a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.666585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c547af42-acd9-470d-b4f6-b7f5890720a0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (d7a9a62c-8e21-41d2-a0cf-873c56f3169a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.688227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547af42-acd9-470d-b4f6-b7f5890720a0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a9a62c-8e21-41d2-a0cf-873c56f3169a,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:26.697623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c547af42-acd9-470d-b4f6-b7f5890720a0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.701501 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c547af42-acd9-470d-b4f6-b7f5890720a0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295187 Oct 26 15:27:26.701922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34594) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:26.732367 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f909cae2-34bb-4335-b1a0-379783a39f44 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (d7a9a62c-8e21-41d2-a0cf-873c56f3169a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.733756 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9f03b3cc-9460-400d-9152-45f11cfe2641 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:26.741425 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f909cae2-34bb-4335-b1a0-379783a39f44 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (d7a9a62c-8e21-41d2-a0cf-873c56f3169a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.774122 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f909cae2-34bb-4335-b1a0-379783a39f44 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (d7a9a62c-8e21-41d2-a0cf-873c56f3169a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.795534 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f909cae2-34bb-4335-b1a0-379783a39f44 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.796841 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f909cae2-34bb-4335-b1a0-379783a39f44 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/d7a9a62c-8e21-41d2-a0cf-873c56f3169a HTTP/1.1" status: 204 len: 168 time: 0.0939064 Oct 26 15:27:26.797247 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34596) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:26.798997 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34598) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:26.826473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909cae2-34bb-4335-b1a0-379783a39f44 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7a9a62c-8e21-41d2-a0cf-873c56f3169a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:26.829105 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:26.831818 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2143407-1a5e-48ce-a8c6-92dfb6388b59 None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:26.868843 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-76df14e6-8068-4f17-9fb3-b40c84a833c5 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0666270 Oct 26 15:27:26.869690 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34600) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:26.882505 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2143407-1a5e-48ce-a8c6-92dfb6388b59 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:26.883147 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c2143407-1a5e-48ce-a8c6-92dfb6388b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:26.897593 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a970c453-da37-4964-b566-11b83d03ed3d tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0990040 Oct 26 15:27:26.937956 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-22ce56d0-3cf1-4c72-b535-b594ee17eba6 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (edc0b125-e1f1-4159-b211-23098bdad00e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:26.961315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-22ce56d0-3cf1-4c72-b535-b594ee17eba6 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (edc0b125-e1f1-4159-b211-23098bdad00e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.005120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-22ce56d0-3cf1-4c72-b535-b594ee17eba6 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (edc0b125-e1f1-4159-b211-23098bdad00e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.008232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-22ce56d0-3cf1-4c72-b535-b594ee17eba6 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.013003 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-22ce56d0-3cf1-4c72-b535-b594ee17eba6 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/edc0b125-e1f1-4159-b211-23098bdad00e HTTP/1.1" status: 204 len: 168 time: 0.1386993 Oct 26 15:27:27.013088 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34602) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:27.020897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce56d0-3cf1-4c72-b535-b594ee17eba6 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc0b125-e1f1-4159-b211-23098bdad00e,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:27.049337 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9f03b3cc-9460-400d-9152-45f11cfe2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:27:22Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '2933cbea-958a-49a0-a352-3dec44725890', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'floating_ip_address': '172.26.11.177', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'mac_address': 'fa:16:3e:2c:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:27:15Z', 'updated_at': '2022-10-26T15:27:23Z', 'revision_number': 1, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:27:22Z', 'revision_number': 19, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:27.055270 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c2143407-1a5e-48ce-a8c6-92dfb6388b59 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:27.064012 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-78a32265-013f-4cca-9d8a-51aa45e54fe0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0497437 Oct 26 15:27:27.067888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34604) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:27.072478 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-73402831-d3c1-44b2-ad9b-1c7cfa6c7918 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562613499'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:27.101641 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03b3cc-9460-400d-9152-45f11cfe2641 None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:27:22Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '2933cbea-958a-49a0-a352-3dec44725890', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'floating_ip_address': '172.26.11.177', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'mac_address': 'fa:16:3e:2c:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:27:15Z', 'updated_at': '2022-10-26T15:27:23Z', 'revision_number': 1, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:27:22Z', 'revision_number': 19, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:27.109570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-73402831-d3c1-44b2-ad9b-1c7cfa6c7918 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.191531 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:27.200131 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-73402831-d3c1-44b2-ad9b-1c7cfa6c7918 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (dbc63555-447d-4eb7-a3c4-d285b77c7829), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.204011 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-73402831-d3c1-44b2-ad9b-1c7cfa6c7918 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (dbc63555-447d-4eb7-a3c4-d285b77c7829), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.235988 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34606) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:27.237417 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73402831-d3c1-44b2-ad9b-1c7cfa6c7918 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc63555-447d-4eb7-a3c4-d285b77c7829,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:27.243663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-73402831-d3c1-44b2-ad9b-1c7cfa6c7918 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.244938 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-73402831-d3c1-44b2-ad9b-1c7cfa6c7918 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1759589 Oct 26 15:27:27.248853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34608) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:27.254598 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f96700d2-b0e3-4034-a8d2-da4d76ca60d0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group_rule': {'security_group_id': 'dbc63555-447d-4eb7-a3c4-d285b77c7829', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:27.299643 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f96700d2-b0e3-4034-a8d2-da4d76ca60d0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (922e63c2-7c1f-4ded-afd0-ada3ae611024), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.319852 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:27.324644 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8a427245-8328-4a2b-b6c5-e832357003fc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0855031 Oct 26 15:27:27.333510 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c2143407-1a5e-48ce-a8c6-92dfb6388b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:22Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:25Z', 'revision_number': 3, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:22Z', 'revision_number': 11, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:27.352545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f96700d2-b0e3-4034-a8d2-da4d76ca60d0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (922e63c2-7c1f-4ded-afd0-ada3ae611024), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.356136 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f96700d2-b0e3-4034-a8d2-da4d76ca60d0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (922e63c2-7c1f-4ded-afd0-ada3ae611024), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.361050 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2143407-1a5e-48ce-a8c6-92dfb6388b59 None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:27.369592 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2143407-1a5e-48ce-a8c6-92dfb6388b59 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:27.370197 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c2143407-1a5e-48ce-a8c6-92dfb6388b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:27.376731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96700d2-b0e3-4034-a8d2-da4d76ca60d0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922e63c2-7c1f-4ded-afd0-ada3ae611024,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:27.385095 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f96700d2-b0e3-4034-a8d2-da4d76ca60d0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.386303 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f96700d2-b0e3-4034-a8d2-da4d76ca60d0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357307 Oct 26 15:27:27.389716 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34610) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:27.394140 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-0b4be146-b9e2-4ae5-8811-70aadeb2ec31 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group_rule': {'security_group_id': 'dbc63555-447d-4eb7-a3c4-d285b77c7829', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:27.459024 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0b4be146-b9e2-4ae5-8811-70aadeb2ec31 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (ec34654a-7bbe-4a16-b0b7-7efa6164c353), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.472950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:27.515003 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:27.526058 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0b4be146-b9e2-4ae5-8811-70aadeb2ec31 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (ec34654a-7bbe-4a16-b0b7-7efa6164c353), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.529226 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c2143407-1a5e-48ce-a8c6-92dfb6388b59 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:27.535288 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0b4be146-b9e2-4ae5-8811-70aadeb2ec31 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (ec34654a-7bbe-4a16-b0b7-7efa6164c353), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.569103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4be146-b9e2-4ae5-8811-70aadeb2ec31 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec34654a-7bbe-4a16-b0b7-7efa6164c353,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:27.583261 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0b4be146-b9e2-4ae5-8811-70aadeb2ec31 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.585169 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0b4be146-b9e2-4ae5-8811-70aadeb2ec31 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1944478 Oct 26 15:27:27.587818 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34612) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:27.592386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-d78d5e0b-bdc8-4fab-a37e-e5a95ffda0e8 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group_rule': {'security_group_id': 'dbc63555-447d-4eb7-a3c4-d285b77c7829', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:27.601543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:27.601945 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.643037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:27.645820 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d78d5e0b-bdc8-4fab-a37e-e5a95ffda0e8 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (c812f859-1044-4643-af28-70553643968d), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.652458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.734689 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d78d5e0b-bdc8-4fab-a37e-e5a95ffda0e8 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (c812f859-1044-4643-af28-70553643968d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.747038 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d78d5e0b-bdc8-4fab-a37e-e5a95ffda0e8 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (c812f859-1044-4643-af28-70553643968d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.755250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:27.765834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:27.766440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:27.767086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:27.767839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:27.768281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:27.768904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:27.769512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:27.770435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:27.771126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:27.771478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:27.771906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:27.772336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:27.772914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:27.773387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:27.773922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:27:27.779515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d5e0b-bdc8-4fab-a37e-e5a95ffda0e8 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c812f859-1044-4643-af28-70553643968d,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:27.803132 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d78d5e0b-bdc8-4fab-a37e-e5a95ffda0e8 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.807350 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d78d5e0b-bdc8-4fab-a37e-e5a95ffda0e8 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2156200 Oct 26 15:27:27.808122 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34614) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:27.815027 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-14a78a97-cdfb-4ad6-8c33-0609c000f142 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group_rule': {'security_group_id': 'dbc63555-447d-4eb7-a3c4-d285b77c7829', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:27.866057 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-14a78a97-cdfb-4ad6-8c33-0609c000f142 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (6ab3bf32-6ec4-46c4-957d-76a65253113e), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.866928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:27.900090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34616) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:27.913636 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:27.944610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:27.945325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.945881 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:27:27.947814 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c2143407-1a5e-48ce-a8c6-92dfb6388b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:22Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:25Z', 'revision_number': 3, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:22Z', 'revision_number': 11, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:27.959737 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-14a78a97-cdfb-4ad6-8c33-0609c000f142 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (6ab3bf32-6ec4-46c4-957d-76a65253113e), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.967496 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-14a78a97-cdfb-4ad6-8c33-0609c000f142 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (6ab3bf32-6ec4-46c4-957d-76a65253113e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:27.984915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:27.986045 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2143407-1a5e-48ce-a8c6-92dfb6388b59 None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:22Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:25Z', 'revision_number': 3, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:22Z', 'revision_number': 11, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:28.001592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-14a78a97-cdfb-4ad6-8c33-0609c000f142 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.003069 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-14a78a97-cdfb-4ad6-8c33-0609c000f142 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1924791 Oct 26 15:27:28.005762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a78a97-cdfb-4ad6-8c33-0609c000f142 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab3bf32-6ec4-46c4-957d-76a65253113e,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:28.008280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34618) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:28.015563 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-47b4f4a6-487f-4274-aa69-f32cea9eb49c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.1120458 Oct 26 15:27:28.019833 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-c3745d24-cbab-4c4d-93b0-01bf606800c9 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group_rule': {'security_group_id': 'dbc63555-447d-4eb7-a3c4-d285b77c7829', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:28.057427 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c3745d24-cbab-4c4d-93b0-01bf606800c9 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (366dfae5-39c0-4e34-ba76-f4de4ed6dc7c), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.135397 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c3745d24-cbab-4c4d-93b0-01bf606800c9 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (366dfae5-39c0-4e34-ba76-f4de4ed6dc7c), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.140309 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c3745d24-cbab-4c4d-93b0-01bf606800c9 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (366dfae5-39c0-4e34-ba76-f4de4ed6dc7c), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.165154 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3745d24-cbab-4c4d-93b0-01bf606800c9 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366dfae5-39c0-4e34-ba76-f4de4ed6dc7c,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:28.183292 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c3745d24-cbab-4c4d-93b0-01bf606800c9 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.186891 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c3745d24-cbab-4c4d-93b0-01bf606800c9 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1747320 Oct 26 15:27:28.187190 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34620) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:28.225705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6cfee933-d64a-4e2c-8e74-20aa18025bfa tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (366dfae5-39c0-4e34-ba76-f4de4ed6dc7c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.239728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:28.240124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.247957 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6cfee933-d64a-4e2c-8e74-20aa18025bfa tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (366dfae5-39c0-4e34-ba76-f4de4ed6dc7c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.298954 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:28.310518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6cfee933-d64a-4e2c-8e74-20aa18025bfa tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (366dfae5-39c0-4e34-ba76-f4de4ed6dc7c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.321253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.328075 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34622) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:28.339116 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6cfee933-d64a-4e2c-8e74-20aa18025bfa tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.341238 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6cfee933-d64a-4e2c-8e74-20aa18025bfa tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/366dfae5-39c0-4e34-ba76-f4de4ed6dc7c HTTP/1.1" status: 204 len: 168 time: 0.1530211 Oct 26 15:27:28.345778 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34624) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:28.354712 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfee933-d64a-4e2c-8e74-20aa18025bfa tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=366dfae5-39c0-4e34-ba76-f4de4ed6dc7c,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:28.397996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:28.423918 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-82b46289-ff7e-43cc-bbf4-9572f5852613 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0766106 Oct 26 15:27:28.426732 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34626) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:28.428970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8d07e118-8298-4178-8e1a-9d4b66e42bb6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:28.444276 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8997625d-523d-4abb-b9b3-3c6eb73ee8b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1146014 Oct 26 15:27:28.458694 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b13abcd7-33bf-4692-9602-feab6c4b1786 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (6ab3bf32-6ec4-46c4-957d-76a65253113e), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.465670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:28.471916 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b13abcd7-33bf-4692-9602-feab6c4b1786 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (6ab3bf32-6ec4-46c4-957d-76a65253113e), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.485818 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:28.510757 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b13abcd7-33bf-4692-9602-feab6c4b1786 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (6ab3bf32-6ec4-46c4-957d-76a65253113e), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.519697 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b13abcd7-33bf-4692-9602-feab6c4b1786 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.521158 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b13abcd7-33bf-4692-9602-feab6c4b1786 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/6ab3bf32-6ec4-46c4-957d-76a65253113e HTTP/1.1" status: 204 len: 168 time: 0.0931482 Oct 26 15:27:28.524088 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34628) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:28.537376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13abcd7-33bf-4692-9602-feab6c4b1786 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ab3bf32-6ec4-46c4-957d-76a65253113e,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:28.557081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:28.570355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:28.570802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.587148 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-29b78527-1a1b-4562-9ab1-0e913e44931f tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0590255 Oct 26 15:27:28.588101 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34630) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:28.602080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8d07e118-8298-4178-8e1a-9d4b66e42bb6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8d07e118-8298-4178-8e1a-9d4b66e42bb6,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:28.608122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.609196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:28.615535 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-88a738e2-f8dd-485d-8902-1482a851bf8e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (c812f859-1044-4643-af28-70553643968d), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.634403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-88a738e2-f8dd-485d-8902-1482a851bf8e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (c812f859-1044-4643-af28-70553643968d), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.680330 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-88a738e2-f8dd-485d-8902-1482a851bf8e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (c812f859-1044-4643-af28-70553643968d), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.687967 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-88a738e2-f8dd-485d-8902-1482a851bf8e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.689161 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-88a738e2-f8dd-485d-8902-1482a851bf8e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/c812f859-1044-4643-af28-70553643968d HTTP/1.1" status: 204 len: 168 time: 0.1002634 Oct 26 15:27:28.691950 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34632) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:28.695848 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a738e2-f8dd-485d-8902-1482a851bf8e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c812f859-1044-4643-af28-70553643968d,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:28.711491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8d07e118-8298-4178-8e1a-9d4b66e42bb6,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:28.717196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:28.751790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:28.752180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.770216 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dead2ccf-ad99-42c9-8f04-04dede637266 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0737817 Oct 26 15:27:28.770809 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34634) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:28.776174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:28.783988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.785091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:28.808742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c637b3f9-e3c5-4194-a465-ba47f7873121 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (ec34654a-7bbe-4a16-b0b7-7efa6164c353), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.819802 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c637b3f9-e3c5-4194-a465-ba47f7873121 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (ec34654a-7bbe-4a16-b0b7-7efa6164c353), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.860209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c637b3f9-e3c5-4194-a465-ba47f7873121 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (ec34654a-7bbe-4a16-b0b7-7efa6164c353), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.868135 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c637b3f9-e3c5-4194-a465-ba47f7873121 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.869363 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c637b3f9-e3c5-4194-a465-ba47f7873121 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/ec34654a-7bbe-4a16-b0b7-7efa6164c353 HTTP/1.1" status: 204 len: 168 time: 0.0973527 Oct 26 15:27:28.872647 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34636) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:28.876847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:28.900702 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637b3f9-e3c5-4194-a465-ba47f7873121 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec34654a-7bbe-4a16-b0b7-7efa6164c353,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:28.920225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:28.920707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.937778 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0bc68316-ecc8-4054-ae01-04b833af0975 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0637767 Oct 26 15:27:28.941107 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34638) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:28.944436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:28.952862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.953642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 91a88ef0-2a52-4638-b2ef-785bff49a4f8 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:28.974254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bab5c6e5-4d5d-4e04-a522-e617a151f47a tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (922e63c2-7c1f-4ded-afd0-ada3ae611024), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:28.991690 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bab5c6e5-4d5d-4e04-a522-e617a151f47a tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (922e63c2-7c1f-4ded-afd0-ada3ae611024), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.017068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34640) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:29.034306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:29.056448 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bab5c6e5-4d5d-4e04-a522-e617a151f47a tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (922e63c2-7c1f-4ded-afd0-ada3ae611024), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.087264 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bab5c6e5-4d5d-4e04-a522-e617a151f47a tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.088721 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bab5c6e5-4d5d-4e04-a522-e617a151f47a tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/922e63c2-7c1f-4ded-afd0-ada3ae611024 HTTP/1.1" status: 204 len: 168 time: 0.1456954 Oct 26 15:27:29.090069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5c6e5-4d5d-4e04-a522-e617a151f47a tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=922e63c2-7c1f-4ded-afd0-ada3ae611024,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:29.097550 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34642) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:29.116881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:29.118377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.131314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=1,neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:29.156640 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-63ad595a-e34e-45b6-857f-573abcc8c654 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0576513 Oct 26 15:27:29.159526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34644) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:29.168952 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-50fb3a46-c9f6-45a2-956a-2d805a74ee8c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.1505914 Oct 26 15:27:29.190219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:29.194546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.195473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:29.233663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a1a1fbc4-dcf1-45ee-80bd-122a81180995 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (dbc63555-447d-4eb7-a3c4-d285b77c7829), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.266493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a1a1fbc4-dcf1-45ee-80bd-122a81180995 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (dbc63555-447d-4eb7-a3c4-d285b77c7829), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.297881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:29.325527 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a1a1fbc4-dcf1-45ee-80bd-122a81180995 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (dbc63555-447d-4eb7-a3c4-d285b77c7829), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.328312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a1a1fbc4-dcf1-45ee-80bd-122a81180995 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.332198 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a1a1fbc4-dcf1-45ee-80bd-122a81180995 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/dbc63555-447d-4eb7-a3c4-d285b77c7829 HTTP/1.1" status: 204 len: 168 time: 0.1715341 Oct 26 15:27:29.332384 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34646) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:29.342220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1fbc4-dcf1-45ee-80bd-122a81180995 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc63555-447d-4eb7-a3c4-d285b77c7829,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:29.361942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:29.362418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.383231 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e8543fc6-5400-4228-b76f-e9ff00837426 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0494001 Oct 26 15:27:29.387947 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34648) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:29.392596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e1dcc5fe-5796-416f-9b26-efcf24104cd0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1764972930'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:29.403201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:29.407825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.416595 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e1dcc5fe-5796-416f-9b26-efcf24104cd0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.448669 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34650) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:29.456434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:29.496339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e1dcc5fe-5796-416f-9b26-efcf24104cd0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (b399f50d-df6d-476a-bd60-5cdfec0605f5), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.500780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e1dcc5fe-5796-416f-9b26-efcf24104cd0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (b399f50d-df6d-476a-bd60-5cdfec0605f5), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.511746 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-be9449ff-1ed1-4de3-8638-b1e03ddb7f97 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0614223 Oct 26 15:27:29.534318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e1dcc5fe-5796-416f-9b26-efcf24104cd0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.536839 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e1dcc5fe-5796-416f-9b26-efcf24104cd0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1464550 Oct 26 15:27:29.537802 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dcc5fe-5796-416f-9b26-efcf24104cd0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b399f50d-df6d-476a-bd60-5cdfec0605f5,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:29.538621 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34652) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:29.544014 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f89bc80c-eeda-4ed8-88f1-4a6cc1ffa464 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group_rule': {'security_group_id': 'b399f50d-df6d-476a-bd60-5cdfec0605f5', 'direction': 'ingress', 'protocol': 17}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:29.572736 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f89bc80c-eeda-4ed8-88f1-4a6cc1ffa464 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (fb101920-7976-4faa-a639-f4bac4793188), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.636529 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f89bc80c-eeda-4ed8-88f1-4a6cc1ffa464 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (fb101920-7976-4faa-a639-f4bac4793188), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.639904 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f89bc80c-eeda-4ed8-88f1-4a6cc1ffa464 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (fb101920-7976-4faa-a639-f4bac4793188), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.658582 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bc80c-eeda-4ed8-88f1-4a6cc1ffa464 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb101920-7976-4faa-a639-f4bac4793188,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:29.666547 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f89bc80c-eeda-4ed8-88f1-4a6cc1ffa464 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.670441 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f89bc80c-eeda-4ed8-88f1-4a6cc1ffa464 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1281343 Oct 26 15:27:29.671095 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34654) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:29.713040 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:29.732129 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f47c3843-7f7a-4cde-a4c0-359a1953be2b tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (b399f50d-df6d-476a-bd60-5cdfec0605f5), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.767466 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f47c3843-7f7a-4cde-a4c0-359a1953be2b tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (b399f50d-df6d-476a-bd60-5cdfec0605f5), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.787983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13667bcc-04bc-4df4-9cbe-10bfeee2a946 None None] New status for floating IP 2933cbea-958a-49a0-a352-3dec44725890: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:27:29.859544 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f47c3843-7f7a-4cde-a4c0-359a1953be2b tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (b399f50d-df6d-476a-bd60-5cdfec0605f5), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.862645 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f47c3843-7f7a-4cde-a4c0-359a1953be2b tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:29.866593 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f47c3843-7f7a-4cde-a4c0-359a1953be2b tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b399f50d-df6d-476a-bd60-5cdfec0605f5 HTTP/1.1" status: 204 len: 168 time: 0.1945438 Oct 26 15:27:29.866985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34656) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:29.876770 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c3843-7f7a-4cde-a4c0-359a1953be2b tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b399f50d-df6d-476a-bd60-5cdfec0605f5,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:29.953963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:29.956088 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fa9d54c8-2333-46c5-9004-6cf90088ef62 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0872865 Oct 26 15:27:29.960208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34658) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:29.966874 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-09ac2f93-0df1-48c8-b644-6bfb2a14ca1e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1300419228'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:29.984077 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:29.998326 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-09ac2f93-0df1-48c8-b644-6bfb2a14ca1e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.011883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:30.012270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.012615 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:27:30.082267 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-09ac2f93-0df1-48c8-b644-6bfb2a14ca1e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (4e656a90-24e5-4642-894d-f5f691a261a5), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.089160 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-09ac2f93-0df1-48c8-b644-6bfb2a14ca1e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (4e656a90-24e5-4642-894d-f5f691a261a5), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.094802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:30.097668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:30.098145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.122710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:30.124587 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-09ac2f93-0df1-48c8-b644-6bfb2a14ca1e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.125852 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-09ac2f93-0df1-48c8-b644-6bfb2a14ca1e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1641262 Oct 26 15:27:30.127626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.128755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:30.128936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34660) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:30.133405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-667ac6bd-0bba-4a37-9744-68173d4e0caf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group': {'name': 'tempest-secgroup--436289562'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:30.140063 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac2f93-0df1-48c8-b644-6bfb2a14ca1e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e656a90-24e5-4642-894d-f5f691a261a5,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:30.160628 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-667ac6bd-0bba-4a37-9744-68173d4e0caf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.170648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34662) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:30.225018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:30.230410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:30.230795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.231132 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:27:30.254254 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cd75a835-58d2-4024-abf8-2450971aea3e tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0824935 Oct 26 15:27:30.319265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-667ac6bd-0bba-4a37-9744-68173d4e0caf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (348854c5-529d-4070-85d7-d6a38901ea32), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.323546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-667ac6bd-0bba-4a37-9744-68173d4e0caf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (348854c5-529d-4070-85d7-d6a38901ea32), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.333983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:30.335295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:30.343068 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:30.362376 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-667ac6bd-0bba-4a37-9744-68173d4e0caf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.363849 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-667ac6bd-0bba-4a37-9744-68173d4e0caf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2341428 Oct 26 15:27:30.366769 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34664) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:30.371780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-8169348e-0f65-4a7d-9fd6-e94b65d14500 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group_rule': {'security_group_id': '4e656a90-24e5-4642-894d-f5f691a261a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '348854c5-529d-4070-85d7-d6a38901ea32', 'remote_ip_prefix': None}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:30.374345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:30.383197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ac6bd-0bba-4a37-9744-68173d4e0caf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=348854c5-529d-4070-85d7-d6a38901ea32,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:30.390564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4c25ba64-18d1-49ab-a337-8f195a556d78 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:30.391207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.391408 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4c25ba64-18d1-49ab-a337-8f195a556d78 Oct 26 15:27:30.413286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8169348e-0f65-4a7d-9fd6-e94b65d14500 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (9d31984a-26ca-487c-b414-5f50e820f7e6), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.473327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:30.473904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.492824 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8169348e-0f65-4a7d-9fd6-e94b65d14500 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (9d31984a-26ca-487c-b414-5f50e820f7e6), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.495217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:30.497155 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8169348e-0f65-4a7d-9fd6-e94b65d14500 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (9d31984a-26ca-487c-b414-5f50e820f7e6), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.499884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.501193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:30.514665 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34666) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:30.517257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169348e-0f65-4a7d-9fd6-e94b65d14500 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d31984a-26ca-487c-b414-5f50e820f7e6,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:30.528144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8169348e-0f65-4a7d-9fd6-e94b65d14500 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.532041 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8169348e-0f65-4a7d-9fd6-e94b65d14500 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1616087 Oct 26 15:27:30.532963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34668) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:30.549993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:30.563104 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c10a81bf-be25-4f30-ac68-7af060c18bdf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (9d31984a-26ca-487c-b414-5f50e820f7e6), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.572426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c10a81bf-be25-4f30-ac68-7af060c18bdf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (9d31984a-26ca-487c-b414-5f50e820f7e6), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.580190 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d6c9d600-81ef-4b57-bfcd-cff66a0beeaf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0643742 Oct 26 15:27:30.588248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:30.597263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:30.597654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.598577 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:27:30.605471 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c10a81bf-be25-4f30-ac68-7af060c18bdf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (9d31984a-26ca-487c-b414-5f50e820f7e6), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.611690 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c10a81bf-be25-4f30-ac68-7af060c18bdf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.614318 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c10a81bf-be25-4f30-ac68-7af060c18bdf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/9d31984a-26ca-487c-b414-5f50e820f7e6 HTTP/1.1" status: 204 len: 168 time: 0.0784631 Oct 26 15:27:30.615862 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34670) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:30.621786 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a81bf-be25-4f30-ac68-7af060c18bdf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d31984a-26ca-487c-b414-5f50e820f7e6,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:30.658886 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-eb5b2b6d-ad16-4882-82f5-519a767a0a89 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0416329 Oct 26 15:27:30.661644 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34672) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:30.684414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:30.684720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.716092 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3b10f56b-9584-442e-b4a8-5921b2adfd93 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (348854c5-529d-4070-85d7-d6a38901ea32), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.716894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:30.721479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.739140 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3b10f56b-9584-442e-b4a8-5921b2adfd93 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (348854c5-529d-4070-85d7-d6a38901ea32), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.775391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:30.781700 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3b10f56b-9584-442e-b4a8-5921b2adfd93 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (348854c5-529d-4070-85d7-d6a38901ea32), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.784585 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3b10f56b-9584-442e-b4a8-5921b2adfd93 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:30.785812 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3b10f56b-9584-442e-b4a8-5921b2adfd93 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/348854c5-529d-4070-85d7-d6a38901ea32 HTTP/1.1" status: 204 len: 168 time: 0.1232731 Oct 26 15:27:30.788582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34674) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:30.790500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:30.796693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10f56b-9584-442e-b4a8-5921b2adfd93 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=348854c5-529d-4070-85d7-d6a38901ea32,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:30.835045 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f66f4-010d-4c03-bbfb-c254694c2a5e None None] New status for floating IP d12774f9-2936-4130-9876-d38b1752057c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:27:30.859388 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1c6656f3-0ed2-4ae8-9625-c6e1b2d0a390 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0694697 Oct 26 15:27:30.861443 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34676) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:31.160007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25aa891-7249-4167-bc38-f3843c8269d9 None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:31.160007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25aa891-7249-4167-bc38-f3843c8269d9 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:31.160007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d25aa891-7249-4167-bc38-f3843c8269d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:31.247540 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c7d0dcc3-eb4f-4779-a399-d6cf7854e965 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (4e656a90-24e5-4642-894d-f5f691a261a5), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:31.258115 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34678) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:31.266268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d25aa891-7249-4167-bc38-f3843c8269d9 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:31.270833 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c7d0dcc3-eb4f-4779-a399-d6cf7854e965 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (4e656a90-24e5-4642-894d-f5f691a261a5), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:31.303175 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:31.324662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c7d0dcc3-eb4f-4779-a399-d6cf7854e965 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (4e656a90-24e5-4642-894d-f5f691a261a5), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:31.328113 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c7d0dcc3-eb4f-4779-a399-d6cf7854e965 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:31.329451 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c7d0dcc3-eb4f-4779-a399-d6cf7854e965 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/4e656a90-24e5-4642-894d-f5f691a261a5 HTTP/1.1" status: 204 len: 168 time: 0.4669673 Oct 26 15:27:31.332473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34680) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:31.340493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0dcc3-eb4f-4779-a399-d6cf7854e965 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e656a90-24e5-4642-894d-f5f691a261a5,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:31.357535 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-20785bec-d071-4fa1-b1b5-b25a0ba01837 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0970094 Oct 26 15:27:31.394944 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-416c99ce-d90d-4f05-85a1-56ca81289b51 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0611138 Oct 26 15:27:31.399051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34682) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:31.404624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-011f983c-469d-4f71-a4ec-58267d59fd05 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1815423700'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:31.429131 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-011f983c-469d-4f71-a4ec-58267d59fd05 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:31.515532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d25aa891-7249-4167-bc38-f3843c8269d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:27:30Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '2933cbea-958a-49a0-a352-3dec44725890', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'floating_ip_address': '172.26.11.177', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'mac_address': 'fa:16:3e:2c:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:27:15Z', 'updated_at': '2022-10-26T15:27:29Z', 'revision_number': 2, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:27:28Z', 'revision_number': 21, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:31.522313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-011f983c-469d-4f71-a4ec-58267d59fd05 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (58a5546b-1534-4763-8260-59c8d5f65aa4), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:31.526036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-011f983c-469d-4f71-a4ec-58267d59fd05 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (58a5546b-1534-4763-8260-59c8d5f65aa4), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:31.544365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25aa891-7249-4167-bc38-f3843c8269d9 None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:31.553415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25aa891-7249-4167-bc38-f3843c8269d9 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:31.554591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d25aa891-7249-4167-bc38-f3843c8269d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:31.561156 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-011f983c-469d-4f71-a4ec-58267d59fd05 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:31.562558 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-011f983c-469d-4f71-a4ec-58267d59fd05 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1620030 Oct 26 15:27:31.563685 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f983c-469d-4f71-a4ec-58267d59fd05 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a5546b-1534-4763-8260-59c8d5f65aa4,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:31.566437 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34684) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:31.571868 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7540dba9-55bc-4407-a072-cb61ea40bcdf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group_rule': {'security_group_id': '58a5546b-1534-4763-8260-59c8d5f65aa4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:31.583262 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34686) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:31.645178 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7540dba9-55bc-4407-a072-cb61ea40bcdf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (90f34bef-ffae-450b-a649-ad055db755f7), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:31.657969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d25aa891-7249-4167-bc38-f3843c8269d9 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:31.661226 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8010b247-45dc-430d-a139-3f333eef531f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0766470 Oct 26 15:27:31.713893 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7540dba9-55bc-4407-a072-cb61ea40bcdf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (90f34bef-ffae-450b-a649-ad055db755f7), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:31.717329 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7540dba9-55bc-4407-a072-cb61ea40bcdf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (90f34bef-ffae-450b-a649-ad055db755f7), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:31.737450 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540dba9-55bc-4407-a072-cb61ea40bcdf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f34bef-ffae-450b-a649-ad055db755f7,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:31.742008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:31.747197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7540dba9-55bc-4407-a072-cb61ea40bcdf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:31.748498 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7540dba9-55bc-4407-a072-cb61ea40bcdf tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1805630 Oct 26 15:27:31.751351 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34688) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:31.776562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ef38b36e-75b3-4b5a-a8e2-969ecd247b9a tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (90f34bef-ffae-450b-a649-ad055db755f7), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:31.788237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ef38b36e-75b3-4b5a-a8e2-969ecd247b9a tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (90f34bef-ffae-450b-a649-ad055db755f7), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:31.828253 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d9d0aa-3e8a-4d6f-88f2-526e51955858 None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:31.828355 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ef38b36e-75b3-4b5a-a8e2-969ecd247b9a tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (90f34bef-ffae-450b-a649-ad055db755f7), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:31.835625 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d9d0aa-3e8a-4d6f-88f2-526e51955858 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:31.836414 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b8d9d0aa-3e8a-4d6f-88f2-526e51955858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:31.837192 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ef38b36e-75b3-4b5a-a8e2-969ecd247b9a tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:31.840768 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ef38b36e-75b3-4b5a-a8e2-969ecd247b9a tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/90f34bef-ffae-450b-a649-ad055db755f7 HTTP/1.1" status: 204 len: 168 time: 0.0859175 Oct 26 15:27:31.841191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34690) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:31.847968 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38b36e-75b3-4b5a-a8e2-969ecd247b9a tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90f34bef-ffae-450b-a649-ad055db755f7,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:31.902267 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-141d13a7-291f-4b93-a7b6-670b192dbbae tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0598803 Oct 26 15:27:31.904907 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34692) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:31.953963 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b8d9d0aa-3e8a-4d6f-88f2-526e51955858 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:31.967901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:31.969599 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ed121fe2-0649-42ed-becc-53362c98efb7 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (58a5546b-1534-4763-8260-59c8d5f65aa4), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:31.992040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ed121fe2-0649-42ed-becc-53362c98efb7 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (58a5546b-1534-4763-8260-59c8d5f65aa4), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.041332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ed121fe2-0649-42ed-becc-53362c98efb7 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (58a5546b-1534-4763-8260-59c8d5f65aa4), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.045044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ed121fe2-0649-42ed-becc-53362c98efb7 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.048589 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ed121fe2-0649-42ed-becc-53362c98efb7 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/58a5546b-1534-4763-8260-59c8d5f65aa4 HTTP/1.1" status: 204 len: 168 time: 0.1401117 Oct 26 15:27:32.049068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34694) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:32.056740 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed121fe2-0649-42ed-becc-53362c98efb7 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a5546b-1534-4763-8260-59c8d5f65aa4,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:32.093981 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1ce58aef-b3ea-4c1a-9efc-519c87719dc3 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0437102 Oct 26 15:27:32.098468 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34696) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:32.103022 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-b1c934a5-7abb-41a8-9bbe-80402e2e9717 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group': {'name': 'tempest-secgroup--595357049'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:32.117769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:32.118147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.119166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:32.127970 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b1c934a5-7abb-41a8-9bbe-80402e2e9717 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.157074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:32.158738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d25aa891-7249-4167-bc38-f3843c8269d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:27:30Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '2933cbea-958a-49a0-a352-3dec44725890', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'floating_ip_address': '172.26.11.177', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'mac_address': 'fa:16:3e:2c:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:27:15Z', 'updated_at': '2022-10-26T15:27:29Z', 'revision_number': 2, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:27:28Z', 'revision_number': 21, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:32.165089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.165906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:32.201012 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b8d9d0aa-3e8a-4d6f-88f2-526e51955858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:30Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:30Z', 'revision_number': 13, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:32.213274 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b1c934a5-7abb-41a8-9bbe-80402e2e9717 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (b7f67811-e597-48b9-802a-fc12342f8e23), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.222938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b1c934a5-7abb-41a8-9bbe-80402e2e9717 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (b7f67811-e597-48b9-802a-fc12342f8e23), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.233121 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d9d0aa-3e8a-4d6f-88f2-526e51955858 None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:32.233434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25aa891-7249-4167-bc38-f3843c8269d9 None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:27:30Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '2933cbea-958a-49a0-a352-3dec44725890', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'floating_ip_address': '172.26.11.177', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'mac_address': 'fa:16:3e:2c:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:27:15Z', 'updated_at': '2022-10-26T15:27:29Z', 'revision_number': 2, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:27:28Z', 'revision_number': 21, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:32.243411 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d9d0aa-3e8a-4d6f-88f2-526e51955858 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:32.244266 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b8d9d0aa-3e8a-4d6f-88f2-526e51955858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:32.275037 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b1c934a5-7abb-41a8-9bbe-80402e2e9717 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.279542 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b1c934a5-7abb-41a8-9bbe-80402e2e9717 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1768327 Oct 26 15:27:32.279748 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34698) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:32.282062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:32.285265 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-23702e4a-2ce7-466d-ae51-9156a97c9585 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group_rule': {'security_group_id': 'b7f67811-e597-48b9-802a-fc12342f8e23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:32.290828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:32.291033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c934a5-7abb-41a8-9bbe-80402e2e9717 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f67811-e597-48b9-802a-fc12342f8e23,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:32.337708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-23702e4a-2ce7-466d-ae51-9156a97c9585 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (12474845-3477-447f-98f4-8a79be734a0c), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.343042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:32.343443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.359524 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34700) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:32.372255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:32.379018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.379905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:32.388235 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:32.401457 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b8d9d0aa-3e8a-4d6f-88f2-526e51955858 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:32.413367 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-23702e4a-2ce7-466d-ae51-9156a97c9585 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (12474845-3477-447f-98f4-8a79be734a0c), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.420951 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-23702e4a-2ce7-466d-ae51-9156a97c9585 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (12474845-3477-447f-98f4-8a79be734a0c), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.437511 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23702e4a-2ce7-466d-ae51-9156a97c9585 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12474845-3477-447f-98f4-8a79be734a0c,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:32.459435 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-45cede4e-c067-406e-999d-e83781ed0e81 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0987444 Oct 26 15:27:32.467271 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-23702e4a-2ce7-466d-ae51-9156a97c9585 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.469280 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-23702e4a-2ce7-466d-ae51-9156a97c9585 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1884570 Oct 26 15:27:32.472154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34702) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:32.489873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:32.498944 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ca5e6bb4-ce67-465c-a297-f3f3fe96204f tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules/12474845-3477-447f-98f4-8a79be734a0c HTTP/1.1" status: 200 len: 763 time: 0.0244348 Oct 26 15:27:32.500413 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34704) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:32.515349 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:32.561284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34706) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:32.564907 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9b1c69d2-784d-44ef-8030-a45740ef0be9 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0555112 Oct 26 15:27:32.570145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:32.576005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:32.576364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.602267 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b23f6573-e909-4b97-aa55-8d3d1a85a708 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (12474845-3477-447f-98f4-8a79be734a0c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.611200 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b23f6573-e909-4b97-aa55-8d3d1a85a708 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (12474845-3477-447f-98f4-8a79be734a0c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.614385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:32.618601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.619814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:32.650192 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b23f6573-e909-4b97-aa55-8d3d1a85a708 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (12474845-3477-447f-98f4-8a79be734a0c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.665362 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34708) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:32.669792 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b23f6573-e909-4b97-aa55-8d3d1a85a708 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.673793 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b23f6573-e909-4b97-aa55-8d3d1a85a708 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/12474845-3477-447f-98f4-8a79be734a0c HTTP/1.1" status: 204 len: 168 time: 0.1113350 Oct 26 15:27:32.678265 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34710) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:32.686479 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f6573-e909-4b97-aa55-8d3d1a85a708 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12474845-3477-447f-98f4-8a79be734a0c,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:32.731528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:32.735823 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2de2f400-58b0-43b1-9192-3d319c81f4cc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0682130 Oct 26 15:27:32.741151 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34712) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:32.741854 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fa492feb-68d4-49e7-bb93-ba10c4efc73e tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0616555 Oct 26 15:27:32.747422 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-b0b577ed-d628-4cae-9faa-b0cda6cb40e7 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group_rule': {'security_group_id': 'b7f67811-e597-48b9-802a-fc12342f8e23', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:32.772571 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:32.785249 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b8d9d0aa-3e8a-4d6f-88f2-526e51955858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:30Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:30Z', 'revision_number': 13, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:32.787673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:32.790380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b0b577ed-d628-4cae-9faa-b0cda6cb40e7 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (691beaf2-fec1-44ad-8d1a-c9e64d8b8465), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.803371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:32.805110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.815014 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d9d0aa-3e8a-4d6f-88f2-526e51955858 None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:30Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:30Z', 'revision_number': 13, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:32.847895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:32.856135 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.869717 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b0b577ed-d628-4cae-9faa-b0cda6cb40e7 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (691beaf2-fec1-44ad-8d1a-c9e64d8b8465), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.878718 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b0b577ed-d628-4cae-9faa-b0cda6cb40e7 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (691beaf2-fec1-44ad-8d1a-c9e64d8b8465), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.902847 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b577ed-d628-4cae-9faa-b0cda6cb40e7 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691beaf2-fec1-44ad-8d1a-c9e64d8b8465,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:32.915515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:32.915733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b0b577ed-d628-4cae-9faa-b0cda6cb40e7 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:32.916949 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b0b577ed-d628-4cae-9faa-b0cda6cb40e7 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1746056 Oct 26 15:27:32.920155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34714) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:32.939240 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6df306ff-ce26-43cc-9fb8-78259ee27295 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules/691beaf2-fec1-44ad-8d1a-c9e64d8b8465 HTTP/1.1" status: 200 len: 763 time: 0.0179346 Oct 26 15:27:32.941836 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34716) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:32.984600 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c29a4976-4ed0-42d5-81c4-eca06dc6d491 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0416660 Oct 26 15:27:32.987440 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34718) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:33.014555 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d08bc1d8-782b-4d56-8324-51b2f64c4492 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (691beaf2-fec1-44ad-8d1a-c9e64d8b8465), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:33.024166 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d08bc1d8-782b-4d56-8324-51b2f64c4492 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (691beaf2-fec1-44ad-8d1a-c9e64d8b8465), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:33.033085 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:33.073266 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d08bc1d8-782b-4d56-8324-51b2f64c4492 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (691beaf2-fec1-44ad-8d1a-c9e64d8b8465), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:33.085761 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d08bc1d8-782b-4d56-8324-51b2f64c4492 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:33.087231 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d08bc1d8-782b-4d56-8324-51b2f64c4492 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/691beaf2-fec1-44ad-8d1a-c9e64d8b8465 HTTP/1.1" status: 204 len: 168 time: 0.0988226 Oct 26 15:27:33.090755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34720) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:33.096791 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bc1d8-782b-4d56-8324-51b2f64c4492 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=691beaf2-fec1-44ad-8d1a-c9e64d8b8465,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:33.144931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34722) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:33.145147 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8bd9b0a8-e20c-4725-bb20-b4d6eea3c7d8 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0531521 Oct 26 15:27:33.150230 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-8ab3e459-b1e2-477f-bf25-4bbfd2a26fcb tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group_rule': {'security_group_id': 'b7f67811-e597-48b9-802a-fc12342f8e23', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:33.174518 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-8ab3e459-b1e2-477f-bf25-4bbfd2a26fcb tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Project 7b15a354f1fb4b31b93f26eeafd29254 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:27:33.185652 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e459-b1e2-477f-bf25-4bbfd2a26fcb tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (05dbdb52-c4a9-4f7e-881e-2e4d6bcdc38c), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:33.277546 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e459-b1e2-477f-bf25-4bbfd2a26fcb tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (05dbdb52-c4a9-4f7e-881e-2e4d6bcdc38c), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:33.286985 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e459-b1e2-477f-bf25-4bbfd2a26fcb tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (05dbdb52-c4a9-4f7e-881e-2e4d6bcdc38c), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:33.307703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3e459-b1e2-477f-bf25-4bbfd2a26fcb tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05dbdb52-c4a9-4f7e-881e-2e4d6bcdc38c,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:33.315028 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e459-b1e2-477f-bf25-4bbfd2a26fcb tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:33.316218 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8ab3e459-b1e2-477f-bf25-4bbfd2a26fcb tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1699488 Oct 26 15:27:33.319143 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34724) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:33.345990 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34726) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:33.346199 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-22d825a4-75ca-4ce1-9dd0-da7d2c26d7c1 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules/05dbdb52-c4a9-4f7e-881e-2e4d6bcdc38c HTTP/1.1" status: 200 len: 769 time: 0.0259080 Oct 26 15:27:33.394904 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f8ea16fb-da48-4f6b-9fc8-16f41ee2b1f0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0449159 Oct 26 15:27:33.394904 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34728) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:33.425689 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ce0b-c685-4909-b69f-4098bb31a566 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (05dbdb52-c4a9-4f7e-881e-2e4d6bcdc38c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:33.436925 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ce0b-c685-4909-b69f-4098bb31a566 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (05dbdb52-c4a9-4f7e-881e-2e4d6bcdc38c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:33.462608 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34730) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:33.469174 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ce0b-c685-4909-b69f-4098bb31a566 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (05dbdb52-c4a9-4f7e-881e-2e4d6bcdc38c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:33.476607 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ce0b-c685-4909-b69f-4098bb31a566 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:33.480562 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d3a7ce0b-c685-4909-b69f-4098bb31a566 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/05dbdb52-c4a9-4f7e-881e-2e4d6bcdc38c HTTP/1.1" status: 204 len: 168 time: 0.0846744 Oct 26 15:27:33.481565 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34732) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:33.494602 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7ce0b-c685-4909-b69f-4098bb31a566 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05dbdb52-c4a9-4f7e-881e-2e4d6bcdc38c,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:33.539208 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0d576024-a8eb-43f1-9d7f-e405ae236044 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0752118 Oct 26 15:27:33.546301 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-80714bbb-dfb8-4b32-b0a5-d3a2fea287dd tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0624590 Oct 26 15:27:33.549497 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34734) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:33.607755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-31e88104-2ecf-49a2-b805-b59c83532c83 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (b7f67811-e597-48b9-802a-fc12342f8e23), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:33.633702 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-31e88104-2ecf-49a2-b805-b59c83532c83 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (b7f67811-e597-48b9-802a-fc12342f8e23), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:33.685109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-31e88104-2ecf-49a2-b805-b59c83532c83 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (b7f67811-e597-48b9-802a-fc12342f8e23), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:33.687733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-31e88104-2ecf-49a2-b805-b59c83532c83 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:33.691237 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-31e88104-2ecf-49a2-b805-b59c83532c83 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b7f67811-e597-48b9-802a-fc12342f8e23 HTTP/1.1" status: 204 len: 168 time: 0.1384869 Oct 26 15:27:33.691574 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34736) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:33.723082 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e88104-2ecf-49a2-b805-b59c83532c83 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f67811-e597-48b9-802a-fc12342f8e23,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:33.738700 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34738) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:33.800176 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ca463297-fc21-4bdd-a6cf-e52fd2903a85 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1033382 Oct 26 15:27:33.802908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34740) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:33.807756 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-b2e638cf-0216-4df7-8e3d-207696bc61d2 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835927902'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:33.841833 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ad48c344-c9cd-43aa-86f4-bb469588189a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1019709 Oct 26 15:27:33.847245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2e638cf-0216-4df7-8e3d-207696bc61d2 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:33.972194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2e638cf-0216-4df7-8e3d-207696bc61d2 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (70d153ae-6b01-409d-88ae-a2b8b60b82e3), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:33.977974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2e638cf-0216-4df7-8e3d-207696bc61d2 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (70d153ae-6b01-409d-88ae-a2b8b60b82e3), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:33.978164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:34.000146 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:34.013876 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2e638cf-0216-4df7-8e3d-207696bc61d2 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.015288 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b2e638cf-0216-4df7-8e3d-207696bc61d2 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2112353 Oct 26 15:27:34.018022 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34742) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:34.023356 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-085e9599-1f08-4de8-90bb-34754b38f26f tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Request body: {'security_group_rule': {'security_group_id': '70d153ae-6b01-409d-88ae-a2b8b60b82e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:34.027647 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e638cf-0216-4df7-8e3d-207696bc61d2 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d153ae-6b01-409d-88ae-a2b8b60b82e3,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:34.044116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:34.044573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.045020 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:27:34.065777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-085e9599-1f08-4de8-90bb-34754b38f26f tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (f49e1319-0533-4276-a850-e46d29315439), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.130623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:34.131110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.142131 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-085e9599-1f08-4de8-90bb-34754b38f26f tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (f49e1319-0533-4276-a850-e46d29315439), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.146448 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-085e9599-1f08-4de8-90bb-34754b38f26f tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (f49e1319-0533-4276-a850-e46d29315439), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.160614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:34.160861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:34.165406 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e9599-1f08-4de8-90bb-34754b38f26f tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49e1319-0533-4276-a850-e46d29315439,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:34.170296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.172025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:34.183181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-085e9599-1f08-4de8-90bb-34754b38f26f tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.187220 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34744) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:34.187347 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-085e9599-1f08-4de8-90bb-34754b38f26f tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1682682 Oct 26 15:27:34.254055 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-024b9d53-364e-4eda-af9e-119f19d81715 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (70d153ae-6b01-409d-88ae-a2b8b60b82e3), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.264517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:34.264922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.266024 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:27:34.267711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:34.284022 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-024b9d53-364e-4eda-af9e-119f19d81715 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (70d153ae-6b01-409d-88ae-a2b8b60b82e3), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.336108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-024b9d53-364e-4eda-af9e-119f19d81715 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (70d153ae-6b01-409d-88ae-a2b8b60b82e3), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.339026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-024b9d53-364e-4eda-af9e-119f19d81715 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.343220 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-024b9d53-364e-4eda-af9e-119f19d81715 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/70d153ae-6b01-409d-88ae-a2b8b60b82e3 HTTP/1.1" status: 204 len: 168 time: 0.1514945 Oct 26 15:27:34.343588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34748) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:34.351165 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b9d53-364e-4eda-af9e-119f19d81715 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d153ae-6b01-409d-88ae-a2b8b60b82e3,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:34.374942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:34.375251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.387597 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-08289096-9deb-42ee-bf1e-2e29027496cc tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0427990 Oct 26 15:27:34.390118 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34750) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:34.411553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:34.415597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.416438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:34.427849 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b40c4596-c404-4bdd-a23f-bdaa15369ca4 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0365920 Oct 26 15:27:34.430813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34752) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:34.444356 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-2ab0e712-6a49-406e-b522-b197f45215b0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] delete failed (client error): The resource could not be found. Oct 26 15:27:34.445474 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2ab0e712-6a49-406e-b522-b197f45215b0 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/70d153ae-6b01-409d-88ae-a2b8b60b82e3 HTTP/1.1" status: 404 len: 347 time: 0.0136876 Oct 26 15:27:34.449716 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34754) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:34.492090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:34.499392 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-912ef3c5-1a85-46e2-af3b-7a90ee8fd687 tempest-SecGroupIPv6Test-314343953 tempest-SecGroupIPv6Test-314343953-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0441501 Oct 26 15:27:34.504590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4c25ba64-18d1-49ab-a337-8f195a556d78 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:34.505089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.505510 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4c25ba64-18d1-49ab-a337-8f195a556d78 Oct 26 15:27:34.531372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:34.536364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:34.542629 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34758) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:34.590546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:34.590955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.615842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:34.621297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.622116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:34.640306 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e59ba8d9-c773-4695-859c-f653816343fc tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0954823 Oct 26 15:27:34.711035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:34.715824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:34.716198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.716543 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:27:34.792462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:34.792883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.803704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34762) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:34.839998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:34.846541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34766) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:34.848774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:34.851783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba90cb3-f440-4c4a-9c40-851b6193ee22 None None] New status for floating IP 2933cbea-958a-49a0-a352-3dec44725890: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:27:34.928086 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-df646920-d439-42b1-ba53-8d9310de4058 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0788431 Oct 26 15:27:34.940029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:34.991176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:35.014257 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-90a3ba4d-78fc-4df6-b68c-1757e38750d4 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=7b15a354f1fb4b31b93f26eeafd29254&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2092807 Oct 26 15:27:35.016652 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34770) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:35.071762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-85af6417-8637-4991-b5c6-2eb6571c8f52 admin admin] Publish callbacks [] for security_group (52c0c901-10eb-4688-9773-b3482f41bcc3), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:35.082479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:35.095168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-85af6417-8637-4991-b5c6-2eb6571c8f52 admin admin] Publish callbacks [] for security_group (52c0c901-10eb-4688-9773-b3482f41bcc3), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:35.144403 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-85af6417-8637-4991-b5c6-2eb6571c8f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (52c0c901-10eb-4688-9773-b3482f41bcc3), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:35.147305 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-85af6417-8637-4991-b5c6-2eb6571c8f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:35.148392 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-85af6417-8637-4991-b5c6-2eb6571c8f52 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/52c0c901-10eb-4688-9773-b3482f41bcc3 HTTP/1.1" status: 204 len: 168 time: 0.1305828 Oct 26 15:27:35.156162 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af6417-8637-4991-b5c6-2eb6571c8f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c0c901-10eb-4688-9773-b3482f41bcc3,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:35.643774 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34774) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:35.706639 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1c5303af-ef70-43f8-b0a8-8c20e8ae6b90 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0617301 Oct 26 15:27:35.789883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:35.838877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:35.839754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:35.840093 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:27:35.912008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:35.912984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:35.930847 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34776) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:35.959196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4c25ba64-18d1-49ab-a337-8f195a556d78 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:35.959689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:35.960127 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4c25ba64-18d1-49ab-a337-8f195a556d78 Oct 26 15:27:35.992837 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-154459d0-9e04-41f8-ac21-696e5d3d5b56 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0608187 Oct 26 15:27:36.044608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:36.045854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:36.089622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:36.090036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:36.090417 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:27:36.165884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:36.166823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:36.211817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:36.212200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:36.212542 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:27:36.225275 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9691f-84de-4abf-bb46-01477455eeda None None] New status for floating IP d12774f9-2936-4130-9876-d38b1752057c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:27:36.287036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:36.710603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34778) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:36.747586 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:36.773589 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-827b106c-4ebf-4b03-b744-d7fa8d77e7c1 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0619268 Oct 26 15:27:36.996753 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34780) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:37.054808 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-df58c571-672e-4172-b977-3dad1073cb20 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0560057 Oct 26 15:27:37.196103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27f48e-1b30-483a-ada7-c1c97e12e417 None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:37.196103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27f48e-1b30-483a-ada7-c1c97e12e417 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:37.197149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5c27f48e-1b30-483a-ada7-c1c97e12e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:37.304074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-5c27f48e-1b30-483a-ada7-c1c97e12e417 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:37.396038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:37.508699 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ce5ada-ea79-49da-872f-cee84ceeb263 None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:37.512239 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ce5ada-ea79-49da-872f-cee84ceeb263 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:37.512971 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-78ce5ada-ea79-49da-872f-cee84ceeb263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:37.597640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:37.624938 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-78ce5ada-ea79-49da-872f-cee84ceeb263 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:37.678719 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5c27f48e-1b30-483a-ada7-c1c97e12e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:27:34Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '2933cbea-958a-49a0-a352-3dec44725890', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'floating_ip_address': '172.26.11.177', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'mac_address': 'fa:16:3e:2c:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:27:15Z', 'updated_at': '2022-10-26T15:27:35Z', 'revision_number': 3, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:27:34Z', 'revision_number': 23, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:37.706882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27f48e-1b30-483a-ada7-c1c97e12e417 None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:37.716790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27f48e-1b30-483a-ada7-c1c97e12e417 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:37.717450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5c27f48e-1b30-483a-ada7-c1c97e12e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:37.775125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:37.777264 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34782) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:37.844695 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-820828cf-7f44-4618-9cc6-a04dddf02b3a tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0659125 Oct 26 15:27:37.878084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-5c27f48e-1b30-483a-ada7-c1c97e12e417 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:37.947682 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-78ce5ada-ea79-49da-872f-cee84ceeb263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:34Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:36Z', 'revision_number': 5, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:34Z', 'revision_number': 15, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:37.973166 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ce5ada-ea79-49da-872f-cee84ceeb263 None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:37.976209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:37.976558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:37.982110 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ce5ada-ea79-49da-872f-cee84ceeb263 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:37.982740 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-78ce5ada-ea79-49da-872f-cee84ceeb263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:38.058817 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34784) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:38.063579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:38.081404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:38.082310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:38.100605 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-78ce5ada-ea79-49da-872f-cee84ceeb263 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:38.144622 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-308a1152-50ab-423c-a62c-b73492a2e59c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0846155 Oct 26 15:27:38.159523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:38.207256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:38.306133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:38.306526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:38.317205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5c27f48e-1b30-483a-ada7-c1c97e12e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:27:34Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '2933cbea-958a-49a0-a352-3dec44725890', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'floating_ip_address': '172.26.11.177', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'mac_address': 'fa:16:3e:2c:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:27:15Z', 'updated_at': '2022-10-26T15:27:35Z', 'revision_number': 3, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:27:34Z', 'revision_number': 23, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:38.362242 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-78ce5ada-ea79-49da-872f-cee84ceeb263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:34Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:36Z', 'revision_number': 5, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:34Z', 'revision_number': 15, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:38.362503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27f48e-1b30-483a-ada7-c1c97e12e417 None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:27:34Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '2933cbea-958a-49a0-a352-3dec44725890', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'floating_ip_address': '172.26.11.177', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'mac_address': 'fa:16:3e:2c:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:27:15Z', 'updated_at': '2022-10-26T15:27:35Z', 'revision_number': 3, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:27:34Z', 'revision_number': 23, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:38.366776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:38.372856 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:38.374694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:38.375537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:38.400754 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ce5ada-ea79-49da-872f-cee84ceeb263 None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:34Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:36Z', 'revision_number': 5, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:34Z', 'revision_number': 15, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:38.474669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:38.499996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-128d8461-a339-4ebb-90a7-13d4b0f09c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:38.548968 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:38.549414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:38.575909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:38.580296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:38.581385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:38.706062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:38.742984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:38.755610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:38.758709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:38.808275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472dadd-63fd-469e-875d-572a4bb2424d req-66f58617-020b-4cb2-a9db-43d59a3fec94 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:38.809978 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9472dadd-63fd-469e-875d-572a4bb2424d req-66f58617-020b-4cb2-a9db-43d59a3fec94 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 946 time: 0.0808904 Oct 26 15:27:38.824586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:38.831623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:38.849763 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34794) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:38.885341 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9472dadd-63fd-469e-875d-572a4bb2424d req-6241de10-22a7-4aab-a54a-3a18c7869e93 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=86396216-8eba-4780-adb1-1537e4c70bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696518 Oct 26 15:27:38.923682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:38.941114 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ca6849ea-4bc7-41c9-beab-6104f2cd3ea6 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0899417 Oct 26 15:27:39.131950 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b71ee6-244d-4f70-85b4-5ffa197715d1 req-9ad9172b-9a6f-4a46-aebf-d42e0756e185 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:39.133610 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f4b71ee6-244d-4f70-85b4-5ffa197715d1 req-9ad9172b-9a6f-4a46-aebf-d42e0756e185 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 946 time: 0.0613334 Oct 26 15:27:39.148647 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34796) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:39.226190 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-04b50d2f-f48b-4af1-93b0-69270e9e0bf1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0762796 Oct 26 15:27:39.238271 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-f4b71ee6-244d-4f70-85b4-5ffa197715d1 req-87735857-5f0d-4fa4-ade2-34345ed1c9c4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Deleting port 6334c0ac-4879-4360-9735-979c498df914 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:27:39.238630 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f4b71ee6-244d-4f70-85b4-5ffa197715d1 req-87735857-5f0d-4fa4-ade2-34345ed1c9c4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (6334c0ac-4879-4360-9735-979c498df914), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:39.335582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:39.344759 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-f4b71ee6-244d-4f70-85b4-5ffa197715d1 req-87735857-5f0d-4fa4-ade2-34345ed1c9c4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] For port 6334c0ac-4879-4360-9735-979c498df914, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=6334c0ac-4879-4360-9735-979c498df914,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:39.345154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f4b71ee6-244d-4f70-85b4-5ffa197715d1 req-87735857-5f0d-4fa4-ade2-34345ed1c9c4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (6334c0ac-4879-4360-9735-979c498df914), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:39.564279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f4b71ee6-244d-4f70-85b4-5ffa197715d1 req-87735857-5f0d-4fa4-ade2-34345ed1c9c4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:39.565022 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f4b71ee6-244d-4f70-85b4-5ffa197715d1 req-87735857-5f0d-4fa4-ade2-34345ed1c9c4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (025376ae-2426-4e90-a744-5451bc4dcd75), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:39.566093 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [req-f4b71ee6-244d-4f70-85b4-5ffa197715d1 req-87735857-5f0d-4fa4-ade2-34345ed1c9c4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Floating IP 025376ae-2426-4e90-a744-5451bc4dcd75 disassociated. External IP: 172.26.11.115, port: 6334c0ac-4879-4360-9735-979c498df914. Oct 26 15:27:39.566780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-f4b71ee6-244d-4f70-85b4-5ffa197715d1 req-87735857-5f0d-4fa4-ade2-34345ed1c9c4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Calling delete_port for 6334c0ac-4879-4360-9735-979c498df914 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:27:39.731009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f4b71ee6-244d-4f70-85b4-5ffa197715d1 req-87735857-5f0d-4fa4-ade2-34345ed1c9c4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (6334c0ac-4879-4360-9735-979c498df914), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:39.781938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87735857-5f0d-4fa4-ade2-34345ed1c9c4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Pushing event deleted for resources: {'Port': ['ID=6334c0ac-4879-4360-9735-979c498df914,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:39.843613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:39.867541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:39.901181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4b71ee6-244d-4f70-85b4-5ffa197715d1 req-87735857-5f0d-4fa4-ade2-34345ed1c9c4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Router 62b9f0e9-5874-41a0-857a-c43efc83f0ef has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:27:39.927745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:39.928137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:39.928477 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:27:39.945621 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34800) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:40.032637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:40.032637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:40.054098 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6701fd11-9cff-441b-843d-ac7d5a32b728 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.1063933 Oct 26 15:27:40.060319 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:27:40.075911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:40.083372 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4b71ee6-244d-4f70-85b4-5ffa197715d1 req-87735857-5f0d-4fa4-ade2-34345ed1c9c4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:27:40.090330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:40.097201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:40.103316 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-85746d73-c03c-4d31-989a-9c7afa7ccf2b req-c8c2494b-f872-4855-a350-820fc5e72c44 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad HTTP/1.1" status: 200 len: 210 time: 0.0473125 Oct 26 15:27:40.106111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11491aa-4562-402c-9dc9-5917e82b605b None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:40.138137 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b71ee6-244d-4f70-85b4-5ffa197715d1 req-87735857-5f0d-4fa4-ade2-34345ed1c9c4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] No DVR routers for this DVR port 6334c0ac-4879-4360-9735-979c498df914 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:27:40.142686 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f4b71ee6-244d-4f70-85b4-5ffa197715d1 req-87735857-5f0d-4fa4-ade2-34345ed1c9c4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:40.146642 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f4b71ee6-244d-4f70-85b4-5ffa197715d1 req-87735857-5f0d-4fa4-ade2-34345ed1c9c4 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.64 "DELETE /networking/v2.0/ports/6334c0ac-4879-4360-9735-979c498df914 HTTP/1.1" status: 204 len: 173 time: 1.0075588 Oct 26 15:27:40.147276 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'name': 'network-vif-deleted', 'tag': '6334c0ac-4879-4360-9735-979c498df914'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:27:40.150676 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16031309-dc75-460f-8f9d-e5dbed448860" -d '{"events": [{"server_uuid": "a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad", "name": "network-vif-deleted", "tag": "6334c0ac-4879-4360-9735-979c498df914"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:27:40.202801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:40.209146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3332ec3-440d-48fe-a985-81b708972660 x-openstack-request-id: req-c3332ec3-440d-48fe-a985-81b708972660 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:27:40.209451 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad", "name": "network-vif-deleted", "tag": "6334c0ac-4879-4360-9735-979c498df914", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:27:40.209713 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3332ec3-440d-48fe-a985-81b708972660 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:27:40.210132 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3332ec3-440d-48fe-a985-81b708972660'] response: {'server_uuid': 'a4e9c5c2-06dd-400a-9b08-e1ea6fd784ad', 'name': 'network-vif-deleted', 'tag': '6334c0ac-4879-4360-9735-979c498df914', 'status': 'completed', 'code': 200} Oct 26 15:27:40.230982 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34804) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:40.249423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11491aa-4562-402c-9dc9-5917e82b605b None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:40.251545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a11491aa-4562-402c-9dc9-5917e82b605b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:40.258713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:40.372441 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-48c525b6-97b3-4707-b7e4-fb8b38436fdb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1397626 Oct 26 15:27:40.376016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:40.376610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:40.377139 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:27:40.481272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a11491aa-4562-402c-9dc9-5917e82b605b None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:40.576499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:40.576914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:40.657893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:40.663667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:40.664451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:40.734220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:40.962956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:40.973910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9f5dd0f6-0498-4747-b910-24ebf65dfc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:40.982200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a11491aa-4562-402c-9dc9-5917e82b605b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:22:14Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:22:16Z', 'revision_number': 24, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:40.984055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4c25ba64-18d1-49ab-a337-8f195a556d78 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:40.984422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:40.984752 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4c25ba64-18d1-49ab-a337-8f195a556d78 Oct 26 15:27:41.023240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11491aa-4562-402c-9dc9-5917e82b605b None None] Checking router: 62b9f0e9-5874-41a0-857a-c43efc83f0ef for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:41.044212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11491aa-4562-402c-9dc9-5917e82b605b None None] Routers {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:41.044897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a11491aa-4562-402c-9dc9-5917e82b605b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:41.055463 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34806) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:41.116136 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ebd545b6-02fd-4c76-b797-cea05c1ddf9c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0595179 Oct 26 15:27:41.165352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:41.165352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:41.203572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a11491aa-4562-402c-9dc9-5917e82b605b None None] Set router 62b9f0e9-5874-41a0-857a-c43efc83f0ef gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:41.205427 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34812) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:41.206449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:41.229161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:41.229976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:41.234527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:41.270706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e8b3bc7-b704-4009-9eeb-b7595f23f039 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for security_group (86396216-8eba-4780-adb1-1537e4c70bda), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:41.294857 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e8b3bc7-b704-4009-9eeb-b7595f23f039 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for security_group (86396216-8eba-4780-adb1-1537e4c70bda), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:41.349595 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e8b3bc7-b704-4009-9eeb-b7595f23f039 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (86396216-8eba-4780-adb1-1537e4c70bda), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:41.352885 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5e8b3bc7-b704-4009-9eeb-b7595f23f039 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:41.354202 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5e8b3bc7-b704-4009-9eeb-b7595f23f039 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/86396216-8eba-4780-adb1-1537e4c70bda HTTP/1.1" status: 204 len: 168 time: 0.1472073 Oct 26 15:27:41.357009 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34814) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:41.362975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:41.366552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b3bc7-b704-4009-9eeb-b7595f23f039 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86396216-8eba-4780-adb1-1537e4c70bda,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:41.374057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34816) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:41.384437 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-06e1cfff-c876-4597-a161-ce724ad01d51 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] show failed (client error): The resource could not be found. Oct 26 15:27:41.390541 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-06e1cfff-c876-4597-a161-ce724ad01d51 tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "GET /networking/v2.0/security-groups/86396216-8eba-4780-adb1-1537e4c70bda HTTP/1.1" status: 404 len: 347 time: 0.0325263 Oct 26 15:27:41.391295 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34818) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:41.417752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:41.418138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:41.418509 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:27:41.444373 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d540e85d-d3d9-4291-9c0e-4761068244ea None None] New status for floating IP d12774f9-2936-4130-9876-d38b1752057c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:27:41.459119 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-480b9b83-420b-4881-9c4c-46923f240e69 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0837915 Oct 26 15:27:41.547301 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-7e3cc6e1-3184-48a3-80fc-3ec73af9743b tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Deleting port 1fa71ef3-5c7d-458e-8266-529413d19e19 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:27:41.548008 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7e3cc6e1-3184-48a3-80fc-3ec73af9743b tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (1fa71ef3-5c7d-458e-8266-529413d19e19), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:41.561701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a11491aa-4562-402c-9dc9-5917e82b605b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:22:14Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:22:16Z', 'revision_number': 24, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:41.580339 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:41.597117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11491aa-4562-402c-9dc9-5917e82b605b None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [{'id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'name': 'tempest-ServerActionsTestJSON-2027340340-router', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173'}], 'enable_snat': True}, 'gw_port_id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:19:24Z', 'updated_at': '2022-10-26T15:19:36Z', 'revision_number': 4, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'gw_port': {'id': '0c1d598d-cc10-4970-8e2c-4e5f7dec4da4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:26Z', 'updated_at': '2022-10-26T15:22:14Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '48dc8cb6-5318-4f85-8e5d-2af8765d605e', 'name': '', 'network_id': 'b43676e9-42d1-409d-82a9-d0337695b267', 'tenant_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'mac_address': 'fa:16:3e:1b:b8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9f0e9-5874-41a0-857a-c43efc83f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:19:34Z', 'updated_at': '2022-10-26T15:22:16Z', 'revision_number': 24, 'project_id': 'eb308ad4ce614eb6aeda74b7a58907d8', 'subnets': [{'id': 'a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:41.599676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:41.600121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:41.633686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:41.636277 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7e3cc6e1-3184-48a3-80fc-3ec73af9743b tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (1fa71ef3-5c7d-458e-8266-529413d19e19), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:41.636684 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7e3cc6e1-3184-48a3-80fc-3ec73af9743b tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for floatingip (1fa71ef3-5c7d-458e-8266-529413d19e19), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:41.639199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:41.646180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:41.650730 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-7e3cc6e1-3184-48a3-80fc-3ec73af9743b tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Calling delete_port for 1fa71ef3-5c7d-458e-8266-529413d19e19 owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:27:41.705383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:41.718868 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:41.811080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:41.814285 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7e3cc6e1-3184-48a3-80fc-3ec73af9743b tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (1fa71ef3-5c7d-458e-8266-529413d19e19), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:41.841857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cc6e1-3184-48a3-80fc-3ec73af9743b tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Pushing event deleted for resources: {'Port': ['ID=1fa71ef3-5c7d-458e-8266-529413d19e19,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:41.861556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4c25ba64-18d1-49ab-a337-8f195a556d78 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:41.862026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:41.862344 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4c25ba64-18d1-49ab-a337-8f195a556d78 Oct 26 15:27:41.910169 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7e3cc6e1-3184-48a3-80fc-3ec73af9743b tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks [] for floatingip (025376ae-2426-4e90-a744-5451bc4dcd75), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:41.913106 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7e3cc6e1-3184-48a3-80fc-3ec73af9743b tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:41.914435 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7e3cc6e1-3184-48a3-80fc-3ec73af9743b tempest-ServerActionsTestJSON-851901352 tempest-ServerActionsTestJSON-851901352-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/025376ae-2426-4e90-a744-5451bc4dcd75 HTTP/1.1" status: 204 len: 168 time: 0.5219691 Oct 26 15:27:41.918802 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34820) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:41.953904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:41.954976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:42.004040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:42.014225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:42.015453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:42.015794 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:27:42.113814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:42.115403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:42.121298 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34824) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:42.132733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252dc902-24d3-45e8-8065-7da59dcb0b5b None None] New status for floating IP 2933cbea-958a-49a0-a352-3dec44725890: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:27:42.218204 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-16484f32-506c-45eb-bc54-b3baee10940c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0965679 Oct 26 15:27:42.267569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:42.268042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:42.268463 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:27:42.324615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:42.446603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:42.463063 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34826) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:42.534585 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ee6759c2-24d9-4c49-b773-4a8ca4c07269 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0694623 Oct 26 15:27:42.562281 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:42.643738 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de04aaea-9eec-4b8b-be23-ae36339ae4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (62b9f0e9-5874-41a0-857a-c43efc83f0ef), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:42.895556 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-de04aaea-9eec-4b8b-be23-ae36339ae4e5 admin admin] Deleting port 48dc8cb6-5318-4f85-8e5d-2af8765d605e {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:27:42.895924 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de04aaea-9eec-4b8b-be23-ae36339ae4e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:42.970700 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea93092-5e0d-4968-804d-648f4baf7e59 None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:42.970700 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea93092-5e0d-4968-804d-648f4baf7e59 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:42.970700 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5ea93092-5e0d-4968-804d-648f4baf7e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:42.985246 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-de04aaea-9eec-4b8b-be23-ae36339ae4e5 admin admin] For port 48dc8cb6-5318-4f85-8e5d-2af8765d605e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=48dc8cb6-5318-4f85-8e5d-2af8765d605e,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:42.985681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de04aaea-9eec-4b8b-be23-ae36339ae4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:42.999011 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:43.000237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-de04aaea-9eec-4b8b-be23-ae36339ae4e5 admin admin] Calling delete_port for 48dc8cb6-5318-4f85-8e5d-2af8765d605e owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:27:43.071952 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5ea93092-5e0d-4968-804d-648f4baf7e59 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:43.194064 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de04aaea-9eec-4b8b-be23-ae36339ae4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (48dc8cb6-5318-4f85-8e5d-2af8765d605e), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:43.221265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34830) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:43.224673 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04aaea-9eec-4b8b-be23-ae36339ae4e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=48dc8cb6-5318-4f85-8e5d-2af8765d605e,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:43.325985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 6334c0ac-4879-4360-9735-979c498df914 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:43.357315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 6334c0ac-4879-4360-9735-979c498df914 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:27:43.357912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 6334c0ac-4879-4360-9735-979c498df914 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:27:43.359784 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-edf12f64-baed-450e-a489-1af9c626c4e4 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.1355939 Oct 26 15:27:43.371316 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5ea93092-5e0d-4968-804d-648f4baf7e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:41Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:41Z', 'revision_number': 6, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:41Z', 'revision_number': 17, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:43.402299 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea93092-5e0d-4968-804d-648f4baf7e59 None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:43.413189 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea93092-5e0d-4968-804d-648f4baf7e59 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:43.414085 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5ea93092-5e0d-4968-804d-648f4baf7e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:43.532516 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5ea93092-5e0d-4968-804d-648f4baf7e59 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:43.538385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34832) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:43.563475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:43.649791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa18ebd-b107-4ca0-8135-e0457eec5aaf None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:43.650084 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:43.650084 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8e22a013-0bca-411d-a78c-c2c4ef38af90 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1103482 Oct 26 15:27:43.656664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa18ebd-b107-4ca0-8135-e0457eec5aaf None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:43.657660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9aa18ebd-b107-4ca0-8135-e0457eec5aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:43.715070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:43.816659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:43.836387 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5ea93092-5e0d-4968-804d-648f4baf7e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:41Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:41Z', 'revision_number': 6, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:41Z', 'revision_number': 17, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:43.869177 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea93092-5e0d-4968-804d-648f4baf7e59 None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:41Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:41Z', 'revision_number': 6, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:41Z', 'revision_number': 17, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:43.879048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-9aa18ebd-b107-4ca0-8135-e0457eec5aaf None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:43.910160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:43.910564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:43.912852 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de04aaea-9eec-4b8b-be23-ae36339ae4e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (62b9f0e9-5874-41a0-857a-c43efc83f0ef), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:43.936097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:44.134359 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:44.137755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3bbdfe-e33b-455c-aa5f-9ad2ba1e2ea1 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:27:44.144412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:44.194301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:44.242078 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de04aaea-9eec-4b8b-be23-ae36339ae4e5 admin admin] Router 62b9f0e9-5874-41a0-857a-c43efc83f0ef has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:27:44.358000 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34834) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:44.420278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:44.451974 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f156aec2-f3a6-4cc1-b58a-9f2ea10f1e74 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0927620 Oct 26 15:27:44.455622 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de04aaea-9eec-4b8b-be23-ae36339ae4e5 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:27:44.461927 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-de04aaea-9eec-4b8b-be23-ae36339ae4e5 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/62b9f0e9-5874-41a0-857a-c43efc83f0ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5414906 Oct 26 15:27:44.464479 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34836) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:44.473757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3bbdfe-e33b-455c-aa5f-9ad2ba1e2ea1 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:27:44.537112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:44.546166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:44.585610 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1a329fba-cac3-4942-9a03-6e731f2348cc admin admin] Publish callbacks [] for router (62b9f0e9-5874-41a0-857a-c43efc83f0ef), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:44.627007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9aa18ebd-b107-4ca0-8135-e0457eec5aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:27:40Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '2933cbea-958a-49a0-a352-3dec44725890', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'floating_ip_address': '172.26.11.177', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'mac_address': 'fa:16:3e:2c:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:27:15Z', 'updated_at': '2022-10-26T15:27:42Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:27:40Z', 'revision_number': 25, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:44.652125 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34838) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:44.680174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa18ebd-b107-4ca0-8135-e0457eec5aaf None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:44.687388 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:44.702450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa18ebd-b107-4ca0-8135-e0457eec5aaf None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:44.703212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9aa18ebd-b107-4ca0-8135-e0457eec5aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:44.719810 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1a329fba-cac3-4942-9a03-6e731f2348cc admin admin] Publish callbacks [] for router_gateway (62b9f0e9-5874-41a0-857a-c43efc83f0ef), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:44.730623 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-929a9eb9-192d-4f00-a3a7-9cf38d306db9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0770192 Oct 26 15:27:44.773510 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-1a329fba-cac3-4942-9a03-6e731f2348cc admin admin] Deleting port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:27:44.773919 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1a329fba-cac3-4942-9a03-6e731f2348cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:44.777463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:44.778317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:44.778678 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 Oct 26 15:27:44.865957 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-1a329fba-cac3-4942-9a03-6e731f2348cc admin admin] For port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:44.866331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1a329fba-cac3-4942-9a03-6e731f2348cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:44.882081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-1a329fba-cac3-4942-9a03-6e731f2348cc admin admin] Calling delete_port for 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:27:45.029779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:45.030191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:45.038735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-9aa18ebd-b107-4ca0-8135-e0457eec5aaf None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:45.094743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:45.171016 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1a329fba-cac3-4942-9a03-6e731f2348cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (0c1d598d-cc10-4970-8e2c-4e5f7dec4da4), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:45.204585 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a329fba-cac3-4942-9a03-6e731f2348cc admin admin] Pushing event deleted for resources: {'Port': ['ID=0c1d598d-cc10-4970-8e2c-4e5f7dec4da4,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:45.209946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:45.309669 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1a329fba-cac3-4942-9a03-6e731f2348cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (62b9f0e9-5874-41a0-857a-c43efc83f0ef), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:45.390327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:45.390959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:45.391450 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:27:45.437655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1a329fba-cac3-4942-9a03-6e731f2348cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (62b9f0e9-5874-41a0-857a-c43efc83f0ef), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:45.441045 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1a329fba-cac3-4942-9a03-6e731f2348cc admin admin] Publish callbacks [] for router_controller (62b9f0e9-5874-41a0-857a-c43efc83f0ef), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:45.455995 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34840) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:45.523110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:45.526707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9aa18ebd-b107-4ca0-8135-e0457eec5aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:27:40Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '2933cbea-958a-49a0-a352-3dec44725890', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'floating_ip_address': '172.26.11.177', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'mac_address': 'fa:16:3e:2c:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:27:15Z', 'updated_at': '2022-10-26T15:27:42Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:27:40Z', 'revision_number': 25, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:45.535479 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1a329fba-cac3-4942-9a03-6e731f2348cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (62b9f0e9-5874-41a0-857a-c43efc83f0ef), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:45.536079 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a329fba-cac3-4942-9a03-6e731f2348cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62b9f0e9-5874-41a0-857a-c43efc83f0ef {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:27:45.542794 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1a329fba-cac3-4942-9a03-6e731f2348cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:45.546272 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1a329fba-cac3-4942-9a03-6e731f2348cc admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/62b9f0e9-5874-41a0-857a-c43efc83f0ef HTTP/1.1" status: 204 len: 168 time: 1.0784116 Oct 26 15:27:45.546703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34842) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:45.568427 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:45.568709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa18ebd-b107-4ca0-8135-e0457eec5aaf None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:27:40Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '2933cbea-958a-49a0-a352-3dec44725890', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'floating_ip_address': '172.26.11.177', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'mac_address': 'fa:16:3e:2c:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:27:15Z', 'updated_at': '2022-10-26T15:27:42Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:27:40Z', 'revision_number': 25, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:45.601285 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a0a73610-dbd0-43da-b739-182e510557e5 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.1349139 Oct 26 15:27:45.631226 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d2be47-145a-4a74-b901-004e79c2437e admin admin] Deleting subnet a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:27:45.635447 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-72d2be47-145a-4a74-b901-004e79c2437e admin admin] Publish callbacks [] for subnet (a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:45.683263 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-72d2be47-145a-4a74-b901-004e79c2437e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:45.734894 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34844) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:45.762828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d76d32e4-cbc8-4721-83a0-92ee286c356e None None] Provisioning complete for port c81d2bb0-3936-4d95-a847-347a991c56cf triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:45.764873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d76d32e4-cbc8-4721-83a0-92ee286c356e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c81d2bb0-3936-4d95-a847-347a991c56cf), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:45.765312 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d76d32e4-cbc8-4721-83a0-92ee286c356e None None] Attempt 1 to provision port c81d2bb0-3936-4d95-a847-347a991c56cf Oct 26 15:27:45.793098 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-72d2be47-145a-4a74-b901-004e79c2437e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:45.811692 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f16ed827-c8b4-416e-bb47-93230198b46b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0756133 Oct 26 15:27:45.862454 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-72d2be47-145a-4a74-b901-004e79c2437e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:45.869383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d76d32e4-cbc8-4721-83a0-92ee286c356e None None] Current status of the port c81d2bb0-3936-4d95-a847-347a991c56cf is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:45.897640 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2be47-145a-4a74-b901-004e79c2437e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:45.899866 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-72d2be47-145a-4a74-b901-004e79c2437e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:45.904164 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-72d2be47-145a-4a74-b901-004e79c2437e admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/a2fbec1a-98ff-46fa-9f5f-9a24d8e4f5b2 HTTP/1.1" status: 204 len: 168 time: 0.3558612 Oct 26 15:27:45.906213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3980078e-fd54-4ef6-8ab3-589780c13c5f None None] Network b43676e9-42d1-409d-82a9-d0337695b267 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:27:45.906772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34846) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:45.985905 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (b43676e9-42d1-409d-82a9-d0337695b267), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.033319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:46.039643 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] Deleting port c81d2bb0-3936-4d95-a847-347a991c56cf {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:27:46.040610 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (c81d2bb0-3936-4d95-a847-347a991c56cf), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.114687 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76fed6c-acc5-4c66-9517-c401dac693fe None None] Sync routers for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:46.114687 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76fed6c-acc5-4c66-9517-c401dac693fe None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:46.114687 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76fed6c-acc5-4c66-9517-c401dac693fe None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:27:46.114687 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-d76fed6c-acc5-4c66-9517-c401dac693fe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:27:46.123682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:46.125854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5564a29c-e352-4a20-97ad-775b0bb6643d None None] DHCP port deletion for b43676e9-42d1-409d-82a9-d0337695b267 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:27:46.146678 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76fed6c-acc5-4c66-9517-c401dac693fe None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:46.147041 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76fed6c-acc5-4c66-9517-c401dac693fe None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:27:46.147722 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-d76fed6c-acc5-4c66-9517-c401dac693fe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'62b9f0e9-5874-41a0-857a-c43efc83f0ef'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:27:46.148067 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76fed6c-acc5-4c66-9517-c401dac693fe None None] The sync data for ids ['62b9f0e9-5874-41a0-857a-c43efc83f0ef'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:46.170731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] For port c81d2bb0-3936-4d95-a847-347a991c56cf, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c81d2bb0-3936-4d95-a847-347a991c56cf,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:46.171107 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (c81d2bb0-3936-4d95-a847-347a991c56cf), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.182825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:46.185914 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] Calling delete_port for c81d2bb0-3936-4d95-a847-347a991c56cf owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:27:46.200817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-5564a29c-e352-4a20-97ad-775b0bb6643d None None] Deleting port c81d2bb0-3936-4d95-a847-347a991c56cf {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:27:46.201193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5564a29c-e352-4a20-97ad-775b0bb6643d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (c81d2bb0-3936-4d95-a847-347a991c56cf), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.284040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (c81d2bb0-3936-4d95-a847-347a991c56cf), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.303986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:46.304695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.311328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-5564a29c-e352-4a20-97ad-775b0bb6643d None None] For port c81d2bb0-3936-4d95-a847-347a991c56cf, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c81d2bb0-3936-4d95-a847-347a991c56cf,segment=NetworkSegment(1c47d881-6fb3-4e32-8406-97db91395df4),segment_id=1c47d881-6fb3-4e32-8406-97db91395df4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:46.311723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5564a29c-e352-4a20-97ad-775b0bb6643d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (c81d2bb0-3936-4d95-a847-347a991c56cf), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.312009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=c81d2bb0-3936-4d95-a847-347a991c56cf,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:46.315656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] No DVR routers for this DVR port c81d2bb0-3936-4d95-a847-347a991c56cf on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:27:46.339422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-5564a29c-e352-4a20-97ad-775b0bb6643d None None] Calling delete_port for c81d2bb0-3936-4d95-a847-347a991c56cf owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:27:46.369591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:46.392954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (b43676e9-42d1-409d-82a9-d0337695b267), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.416348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43676e9-42d1-409d-82a9-d0337695b267']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:46.437037 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c47d881-6fb3-4e32-8406-97db91395df4') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:46.437037 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c47d881-6fb3-4e32-8406-97db91395df4') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:46.451378 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (1c47d881-6fb3-4e32-8406-97db91395df4), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.468982 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (1c47d881-6fb3-4e32-8406-97db91395df4), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.477787 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:27:46.478406 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (1c47d881-6fb3-4e32-8406-97db91395df4), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.523856 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 1c47d881-6fb3-4e32-8406-97db91395df4 resource provider aggregate not found Oct 26 15:27:46.546261 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 1c47d881-6fb3-4e32-8406-97db91395df4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c47d881-6fb3-4e32-8406-97db91395df4 found for delete ", "request_id": "req-699cf329-2527-403a-921c-87fa4216284b"}]} Oct 26 15:27:46.554187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e9e2e2-ac5e-4a1e-91fc-396d429f86dc None None] New status for floating IP d12774f9-2936-4130-9876-d38b1752057c: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:27:46.556758 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (b43676e9-42d1-409d-82a9-d0337695b267), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.560296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.560652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:46.567726 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.571579 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/b43676e9-42d1-409d-82a9-d0337695b267 HTTP/1.1" status: 204 len: 168 time: 0.6633911 Oct 26 15:27:46.583962 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6ef40-5196-4f8a-b0fb-4cd12f654e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=b43676e9-42d1-409d-82a9-d0337695b267,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:46.595724 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34854) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:46.625256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:46.682974 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2f063c57-6715-44f0-a0ee-5cc669ab4694 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0860524 Oct 26 15:27:46.714664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.787111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:46.796499 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34856) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:46.813112 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34858) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:46.842751 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cecb259a-6eb6-4ab5-b286-ca929bc9f228 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=eb308ad4ce614eb6aeda74b7a58907d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0448706 Oct 26 15:27:46.844885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5564a29c-e352-4a20-97ad-775b0bb6643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (c81d2bb0-3936-4d95-a847-347a991c56cf), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.847210 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34860) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:46.882010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5564a29c-e352-4a20-97ad-775b0bb6643d None None] Network b43676e9-42d1-409d-82a9-d0337695b267 is not hosted by any dhcp agent {{(pid=105323) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 15:27:46.882575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5564a29c-e352-4a20-97ad-775b0bb6643d None None] No DVR routers for this DVR port c81d2bb0-3936-4d95-a847-347a991c56cf on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:27:46.890905 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:46.908689 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d83c5f27-cf72-4ee7-9f4c-2bf7c9fd7b75 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0943968 Oct 26 15:27:46.911278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:46.911681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.917379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564a29c-e352-4a20-97ad-775b0bb6643d None None] Pushing event deleted for resources: {'Port': ['ID=c81d2bb0-3936-4d95-a847-347a991c56cf,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:46.938030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d3c3dbb6-61d6-4ba1-86dc-b4fa095a290c admin admin] Publish callbacks [] for security_group (0e2a09cc-8405-4d0b-8e2f-9e6097c37e09), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.939895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:46.945323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.946230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:46.960662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d3c3dbb6-61d6-4ba1-86dc-b4fa095a290c admin admin] Publish callbacks [] for security_group (0e2a09cc-8405-4d0b-8e2f-9e6097c37e09), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:46.979051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:47.034512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d3c3dbb6-61d6-4ba1-86dc-b4fa095a290c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (0e2a09cc-8405-4d0b-8e2f-9e6097c37e09), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:47.037065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:47.038487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d3c3dbb6-61d6-4ba1-86dc-b4fa095a290c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:47.040585 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d3c3dbb6-61d6-4ba1-86dc-b4fa095a290c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/0e2a09cc-8405-4d0b-8e2f-9e6097c37e09 HTTP/1.1" status: 204 len: 168 time: 0.1923282 Oct 26 15:27:47.062754 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3dbb6-61d6-4ba1-86dc-b4fa095a290c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2a09cc-8405-4d0b-8e2f-9e6097c37e09,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:47.121883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:47.122361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:47.136908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:47.151456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:47.155349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:47.156264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:47.243953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:47.318146 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:47.318679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:47.356905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:47.361506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:47.419610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:47.686730 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34874) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:47.761198 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8a634674-6929-4d04-a1eb-6b157be1ee17 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0727336 Oct 26 15:27:47.910745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34884) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:47.952294 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5513783-abf1-4e97-b836-b5e4d8d48b9b None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:47.956142 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5513783-abf1-4e97-b836-b5e4d8d48b9b None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:47.956776 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c5513783-abf1-4e97-b836-b5e4d8d48b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:48.038175 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1239eba9-bcf9-49ff-8417-4ea16cb9e2c1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1261981 Oct 26 15:27:48.064009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:48.069633 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:48.105004 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c5513783-abf1-4e97-b836-b5e4d8d48b9b None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:48.113359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:48.113811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:48.114163 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:27:48.141497 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:48.193844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:48.194310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:48.218513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:48.222704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:48.223704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:48.303532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2569ad78-cbf2-4799-8ef1-5dbb17422423 None None] New status for floating IP 2933cbea-958a-49a0-a352-3dec44725890: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:27:48.342842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:48.357559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:48.357946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:48.358291 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:27:48.396981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:48.465911 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c5513783-abf1-4e97-b836-b5e4d8d48b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:46Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:46Z', 'revision_number': 7, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:46Z', 'revision_number': 18, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:48.493173 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5513783-abf1-4e97-b836-b5e4d8d48b9b None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:48.502350 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5513783-abf1-4e97-b836-b5e4d8d48b9b None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:48.503190 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c5513783-abf1-4e97-b836-b5e4d8d48b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:48.524620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:48.525050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:48.565306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:48.572752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:48.623532 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c5513783-abf1-4e97-b836-b5e4d8d48b9b None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:48.630157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:48.659278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:48.689300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:27:48.689828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0c1d598d-cc10-4970-8e2c-4e5f7dec4da4 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:27:48.690497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c81d2bb0-3936-4d95-a847-347a991c56cf no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:48.715557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: c81d2bb0-3936-4d95-a847-347a991c56cf {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:27:48.716147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c81d2bb0-3936-4d95-a847-347a991c56cf not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:27:48.724194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:48.750501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 48dc8cb6-5318-4f85-8e5d-2af8765d605e {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:27:48.751137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 48dc8cb6-5318-4f85-8e5d-2af8765d605e not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:27:48.764787 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34902) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:48.770934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:48.800598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:48.861389 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-57d9a98d-758e-4855-9541-3c49d7b31e1e tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0952549 Oct 26 15:27:48.864652 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c5513783-abf1-4e97-b836-b5e4d8d48b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:46Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:46Z', 'revision_number': 7, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:46Z', 'revision_number': 18, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:48.883468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:48.896323 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5513783-abf1-4e97-b836-b5e4d8d48b9b None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:46Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:46Z', 'revision_number': 7, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:46Z', 'revision_number': 18, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:49.039368 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34912) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:49.131938 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ee3c797f-2f1f-4f27-84a8-9d2f7f0ffac8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0907404 Oct 26 15:27:49.224461 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34916) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:49.374020 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-fa8ba879-548d-4743-8030-e6ed2dd88bf7 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:49.435354 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05288ae-1bff-4d95-be87-051f01b8ab5d None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:49.452225 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05288ae-1bff-4d95-be87-051f01b8ab5d None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:49.453099 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c05288ae-1bff-4d95-be87-051f01b8ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:49.453621 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba879-548d-4743-8030-e6ed2dd88bf7 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:49.529910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:49.565528 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba879-548d-4743-8030-e6ed2dd88bf7 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:49.612305 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c05288ae-1bff-4d95-be87-051f01b8ab5d None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:49.674923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:49.675976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:49.719863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:49.732145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:49.733706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:49.759030 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-fa8ba879-548d-4743-8030-e6ed2dd88bf7 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Allocated IP 172.26.11.132 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/4b32fa57-13c1-47a0-bcb6-11d4b40d3963) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:27:49.857732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:49.862562 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34920) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:49.877107 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:49.917383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:49.917721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:49.927448 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:49.958901 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba879-548d-4743-8030-e6ed2dd88bf7 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for port (4b32fa57-13c1-47a0-bcb6-11d4b40d3963), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:49.962992 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c05288ae-1bff-4d95-be87-051f01b8ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:27:48Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '2933cbea-958a-49a0-a352-3dec44725890', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'floating_ip_address': '172.26.11.177', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'mac_address': 'fa:16:3e:2c:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:27:15Z', 'updated_at': '2022-10-26T15:27:48Z', 'revision_number': 5, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:27:48Z', 'revision_number': 27, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:49.964617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:49.982088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:49.990015 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6f8f3bf9-a3ad-4749-87ae-aec34d5e8ac4 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.1252036 Oct 26 15:27:49.995550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:50.029212 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05288ae-1bff-4d95-be87-051f01b8ab5d None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:50.034692 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba879-548d-4743-8030-e6ed2dd88bf7 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (4b32fa57-13c1-47a0-bcb6-11d4b40d3963), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:50.044997 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05288ae-1bff-4d95-be87-051f01b8ab5d None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:50.045894 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c05288ae-1bff-4d95-be87-051f01b8ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:50.073354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:50.092933 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ba879-548d-4743-8030-e6ed2dd88bf7 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Pushing event updated for resources: {'Port': ['ID=4b32fa57-13c1-47a0-bcb6-11d4b40d3963,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:50.118869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8ba879-548d-4743-8030-e6ed2dd88bf7 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:27:50.121861 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-fa8ba879-548d-4743-8030-e6ed2dd88bf7 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:27:50.132857 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34922) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:50.141561 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ba879-548d-4743-8030-e6ed2dd88bf7 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:27:50.236296 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4917e09a-fc54-44d2-acbc-454f47c27bd3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1014514 Oct 26 15:27:50.247099 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c05288ae-1bff-4d95-be87-051f01b8ab5d None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:50.278649 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba879-548d-4743-8030-e6ed2dd88bf7 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for floatingip (412b4797-92c6-4fdf-bcc9-ab5e6f1edf46), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:50.331523 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba879-548d-4743-8030-e6ed2dd88bf7 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4b32fa57-13c1-47a0-bcb6-11d4b40d3963), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:50.350849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:50.368197 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:50.511689 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c05288ae-1bff-4d95-be87-051f01b8ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:27:49Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '2933cbea-958a-49a0-a352-3dec44725890', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'floating_ip_address': '172.26.11.177', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'mac_address': 'fa:16:3e:2c:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:27:15Z', 'updated_at': '2022-10-26T15:27:48Z', 'revision_number': 5, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:27:49Z', 'revision_number': 28, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:50.529937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba879-548d-4743-8030-e6ed2dd88bf7 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for port (4b32fa57-13c1-47a0-bcb6-11d4b40d3963), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:50.534657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba879-548d-4743-8030-e6ed2dd88bf7 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (4b32fa57-13c1-47a0-bcb6-11d4b40d3963), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:50.543021 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05288ae-1bff-4d95-be87-051f01b8ab5d None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:27:49Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '2933cbea-958a-49a0-a352-3dec44725890', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'floating_ip_address': '172.26.11.177', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'port_id': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'mac_address': 'fa:16:3e:2c:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:27:15Z', 'updated_at': '2022-10-26T15:27:48Z', 'revision_number': 5, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:27:49Z', 'revision_number': 28, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:50.615149 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ba879-548d-4743-8030-e6ed2dd88bf7 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Pushing event updated for resources: {'Port': ['ID=4b32fa57-13c1-47a0-bcb6-11d4b40d3963,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:50.619155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba879-548d-4743-8030-e6ed2dd88bf7 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (412b4797-92c6-4fdf-bcc9-ab5e6f1edf46), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:50.638742 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fa8ba879-548d-4743-8030-e6ed2dd88bf7 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:50.642600 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fa8ba879-548d-4743-8030-e6ed2dd88bf7 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 1.4144361 Oct 26 15:27:50.642986 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34924) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:50.648212 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a7b20dba-cd97-4f8b-8ff5-70bec368557f tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1991641834'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:50.676904 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b20dba-cd97-4f8b-8ff5-70bec368557f tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Made reservation on behalf of 7e238174b5b3490a9f95a32aea9e776d for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:27:50.681005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a7b20dba-cd97-4f8b-8ff5-70bec368557f tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:50.690363 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a7b20dba-cd97-4f8b-8ff5-70bec368557f tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:50.712358 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:50.808879 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a7b20dba-cd97-4f8b-8ff5-70bec368557f tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for security_group (f785abc9-6288-47b6-b71b-8336b826dde2), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:50.812887 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a7b20dba-cd97-4f8b-8ff5-70bec368557f tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (f785abc9-6288-47b6-b71b-8336b826dde2), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:50.846834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b20dba-cd97-4f8b-8ff5-70bec368557f tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:27:50.859059 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b20dba-cd97-4f8b-8ff5-70bec368557f tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f785abc9-6288-47b6-b71b-8336b826dde2,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:50.865041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a7b20dba-cd97-4f8b-8ff5-70bec368557f tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (d2a110e9-9ab6-4737-be7c-970599137e8e), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:50.866077 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-a7b20dba-cd97-4f8b-8ff5-70bec368557f tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Added segment d2a110e9-9ab6-4737-be7c-970599137e8e of type vlan for network 1df5eafd-e4fa-40e8-ab35-f1b46d5ec928 Oct 26 15:27:50.914477 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a7b20dba-cd97-4f8b-8ff5-70bec368557f tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (1df5eafd-e4fa-40e8-ab35-f1b46d5ec928), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:50.947125 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a7b20dba-cd97-4f8b-8ff5-70bec368557f tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (1df5eafd-e4fa-40e8-ab35-f1b46d5ec928), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:50.952447 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b20dba-cd97-4f8b-8ff5-70bec368557f tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:50.953096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a7b20dba-cd97-4f8b-8ff5-70bec368557f tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:50.993305 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34926) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:51.023732 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a7b20dba-cd97-4f8b-8ff5-70bec368557f tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3757210 Oct 26 15:27:51.027254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34928) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:51.035134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-8078a072-a7fc-495b-87a5-100d15d8d838 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Request body: {'subnet': {'network_id': '1df5eafd-e4fa-40e8-ab35-f1b46d5ec928', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:51.052299 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b20dba-cd97-4f8b-8ff5-70bec368557f tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Pushing event updated for resources: {'Network': ['ID=1df5eafd-e4fa-40e8-ab35-f1b46d5ec928,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:51.067216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 1df5eafd-e4fa-40e8-ab35-f1b46d5ec928 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:27:51.075556 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8466eee3-d14a-4f7b-bb31-b9c72a1a3920 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0808096 Oct 26 15:27:51.141188 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8078a072-a7fc-495b-87a5-100d15d8d838 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Made reservation on behalf of 7e238174b5b3490a9f95a32aea9e776d for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:27:51.145332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8078a072-a7fc-495b-87a5-100d15d8d838 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:51.238831 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34930) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:51.314973 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=2,neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:51.337967 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-54b77fc2-721d-49b7-81aa-b8ed9d8b96d2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0980651 Oct 26 15:27:51.396438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8078a072-a7fc-495b-87a5-100d15d8d838 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (b9f8a340-f49e-4028-8c9c-3ede43a2b96f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:51.471001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078a072-a7fc-495b-87a5-100d15d8d838 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Pushing event updated for resources: {'Subnet': ['ID=b9f8a340-f49e-4028-8c9c-3ede43a2b96f,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:51.478113 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8078a072-a7fc-495b-87a5-100d15d8d838 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Checking segment: {'id': 'd2a110e9-9ab6-4737-be7c-970599137e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1df5eafd-e4fa-40e8-ab35-f1b46d5ec928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:27:51.478543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8078a072-a7fc-495b-87a5-100d15d8d838 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Network hostable DHCP agents. Network: 1df5eafd-e4fa-40e8-ab35-f1b46d5ec928, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:27:51.497279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8078a072-a7fc-495b-87a5-100d15d8d838 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Network 1df5eafd-e4fa-40e8-ab35-f1b46d5ec928 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:27:51.507079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-8078a072-a7fc-495b-87a5-100d15d8d838 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 1df5eafd-e4fa-40e8-ab35-f1b46d5ec928) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:27:51.514394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:51.516116 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8078a072-a7fc-495b-87a5-100d15d8d838 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:51.516902 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8078a072-a7fc-495b-87a5-100d15d8d838 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:51.518895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd481a-9515-4798-acf4-b673a2316fb7 None None] Network 1df5eafd-e4fa-40e8-ab35-f1b46d5ec928 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:27:51.539160 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8078a072-a7fc-495b-87a5-100d15d8d838 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5085342 Oct 26 15:27:51.539623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34932) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:51.547850 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-760631066', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}, 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:51.576233 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (bdfd61ca-7344-4543-a90d-d35aa378acde), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:51.577442 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (bdfd61ca-7344-4543-a90d-d35aa378acde), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:51.613470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccff433-c634-4502-8500-590e4c99c589 None None] New status for floating IP d12774f9-2936-4130-9876-d38b1752057c: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:27:51.636831 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:51.639017 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for router_controller (bdfd61ca-7344-4543-a90d-d35aa378acde), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:51.698944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4c25ba64-18d1-49ab-a337-8f195a556d78 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:51.698944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:51.699237 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4c25ba64-18d1-49ab-a337-8f195a556d78 Oct 26 15:27:51.786720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for router_gateway (bdfd61ca-7344-4543-a90d-d35aa378acde), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:51.927969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-1df5eafd-e4fa-40e8-ab35-f1b46d5ec928', 'network_id': '1df5eafd-e4fa-40e8-ab35-f1b46d5ec928', 'project_id': '7e238174b5b3490a9f95a32aea9e776d', 'fixed_ips': [{'subnet_id': 'b9f8a340-f49e-4028-8c9c-3ede43a2b96f'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:27:51.929675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:51.983052 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for router_gateway (bdfd61ca-7344-4543-a90d-d35aa378acde), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:52.008324 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:52.077439 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34934) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:52.111517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:52.112070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:52.138098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:52.185839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:52.186666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:52.220261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:52.239645 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-66f584be-d89b-4fb5-984c-4cb233ef91d5 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.1597433 Oct 26 15:27:52.306302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Allocated IP 172.20.0.2 (1df5eafd-e4fa-40e8-ab35-f1b46d5ec928/b9f8a340-f49e-4028-8c9c-3ede43a2b96f/b22595cc-d510-478a-90dc-bf1802050234) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:27:52.309916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:52.336346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:52.336730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:52.337116 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:27:52.352482 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34936) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:52.447168 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-85363849-0701-4c59-96ee-f46bc7046b8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0910387 Oct 26 15:27:52.519495 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Allocated IP 172.26.11.108 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/b8113146-038b-424e-bfb9-48ab9751c59b) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:27:52.520314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:52.520707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:52.586289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Publish callbacks [] for port (b22595cc-d510-478a-90dc-bf1802050234), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:52.595896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (b22595cc-d510-478a-90dc-bf1802050234), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:52.607608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:52.631665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:52.632472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:52.641723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for port (b8113146-038b-424e-bfb9-48ab9751c59b), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:52.668233 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:52.668829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:52.674012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Network 1df5eafd-e4fa-40e8-ab35-f1b46d5ec928 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:27:52.681292 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (b8113146-038b-424e-bfb9-48ab9751c59b), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:52.685779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:27:52.692954 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:27:52.696485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Pushing event updated for resources: {'Port': ['ID=b22595cc-d510-478a-90dc-bf1802050234,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:52.706236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:52.727644 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:27:52.733756 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:27:52.736150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Pushing event updated for resources: {'Port': ['ID=b8113146-038b-424e-bfb9-48ab9751c59b,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:52.739413 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:27:52.801876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:52.802250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:52.802582 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:27:52.833398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:52.842408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Attempting to bind port b22595cc-d510-478a-90dc-bf1802050234 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:27:52.842784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Attempting to bind port b22595cc-d510-478a-90dc-bf1802050234 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'd2a110e9-9ab6-4737-be7c-970599137e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1df5eafd-e4fa-40e8-ab35-f1b46d5ec928'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:27:52.843255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Attempting to bind port b22595cc-d510-478a-90dc-bf1802050234 on network 1df5eafd-e4fa-40e8-ab35-f1b46d5ec928 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:27:52.918502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:27:52.918797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Checking segment: {'id': 'd2a110e9-9ab6-4737-be7c-970599137e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1df5eafd-e4fa-40e8-ab35-f1b46d5ec928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:27:52.919354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:52.919744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Bound using segment: {'id': 'd2a110e9-9ab6-4737-be7c-970599137e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1df5eafd-e4fa-40e8-ab35-f1b46d5ec928'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:27:52.920360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Bound port: b22595cc-d510-478a-90dc-bf1802050234, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a110e9-9ab6-4737-be7c-970599137e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1df5eafd-e4fa-40e8-ab35-f1b46d5ec928'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:27:52.920749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b22595cc-d510-478a-90dc-bf1802050234), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:52.951721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:52.952424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:53.029537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:53.033770 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for router_gateway (bdfd61ca-7344-4543-a90d-d35aa378acde), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:53.034620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] For port b22595cc-d510-478a-90dc-bf1802050234, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:27:53.041046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:53.055112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] For port b22595cc-d510-478a-90dc-bf1802050234, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=b22595cc-d510-478a-90dc-bf1802050234,segment=NetworkSegment(d2a110e9-9ab6-4737-be7c-970599137e8e),segment_id=d2a110e9-9ab6-4737-be7c-970599137e8e)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:27:53.081399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (b22595cc-d510-478a-90dc-bf1802050234), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:53.132785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:53.133701 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782b8f0-9bf7-4391-a0c0-5262741394f4 None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:53.149227 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9782b8f0-9bf7-4391-a0c0-5262741394f4 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:53.151834 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9782b8f0-9bf7-4391-a0c0-5262741394f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:53.183107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e613ea-f2ff-401a-a111-08d4cad21c82 None None] Pushing event updated for resources: {'Port': ['ID=b22595cc-d510-478a-90dc-bf1802050234,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:53.241797 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34940) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:53.249720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:53.301621 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9782b8f0-9bf7-4391-a0c0-5262741394f4 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:53.343879 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (bdfd61ca-7344-4543-a90d-d35aa378acde), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:53.344677 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c06a5ae4-f51d-40c8-8565-0d7425ad9ab7 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0839036 Oct 26 15:27:53.452620 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34942) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:53.566366 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9e7c771e-0507-465b-a2b4-16916da9fac9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1118293 Oct 26 15:27:53.590294 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Router bdfd61ca-7344-4543-a90d-d35aa378acde is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:27:53.642884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device b22595cc-d510-478a-90dc-bf1802050234 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:53.686562 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:53.696099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port b22595cc-d510-478a-90dc-bf1802050234 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:53.696099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b22595cc-d510-478a-90dc-bf1802050234), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:53.696099 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port b22595cc-d510-478a-90dc-bf1802050234 Oct 26 15:27:53.699241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5851b91a-13d3-4406-b8d4-2a2813b604ce None None] New status for floating IP 2933cbea-958a-49a0-a352-3dec44725890: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:27:53.722957 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:27:53.737258 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9782b8f0-9bf7-4391-a0c0-5262741394f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:52Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:51Z', 'revision_number': 8, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:52Z', 'revision_number': 19, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:53.743493 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ed8449-11e3-460b-b050-c42e97375467 None None] Sync routers for ids ['bdfd61ca-7344-4543-a90d-d35aa378acde'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:53.746280 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:53.747273 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5c732434-092c-407a-8aa8-7dd643232671 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.2068658 Oct 26 15:27:53.750125 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34944) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:53.775457 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782b8f0-9bf7-4391-a0c0-5262741394f4 None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:53.785753 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ed8449-11e3-460b-b050-c42e97375467 None None] Routers {'bdfd61ca-7344-4543-a90d-d35aa378acde'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:53.786820 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-85ed8449-11e3-460b-b050-c42e97375467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bdfd61ca-7344-4543-a90d-d35aa378acde'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:53.791415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:53.825789 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-85ed8449-11e3-460b-b050-c42e97375467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:53.828032 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9782b8f0-9bf7-4391-a0c0-5262741394f4 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:53.828633 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9782b8f0-9bf7-4391-a0c0-5262741394f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:53.877163 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ed8449-11e3-460b-b050-c42e97375467 None None] Routers {'bdfd61ca-7344-4543-a90d-d35aa378acde'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:53.877713 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-85ed8449-11e3-460b-b050-c42e97375467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bdfd61ca-7344-4543-a90d-d35aa378acde'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:53.883198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port b22595cc-d510-478a-90dc-bf1802050234 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:53.883809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b22595cc-d510-478a-90dc-bf1802050234), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:53.918001 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-85ed8449-11e3-460b-b050-c42e97375467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:53.919149 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ed8449-11e3-460b-b050-c42e97375467 None None] The sync data for ids ['bdfd61ca-7344-4543-a90d-d35aa378acde'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:53.953258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port b22595cc-d510-478a-90dc-bf1802050234, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=b22595cc-d510-478a-90dc-bf1802050234,segment=NetworkSegment(d2a110e9-9ab6-4737-be7c-970599137e8e),segment_id=d2a110e9-9ab6-4737-be7c-970599137e8e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:53.958361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (b22595cc-d510-478a-90dc-bf1802050234), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:53.960118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:53.986933 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9782b8f0-9bf7-4391-a0c0-5262741394f4 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:54.046219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=b22595cc-d510-478a-90dc-bf1802050234,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:54.059928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:54.060397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:54.060823 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:27:54.172605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:54.173409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:54.234039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:54.248496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:54.248496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:54.267936 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9782b8f0-9bf7-4391-a0c0-5262741394f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:52Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:51Z', 'revision_number': 8, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:52Z', 'revision_number': 19, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:54.298847 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782b8f0-9bf7-4391-a0c0-5262741394f4 None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:52Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:51Z', 'revision_number': 8, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:52Z', 'revision_number': 19, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:54.310487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:54.329220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34946) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:54.412424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:54.432128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:54.438509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:54.438884 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:27:54.480075 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0e7b0862-f4fb-4eae-937a-d378ec43bf04 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.1482573 Oct 26 15:27:54.491319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:54.550694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:54.570353 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34948) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:54.601242 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:54.615198 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d05503cb-b92b-4903-9bdb-8ce00a07fc44 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:54.627460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310057cd-cc77-4934-b198-cff03b76ed93 None None] Network 1df5eafd-e4fa-40e8-ab35-f1b46d5ec928 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:27:54.641090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:54.683720 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-19ce1683-998a-44f0-9d89-e7917889b476 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1122007 Oct 26 15:27:54.696981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a6c5defa-fc75-44dd-8569-c0e6684f1f28 None None] Provisioning complete for port b22595cc-d510-478a-90dc-bf1802050234 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:54.697978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a6c5defa-fc75-44dd-8569-c0e6684f1f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b22595cc-d510-478a-90dc-bf1802050234), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:54.698382 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a6c5defa-fc75-44dd-8569-c0e6684f1f28 None None] Attempt 1 to provision port b22595cc-d510-478a-90dc-bf1802050234 Oct 26 15:27:54.837128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:54.873513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a6c5defa-fc75-44dd-8569-c0e6684f1f28 None None] Current status of the port b22595cc-d510-478a-90dc-bf1802050234 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:54.928094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:54.939929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:54.940568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:54.968964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:54.975612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:54.976202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-d05503cb-b92b-4903-9bdb-8ce00a07fc44 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Allocated IP 172.20.0.1 (1df5eafd-e4fa-40e8-ab35-f1b46d5ec928/b9f8a340-f49e-4028-8c9c-3ede43a2b96f/3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:27:54.976617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:55.072952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:55.136701 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d05503cb-b92b-4903-9bdb-8ce00a07fc44 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for port (3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:55.211007 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d05503cb-b92b-4903-9bdb-8ce00a07fc44 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:55.259449 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05503cb-b92b-4903-9bdb-8ce00a07fc44 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Network 1df5eafd-e4fa-40e8-ab35-f1b46d5ec928 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:27:55.260899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05503cb-b92b-4903-9bdb-8ce00a07fc44 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Pushing event updated for resources: {'Port': ['ID=3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:55.263715 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-d05503cb-b92b-4903-9bdb-8ce00a07fc44 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:27:55.266001 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05503cb-b92b-4903-9bdb-8ce00a07fc44 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:27:55.295358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8d970d44-498f-4754-a984-4f058fb7987d None None] Provisioning complete for port b22595cc-d510-478a-90dc-bf1802050234 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:55.295794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8d970d44-498f-4754-a984-4f058fb7987d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b22595cc-d510-478a-90dc-bf1802050234), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:55.296126 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8d970d44-498f-4754-a984-4f058fb7987d None None] Attempt 1 to provision port b22595cc-d510-478a-90dc-bf1802050234 Oct 26 15:27:55.326990 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d05503cb-b92b-4903-9bdb-8ce00a07fc44 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (bdfd61ca-7344-4543-a90d-d35aa378acde), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:55.330350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:55.330751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:55.411971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:55.437037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:55.449862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8d970d44-498f-4754-a984-4f058fb7987d None None] Current status of the port b22595cc-d510-478a-90dc-bf1802050234 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:55.482682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34950) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:55.529364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:55.537923 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d05503cb-b92b-4903-9bdb-8ce00a07fc44 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:55.621206 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d4b9c5b1-6691-4f05-989b-d443fc59bb45 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.1366940 Oct 26 15:27:55.629493 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:55.677063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2a322711-cf77-4cb6-8196-3e5d954bfe37 None None] Provisioning complete for port 3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:55.677762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2a322711-cf77-4cb6-8196-3e5d954bfe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:55.678125 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2a322711-cf77-4cb6-8196-3e5d954bfe37 None None] Attempt 1 to provision port 3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9 Oct 26 15:27:55.687500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34952) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:55.706870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:55.715056 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:55.727088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2a322711-cf77-4cb6-8196-3e5d954bfe37 None None] Port 3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:27:55.769597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device b22595cc-d510-478a-90dc-bf1802050234 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:55.791978 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4160f5fb-c313-402f-a2a4-c194a8b85e9d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1032288 Oct 26 15:27:55.820920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port b22595cc-d510-478a-90dc-bf1802050234 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:55.821305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b22595cc-d510-478a-90dc-bf1802050234), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:55.821645 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port b22595cc-d510-478a-90dc-bf1802050234 Oct 26 15:27:55.914766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port b22595cc-d510-478a-90dc-bf1802050234 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:55.916080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:55.957506 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d05503cb-b92b-4903-9bdb-8ce00a07fc44 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for port (3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:55.963457 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d05503cb-b92b-4903-9bdb-8ce00a07fc44 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:55.963812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:55.964217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:55.964557 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:27:56.047777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:56.048079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:56.064562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d05503cb-b92b-4903-9bdb-8ce00a07fc44 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (bdfd61ca-7344-4543-a90d-d35aa378acde), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:56.078694 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05503cb-b92b-4903-9bdb-8ce00a07fc44 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Pushing event updated for resources: {'Port': ['ID=3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:56.091094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:56.098575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:56.156722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:56.171710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:56.186024 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05503cb-b92b-4903-9bdb-8ce00a07fc44 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Network 1df5eafd-e4fa-40e8-ab35-f1b46d5ec928 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:27:56.187781 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-d05503cb-b92b-4903-9bdb-8ce00a07fc44 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:27:56.253874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:56.255250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:56.258160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:56.281725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:56.288084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:56.288860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:56.324260 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05503cb-b92b-4903-9bdb-8ce00a07fc44 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Router bdfd61ca-7344-4543-a90d-d35aa378acde has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:27:56.403945 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:56.425547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:56.425941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:56.448306 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05503cb-b92b-4903-9bdb-8ce00a07fc44 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:27:56.454072 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d05503cb-b92b-4903-9bdb-8ce00a07fc44 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] 10.222.0.60 "PUT /networking/v2.0/routers/bdfd61ca-7344-4543-a90d-d35aa378acde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7029290 Oct 26 15:27:56.456669 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34954) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:56.462168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:56.463319 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-29466ff1-68fe-4e85-b101-969dc836d409 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Request body: {'port': {'network_id': '1df5eafd-e4fa-40e8-ab35-f1b46d5ec928', 'name': 'tempest-FloatingIPAdminTestJSON-414028685'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:56.465746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2112e-0837-4982-b34a-73f5462bd6aa None None] Sync routers for ids ['bdfd61ca-7344-4543-a90d-d35aa378acde'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:56.470016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:56.509425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e2112e-0837-4982-b34a-73f5462bd6aa None None] Routers {'bdfd61ca-7344-4543-a90d-d35aa378acde'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:56.510091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-22e2112e-0837-4982-b34a-73f5462bd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bdfd61ca-7344-4543-a90d-d35aa378acde'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:56.558492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-22e2112e-0837-4982-b34a-73f5462bd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:56.571492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:56.574283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-99b6704c-4ad6-413c-9f23-0ee9a625ed1f None None] Provisioning complete for port 3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:56.574659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-99b6704c-4ad6-413c-9f23-0ee9a625ed1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:56.574991 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-99b6704c-4ad6-413c-9f23-0ee9a625ed1f None None] Attempt 1 to provision port 3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9 Oct 26 15:27:56.586476 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29466ff1-68fe-4e85-b101-969dc836d409 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Made reservation on behalf of 7e238174b5b3490a9f95a32aea9e776d for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:27:56.590915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-29466ff1-68fe-4e85-b101-969dc836d409 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:56.593935 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:56.603134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e2112e-0837-4982-b34a-73f5462bd6aa None None] Routers {'bdfd61ca-7344-4543-a90d-d35aa378acde'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:56.604265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-22e2112e-0837-4982-b34a-73f5462bd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bdfd61ca-7344-4543-a90d-d35aa378acde'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:56.616913 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-29466ff1-68fe-4e85-b101-969dc836d409 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] device_id is not set on port d799e4f2-b0f6-4cff-a541-937f07a60484 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:27:56.625016 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34956) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:56.645974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-22e2112e-0837-4982-b34a-73f5462bd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:56.646651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2112e-0837-4982-b34a-73f5462bd6aa None None] The sync data for ids ['bdfd61ca-7344-4543-a90d-d35aa378acde'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:56.649850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-99b6704c-4ad6-413c-9f23-0ee9a625ed1f None None] Port 3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:27:56.722957 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-65b50759-fb12-4c67-b38a-804803297925 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0959780 Oct 26 15:27:56.725114 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-635d18fb-f87a-4cc4-9e17-43fb0dc4fce1 req-7712a17f-eb44-414e-8481-d4a59f5c1338 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572414 Oct 26 15:27:56.734584 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-29466ff1-68fe-4e85-b101-969dc836d409 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Allocated IP 172.20.0.7 (1df5eafd-e4fa-40e8-ab35-f1b46d5ec928/b9f8a340-f49e-4028-8c9c-3ede43a2b96f/d799e4f2-b0f6-4cff-a541-937f07a60484) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:27:56.768253 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:56.794844 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34958) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:56.817273 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0d07ca-4ed8-4274-8d45-0f85d3f3f025 None None] New status for floating IP d12774f9-2936-4130-9876-d38b1752057c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:27:56.829867 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d18fb-f87a-4cc4-9e17-43fb0dc4fce1 req-f2851a45-4a7a-4dc6-8755-178076d9d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:56.831405 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-635d18fb-f87a-4cc4-9e17-43fb0dc4fce1 req-f2851a45-4a7a-4dc6-8755-178076d9d8b6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 1130 time: 0.0796704 Oct 26 15:27:56.858602 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f67b8de8-04fe-4c54-8543-bba798049ba5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0625570 Oct 26 15:27:56.899569 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-29466ff1-68fe-4e85-b101-969dc836d409 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for port (d799e4f2-b0f6-4cff-a541-937f07a60484), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:56.940008 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-29466ff1-68fe-4e85-b101-969dc836d409 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (d799e4f2-b0f6-4cff-a541-937f07a60484), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:56.952631 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d18fb-f87a-4cc4-9e17-43fb0dc4fce1 req-eeb13650-7cac-44b4-9114-ab669db86032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:56.954476 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-635d18fb-f87a-4cc4-9e17-43fb0dc4fce1 req-eeb13650-7cac-44b4-9114-ab669db86032 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e17aed4e-c4e5-4bb5-a982-08b9b5add769 HTTP/1.1" status: 200 len: 898 time: 0.0949745 Oct 26 15:27:56.985689 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29466ff1-68fe-4e85-b101-969dc836d409 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Network 1df5eafd-e4fa-40e8-ab35-f1b46d5ec928 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:27:56.991208 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-29466ff1-68fe-4e85-b101-969dc836d409 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:27:56.995355 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29466ff1-68fe-4e85-b101-969dc836d409 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:27:57.024916 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29466ff1-68fe-4e85-b101-969dc836d409 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Pushing event updated for resources: {'Port': ['ID=d799e4f2-b0f6-4cff-a541-937f07a60484,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:57.037769 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-635d18fb-f87a-4cc4-9e17-43fb0dc4fce1 req-391a2bca-37d6-42ca-935a-6e9540e796bd service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4396edc-0efb-4409-a9e0-d8bc4f53ce10 HTTP/1.1" status: 200 len: 1003 time: 0.0750308 Oct 26 15:27:57.058950 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29466ff1-68fe-4e85-b101-969dc836d409 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:57.059576 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-29466ff1-68fe-4e85-b101-969dc836d409 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:57.082813 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-29466ff1-68fe-4e85-b101-969dc836d409 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6221685 Oct 26 15:27:57.083142 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34960) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:57.100004 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d18fb-f87a-4cc4-9e17-43fb0dc4fce1 req-23bf5290-fa56-46da-91ae-8eae5a89f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:57.102201 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-635d18fb-f87a-4cc4-9e17-43fb0dc4fce1 req-23bf5290-fa56-46da-91ae-8eae5a89f76f service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=3f6b5952-1b1d-42b8-b52f-36b8e04e5167 HTTP/1.1" status: 200 len: 834 time: 0.0553534 Oct 26 15:27:57.136260 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'project_id': '7e238174b5b3490a9f95a32aea9e776d', 'port_id': 'd799e4f2-b0f6-4cff-a541-937f07a60484'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:27:57.172447 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d18fb-f87a-4cc4-9e17-43fb0dc4fce1 req-b0badb30-77e8-4fa3-966b-267d54f51b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:27:57.174061 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-635d18fb-f87a-4cc4-9e17-43fb0dc4fce1 req-b0badb30-77e8-4fa3-966b-267d54f51b3b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e17aed4e-c4e5-4bb5-a982-08b9b5add769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0626895 Oct 26 15:27:57.178122 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:57.249682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:57.255246 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:57.282435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-36b15274-a174-4d85-9026-39943de56262 None None] Provisioning complete for port d799e4f2-b0f6-4cff-a541-937f07a60484 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:57.283119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-36b15274-a174-4d85-9026-39943de56262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d799e4f2-b0f6-4cff-a541-937f07a60484), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:57.283519 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-36b15274-a174-4d85-9026-39943de56262 None None] Attempt 1 to provision port d799e4f2-b0f6-4cff-a541-937f07a60484 Oct 26 15:27:57.284764 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-635d18fb-f87a-4cc4-9e17-43fb0dc4fce1 req-732db314-84ce-458d-b272-31216cfa56f9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e17aed4e-c4e5-4bb5-a982-08b9b5add769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997941 Oct 26 15:27:57.309973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:57.317807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-36b15274-a174-4d85-9026-39943de56262 None None] Port d799e4f2-b0f6-4cff-a541-937f07a60484 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:27:57.373609 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Allocated IP 172.26.11.40 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/9b6fc01c-10b9-488e-8237-8474927497f2) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:27:57.387236 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-635d18fb-f87a-4cc4-9e17-43fb0dc4fce1 req-bec6cdc3-d811-467f-8aa4-cf121ea2765c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e17aed4e-c4e5-4bb5-a982-08b9b5add769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926340 Oct 26 15:27:57.480194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks [] for port (9b6fc01c-10b9-488e-8237-8474927497f2), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:57.501826 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:57.519250 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (9b6fc01c-10b9-488e-8237-8474927497f2), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:57.567239 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:27:57.569822 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:57.574381 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:27:57.576586 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Pushing event updated for resources: {'Port': ['ID=9b6fc01c-10b9-488e-8237-8474927497f2,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:57.580049 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:27:57.726571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34964) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:57.785965 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5b5d6616-43c0-49fd-8b12-356a3c3dc7ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0580444 Oct 26 15:27:57.839402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2014a30-fab1-4203-83bd-24bb9ed1384c None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:57.848773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2014a30-fab1-4203-83bd-24bb9ed1384c None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:57.849506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b2014a30-fab1-4203-83bd-24bb9ed1384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:57.862398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34966) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:57.889458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:57.938468 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1f25a340-57fc-4c2f-a6da-6e8a09aabd67 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0742643 Oct 26 15:27:57.947494 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks [] for floatingip (52fa0b5d-8eba-44dc-9b73-86f5acb90a8a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:58.007727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b2014a30-fab1-4203-83bd-24bb9ed1384c None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:58.016129 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9b6fc01c-10b9-488e-8237-8474927497f2), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:58.049008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:58.049399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:58.130677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:58.146959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:58.148196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:58.170441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks [] for port (9b6fc01c-10b9-488e-8237-8474927497f2), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:58.174338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (9b6fc01c-10b9-488e-8237-8474927497f2), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:58.200851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:58.242172 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (52fa0b5d-8eba-44dc-9b73-86f5acb90a8a), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:58.244959 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Pushing event updated for resources: {'Port': ['ID=9b6fc01c-10b9-488e-8237-8474927497f2,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:58.292008 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:58.295331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:58.348330 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Floating IP 52fa0b5d-8eba-44dc-9b73-86f5acb90a8a associated. External IP: 172.26.11.40, port: d799e4f2-b0f6-4cff-a541-937f07a60484. Oct 26 15:27:58.361916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b2014a30-fab1-4203-83bd-24bb9ed1384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:54Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:56Z', 'revision_number': 9, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:56Z', 'revision_number': 21, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:58.389946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:58.392203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2014a30-fab1-4203-83bd-24bb9ed1384c None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:27:58.401920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2014a30-fab1-4203-83bd-24bb9ed1384c None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:58.402545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b2014a30-fab1-4203-83bd-24bb9ed1384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:58.506143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b2014a30-fab1-4203-83bd-24bb9ed1384c None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:27:58.544246 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:58.558232 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Router bdfd61ca-7344-4543-a90d-d35aa378acde has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:27:58.666378 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:27:58.676275 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2363b83-38af-44c8-bd73-8db8e581129c None None] Sync routers for ids ['bdfd61ca-7344-4543-a90d-d35aa378acde'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:27:58.685627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:58.688611 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2363b83-38af-44c8-bd73-8db8e581129c None None] Routers {'bdfd61ca-7344-4543-a90d-d35aa378acde'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:58.689621 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d2363b83-38af-44c8-bd73-8db8e581129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bdfd61ca-7344-4543-a90d-d35aa378acde'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:58.717889 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a0c071bf-8983-4942-9147-22fd246af912 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 1.6323152 Oct 26 15:27:58.720619 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34968) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:58.726207 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d2363b83-38af-44c8-bd73-8db8e581129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:58.728216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b2014a30-fab1-4203-83bd-24bb9ed1384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:54Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:56Z', 'revision_number': 9, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:58Z', 'revision_number': 22, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:58.729222 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:58.737834 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2363b83-38af-44c8-bd73-8db8e581129c None None] Routers {'bdfd61ca-7344-4543-a90d-d35aa378acde'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:27:58.738449 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d2363b83-38af-44c8-bd73-8db8e581129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bdfd61ca-7344-4543-a90d-d35aa378acde'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:58.758028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2014a30-fab1-4203-83bd-24bb9ed1384c None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:54Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:27:56Z', 'revision_number': 9, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:27:58Z', 'revision_number': 22, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:58.770715 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d2363b83-38af-44c8-bd73-8db8e581129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:27:58.771316 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2363b83-38af-44c8-bd73-8db8e581129c None None] The sync data for ids ['bdfd61ca-7344-4543-a90d-d35aa378acde'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:27:58.789844 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34970) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:58.856415 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-481a0bd9-b9cd-4e94-aeeb-4afe2edc2a64 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.0647540 Oct 26 15:27:58.943033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34972) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:59.037870 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cebc966d-3f9e-44f8-9469-8ea5adb4d4ca tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0935361 Oct 26 15:27:59.121420 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-58769e4a-acd5-48b2-a5f3-df9ae65e9a70 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] 10.222.0.60 "GET /networking/v2.0/floatingips/52fa0b5d-8eba-44dc-9b73-86f5acb90a8a HTTP/1.1" status: 200 len: 982 time: 0.3995125 Oct 26 15:27:59.123972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34974) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:59.189962 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:59.233633 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6708a32b-099d-4216-8c67-054b97132794 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] 10.222.0.60 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 3824 time: 0.1082006 Oct 26 15:27:59.236544 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34976) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:59.392544 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-a3feacf8-ead6-4f9c-a6f1-1c8306d6278a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Deleting port 9b6fc01c-10b9-488e-8237-8474927497f2 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:27:59.393128 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3feacf8-ead6-4f9c-a6f1-1c8306d6278a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (9b6fc01c-10b9-488e-8237-8474927497f2), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:59.471846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:27:59.475046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:59.482112 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3feacf8-ead6-4f9c-a6f1-1c8306d6278a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (9b6fc01c-10b9-488e-8237-8474927497f2), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:59.482439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3feacf8-ead6-4f9c-a6f1-1c8306d6278a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for floatingip (9b6fc01c-10b9-488e-8237-8474927497f2), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:59.497943 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-a3feacf8-ead6-4f9c-a6f1-1c8306d6278a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Calling delete_port for 9b6fc01c-10b9-488e-8237-8474927497f2 owned by network:floatingip {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:27:59.562305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:59.677124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:27:59.695980 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3feacf8-ead6-4f9c-a6f1-1c8306d6278a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (9b6fc01c-10b9-488e-8237-8474927497f2), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:59.729172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4c25ba64-18d1-49ab-a337-8f195a556d78 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:27:59.729827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:59.730322 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4c25ba64-18d1-49ab-a337-8f195a556d78 Oct 26 15:27:59.732091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3feacf8-ead6-4f9c-a6f1-1c8306d6278a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Pushing event deleted for resources: {'Port': ['ID=9b6fc01c-10b9-488e-8237-8474927497f2,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:27:59.801262 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3feacf8-ead6-4f9c-a6f1-1c8306d6278a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for floatingip (52fa0b5d-8eba-44dc-9b73-86f5acb90a8a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:59.802017 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-a3feacf8-ead6-4f9c-a6f1-1c8306d6278a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Floating IP 52fa0b5d-8eba-44dc-9b73-86f5acb90a8a disassociated (deleted). External IP: 172.26.11.40, port: d799e4f2-b0f6-4cff-a541-937f07a60484. Oct 26 15:27:59.814421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:27:59.814820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:59.859970 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:27:59.861000 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34978) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:27:59.982314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:27:59.988086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:27:59.989178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:00.041870 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34980) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:00.072566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:00.083422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:00.083759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:00.084108 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:28:00.108599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:00.146639 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3213dffd-0550-4e76-a841-877fa0c6ad6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1025798 Oct 26 15:28:00.171576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:00.172121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:00.210552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:00.215717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:00.271101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:00.282999 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1b02f674-b1f9-452e-b66c-2a0405e341bf tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 993 time: 0.4206274 Oct 26 15:28:00.378888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3feacf8-ead6-4f9c-a6f1-1c8306d6278a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Router bdfd61ca-7344-4543-a90d-d35aa378acde has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:28:00.470850 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:00.483721 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3feacf8-ead6-4f9c-a6f1-1c8306d6278a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:28:00.488024 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a3feacf8-ead6-4f9c-a6f1-1c8306d6278a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:00.494998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d5b66a-b75c-4629-a278-c5fa8dc4de13 None None] Sync routers for ids ['bdfd61ca-7344-4543-a90d-d35aa378acde'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:28:00.506049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d5b66a-b75c-4629-a278-c5fa8dc4de13 None None] Routers {'bdfd61ca-7344-4543-a90d-d35aa378acde'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:00.506756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-14d5b66a-b75c-4629-a278-c5fa8dc4de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bdfd61ca-7344-4543-a90d-d35aa378acde'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:00.508296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:00.518405 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a3feacf8-ead6-4f9c-a6f1-1c8306d6278a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/52fa0b5d-8eba-44dc-9b73-86f5acb90a8a HTTP/1.1" status: 204 len: 168 time: 1.2808213 Oct 26 15:28:00.522157 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34982) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:00.526825 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-670a037b-f7d1-4836-bd7e-f5d2265606bc tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:00.543459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-14d5b66a-b75c-4629-a278-c5fa8dc4de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:00.548264 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-670a037b-f7d1-4836-bd7e-f5d2265606bc tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:00.552651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d5b66a-b75c-4629-a278-c5fa8dc4de13 None None] Routers {'bdfd61ca-7344-4543-a90d-d35aa378acde'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:00.553296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-14d5b66a-b75c-4629-a278-c5fa8dc4de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bdfd61ca-7344-4543-a90d-d35aa378acde'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:00.585898 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-14d5b66a-b75c-4629-a278-c5fa8dc4de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:00.586510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d5b66a-b75c-4629-a278-c5fa8dc4de13 None None] The sync data for ids ['bdfd61ca-7344-4543-a90d-d35aa378acde'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:28:00.623433 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-670a037b-f7d1-4836-bd7e-f5d2265606bc tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:00.651059 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af918a4-88ea-4ef7-86bd-6890b5115d29 None None] New status for floating IP d12774f9-2936-4130-9876-d38b1752057c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:28:00.735550 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-670a037b-f7d1-4836-bd7e-f5d2265606bc tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Allocated IP 172.26.11.120 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/6a2448e1-9a92-48c0-8664-a2d96f2501ce) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:00.840955 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-670a037b-f7d1-4836-bd7e-f5d2265606bc tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks [] for port (6a2448e1-9a92-48c0-8664-a2d96f2501ce), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:00.846261 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:00.877916 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-670a037b-f7d1-4836-bd7e-f5d2265606bc tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (6a2448e1-9a92-48c0-8664-a2d96f2501ce), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:00.934108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670a037b-f7d1-4836-bd7e-f5d2265606bc tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:00.939493 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-670a037b-f7d1-4836-bd7e-f5d2265606bc tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:00.941748 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a037b-f7d1-4836-bd7e-f5d2265606bc tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Pushing event updated for resources: {'Port': ['ID=6a2448e1-9a92-48c0-8664-a2d96f2501ce,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:00.943908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670a037b-f7d1-4836-bd7e-f5d2265606bc tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:01.019224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:01.026496 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-670a037b-f7d1-4836-bd7e-f5d2265606bc tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks [] for floatingip (60dfcc2d-1537-4225-ab62-e1ffc3e057d6), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:01.063993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-670a037b-f7d1-4836-bd7e-f5d2265606bc tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6a2448e1-9a92-48c0-8664-a2d96f2501ce), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:01.150944 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34984) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:01.214125 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7cbeaf64-8732-41a1-8dcb-2652c374ab2f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0603650 Oct 26 15:28:01.215598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-670a037b-f7d1-4836-bd7e-f5d2265606bc tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks [] for port (6a2448e1-9a92-48c0-8664-a2d96f2501ce), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:01.224674 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-670a037b-f7d1-4836-bd7e-f5d2265606bc tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (6a2448e1-9a92-48c0-8664-a2d96f2501ce), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:01.298917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c485328-808e-4447-99b8-cdb8b90fec35 None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:28:01.299579 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34986) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:01.299688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c485328-808e-4447-99b8-cdb8b90fec35 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:01.299688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4c485328-808e-4447-99b8-cdb8b90fec35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:01.335195 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a037b-f7d1-4836-bd7e-f5d2265606bc tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Pushing event updated for resources: {'Port': ['ID=6a2448e1-9a92-48c0-8664-a2d96f2501ce,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:01.338011 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-670a037b-f7d1-4836-bd7e-f5d2265606bc tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (60dfcc2d-1537-4225-ab62-e1ffc3e057d6), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:01.369297 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-670a037b-f7d1-4836-bd7e-f5d2265606bc tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:01.370509 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-670a037b-f7d1-4836-bd7e-f5d2265606bc tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 0.8471341 Oct 26 15:28:01.373917 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-922ca29d-6b81-47ad-892b-ca6b6d35a058 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0843902 Oct 26 15:28:01.374252 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34988) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:01.407929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4c485328-808e-4447-99b8-cdb8b90fec35 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:28:01.498446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f9809494-b97c-40b2-ab9f-ac8269c0e261 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:01.522904 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f9809494-b97c-40b2-ab9f-ac8269c0e261 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:01.546593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:01.607748 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f9809494-b97c-40b2-ab9f-ac8269c0e261 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:01.685406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:01.685805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:01.703546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4c485328-808e-4447-99b8-cdb8b90fec35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:27:59Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:28:00Z', 'revision_number': 10, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:28:00Z', 'revision_number': 23, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:01.716579 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-f9809494-b97c-40b2-ab9f-ac8269c0e261 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Allocated IP 172.26.11.71 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/3ff3f58a-2b86-4062-8011-6bfd7dbcdcc9) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:01.734511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:01.736199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c485328-808e-4447-99b8-cdb8b90fec35 None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:28:01.741189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:01.741896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:01.789814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c485328-808e-4447-99b8-cdb8b90fec35 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:01.790456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4c485328-808e-4447-99b8-cdb8b90fec35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:01.825670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f9809494-b97c-40b2-ab9f-ac8269c0e261 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Publish callbacks [] for port (3ff3f58a-2b86-4062-8011-6bfd7dbcdcc9), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:01.859050 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f9809494-b97c-40b2-ab9f-ac8269c0e261 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (3ff3f58a-2b86-4062-8011-6bfd7dbcdcc9), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:01.870971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:01.901001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9809494-b97c-40b2-ab9f-ac8269c0e261 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:01.906031 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-f9809494-b97c-40b2-ab9f-ac8269c0e261 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:01.908450 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9809494-b97c-40b2-ab9f-ac8269c0e261 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:01.932380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9809494-b97c-40b2-ab9f-ac8269c0e261 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Pushing event updated for resources: {'Port': ['ID=3ff3f58a-2b86-4062-8011-6bfd7dbcdcc9,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:01.945868 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:01.947174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:01.947575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:01.953351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4c485328-808e-4447-99b8-cdb8b90fec35 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:28:01.997974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:02.004283 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f9809494-b97c-40b2-ab9f-ac8269c0e261 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Publish callbacks [] for floatingip (2042edf0-760b-4e76-9b2e-d6a5acf509de), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:02.045033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f9809494-b97c-40b2-ab9f-ac8269c0e261 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3ff3f58a-2b86-4062-8011-6bfd7dbcdcc9), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:02.053174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:02.063278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:02.147375 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:02.164787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:02.210988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f9809494-b97c-40b2-ab9f-ac8269c0e261 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Publish callbacks [] for port (3ff3f58a-2b86-4062-8011-6bfd7dbcdcc9), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:02.216839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f9809494-b97c-40b2-ab9f-ac8269c0e261 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (3ff3f58a-2b86-4062-8011-6bfd7dbcdcc9), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:02.217023 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34992) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:02.242950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4c485328-808e-4447-99b8-cdb8b90fec35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:28:01Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:28:00Z', 'revision_number': 10, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:28:00Z', 'revision_number': 23, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:02.276907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c485328-808e-4447-99b8-cdb8b90fec35 None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:28:01Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:28:00Z', 'revision_number': 10, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:28:00Z', 'revision_number': 23, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:28:02.291404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9809494-b97c-40b2-ab9f-ac8269c0e261 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Pushing event updated for resources: {'Port': ['ID=3ff3f58a-2b86-4062-8011-6bfd7dbcdcc9,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:02.293833 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f9809494-b97c-40b2-ab9f-ac8269c0e261 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (2042edf0-760b-4e76-9b2e-d6a5acf509de), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:02.294933 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1023539d-87f1-4d7c-821c-a8e06825da59 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0765777 Oct 26 15:28:02.316446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f9809494-b97c-40b2-ab9f-ac8269c0e261 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:02.317833 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f9809494-b97c-40b2-ab9f-ac8269c0e261 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9423153 Oct 26 15:28:02.320526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34994) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:02.377579 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 34996) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:02.386785 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-99cc6732-25b3-4c1d-a2df-528d177fa3bb tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] 10.222.0.60 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 4012 time: 0.0651677 Oct 26 15:28:02.389371 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 34998) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:02.441903 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0f60cb2d-3146-4e50-a353-6d28e4692d31 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0630503 Oct 26 15:28:02.458063 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e86844b7-fbaf-4a9f-b20c-3ad469a8480a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] 10.222.0.60 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 692 time: 0.0675664 Oct 26 15:28:02.460590 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35000) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:02.582482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-8b58d712-6b7b-4284-9494-7b33a98a7ac6 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Deleting port 3ff3f58a-2b86-4062-8011-6bfd7dbcdcc9 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:02.582841 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8b58d712-6b7b-4284-9494-7b33a98a7ac6 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (3ff3f58a-2b86-4062-8011-6bfd7dbcdcc9), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:02.667437 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8b58d712-6b7b-4284-9494-7b33a98a7ac6 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (3ff3f58a-2b86-4062-8011-6bfd7dbcdcc9), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:02.667696 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8b58d712-6b7b-4284-9494-7b33a98a7ac6 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Publish callbacks [] for floatingip (3ff3f58a-2b86-4062-8011-6bfd7dbcdcc9), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:02.681799 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-8b58d712-6b7b-4284-9494-7b33a98a7ac6 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Calling delete_port for 3ff3f58a-2b86-4062-8011-6bfd7dbcdcc9 owned by network:floatingip {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:02.821348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8b58d712-6b7b-4284-9494-7b33a98a7ac6 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (3ff3f58a-2b86-4062-8011-6bfd7dbcdcc9), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:02.845591 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58d712-6b7b-4284-9494-7b33a98a7ac6 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Pushing event deleted for resources: {'Port': ['ID=3ff3f58a-2b86-4062-8011-6bfd7dbcdcc9,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:02.855506 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:02.916683 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8b58d712-6b7b-4284-9494-7b33a98a7ac6 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Publish callbacks [] for floatingip (2042edf0-760b-4e76-9b2e-d6a5acf509de), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:02.919343 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8b58d712-6b7b-4284-9494-7b33a98a7ac6 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:02.920512 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8b58d712-6b7b-4284-9494-7b33a98a7ac6 tempest-FloatingIPAdminTestJSON-625798765 tempest-FloatingIPAdminTestJSON-625798765-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/2042edf0-760b-4e76-9b2e-d6a5acf509de HTTP/1.1" status: 204 len: 168 time: 0.4589851 Oct 26 15:28:02.930363 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35002) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:03.062678 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-32df258b-024f-4b72-9104-efe3fa52e198 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Deleting port 6a2448e1-9a92-48c0-8664-a2d96f2501ce {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:03.063030 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-32df258b-024f-4b72-9104-efe3fa52e198 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (6a2448e1-9a92-48c0-8664-a2d96f2501ce), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:03.150315 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-32df258b-024f-4b72-9104-efe3fa52e198 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (6a2448e1-9a92-48c0-8664-a2d96f2501ce), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:03.150648 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-32df258b-024f-4b72-9104-efe3fa52e198 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks [] for floatingip (6a2448e1-9a92-48c0-8664-a2d96f2501ce), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:03.153055 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:03.165214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-32df258b-024f-4b72-9104-efe3fa52e198 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Calling delete_port for 6a2448e1-9a92-48c0-8664-a2d96f2501ce owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:03.298571 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35006) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:03.337004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-32df258b-024f-4b72-9104-efe3fa52e198 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (6a2448e1-9a92-48c0-8664-a2d96f2501ce), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:03.376577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df258b-024f-4b72-9104-efe3fa52e198 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a2448e1-9a92-48c0-8664-a2d96f2501ce,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:03.385081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:03.413899 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-31985e35-693f-4b26-9fce-2ad9ea33505d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1142313 Oct 26 15:28:03.445730 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35008) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:03.461261 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-32df258b-024f-4b72-9104-efe3fa52e198 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks [] for floatingip (60dfcc2d-1537-4225-ab62-e1ffc3e057d6), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:03.464353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-32df258b-024f-4b72-9104-efe3fa52e198 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:03.466081 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-32df258b-024f-4b72-9104-efe3fa52e198 tempest-FloatingIPAdminTestJSON-1626462088 tempest-FloatingIPAdminTestJSON-1626462088-project-admin] 10.222.0.60 "DELETE /networking/v2.0/floatingips/60dfcc2d-1537-4225-ab62-e1ffc3e057d6 HTTP/1.1" status: 204 len: 168 time: 0.5342114 Oct 26 15:28:03.470988 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35010) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:03.518834 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-66087734-3be1-4782-8cbc-f36036000d90 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0712793 Oct 26 15:28:03.575520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-58a34b8d-42f3-4203-9a50-3462f6f2ba8d tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Deleting port d799e4f2-b0f6-4cff-a541-937f07a60484 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:03.575882 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-58a34b8d-42f3-4203-9a50-3462f6f2ba8d tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (d799e4f2-b0f6-4cff-a541-937f07a60484), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:03.598094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:03.633878 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:03.644539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4c25ba64-18d1-49ab-a337-8f195a556d78 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:03.645028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:03.645435 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4c25ba64-18d1-49ab-a337-8f195a556d78 Oct 26 15:28:03.670979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-58a34b8d-42f3-4203-9a50-3462f6f2ba8d tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (d799e4f2-b0f6-4cff-a541-937f07a60484), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:03.684331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-58a34b8d-42f3-4203-9a50-3462f6f2ba8d tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Calling delete_port for d799e4f2-b0f6-4cff-a541-937f07a60484 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:03.717567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:03.717894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:03.739040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:03.742787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:03.743627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:03.819600 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-58a34b8d-42f3-4203-9a50-3462f6f2ba8d tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (d799e4f2-b0f6-4cff-a541-937f07a60484), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:03.821455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:03.828477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:03.830823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:03.831236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:03.831533 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:28:03.850884 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a34b8d-42f3-4203-9a50-3462f6f2ba8d tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Pushing event deleted for resources: {'Port': ['ID=d799e4f2-b0f6-4cff-a541-937f07a60484,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:03.911806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:03.912530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:03.925915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-58a34b8d-42f3-4203-9a50-3462f6f2ba8d tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:03.929789 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-58a34b8d-42f3-4203-9a50-3462f6f2ba8d tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] 10.222.0.60 "DELETE /networking/v2.0/ports/d799e4f2-b0f6-4cff-a541-937f07a60484 HTTP/1.1" status: 204 len: 168 time: 0.4576464 Oct 26 15:28:03.932252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35012) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:03.958179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:03.964068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:03.986450 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0f3afb-73b7-4d9f-8f59-b0d0db8e097c tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:03.988238 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dc0f3afb-73b7-4d9f-8f59-b0d0db8e097c tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=bdfd61ca-7344-4543-a90d-d35aa378acde HTTP/1.1" status: 200 len: 913 time: 0.0548902 Oct 26 15:28:03.990963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35014) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:04.018456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:04.037800 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89c4802-3aff-452b-ab33-a33a52c628a9 None None] New status for floating IP d12774f9-2936-4130-9876-d38b1752057c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:28:04.096705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:04.323191 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5ca1-922b-4114-b31e-825f47778913 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (bdfd61ca-7344-4543-a90d-d35aa378acde), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:04.422637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c01291f-769d-4314-9612-502f95cd8e71 None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:28:04.422637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c01291f-769d-4314-9612-502f95cd8e71 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:04.422842 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35016) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:04.422945 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0c01291f-769d-4314-9612-502f95cd8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:04.485356 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-64e99ff5-00d1-48a6-99a9-56b55f4f004f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0603409 Oct 26 15:28:04.492716 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:04.522627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35018) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:04.528506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0c01291f-769d-4314-9612-502f95cd8e71 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:28:04.612207 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c5ca1-922b-4114-b31e-825f47778913 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Deleting port 3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:04.612557 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5ca1-922b-4114-b31e-825f47778913 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:04.618153 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-120e1246-9082-4492-a5c3-ce65dfa58f54 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0945091 Oct 26 15:28:04.710695 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5ca1-922b-4114-b31e-825f47778913 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:04.725478 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c5ca1-922b-4114-b31e-825f47778913 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Calling delete_port for 3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:04.878533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0c01291f-769d-4314-9612-502f95cd8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:28:03Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:28:04Z', 'revision_number': 11, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:28:03Z', 'revision_number': 25, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:04.906177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c01291f-769d-4314-9612-502f95cd8e71 None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:28:04.910001 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5ca1-922b-4114-b31e-825f47778913 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:04.914807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c01291f-769d-4314-9612-502f95cd8e71 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:04.915477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0c01291f-769d-4314-9612-502f95cd8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:04.940535 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c5ca1-922b-4114-b31e-825f47778913 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Pushing event deleted for resources: {'Port': ['ID=3b51d6e7-4caf-4ff2-8549-ff8d7c3ff5e9,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:05.029563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0c01291f-769d-4314-9612-502f95cd8e71 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:28:05.116176 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:05.138277 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5ca1-922b-4114-b31e-825f47778913 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (bdfd61ca-7344-4543-a90d-d35aa378acde), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:05.173881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5f8b7c-9d2c-460b-9908-3b345010f1c7 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:28:05.200691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:05.340109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0c01291f-769d-4314-9612-502f95cd8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:28:03Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:28:04Z', 'revision_number': 11, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:28:03Z', 'revision_number': 25, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:05.344648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5f8b7c-9d2c-460b-9908-3b345010f1c7 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:28:05.353398 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:05.358922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2c5ca1-922b-4114-b31e-825f47778913 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Router bdfd61ca-7344-4543-a90d-d35aa378acde has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:28:05.368899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c01291f-769d-4314-9612-502f95cd8e71 None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:28:03Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:28:04Z', 'revision_number': 11, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:28:03Z', 'revision_number': 25, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:28:05.383410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:05.487832 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35020) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:05.540674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:05.576030 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-968f147e-05d5-4237-b7d9-53c571343dce tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0860076 Oct 26 15:28:05.622585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35022) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:05.690070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:05.690722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:05.722355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:05.724822 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8b7a683c-a389-461d-9426-9b07229e7bb8 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1006918 Oct 26 15:28:05.730127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:05.731260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:05.800631 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2c5ca1-922b-4114-b31e-825f47778913 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:28:05.809677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:05.810347 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35024) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:05.817686 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd3b643-6ee1-422b-96fb-5d5f11b00c9c None None] Sync routers for ids ['bdfd61ca-7344-4543-a90d-d35aa378acde'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:28:05.827058 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8a2c5ca1-922b-4114-b31e-825f47778913 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] 10.222.0.60 "PUT /networking/v2.0/routers/bdfd61ca-7344-4543-a90d-d35aa378acde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8325653 Oct 26 15:28:05.846228 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd3b643-6ee1-422b-96fb-5d5f11b00c9c None None] Routers {'bdfd61ca-7344-4543-a90d-d35aa378acde'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:05.847054 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-edd3b643-6ee1-422b-96fb-5d5f11b00c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bdfd61ca-7344-4543-a90d-d35aa378acde'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:05.872955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:05.875318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:05.875745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:05.914395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:05.921653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:05.924271 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-edd3b643-6ee1-422b-96fb-5d5f11b00c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:05.950354 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd3b643-6ee1-422b-96fb-5d5f11b00c9c None None] Routers {'bdfd61ca-7344-4543-a90d-d35aa378acde'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:05.950998 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-edd3b643-6ee1-422b-96fb-5d5f11b00c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['bdfd61ca-7344-4543-a90d-d35aa378acde'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:05.958606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:05.971897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-17700c66-8120-4d80-b2fa-91b44862f7d0 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for router (bdfd61ca-7344-4543-a90d-d35aa378acde), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:05.980937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:05.994135 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-edd3b643-6ee1-422b-96fb-5d5f11b00c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:05.995016 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd3b643-6ee1-422b-96fb-5d5f11b00c9c None None] The sync data for ids ['bdfd61ca-7344-4543-a90d-d35aa378acde'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:28:06.114846 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-17700c66-8120-4d80-b2fa-91b44862f7d0 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for router_gateway (bdfd61ca-7344-4543-a90d-d35aa378acde), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:06.164388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-17700c66-8120-4d80-b2fa-91b44862f7d0 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Deleting port b8113146-038b-424e-bfb9-48ab9751c59b {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:06.164739 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-17700c66-8120-4d80-b2fa-91b44862f7d0 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (b8113146-038b-424e-bfb9-48ab9751c59b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:06.281207 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-17700c66-8120-4d80-b2fa-91b44862f7d0 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (b8113146-038b-424e-bfb9-48ab9751c59b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:06.298597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-17700c66-8120-4d80-b2fa-91b44862f7d0 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Calling delete_port for b8113146-038b-424e-bfb9-48ab9751c59b owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:06.416937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-794b9862-10d7-4f5a-b1e7-4c22d181ab0a None None] Provisioning complete for port b22595cc-d510-478a-90dc-bf1802050234 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:06.417535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-794b9862-10d7-4f5a-b1e7-4c22d181ab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b22595cc-d510-478a-90dc-bf1802050234), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:06.417878 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-794b9862-10d7-4f5a-b1e7-4c22d181ab0a None None] Attempt 1 to provision port b22595cc-d510-478a-90dc-bf1802050234 Oct 26 15:28:06.472771 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-17700c66-8120-4d80-b2fa-91b44862f7d0 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (b8113146-038b-424e-bfb9-48ab9751c59b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:06.496924 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17700c66-8120-4d80-b2fa-91b44862f7d0 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Pushing event deleted for resources: {'Port': ['ID=b8113146-038b-424e-bfb9-48ab9751c59b,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:06.497617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-794b9862-10d7-4f5a-b1e7-4c22d181ab0a None None] Current status of the port b22595cc-d510-478a-90dc-bf1802050234 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:06.565945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-17700c66-8120-4d80-b2fa-91b44862f7d0 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (bdfd61ca-7344-4543-a90d-d35aa378acde), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:06.578656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35026) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:06.633421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:06.641432 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8938a18c-dca3-49c3-8575-5d8fadb83982 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0616057 Oct 26 15:28:06.658945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-17700c66-8120-4d80-b2fa-91b44862f7d0 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (bdfd61ca-7344-4543-a90d-d35aa378acde), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:06.661644 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-17700c66-8120-4d80-b2fa-91b44862f7d0 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for router_controller (bdfd61ca-7344-4543-a90d-d35aa378acde), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:06.710072 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-17700c66-8120-4d80-b2fa-91b44862f7d0 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (bdfd61ca-7344-4543-a90d-d35aa378acde), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:06.710696 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17700c66-8120-4d80-b2fa-91b44862f7d0 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Fanout notify agent at l3_agent the message router_deleted on router bdfd61ca-7344-4543-a90d-d35aa378acde {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:28:06.717020 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-17700c66-8120-4d80-b2fa-91b44862f7d0 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:06.718163 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-17700c66-8120-4d80-b2fa-91b44862f7d0 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] 10.222.0.60 "DELETE /networking/v2.0/routers/bdfd61ca-7344-4543-a90d-d35aa378acde HTTP/1.1" status: 204 len: 168 time: 0.9065804 Oct 26 15:28:06.720755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35028) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:06.729081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35030) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:06.776069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-187d6e41-5c5c-47cb-94e6-4edd7737a66a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Deleting subnet b9f8a340-f49e-4028-8c9c-3ede43a2b96f {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:28:06.779578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-187d6e41-5c5c-47cb-94e6-4edd7737a66a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for subnet (b9f8a340-f49e-4028-8c9c-3ede43a2b96f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:06.793029 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-176ff939-05b9-4a85-a1f4-bd53dc7cf4a6 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0626349 Oct 26 15:28:06.823060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-187d6e41-5c5c-47cb-94e6-4edd7737a66a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (b9f8a340-f49e-4028-8c9c-3ede43a2b96f), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:06.915236 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-187d6e41-5c5c-47cb-94e6-4edd7737a66a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (b9f8a340-f49e-4028-8c9c-3ede43a2b96f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:06.970648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:06.979012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-187d6e41-5c5c-47cb-94e6-4edd7737a66a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (b9f8a340-f49e-4028-8c9c-3ede43a2b96f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.006954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d6e41-5c5c-47cb-94e6-4edd7737a66a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f8a340-f49e-4028-8c9c-3ede43a2b96f,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:07.012174 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-187d6e41-5c5c-47cb-94e6-4edd7737a66a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.017376 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-187d6e41-5c5c-47cb-94e6-4edd7737a66a tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/b9f8a340-f49e-4028-8c9c-3ede43a2b96f HTTP/1.1" status: 204 len: 168 time: 0.2933645 Oct 26 15:28:07.017603 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35032) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:07.018039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90d6b5c-3f1f-4d87-ad92-cd7b32c874cf None None] Network 1df5eafd-e4fa-40e8-ab35-f1b46d5ec928 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:07.100606 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (1df5eafd-e4fa-40e8-ab35-f1b46d5ec928), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.144207 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Deleting port b22595cc-d510-478a-90dc-bf1802050234 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:07.144558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (b22595cc-d510-478a-90dc-bf1802050234), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.170191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a306d57-61b0-4bcf-b8b6-63a952c19f24 None None] DHCP port deletion for 1df5eafd-e4fa-40e8-ab35-f1b46d5ec928 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:28:07.210467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-3a306d57-61b0-4bcf-b8b6-63a952c19f24 None None] Deleting port b22595cc-d510-478a-90dc-bf1802050234 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:07.210768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3a306d57-61b0-4bcf-b8b6-63a952c19f24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (b22595cc-d510-478a-90dc-bf1802050234), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.214713 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] For port b22595cc-d510-478a-90dc-bf1802050234, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=b22595cc-d510-478a-90dc-bf1802050234,segment=NetworkSegment(d2a110e9-9ab6-4737-be7c-970599137e8e),segment_id=d2a110e9-9ab6-4737-be7c-970599137e8e)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:07.215089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (b22595cc-d510-478a-90dc-bf1802050234), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.228439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Calling delete_port for b22595cc-d510-478a-90dc-bf1802050234 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:07.279800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-3a306d57-61b0-4bcf-b8b6-63a952c19f24 None None] For port b22595cc-d510-478a-90dc-bf1802050234, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=b22595cc-d510-478a-90dc-bf1802050234,segment=NetworkSegment(d2a110e9-9ab6-4737-be7c-970599137e8e),segment_id=d2a110e9-9ab6-4737-be7c-970599137e8e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:07.280202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3a306d57-61b0-4bcf-b8b6-63a952c19f24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (b22595cc-d510-478a-90dc-bf1802050234), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.293746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-3a306d57-61b0-4bcf-b8b6-63a952c19f24 None None] Calling delete_port for b22595cc-d510-478a-90dc-bf1802050234 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:07.308504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (b22595cc-d510-478a-90dc-bf1802050234), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.331058 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Pushing event deleted for resources: {'Port': ['ID=b22595cc-d510-478a-90dc-bf1802050234,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:07.336628 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] No DVR routers for this DVR port b22595cc-d510-478a-90dc-bf1802050234 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:28:07.380637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d036c3-ccc0-466a-9a0a-3acb92500eb4 None None] New status for floating IP d12774f9-2936-4130-9876-d38b1752057c: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:28:07.385184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3a306d57-61b0-4bcf-b8b6-63a952c19f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (b22595cc-d510-478a-90dc-bf1802050234), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.420440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (1df5eafd-e4fa-40e8-ab35-f1b46d5ec928), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.440892 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df5eafd-e4fa-40e8-ab35-f1b46d5ec928']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:07.441870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a306d57-61b0-4bcf-b8b6-63a952c19f24 None None] No DVR routers for this DVR port b22595cc-d510-478a-90dc-bf1802050234 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:28:07.445805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a306d57-61b0-4bcf-b8b6-63a952c19f24 None None] Pushing event deleted for resources: {'Port': ['ID=b22595cc-d510-478a-90dc-bf1802050234,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:07.451189 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a110e9-9ab6-4737-be7c-970599137e8e') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:07.451537 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a110e9-9ab6-4737-be7c-970599137e8e') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:07.465772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (d2a110e9-9ab6-4737-be7c-970599137e8e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.480498 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (d2a110e9-9ab6-4737-be7c-970599137e8e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.487596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:28:07.488136 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (d2a110e9-9ab6-4737-be7c-970599137e8e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.501892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:07.544463 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment d2a110e9-9ab6-4737-be7c-970599137e8e resource provider aggregate not found Oct 26 15:28:07.568750 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment d2a110e9-9ab6-4737-be7c-970599137e8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2a110e9-9ab6-4737-be7c-970599137e8e found for delete ", "request_id": "req-48d77a12-3055-4279-ae13-fb75f49ff755"}]} Oct 26 15:28:07.579272 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (1df5eafd-e4fa-40e8-ab35-f1b46d5ec928), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.594367 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.602501 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35038) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:07.603044 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] 10.222.0.60 "DELETE /networking/v2.0/networks/1df5eafd-e4fa-40e8-ab35-f1b46d5ec928 HTTP/1.1" status: 204 len: 168 time: 0.5840971 Oct 26 15:28:07.615092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:07.615361 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb92556-14be-4ba5-a140-8d1eba342082 tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Pushing event deleted for resources: {'Network': ['ID=1df5eafd-e4fa-40e8-ab35-f1b46d5ec928,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:07.645291 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35040) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:07.682772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4c25ba64-18d1-49ab-a337-8f195a556d78 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:07.683373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.684046 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4c25ba64-18d1-49ab-a337-8f195a556d78 Oct 26 15:28:07.747473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a6248474-7103-4118-91d3-1516d87b954d tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Deleting port 4b32fa57-13c1-47a0-bcb6-11d4b40d3963 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:07.747473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6248474-7103-4118-91d3-1516d87b954d tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (4b32fa57-13c1-47a0-bcb6-11d4b40d3963), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.779094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:07.779529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.797170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35044) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:07.802886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:07.810330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.811604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:07.850849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6248474-7103-4118-91d3-1516d87b954d tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (4b32fa57-13c1-47a0-bcb6-11d4b40d3963), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.851285 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6248474-7103-4118-91d3-1516d87b954d tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for floatingip (4b32fa57-13c1-47a0-bcb6-11d4b40d3963), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.864844 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a6248474-7103-4118-91d3-1516d87b954d tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Calling delete_port for 4b32fa57-13c1-47a0-bcb6-11d4b40d3963 owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:07.877525 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=12,neutron:SELECT=84,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:07.885142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:07.896860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:07.897005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:07.897349 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:28:07.920015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:07.923998 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6d3db00a-6896-4279-b71e-33d4c6014539 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1244013 Oct 26 15:28:07.926616 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2b47a047-51ee-4602-be8c-a740267f0380 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.2795479 Oct 26 15:28:07.981367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:07.981680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:08.015306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:08.016041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6248474-7103-4118-91d3-1516d87b954d tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (4b32fa57-13c1-47a0-bcb6-11d4b40d3963), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:08.018699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:08.039216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6248474-7103-4118-91d3-1516d87b954d tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Pushing event deleted for resources: {'Port': ['ID=4b32fa57-13c1-47a0-bcb6-11d4b40d3963,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:08.066778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:08.093631 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:08.111274 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6248474-7103-4118-91d3-1516d87b954d tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks [] for floatingip (412b4797-92c6-4fdf-bcc9-ab5e6f1edf46), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:08.114300 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a6248474-7103-4118-91d3-1516d87b954d tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:08.115479 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a6248474-7103-4118-91d3-1516d87b954d tempest-FloatingIPAdminTestJSON-385553021 tempest-FloatingIPAdminTestJSON-385553021-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/412b4797-92c6-4fdf-bcc9-ab5e6f1edf46 HTTP/1.1" status: 204 len: 168 time: 0.5119538 Oct 26 15:28:08.358782 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35050) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:08.463037 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3437da6-a5e0-41cf-8247-98c245fbd460 None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:28:08.463037 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3437da6-a5e0-41cf-8247-98c245fbd460 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:08.463037 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e3437da6-a5e0-41cf-8247-98c245fbd460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:08.463843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device b22595cc-d510-478a-90dc-bf1802050234 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:08.497298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: b22595cc-d510-478a-90dc-bf1802050234 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:28:08.497883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device b22595cc-d510-478a-90dc-bf1802050234 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:28:08.510972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5596b773-3036-4901-a52b-234f565c04bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:08.521212 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-65f647d2-40e9-481d-bb69-6006dac94854 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=7e238174b5b3490a9f95a32aea9e776d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1612577 Oct 26 15:28:08.523868 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35054) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:08.549871 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:08.566637 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e3437da6-a5e0-41cf-8247-98c245fbd460 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:28:08.575141 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f53453cf-ef95-4729-8cdf-90c24f784e96 admin admin] Publish callbacks [] for security_group (f785abc9-6288-47b6-b71b-8336b826dde2), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:08.596359 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f53453cf-ef95-4729-8cdf-90c24f784e96 admin admin] Publish callbacks [] for security_group (f785abc9-6288-47b6-b71b-8336b826dde2), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:08.648933 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f53453cf-ef95-4729-8cdf-90c24f784e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (f785abc9-6288-47b6-b71b-8336b826dde2), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:08.651698 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f53453cf-ef95-4729-8cdf-90c24f784e96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:08.653103 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f53453cf-ef95-4729-8cdf-90c24f784e96 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f785abc9-6288-47b6-b71b-8336b826dde2 HTTP/1.1" status: 204 len: 168 time: 0.1281869 Oct 26 15:28:08.661486 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53453cf-ef95-4729-8cdf-90c24f784e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f785abc9-6288-47b6-b71b-8336b826dde2,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:08.878968 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e3437da6-a5e0-41cf-8247-98c245fbd460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:28:07Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:28:07Z', 'revision_number': 12, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:28:07Z', 'revision_number': 27, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:08.905524 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3437da6-a5e0-41cf-8247-98c245fbd460 None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:28:08.913960 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3437da6-a5e0-41cf-8247-98c245fbd460 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:08.914505 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e3437da6-a5e0-41cf-8247-98c245fbd460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:27:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:08.924318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35060) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:08.926538 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35062) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:08.933949 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35064) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:08.948837 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-730d6f2a-1a4c-4238-82cd-0a191b4c32a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:08.988279 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-94c2a71a-150e-4697-90c0-e20a69265bf6 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0598328 Oct 26 15:28:09.023480 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e3437da6-a5e0-41cf-8247-98c245fbd460 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:28:09.028447 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a7df3d56-b104-4f83-a6c9-40e97682b2cc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0934103 Oct 26 15:28:09.044380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:09.082776 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-730d6f2a-1a4c-4238-82cd-0a191b4c32a0 admin admin] Publish callbacks [] for security_group (c67400d3-2b3a-4d6f-b788-fe914f232376), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:09.085897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-730d6f2a-1a4c-4238-82cd-0a191b4c32a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (c67400d3-2b3a-4d6f-b788-fe914f232376), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:09.125083 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d6f2a-1a4c-4238-82cd-0a191b4c32a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67400d3-2b3a-4d6f-b788-fe914f232376,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:09.132136 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-730d6f2a-1a4c-4238-82cd-0a191b4c32a0 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=bd2bcee9ef794344af748c075cf349ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2029824 Oct 26 15:28:09.132360 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35066) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:09.183546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-42991463-c894-4898-8c03-acd16f87b0c8 admin admin] Publish callbacks [] for security_group (c67400d3-2b3a-4d6f-b788-fe914f232376), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:09.204790 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-42991463-c894-4898-8c03-acd16f87b0c8 admin admin] Publish callbacks [] for security_group (c67400d3-2b3a-4d6f-b788-fe914f232376), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:09.205171 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:09.241922 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e3437da6-a5e0-41cf-8247-98c245fbd460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:28:07Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:28:07Z', 'revision_number': 12, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:28:07Z', 'revision_number': 27, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:09.256046 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-42991463-c894-4898-8c03-acd16f87b0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (c67400d3-2b3a-4d6f-b788-fe914f232376), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:09.258871 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-42991463-c894-4898-8c03-acd16f87b0c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:09.259964 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-42991463-c894-4898-8c03-acd16f87b0c8 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/c67400d3-2b3a-4d6f-b788-fe914f232376 HTTP/1.1" status: 204 len: 168 time: 0.1266837 Oct 26 15:28:09.267809 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42991463-c894-4898-8c03-acd16f87b0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67400d3-2b3a-4d6f-b788-fe914f232376,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:09.267956 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3437da6-a5e0-41cf-8247-98c245fbd460 None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:28:07Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:28:07Z', 'revision_number': 12, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:28:07Z', 'revision_number': 27, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:28:09.486987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:09.576404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:09.576901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:09.619452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:09.625759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:09.650797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:09.664234 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35072) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:09.681840 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-954dc50b-97a5-4b05-a9fa-518fe4c726ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:09.706888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:09.724915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:09.743015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:09.752866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:09.776076 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-954dc50b-97a5-4b05-a9fa-518fe4c726ee admin admin] Publish callbacks [] for security_group (d38bd217-b467-4474-89ac-658307c1a64e), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:09.783541 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-954dc50b-97a5-4b05-a9fa-518fe4c726ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (d38bd217-b467-4474-89ac-658307c1a64e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:09.824577 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-954dc50b-97a5-4b05-a9fa-518fe4c726ee admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f4be0eea79dc42779a945dcb2897d0c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1591234 Oct 26 15:28:09.827352 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35074) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:09.829737 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954dc50b-97a5-4b05-a9fa-518fe4c726ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38bd217-b467-4474-89ac-658307c1a64e,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:09.849847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:09.894928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c270dc2-9271-4c5e-a826-d75d86618a9b admin admin] Publish callbacks [] for security_group (d38bd217-b467-4474-89ac-658307c1a64e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:09.900717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:09.901245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:09.901693 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:28:09.917411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c270dc2-9271-4c5e-a826-d75d86618a9b admin admin] Publish callbacks [] for security_group (d38bd217-b467-4474-89ac-658307c1a64e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:09.974145 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c270dc2-9271-4c5e-a826-d75d86618a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (d38bd217-b467-4474-89ac-658307c1a64e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:09.976739 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c270dc2-9271-4c5e-a826-d75d86618a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:09.977950 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3c270dc2-9271-4c5e-a826-d75d86618a9b admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d38bd217-b467-4474-89ac-658307c1a64e HTTP/1.1" status: 204 len: 168 time: 0.1493080 Oct 26 15:28:09.985298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:09.985881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:09.987930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c270dc2-9271-4c5e-a826-d75d86618a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38bd217-b467-4474-89ac-658307c1a64e,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:09.990985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35078) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:10.032963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35080) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:10.065458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:10.074810 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:10.092843 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-849a49cc-fce8-48de-8b86-fd3b265a3977 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1006920 Oct 26 15:28:10.134927 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7cab2efe-24fe-4146-883f-2db9ee2a1ab0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0997427 Oct 26 15:28:10.156960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:10.209166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:10.264872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:10.265270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:10.293831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:10.298708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:10.351867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:10.879178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-51f060ab-3ec5-46a8-afc7-78efea61c644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:11.096645 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35108) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:11.139007 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35112) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:11.142843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10717213-3bfc-4841-8c7f-a8e53d4e4135 None None] New status for floating IP d12774f9-2936-4130-9876-d38b1752057c: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:28:11.207807 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-53f0f05f-b5c0-45be-917e-937266b37e4a tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1099632 Oct 26 15:28:11.218965 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6347234a-b2be-4916-942b-03d7d131e72a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0794082 Oct 26 15:28:11.380697 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35118) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:11.388402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:11.481652 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-9006e97d-bef9-400d-b30c-b7a59e459b73 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1435479025'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:11.482111 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-9006e97d-bef9-400d-b30c-b7a59e459b73 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] Unknown quota resources ['metering_label']. {{(pid=105322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 26 15:28:11.671913 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9006e97d-bef9-400d-b30c-b7a59e459b73 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:11.674978 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9006e97d-bef9-400d-b30c-b7a59e459b73 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] 10.222.0.60 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2913802 Oct 26 15:28:11.675885 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35122) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:11.680287 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-45b803ea-9d25-4986-bf5c-31c000a01998 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '83584c79-2ee9-4d31-a1a6-d413286bf1bf'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:11.681334 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-45b803ea-9d25-4986-bf5c-31c000a01998 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 26 15:28:11.756420 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.services.metering.metering_plugin [None req-45b803ea-9d25-4986-bf5c-31c000a01998 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 15:28:11.856701 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45b803ea-9d25-4986-bf5c-31c000a01998 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:11.857831 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-45b803ea-9d25-4986-bf5c-31c000a01998 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] 10.222.0.60 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1810198 Oct 26 15:28:11.860918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35124) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:11.864937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e67edd3a-fe89-4608-9f15-a29968f72dc1 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '83584c79-2ee9-4d31-a1a6-d413286bf1bf'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:11.865424 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e67edd3a-fe89-4608-9f15-a29968f72dc1 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 26 15:28:11.921125 dv-neutron-759874-6-hyperv neutron-server[105322]: WARNING neutron.services.metering.metering_plugin [None req-e67edd3a-fe89-4608-9f15-a29968f72dc1 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 15:28:11.990165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:12.006863 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e67edd3a-fe89-4608-9f15-a29968f72dc1 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:12.008067 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e67edd3a-fe89-4608-9f15-a29968f72dc1 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] 10.222.0.60 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1462467 Oct 26 15:28:12.010931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35126) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:12.021233 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d40ed93b-2dd7-4344-9fb0-245a5b16f546 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] 10.222.0.60 "GET /networking/v2.0/metering/metering-label-rules?id=ccd295e6-504e-4a94-b74c-bbec890945b3 HTTP/1.1" status: 200 len: 462 time: 0.0092549 Oct 26 15:28:12.023467 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35128) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:12.031037 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:12.125780 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-01f95efa-292a-4898-9cb8-e5929e70a3e5 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:12.126908 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-01f95efa-292a-4898-9cb8-e5929e70a3e5 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] 10.222.0.60 "DELETE /networking/v2.0/metering/metering-label-rules/ccd295e6-504e-4a94-b74c-bbec890945b3 HTTP/1.1" status: 204 len: 168 time: 0.1026082 Oct 26 15:28:12.129521 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35130) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:12.138037 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-56c76fd4-b7ec-4c08-9305-2137bc0fcf88 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] 10.222.0.60 "GET /networking/v2.0/metering/metering-label-rules?id=ccd295e6-504e-4a94-b74c-bbec890945b3 HTTP/1.1" status: 200 len: 221 time: 0.0075502 Oct 26 15:28:12.141063 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35132) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:12.144904 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-1001f6ae-03c4-44b3-b9fd-6d78cc43418b tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1166972472', 'description': 'label created by tempest'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:12.145348 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-1001f6ae-03c4-44b3-b9fd-6d78cc43418b tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] Unknown quota resources ['metering_label']. {{(pid=105322) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 26 15:28:12.212362 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35134) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:12.232700 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35136) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:12.284083 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2141445a-5168-4d2b-a685-be3cbda19db1 None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:28:12.287525 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2141445a-5168-4d2b-a685-be3cbda19db1 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:12.287525 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2141445a-5168-4d2b-a685-be3cbda19db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:28:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:12.298245 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-77f7eaee-f4c0-46d3-8173-0ce9aac01c01 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0847263 Oct 26 15:28:12.343898 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1001f6ae-03c4-44b3-b9fd-6d78cc43418b tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:12.345103 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1001f6ae-03c4-44b3-b9fd-6d78cc43418b tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] 10.222.0.60 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2031496 Oct 26 15:28:12.347904 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35138) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:12.361655 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-512496fa-2af4-4386-bbba-80334701076a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1266742 Oct 26 15:28:12.391068 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2141445a-5168-4d2b-a685-be3cbda19db1 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:28:12.420662 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-69482046-423a-4657-b1d4-00f830903704 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] 10.222.0.60 "GET /networking/v2.0/metering/metering-labels?id=f648de3c-1b4e-4378-895b-a384ff4ed5ae HTTP/1.1" status: 200 len: 468 time: 0.0715766 Oct 26 15:28:12.423340 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35140) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:12.619547 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2141445a-5168-4d2b-a685-be3cbda19db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:28:10Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:28:11Z', 'revision_number': 13, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:28:10Z', 'revision_number': 29, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:12.622766 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-447d7cc3-6e07-4cc4-ae8a-7db5cbbc8c17 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:12.623103 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-447d7cc3-6e07-4cc4-ae8a-7db5cbbc8c17 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] 10.222.0.60 "DELETE /networking/v2.0/metering/metering-labels/f648de3c-1b4e-4378-895b-a384ff4ed5ae HTTP/1.1" status: 204 len: 168 time: 0.1987846 Oct 26 15:28:12.626029 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35142) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:12.637553 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-13a72735-b057-4387-b27a-980a33764c57 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] 10.222.0.60 "GET /networking/v2.0/metering/metering-labels?id=f648de3c-1b4e-4378-895b-a384ff4ed5ae HTTP/1.1" status: 200 len: 216 time: 0.0104930 Oct 26 15:28:12.640822 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35144) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:12.644035 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2141445a-5168-4d2b-a685-be3cbda19db1 None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:28:12.645689 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:12.649974 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a8ab264d-6ad6-468e-a2b4-db4f18254aae tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] 10.222.0.60 "GET /networking/v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0076175 Oct 26 15:28:12.653305 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35146) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:12.654396 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2141445a-5168-4d2b-a685-be3cbda19db1 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:12.655007 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2141445a-5168-4d2b-a685-be3cbda19db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:28:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:12.664423 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1f6e66b8-443e-4ce3-93ec-7f5cf655a13e tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] 10.222.0.60 "GET /networking/v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0101368 Oct 26 15:28:12.667601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35148) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:12.720957 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-aef9c132-2e47-4863-960d-916fa623cb1a tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] 10.222.0.60 "GET /networking/v2.0/metering/metering-labels/83584c79-2ee9-4d31-a1a6-d413286bf1bf HTTP/1.1" status: 200 len: 473 time: 0.0522811 Oct 26 15:28:12.724372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35150) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:12.733810 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9cb08cde-5b36-415c-8683-de6b73b33c54 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] 10.222.0.60 "GET /networking/v2.0/metering/metering-label-rules/4a477a7b-3266-4e57-87dc-755f4ea7f025 HTTP/1.1" status: 200 len: 459 time: 0.0084252 Oct 26 15:28:12.737147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35152) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:12.756932 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2141445a-5168-4d2b-a685-be3cbda19db1 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:28:12.838399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-696b78ba-3514-43a5-8be9-2ed029764f1e tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:12.839528 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-696b78ba-3514-43a5-8be9-2ed029764f1e tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] 10.222.0.60 "DELETE /networking/v2.0/metering/metering-label-rules/4a477a7b-3266-4e57-87dc-755f4ea7f025 HTTP/1.1" status: 204 len: 168 time: 0.1014409 Oct 26 15:28:12.841955 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35154) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:12.972249 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2141445a-5168-4d2b-a685-be3cbda19db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:28:10Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:28:11Z', 'revision_number': 13, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:28:10Z', 'revision_number': 29, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:12.996515 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2141445a-5168-4d2b-a685-be3cbda19db1 None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:28:10Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd12774f9-2936-4130-9876-d38b1752057c', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'floating_ip_address': '172.26.11.196', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'port_id': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'mac_address': 'fa:16:3e:bd:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:26:57Z', 'updated_at': '2022-10-26T15:28:11Z', 'revision_number': 13, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:28:10Z', 'revision_number': 29, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:28:13.024700 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fa3d683a-6d92-47f4-b8fa-da9e153e5573 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:13.025902 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fa3d683a-6d92-47f4-b8fa-da9e153e5573 tempest-MeteringIpV6TestJSON-1309093047 tempest-MeteringIpV6TestJSON-1309093047-project-admin] 10.222.0.60 "DELETE /networking/v2.0/metering/metering-labels/83584c79-2ee9-4d31-a1a6-d413286bf1bf HTTP/1.1" status: 204 len: 168 time: 0.1830618 Oct 26 15:28:13.299056 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35160) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:13.301216 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35162) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:13.364943 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35166) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:13.441769 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a5bb4209-aa48-4fed-9c70-c810edf07bc3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0739000 Oct 26 15:28:13.447225 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c4c4618a-10a7-4239-884f-5fc975872d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:13.475688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:13.547108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:13.550036 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c4c4618a-10a7-4239-884f-5fc975872d9a admin admin] Publish callbacks [] for security_group (7e3146a9-8e77-4e17-8e2f-489fbc4268b2), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:13.558085 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c4c4618a-10a7-4239-884f-5fc975872d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (7e3146a9-8e77-4e17-8e2f-489fbc4268b2), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:13.605249 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4618a-10a7-4239-884f-5fc975872d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3146a9-8e77-4e17-8e2f-489fbc4268b2,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:13.617751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:13.618929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:13.627587 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c4c4618a-10a7-4239-884f-5fc975872d9a admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=3a84bbe769494557b282cc0165239a77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3273232 Oct 26 15:28:13.629843 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35168) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:13.640750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:13.669005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:13.676374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:13.694902 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9d3f916c-6412-451d-9b94-061501cd3eed admin admin] Publish callbacks [] for security_group (7e3146a9-8e77-4e17-8e2f-489fbc4268b2), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:13.722813 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9d3f916c-6412-451d-9b94-061501cd3eed admin admin] Publish callbacks [] for security_group (7e3146a9-8e77-4e17-8e2f-489fbc4268b2), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:13.725609 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1fb579e1-44fc-4478-8c75-68072a2e06b5 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.4227877 Oct 26 15:28:13.737713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:13.787595 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9d3f916c-6412-451d-9b94-061501cd3eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (7e3146a9-8e77-4e17-8e2f-489fbc4268b2), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:13.796081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9d3f916c-6412-451d-9b94-061501cd3eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:13.796081 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9d3f916c-6412-451d-9b94-061501cd3eed admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/7e3146a9-8e77-4e17-8e2f-489fbc4268b2 HTTP/1.1" status: 204 len: 168 time: 0.1633363 Oct 26 15:28:13.809235 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f916c-6412-451d-9b94-061501cd3eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3146a9-8e77-4e17-8e2f-489fbc4268b2,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:13.827521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:13.843926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:13.852503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:13.895344 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:13.996432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:14.045758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port de870d34-8e86-4f1f-8943-ae00610d51cc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:14.046210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:14.046486 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port de870d34-8e86-4f1f-8943-ae00610d51cc Oct 26 15:28:14.133336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:14.134275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:14.140670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35174) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:14.155294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-58532f98-a22c-4a96-aa62-543d59f37f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:14.158145 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:14.173529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:14.180444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:14.233133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:14.251201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:14.277582 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-58532f98-a22c-4a96-aa62-543d59f37f31 admin admin] Publish callbacks [] for security_group (8547821a-2884-45f4-88c6-42849c90baa8), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:14.282192 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-58532f98-a22c-4a96-aa62-543d59f37f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (8547821a-2884-45f4-88c6-42849c90baa8), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:14.326054 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-58532f98-a22c-4a96-aa62-543d59f37f31 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=9a4f31a811044ec2adb1ce732f8e1994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1841333 Oct 26 15:28:14.328640 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35176) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:14.336078 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58532f98-a22c-4a96-aa62-543d59f37f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8547821a-2884-45f4-88c6-42849c90baa8,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:14.343663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:14.385531 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-acb2d1c5-bd42-41af-9f6e-82a4c764b27b admin admin] Publish callbacks [] for security_group (8547821a-2884-45f4-88c6-42849c90baa8), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:14.407363 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-acb2d1c5-bd42-41af-9f6e-82a4c764b27b admin admin] Publish callbacks [] for security_group (8547821a-2884-45f4-88c6-42849c90baa8), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:14.444022 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35178) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:14.489948 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-acb2d1c5-bd42-41af-9f6e-82a4c764b27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (8547821a-2884-45f4-88c6-42849c90baa8), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:14.492582 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-acb2d1c5-bd42-41af-9f6e-82a4c764b27b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:14.496918 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-acb2d1c5-bd42-41af-9f6e-82a4c764b27b admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8547821a-2884-45f4-88c6-42849c90baa8 HTTP/1.1" status: 204 len: 168 time: 0.1645913 Oct 26 15:28:14.512225 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2d1c5-bd42-41af-9f6e-82a4c764b27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8547821a-2884-45f4-88c6-42849c90baa8,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:14.525568 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-287ce2fc-d17c-4437-b4ff-035e252a693a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0804074 Oct 26 15:28:14.729127 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35186) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:14.791852 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-38c49ed1-71a1-442e-90ad-4309a1f3f094 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0588930 Oct 26 15:28:14.963154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42243c51-6294-412f-8028-3ebc1feb25e1 None None] New status for floating IP d12774f9-2936-4130-9876-d38b1752057c: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:28:15.051494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:15.232176 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35204) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:15.339758 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-6b5f41db-dc2a-46e0-b25c-87dd60a7c7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1501790809'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:15.359397 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5f41db-dc2a-46e0-b25c-87dd60a7c7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Made reservation on behalf of 1c8879fe5d9f4d738384b5862b348837 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:15.363310 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6b5f41db-dc2a-46e0-b25c-87dd60a7c7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:15.372449 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6b5f41db-dc2a-46e0-b25c-87dd60a7c7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:15.451041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6b5f41db-dc2a-46e0-b25c-87dd60a7c7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks [] for security_group (9935ce6e-a69f-4a6a-8c79-9523ead24c98), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:15.454599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6b5f41db-dc2a-46e0-b25c-87dd60a7c7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (9935ce6e-a69f-4a6a-8c79-9523ead24c98), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:15.484874 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:15.485800 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5f41db-dc2a-46e0-b25c-87dd60a7c7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:28:15.496547 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f41db-dc2a-46e0-b25c-87dd60a7c7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9935ce6e-a69f-4a6a-8c79-9523ead24c98,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:15.501790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6b5f41db-dc2a-46e0-b25c-87dd60a7c7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (b52d9696-6330-40b6-aacd-3a52c5f654a2), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:15.502132 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-6b5f41db-dc2a-46e0-b25c-87dd60a7c7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Added segment b52d9696-6330-40b6-aacd-3a52c5f654a2 of type vlan for network 535cda02-30d7-4592-b5e2-b60ac173b9b7 Oct 26 15:28:15.526655 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35208) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:15.545020 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6b5f41db-dc2a-46e0-b25c-87dd60a7c7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (535cda02-30d7-4592-b5e2-b60ac173b9b7), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:15.573012 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6b5f41db-dc2a-46e0-b25c-87dd60a7c7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (535cda02-30d7-4592-b5e2-b60ac173b9b7), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:15.578256 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5f41db-dc2a-46e0-b25c-87dd60a7c7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:15.578906 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6b5f41db-dc2a-46e0-b25c-87dd60a7c7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:15.586408 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4fdefe4a-6b03-4154-9d13-619510983276 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0576482 Oct 26 15:28:15.626878 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:15.643503 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6b5f41db-dc2a-46e0-b25c-87dd60a7c7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4102335 Oct 26 15:28:15.646624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35210) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:15.652233 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-6b743575-3078-4c45-b952-612d33279775 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Request body: {'subnet': {'network_id': '535cda02-30d7-4592-b5e2-b60ac173b9b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:15.653221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f41db-dc2a-46e0-b25c-87dd60a7c7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Pushing event updated for resources: {'Network': ['ID=535cda02-30d7-4592-b5e2-b60ac173b9b7,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:15.665376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 535cda02-30d7-4592-b5e2-b60ac173b9b7 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:28:15.739073 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:15.746211 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b743575-3078-4c45-b952-612d33279775 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Made reservation on behalf of 1c8879fe5d9f4d738384b5862b348837 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:15.750161 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6b743575-3078-4c45-b952-612d33279775 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:15.780307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:15.792854 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35212) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:15.869445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port de870d34-8e86-4f1f-8943-ae00610d51cc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:15.869848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:15.887228 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:15.914734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:15.919738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:15.943528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:15.956660 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6b743575-3078-4c45-b952-612d33279775 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (ba98204d-e5d8-467d-a920-5a25a61c61f3), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:16.003261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=32']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:16.037078 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b743575-3078-4c45-b952-612d33279775 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Pushing event updated for resources: {'Subnet': ['ID=ba98204d-e5d8-467d-a920-5a25a61c61f3,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:16.048892 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b743575-3078-4c45-b952-612d33279775 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Checking segment: {'id': 'b52d9696-6330-40b6-aacd-3a52c5f654a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '535cda02-30d7-4592-b5e2-b60ac173b9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:28:16.049476 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b743575-3078-4c45-b952-612d33279775 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Network hostable DHCP agents. Network: 535cda02-30d7-4592-b5e2-b60ac173b9b7, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:28:16.056435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:16.076206 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b743575-3078-4c45-b952-612d33279775 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Network 535cda02-30d7-4592-b5e2-b60ac173b9b7 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:28:16.088654 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-6b743575-3078-4c45-b952-612d33279775 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 535cda02-30d7-4592-b5e2-b60ac173b9b7) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:16.093169 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b743575-3078-4c45-b952-612d33279775 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:16.093996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6b743575-3078-4c45-b952-612d33279775 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:16.098291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4181b0a-e844-4939-a71a-747c67797c86 None None] Network 535cda02-30d7-4592-b5e2-b60ac173b9b7 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:16.112036 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6b743575-3078-4c45-b952-612d33279775 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4643133 Oct 26 15:28:16.117300 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35214) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:16.123273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-bfad4c14-d496-4155-b836-23a318a7ab33 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Request body: {'port': {'network_id': '535cda02-30d7-4592-b5e2-b60ac173b9b7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1873439480'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:16.152716 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-094f59a3-5897-4765-b2f9-3d029cba5544 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.3590896 Oct 26 15:28:16.210884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-535cda02-30d7-4592-b5e2-b60ac173b9b7', 'network_id': '535cda02-30d7-4592-b5e2-b60ac173b9b7', 'project_id': '1c8879fe5d9f4d738384b5862b348837', 'fixed_ips': [{'subnet_id': 'ba98204d-e5d8-467d-a920-5a25a61c61f3'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:28:16.211936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:16.239812 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfad4c14-d496-4155-b836-23a318a7ab33 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Made reservation on behalf of 1c8879fe5d9f4d738384b5862b348837 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:16.244077 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bfad4c14-d496-4155-b836-23a318a7ab33 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:16.261839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-bfad4c14-d496-4155-b836-23a318a7ab33 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] device_id is not set on port 92ed24c6-cb1b-4086-b335-ef7685f8c6e1 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:28:16.332213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:16.353199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Allocated IP 2001:db8::2 (535cda02-30d7-4592-b5e2-b60ac173b9b7/ba98204d-e5d8-467d-a920-5a25a61c61f3/4b4621f4-63f9-4db0-bd52-d85170beb716) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:16.427747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:16.463459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:16.505162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Publish callbacks [] for port (4b4621f4-63f9-4db0-bd52-d85170beb716), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:16.510212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (4b4621f4-63f9-4db0-bd52-d85170beb716), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:16.547736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Network 535cda02-30d7-4592-b5e2-b60ac173b9b7 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:16.554027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:16.557256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:16.569575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Pushing event updated for resources: {'Port': ['ID=4b4621f4-63f9-4db0-bd52-d85170beb716,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:16.571485 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-bfad4c14-d496-4155-b836-23a318a7ab33 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Allocated IP 2001:db8::2c8 (535cda02-30d7-4592-b5e2-b60ac173b9b7/ba98204d-e5d8-467d-a920-5a25a61c61f3/92ed24c6-cb1b-4086-b335-ef7685f8c6e1) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:16.588553 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35216) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:16.624982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Attempting to bind port 4b4621f4-63f9-4db0-bd52-d85170beb716 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:28:16.625363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Attempting to bind port 4b4621f4-63f9-4db0-bd52-d85170beb716 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'b52d9696-6330-40b6-aacd-3a52c5f654a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '535cda02-30d7-4592-b5e2-b60ac173b9b7'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:28:16.625733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Attempting to bind port 4b4621f4-63f9-4db0-bd52-d85170beb716 on network 535cda02-30d7-4592-b5e2-b60ac173b9b7 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:28:16.654133 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-76e14f09-83b2-4113-93fd-09c3ac6ad6c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0631638 Oct 26 15:28:16.670888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:28:16.671265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Checking segment: {'id': 'b52d9696-6330-40b6-aacd-3a52c5f654a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '535cda02-30d7-4592-b5e2-b60ac173b9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:28:16.671673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:16.672067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Bound using segment: {'id': 'b52d9696-6330-40b6-aacd-3a52c5f654a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '535cda02-30d7-4592-b5e2-b60ac173b9b7'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:28:16.672529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Bound port: 4b4621f4-63f9-4db0-bd52-d85170beb716, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52d9696-6330-40b6-aacd-3a52c5f654a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '535cda02-30d7-4592-b5e2-b60ac173b9b7'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:28:16.672930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4b4621f4-63f9-4db0-bd52-d85170beb716), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:16.733850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] For port 4b4621f4-63f9-4db0-bd52-d85170beb716, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:28:16.737104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] For port 4b4621f4-63f9-4db0-bd52-d85170beb716, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4b4621f4-63f9-4db0-bd52-d85170beb716,segment=NetworkSegment(b52d9696-6330-40b6-aacd-3a52c5f654a2),segment_id=b52d9696-6330-40b6-aacd-3a52c5f654a2)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:28:16.740894 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bfad4c14-d496-4155-b836-23a318a7ab33 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks [] for port (92ed24c6-cb1b-4086-b335-ef7685f8c6e1), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:16.743457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4b4621f4-63f9-4db0-bd52-d85170beb716), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:16.765032 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:16.775955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bfad4c14-d496-4155-b836-23a318a7ab33 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (92ed24c6-cb1b-4086-b335-ef7685f8c6e1), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:16.798235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173898a2-ff02-4f66-b428-265af040ae6a None None] Pushing event updated for resources: {'Port': ['ID=4b4621f4-63f9-4db0-bd52-d85170beb716,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:16.835663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfad4c14-d496-4155-b836-23a318a7ab33 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Network 535cda02-30d7-4592-b5e2-b60ac173b9b7 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:16.841527 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-bfad4c14-d496-4155-b836-23a318a7ab33 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:16.845496 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfad4c14-d496-4155-b836-23a318a7ab33 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:16.850043 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfad4c14-d496-4155-b836-23a318a7ab33 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:16.850650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bfad4c14-d496-4155-b836-23a318a7ab33 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:16.856604 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:16.860888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad4c14-d496-4155-b836-23a318a7ab33 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Pushing event updated for resources: {'Port': ['ID=92ed24c6-cb1b-4086-b335-ef7685f8c6e1,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:16.874430 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bfad4c14-d496-4155-b836-23a318a7ab33 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7551579 Oct 26 15:28:16.877819 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35218) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:16.883129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f60385fc-ff58-44a2-adfd-0d667bcb1bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Request body: {'port': {'network_id': '535cda02-30d7-4592-b5e2-b60ac173b9b7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-152143414', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:16.883608 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.api.validators [None req-f60385fc-ff58-44a2-adfd-0d667bcb1bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] bootfile-name is not in valid_values {{(pid=105321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 15:28:16.883966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.api.validators [None req-f60385fc-ff58-44a2-adfd-0d667bcb1bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] tftp-server is not in valid_values {{(pid=105321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 15:28:16.884314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.api.validators [None req-f60385fc-ff58-44a2-adfd-0d667bcb1bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] server-ip-address is not in valid_values {{(pid=105321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 15:28:17.005024 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60385fc-ff58-44a2-adfd-0d667bcb1bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Made reservation on behalf of 1c8879fe5d9f4d738384b5862b348837 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:17.008947 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f60385fc-ff58-44a2-adfd-0d667bcb1bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:17.028074 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-f60385fc-ff58-44a2-adfd-0d667bcb1bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] device_id is not set on port 4fa7781b-252e-46fd-b8fb-e09c62d450b0 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:28:17.059558 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:28:17.150888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-f60385fc-ff58-44a2-adfd-0d667bcb1bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Allocated IP 2001:db8::242 (535cda02-30d7-4592-b5e2-b60ac173b9b7/ba98204d-e5d8-467d-a920-5a25a61c61f3/4fa7781b-252e-46fd-b8fb-e09c62d450b0) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:17.156566 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35220) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:17.219464 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ba8242dc-52fa-4ba2-aefd-47a0c6f1a196 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0616529 Oct 26 15:28:17.312553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f60385fc-ff58-44a2-adfd-0d667bcb1bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks [] for port (4fa7781b-252e-46fd-b8fb-e09c62d450b0), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:17.344931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f60385fc-ff58-44a2-adfd-0d667bcb1bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (4fa7781b-252e-46fd-b8fb-e09c62d450b0), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:17.388852 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60385fc-ff58-44a2-adfd-0d667bcb1bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Network 535cda02-30d7-4592-b5e2-b60ac173b9b7 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:17.394233 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-f60385fc-ff58-44a2-adfd-0d667bcb1bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:17.398379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60385fc-ff58-44a2-adfd-0d667bcb1bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:17.403556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60385fc-ff58-44a2-adfd-0d667bcb1bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:17.404224 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f60385fc-ff58-44a2-adfd-0d667bcb1bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:17.410749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60385fc-ff58-44a2-adfd-0d667bcb1bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Pushing event updated for resources: {'Port': ['ID=4fa7781b-252e-46fd-b8fb-e09c62d450b0,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:17.427176 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f60385fc-ff58-44a2-adfd-0d667bcb1bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.5477457 Oct 26 15:28:17.429441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35222) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:17.486305 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9734c8e-395a-484f-b6a9-7e90bf113026 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:17.489911 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9734c8e-395a-484f-b6a9-7e90bf113026 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:17.495563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9734c8e-395a-484f-b6a9-7e90bf113026 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:17.497312 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f9734c8e-395a-484f-b6a9-7e90bf113026 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0669439 Oct 26 15:28:17.500154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35224) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:17.564281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4b4621f4-63f9-4db0-bd52-d85170beb716 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:17.595852 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-6076974c-0e39-41bf-bca6-fc751250d447 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Deleting port 4fa7781b-252e-46fd-b8fb-e09c62d450b0 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:17.596442 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6076974c-0e39-41bf-bca6-fc751250d447 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (4fa7781b-252e-46fd-b8fb-e09c62d450b0), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:17.615694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4b4621f4-63f9-4db0-bd52-d85170beb716 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:17.616078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4b4621f4-63f9-4db0-bd52-d85170beb716), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:17.616425 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4b4621f4-63f9-4db0-bd52-d85170beb716 Oct 26 15:28:17.657200 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35226) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:17.695168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4b4621f4-63f9-4db0-bd52-d85170beb716 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:17.695567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4b4621f4-63f9-4db0-bd52-d85170beb716), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:17.700516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6076974c-0e39-41bf-bca6-fc751250d447 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (4fa7781b-252e-46fd-b8fb-e09c62d450b0), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:17.714884 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-6076974c-0e39-41bf-bca6-fc751250d447 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Calling delete_port for 4fa7781b-252e-46fd-b8fb-e09c62d450b0 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:17.716956 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:17.737876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4b4621f4-63f9-4db0-bd52-d85170beb716, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4b4621f4-63f9-4db0-bd52-d85170beb716,segment=NetworkSegment(b52d9696-6330-40b6-aacd-3a52c5f654a2),segment_id=b52d9696-6330-40b6-aacd-3a52c5f654a2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:17.742510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4b4621f4-63f9-4db0-bd52-d85170beb716), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:17.757782 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2b57a602-fe17-4f24-aa87-3eb6317ed533 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0985770 Oct 26 15:28:17.763840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:17.774213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5de6005-0c07-4624-bb73-fd691627a7dc None None] Network 535cda02-30d7-4592-b5e2-b60ac173b9b7 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:17.843788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:17.859963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8e634fba-6909-41bb-b324-a6208fcdc4d4 None None] Provisioning complete for port 4b4621f4-63f9-4db0-bd52-d85170beb716 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:17.860383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8e634fba-6909-41bb-b324-a6208fcdc4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4b4621f4-63f9-4db0-bd52-d85170beb716), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:17.860761 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8e634fba-6909-41bb-b324-a6208fcdc4d4 None None] Attempt 1 to provision port 4b4621f4-63f9-4db0-bd52-d85170beb716 Oct 26 15:28:17.862142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6076974c-0e39-41bf-bca6-fc751250d447 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (4fa7781b-252e-46fd-b8fb-e09c62d450b0), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:17.868841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4b4621f4-63f9-4db0-bd52-d85170beb716,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:17.891357 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076974c-0e39-41bf-bca6-fc751250d447 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Pushing event deleted for resources: {'Port': ['ID=4fa7781b-252e-46fd-b8fb-e09c62d450b0,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:17.923241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6076974c-0e39-41bf-bca6-fc751250d447 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:17.926521 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6076974c-0e39-41bf-bca6-fc751250d447 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] 10.222.0.60 "DELETE /networking/v2.0/ports/4fa7781b-252e-46fd-b8fb-e09c62d450b0 HTTP/1.1" status: 204 len: 168 time: 0.4252722 Oct 26 15:28:17.931069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35228) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:17.936374 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-86ddeb92-cdc8-4e24-8e68-97f26dbaf755 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Request body: {'port': {'name': 'tempest-new-port-name-392300583', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:17.936763 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.api.validators [None req-86ddeb92-cdc8-4e24-8e68-97f26dbaf755 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] bootfile-name is not in valid_values {{(pid=105321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 15:28:17.937149 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.api.validators [None req-86ddeb92-cdc8-4e24-8e68-97f26dbaf755 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] tftp-server is not in valid_values {{(pid=105321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 15:28:17.937494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.api.validators [None req-86ddeb92-cdc8-4e24-8e68-97f26dbaf755 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] server-ip-address is not in valid_values {{(pid=105321) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 15:28:17.997360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8e634fba-6909-41bb-b324-a6208fcdc4d4 None None] Current status of the port 4b4621f4-63f9-4db0-bd52-d85170beb716 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:18.011178 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-86ddeb92-cdc8-4e24-8e68-97f26dbaf755 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (92ed24c6-cb1b-4086-b335-ef7685f8c6e1), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:18.207913 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-86ddeb92-cdc8-4e24-8e68-97f26dbaf755 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks [] for port (92ed24c6-cb1b-4086-b335-ef7685f8c6e1), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:18.213571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-86ddeb92-cdc8-4e24-8e68-97f26dbaf755 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (92ed24c6-cb1b-4086-b335-ef7685f8c6e1), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:18.220587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-0af5f7a0-c5a9-42ce-b1c7-935092d06f24 None None] Provisioning complete for port 92ed24c6-cb1b-4086-b335-ef7685f8c6e1 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:18.222403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0af5f7a0-c5a9-42ce-b1c7-935092d06f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (92ed24c6-cb1b-4086-b335-ef7685f8c6e1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:18.222403 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0af5f7a0-c5a9-42ce-b1c7-935092d06f24 None None] Attempt 1 to provision port 92ed24c6-cb1b-4086-b335-ef7685f8c6e1 Oct 26 15:28:18.222881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35230) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:18.237614 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-86ddeb92-cdc8-4e24-8e68-97f26dbaf755 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] In _notify_port_updated(), no bound segment for port 92ed24c6-cb1b-4086-b335-ef7685f8c6e1 on network 535cda02-30d7-4592-b5e2-b60ac173b9b7 {{(pid=105321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:28:18.251551 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ddeb92-cdc8-4e24-8e68-97f26dbaf755 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:18.252582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-86ddeb92-cdc8-4e24-8e68-97f26dbaf755 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:18.254789 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-86ddeb92-cdc8-4e24-8e68-97f26dbaf755 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] 10.222.0.60 "PUT /networking/v2.0/ports/92ed24c6-cb1b-4086-b335-ef7685f8c6e1 HTTP/1.1" status: 200 len: 1129 time: 0.3221791 Oct 26 15:28:18.256773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-0af5f7a0-c5a9-42ce-b1c7-935092d06f24 None None] Port 92ed24c6-cb1b-4086-b335-ef7685f8c6e1 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:28:18.265398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-0af5f7a0-c5a9-42ce-b1c7-935092d06f24 None None] Provisioning complete for port 4b4621f4-63f9-4db0-bd52-d85170beb716 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:18.265773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0af5f7a0-c5a9-42ce-b1c7-935092d06f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4b4621f4-63f9-4db0-bd52-d85170beb716), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:18.266109 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0af5f7a0-c5a9-42ce-b1c7-935092d06f24 None None] Attempt 1 to provision port 4b4621f4-63f9-4db0-bd52-d85170beb716 Oct 26 15:28:18.270276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35232) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:18.305703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddeb92-cdc8-4e24-8e68-97f26dbaf755 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Pushing event updated for resources: {'Port': ['ID=92ed24c6-cb1b-4086-b335-ef7685f8c6e1,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:18.342823 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49652b50-06e5-43c3-9e9d-fd6b4e1555e1 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:18.344261 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-49652b50-06e5-43c3-9e9d-fd6b4e1555e1 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] 10.222.0.60 "GET /networking/v2.0/ports/92ed24c6-cb1b-4086-b335-ef7685f8c6e1 HTTP/1.1" status: 200 len: 1129 time: 0.0730441 Oct 26 15:28:18.348016 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f3ad84cd-52f8-4617-aad7-d4c6904dcf16 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1240633 Oct 26 15:28:18.349319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35234) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:18.356183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=92 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:18.367031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-0af5f7a0-c5a9-42ce-b1c7-935092d06f24 None None] Current status of the port 4b4621f4-63f9-4db0-bd52-d85170beb716 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:18.438658 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-915bcfca-03a9-4180-87ea-5407051c0c58 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Deleting port 92ed24c6-cb1b-4086-b335-ef7685f8c6e1 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:18.439007 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-915bcfca-03a9-4180-87ea-5407051c0c58 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (92ed24c6-cb1b-4086-b335-ef7685f8c6e1), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:18.486797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-7a108811-a353-4dad-b7b3-43988e6b4bcf None None] Provisioning complete for port 92ed24c6-cb1b-4086-b335-ef7685f8c6e1 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:18.487262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7a108811-a353-4dad-b7b3-43988e6b4bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (92ed24c6-cb1b-4086-b335-ef7685f8c6e1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:18.487674 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7a108811-a353-4dad-b7b3-43988e6b4bcf None None] Attempt 1 to provision port 92ed24c6-cb1b-4086-b335-ef7685f8c6e1 Oct 26 15:28:18.521284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7a108811-a353-4dad-b7b3-43988e6b4bcf None None] Port 92ed24c6-cb1b-4086-b335-ef7685f8c6e1 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:28:18.533591 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-915bcfca-03a9-4180-87ea-5407051c0c58 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (92ed24c6-cb1b-4086-b335-ef7685f8c6e1), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:18.553142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-915bcfca-03a9-4180-87ea-5407051c0c58 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Calling delete_port for 92ed24c6-cb1b-4086-b335-ef7685f8c6e1 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:18.635786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-33e74d98-779f-4f23-8142-e974f5b59cca None None] Could not find standard attr ID for object 4fa7781b-252e-46fd-b8fb-e09c62d450b0. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:28:18.687079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-915bcfca-03a9-4180-87ea-5407051c0c58 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (92ed24c6-cb1b-4086-b335-ef7685f8c6e1), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:18.695471 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:18.715765 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:18.719443 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bcfca-03a9-4180-87ea-5407051c0c58 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Pushing event deleted for resources: {'Port': ['ID=92ed24c6-cb1b-4086-b335-ef7685f8c6e1,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:18.752698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-915bcfca-03a9-4180-87ea-5407051c0c58 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:18.758204 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-915bcfca-03a9-4180-87ea-5407051c0c58 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] 10.222.0.60 "DELETE /networking/v2.0/ports/92ed24c6-cb1b-4086-b335-ef7685f8c6e1 HTTP/1.1" status: 204 len: 168 time: 0.4054525 Oct 26 15:28:18.758969 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35236) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:18.760474 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35238) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:18.813043 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c5454a-b744-4529-8e27-f41c644cd5ae tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Deleting subnet ba98204d-e5d8-467d-a920-5a25a61c61f3 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:28:18.816218 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-01c5454a-b744-4529-8e27-f41c644cd5ae tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks [] for subnet (ba98204d-e5d8-467d-a920-5a25a61c61f3), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:18.829348 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-47b7f13e-6eb0-4ffd-9cfe-22b8bec93e48 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0676069 Oct 26 15:28:18.858732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-01c5454a-b744-4529-8e27-f41c644cd5ae tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (ba98204d-e5d8-467d-a920-5a25a61c61f3), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:18.949559 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-01c5454a-b744-4529-8e27-f41c644cd5ae tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (ba98204d-e5d8-467d-a920-5a25a61c61f3), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:19.014303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-01c5454a-b744-4529-8e27-f41c644cd5ae tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (ba98204d-e5d8-467d-a920-5a25a61c61f3), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:19.042393 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5454a-b744-4529-8e27-f41c644cd5ae tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Pushing event deleted for resources: {'Subnet': ['ID=ba98204d-e5d8-467d-a920-5a25a61c61f3,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:19.045879 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-01c5454a-b744-4529-8e27-f41c644cd5ae tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:19.051418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c28f0478-8e14-43ed-b040-f68938dc44db None None] Could not find standard attr ID for object 92ed24c6-cb1b-4086-b335-ef7685f8c6e1. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:28:19.058227 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-01c5454a-b744-4529-8e27-f41c644cd5ae tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/ba98204d-e5d8-467d-a920-5a25a61c61f3 HTTP/1.1" status: 204 len: 168 time: 0.2981093 Oct 26 15:28:19.060515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35240) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:19.132900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33f30d2-0c24-4088-921f-422e3572fabd None None] Network 535cda02-30d7-4592-b5e2-b60ac173b9b7 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:19.144811 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (535cda02-30d7-4592-b5e2-b60ac173b9b7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:19.187599 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Deleting port 4b4621f4-63f9-4db0-bd52-d85170beb716 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:19.187868 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (4b4621f4-63f9-4db0-bd52-d85170beb716), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:19.252895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] For port 4b4621f4-63f9-4db0-bd52-d85170beb716, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4b4621f4-63f9-4db0-bd52-d85170beb716,segment=NetworkSegment(b52d9696-6330-40b6-aacd-3a52c5f654a2),segment_id=b52d9696-6330-40b6-aacd-3a52c5f654a2)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:19.253273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (4b4621f4-63f9-4db0-bd52-d85170beb716), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:19.267633 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Calling delete_port for 4b4621f4-63f9-4db0-bd52-d85170beb716 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:19.281482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b403a6-bea8-4a0b-83e9-e3cdbd472702 None None] DHCP port deletion for 535cda02-30d7-4592-b5e2-b60ac173b9b7 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:28:19.322288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e5b403a6-bea8-4a0b-83e9-e3cdbd472702 None None] Deleting port 4b4621f4-63f9-4db0-bd52-d85170beb716 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:19.322659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e5b403a6-bea8-4a0b-83e9-e3cdbd472702 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (4b4621f4-63f9-4db0-bd52-d85170beb716), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:19.352728 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35242) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:19.361975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (4b4621f4-63f9-4db0-bd52-d85170beb716), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:19.388188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-e5b403a6-bea8-4a0b-83e9-e3cdbd472702 None None] For port 4b4621f4-63f9-4db0-bd52-d85170beb716, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4b4621f4-63f9-4db0-bd52-d85170beb716,segment=NetworkSegment(b52d9696-6330-40b6-aacd-3a52c5f654a2),segment_id=b52d9696-6330-40b6-aacd-3a52c5f654a2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:19.388581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e5b403a6-bea8-4a0b-83e9-e3cdbd472702 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (4b4621f4-63f9-4db0-bd52-d85170beb716), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:19.400995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e5b403a6-bea8-4a0b-83e9-e3cdbd472702 None None] Calling delete_port for 4b4621f4-63f9-4db0-bd52-d85170beb716 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:19.414370 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Pushing event deleted for resources: {'Port': ['ID=4b4621f4-63f9-4db0-bd52-d85170beb716,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:19.421862 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] No DVR routers for this DVR port 4b4621f4-63f9-4db0-bd52-d85170beb716 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:28:19.458580 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6f11937d-0d53-4d39-87d1-7029291c8919 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1046407 Oct 26 15:28:19.468359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:19.478093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e5b403a6-bea8-4a0b-83e9-e3cdbd472702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (4b4621f4-63f9-4db0-bd52-d85170beb716), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:19.507434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b403a6-bea8-4a0b-83e9-e3cdbd472702 None None] Pushing event deleted for resources: {'Port': ['ID=4b4621f4-63f9-4db0-bd52-d85170beb716,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:19.511030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b403a6-bea8-4a0b-83e9-e3cdbd472702 None None] No DVR routers for this DVR port 4b4621f4-63f9-4db0-bd52-d85170beb716 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:28:19.529327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4b4621f4-63f9-4db0-bd52-d85170beb716 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:19.530266 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (535cda02-30d7-4592-b5e2-b60ac173b9b7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:19.548737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 4b4621f4-63f9-4db0-bd52-d85170beb716 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:28:19.549107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4b4621f4-63f9-4db0-bd52-d85170beb716 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:28:19.551939 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535cda02-30d7-4592-b5e2-b60ac173b9b7']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:19.562469 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52d9696-6330-40b6-aacd-3a52c5f654a2') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:19.562775 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52d9696-6330-40b6-aacd-3a52c5f654a2') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:19.572431 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (b52d9696-6330-40b6-aacd-3a52c5f654a2), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:19.585803 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (b52d9696-6330-40b6-aacd-3a52c5f654a2), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:19.592542 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:28:19.593044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (b52d9696-6330-40b6-aacd-3a52c5f654a2), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:19.615541 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment b52d9696-6330-40b6-aacd-3a52c5f654a2 resource provider aggregate not found Oct 26 15:28:19.659080 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment b52d9696-6330-40b6-aacd-3a52c5f654a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b52d9696-6330-40b6-aacd-3a52c5f654a2 found for delete ", "request_id": "req-4e7ce812-acd7-4452-aa65-f26bd02b1175"}]} Oct 26 15:28:19.660664 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:19.669220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (535cda02-30d7-4592-b5e2-b60ac173b9b7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:19.676462 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:19.679788 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] 10.222.0.60 "DELETE /networking/v2.0/networks/535cda02-30d7-4592-b5e2-b60ac173b9b7 HTTP/1.1" status: 204 len: 168 time: 0.6182935 Oct 26 15:28:19.693946 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce9163-6c93-4dac-8865-20d69272342f tempest-ExtraDHCPOptionsIpV6TestJSON-396170226 tempest-ExtraDHCPOptionsIpV6TestJSON-396170226-project] Pushing event deleted for resources: {'Network': ['ID=535cda02-30d7-4592-b5e2-b60ac173b9b7,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:19.833350 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35250) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:19.893822 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-146e81cc-dcab-49a9-9f51-1559efca7376 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0580807 Oct 26 15:28:19.924015 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35254) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:20.054959 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d9394f28-b289-4a27-b2e7-9a40e9f4245c admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=1c8879fe5d9f4d738384b5862b348837&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297765 Oct 26 15:28:20.057377 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35258) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:20.110339 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a081fad4-16ee-4236-8b75-69f399e1ad18 admin admin] Publish callbacks [] for security_group (9935ce6e-a69f-4a6a-8c79-9523ead24c98), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:20.130512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a081fad4-16ee-4236-8b75-69f399e1ad18 admin admin] Publish callbacks [] for security_group (9935ce6e-a69f-4a6a-8c79-9523ead24c98), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:20.178940 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a081fad4-16ee-4236-8b75-69f399e1ad18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (9935ce6e-a69f-4a6a-8c79-9523ead24c98), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:20.181741 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a081fad4-16ee-4236-8b75-69f399e1ad18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:20.182894 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a081fad4-16ee-4236-8b75-69f399e1ad18 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/9935ce6e-a69f-4a6a-8c79-9523ead24c98 HTTP/1.1" status: 204 len: 168 time: 0.1246152 Oct 26 15:28:20.190917 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081fad4-16ee-4236-8b75-69f399e1ad18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9935ce6e-a69f-4a6a-8c79-9523ead24c98,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:20.463163 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35270) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:20.521913 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7cb721b3-75be-4c5f-9cd6-b5431317d62f tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0575485 Oct 26 15:28:20.815308 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35282) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:20.896647 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35286) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:20.939022 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e1612a38-bdf4-420c-be7b-fedd2a3dbf49 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] Request body: {'port': {'network_id': '4960e50f-1243-4c33-a46f-6ed54e3cab3a', 'name': 'tempest-NetworksNegativeTestJSON-2123528991'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:20.956136 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1612a38-bdf4-420c-be7b-fedd2a3dbf49 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] POST failed (client error): The resource could not be found. Oct 26 15:28:20.956623 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1612a38-bdf4-420c-be7b-fedd2a3dbf49 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:28:20.957752 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e1612a38-bdf4-420c-be7b-fedd2a3dbf49 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1414254 Oct 26 15:28:20.961523 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35288) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:20.990315 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-e635c2c3-227b-4e62-9c12-b36328ba1344 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] DELETE failed (client error): The resource could not be found. Oct 26 15:28:20.990809 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e635c2c3-227b-4e62-9c12-b36328ba1344 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:28:20.994424 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e635c2c3-227b-4e62-9c12-b36328ba1344 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] 10.222.0.60 "DELETE /networking/v2.0/networks/bdeb7bba-302e-48a7-aa25-a067b991c081 HTTP/1.1" status: 404 len: 339 time: 0.0320013 Oct 26 15:28:20.997765 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8bb17342-daab-40a4-981d-78a6336eb395 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0999901 Oct 26 15:28:20.998302 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35290) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:21.021682 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4714dc-b849-433f-b8ea-9fe4c19c102d tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] DELETE failed (client error): The resource could not be found. Oct 26 15:28:21.022191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4714dc-b849-433f-b8ea-9fe4c19c102d tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:28:21.025144 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5e4714dc-b849-433f-b8ea-9fe4c19c102d tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] 10.222.0.60 "DELETE /networking/v2.0/ports/556b48b7-084d-4add-8688-a29f06db75d1 HTTP/1.1" status: 404 len: 333 time: 0.0258381 Oct 26 15:28:21.028672 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35292) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:21.054234 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e56662-db58-48a1-a892-c5730198a554 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] DELETE failed (client error): The resource could not be found. Oct 26 15:28:21.054668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e56662-db58-48a1-a892-c5730198a554 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:28:21.058140 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-19e56662-db58-48a1-a892-c5730198a554 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/807ac00a-6b85-4f72-8d2d-002ef99fb310 HTTP/1.1" status: 404 len: 337 time: 0.0285645 Oct 26 15:28:21.061602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35294) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:21.080353 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b74293-2275-45e5-ae77-53411287d7b6 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] GET failed (client error): The resource could not be found. Oct 26 15:28:21.082083 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-86b74293-2275-45e5-ae77-53411287d7b6 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] 10.222.0.60 "GET /networking/v2.0/networks/77a76a24-f928-450d-8e0c-82067f128f7b HTTP/1.1" status: 404 len: 339 time: 0.0196800 Oct 26 15:28:21.086029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35296) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:21.110224 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef64eb7e-3cd4-4c49-b1f9-ffce4c3ec21f tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] GET failed (client error): The resource could not be found. Oct 26 15:28:21.111497 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ef64eb7e-3cd4-4c49-b1f9-ffce4c3ec21f tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] 10.222.0.60 "GET /networking/v2.0/ports/0350b2a1-1fac-472b-9c26-4d19717730c2 HTTP/1.1" status: 404 len: 333 time: 0.0245869 Oct 26 15:28:21.114843 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35298) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:21.144645 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-44db2880-361a-4a28-8038-8910d3bd338e tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] GET failed (client error): The resource could not be found. Oct 26 15:28:21.145883 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-44db2880-361a-4a28-8038-8910d3bd338e tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] 10.222.0.60 "GET /networking/v2.0/subnets/1b836b11-4395-4bcb-bb8c-e4ff9ced4a81 HTTP/1.1" status: 404 len: 337 time: 0.0302060 Oct 26 15:28:21.149385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35300) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:21.154098 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f50ddde0-c5ab-4afc-810c-77d9d9c78010 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] Request body: {'network': {'name': 'new_name'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:21.167490 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50ddde0-c5ab-4afc-810c-77d9d9c78010 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] PUT failed (client error): The resource could not be found. Oct 26 15:28:21.167966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50ddde0-c5ab-4afc-810c-77d9d9c78010 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:28:21.169020 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f50ddde0-c5ab-4afc-810c-77d9d9c78010 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] 10.222.0.60 "PUT /networking/v2.0/networks/4f62f8c4-f946-4e73-b255-d3d6e4fdde02 HTTP/1.1" status: 404 len: 339 time: 0.0186996 Oct 26 15:28:21.172379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35302) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:21.176978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-70e1d0be-9521-417a-947f-6a37f8240cb7 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] Request body: {'port': {'name': 'new_name'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:21.195760 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e1d0be-9521-417a-947f-6a37f8240cb7 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] PUT failed (client error): The resource could not be found. Oct 26 15:28:21.196264 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e1d0be-9521-417a-947f-6a37f8240cb7 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:28:21.197337 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-70e1d0be-9521-417a-947f-6a37f8240cb7 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] 10.222.0.60 "PUT /networking/v2.0/ports/1b02650c-b313-4413-8298-e3ee5ea81c32 HTTP/1.1" status: 404 len: 333 time: 0.0240805 Oct 26 15:28:21.200644 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35304) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:21.205243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-8170c9b5-a6ee-4e72-a44d-a5cd0b5baf91 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:21.226082 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-8170c9b5-a6ee-4e72-a44d-a5cd0b5baf91 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] PUT failed (client error): The resource could not be found. Oct 26 15:28:21.226512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8170c9b5-a6ee-4e72-a44d-a5cd0b5baf91 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:28:21.228168 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8170c9b5-a6ee-4e72-a44d-a5cd0b5baf91 tempest-NetworksNegativeTestJSON-843834971 tempest-NetworksNegativeTestJSON-843834971-project] 10.222.0.60 "PUT /networking/v2.0/subnets/81b0bd2e-ab63-4ef6-8d44-0b736e0e02db HTTP/1.1" status: 404 len: 337 time: 0.0266414 Oct 26 15:28:21.488834 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35310) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:21.526246 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35314) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:21.579371 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:21.601756 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-62d5f59d-726e-474a-b99d-a294018b7d3d tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0742574 Oct 26 15:28:21.622948 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-533ebf84-ddf9-4377-87bc-970ce45378a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:21.667414 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:21.708165 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-533ebf84-ddf9-4377-87bc-970ce45378a8 admin admin] Publish callbacks [] for security_group (bf8d7b4b-55fc-480b-bbb1-c7cf3ca13a76), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:21.712512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-533ebf84-ddf9-4377-87bc-970ce45378a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (bf8d7b4b-55fc-480b-bbb1-c7cf3ca13a76), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:21.734600 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:21.753918 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-533ebf84-ddf9-4377-87bc-970ce45378a8 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=81a31050422e4726a5d07082fdd1f963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2670717 Oct 26 15:28:21.755003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ebf84-ddf9-4377-87bc-970ce45378a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8d7b4b-55fc-480b-bbb1-c7cf3ca13a76,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:21.756638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35316) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:21.806696 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c37f74c1-3ebf-41ff-b33a-51699f3853ce admin admin] Publish callbacks [] for security_group (bf8d7b4b-55fc-480b-bbb1-c7cf3ca13a76), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:21.826864 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c37f74c1-3ebf-41ff-b33a-51699f3853ce admin admin] Publish callbacks [] for security_group (bf8d7b4b-55fc-480b-bbb1-c7cf3ca13a76), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:21.873077 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c37f74c1-3ebf-41ff-b33a-51699f3853ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (bf8d7b4b-55fc-480b-bbb1-c7cf3ca13a76), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:21.875571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c37f74c1-3ebf-41ff-b33a-51699f3853ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:21.876733 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c37f74c1-3ebf-41ff-b33a-51699f3853ce admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/bf8d7b4b-55fc-480b-bbb1-c7cf3ca13a76 HTTP/1.1" status: 204 len: 168 time: 0.1190851 Oct 26 15:28:21.885715 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f74c1-3ebf-41ff-b33a-51699f3853ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8d7b4b-55fc-480b-bbb1-c7cf3ca13a76,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:22.001050 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35322) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:22.064918 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-79f1be35-d142-432f-b4cf-f2fd51a12f13 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0626800 Oct 26 15:28:22.510240 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35340) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:22.603399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-b4da30d0-eb4e-4806-97bb-c23a9d4dd6c9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-170570828'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:22.605914 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35344) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:22.624285 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4da30d0-eb4e-4806-97bb-c23a9d4dd6c9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:22.628015 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4da30d0-eb4e-4806-97bb-c23a9d4dd6c9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:22.637197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4da30d0-eb4e-4806-97bb-c23a9d4dd6c9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:22.665749 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7474fdf8-4204-44b2-89f1-3b631abdacd4 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0585570 Oct 26 15:28:22.717849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4da30d0-eb4e-4806-97bb-c23a9d4dd6c9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (17048500-a2d6-466b-906f-af47eb50a7f9), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:22.721755 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4da30d0-eb4e-4806-97bb-c23a9d4dd6c9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (17048500-a2d6-466b-906f-af47eb50a7f9), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:22.749336 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4da30d0-eb4e-4806-97bb-c23a9d4dd6c9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:28:22.759669 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da30d0-eb4e-4806-97bb-c23a9d4dd6c9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17048500-a2d6-466b-906f-af47eb50a7f9,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:22.764527 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4da30d0-eb4e-4806-97bb-c23a9d4dd6c9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (4242b098-f817-4b36-abf7-1068c376b26a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:22.764903 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-b4da30d0-eb4e-4806-97bb-c23a9d4dd6c9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Added segment 4242b098-f817-4b36-abf7-1068c376b26a of type vlan for network 8d62fa28-4555-4725-b494-4e875dc198ae Oct 26 15:28:22.805967 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4da30d0-eb4e-4806-97bb-c23a9d4dd6c9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (8d62fa28-4555-4725-b494-4e875dc198ae), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:22.829423 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4da30d0-eb4e-4806-97bb-c23a9d4dd6c9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (8d62fa28-4555-4725-b494-4e875dc198ae), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:22.834313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4da30d0-eb4e-4806-97bb-c23a9d4dd6c9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:22.834892 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4da30d0-eb4e-4806-97bb-c23a9d4dd6c9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:22.901985 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b4da30d0-eb4e-4806-97bb-c23a9d4dd6c9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3906407 Oct 26 15:28:22.904570 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35346) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:22.909659 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-bcdb0ea2-0bf6-443a-858b-9ea306d40b46 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae', 'name': 'tempest-PortsTestJSON-482406804'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:22.918123 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da30d0-eb4e-4806-97bb-c23a9d4dd6c9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Network': ['ID=8d62fa28-4555-4725-b494-4e875dc198ae,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:22.927963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 8d62fa28-4555-4725-b494-4e875dc198ae details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:28:23.005519 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdb0ea2-0bf6-443a-858b-9ea306d40b46 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:23.009676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bcdb0ea2-0bf6-443a-858b-9ea306d40b46 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:23.029579 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-bcdb0ea2-0bf6-443a-858b-9ea306d40b46 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] device_id is not set on port 53c968a4-a773-4192-a583-c8793f42203b yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:28:23.068553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35348) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:23.139637 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b83e3732-688b-47c6-9708-1cb6f5e7c282 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0694849 Oct 26 15:28:23.208646 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bcdb0ea2-0bf6-443a-858b-9ea306d40b46 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (53c968a4-a773-4192-a583-c8793f42203b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:23.240012 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bcdb0ea2-0bf6-443a-858b-9ea306d40b46 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (53c968a4-a773-4192-a583-c8793f42203b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:23.246321 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:23.301962 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:23.304710 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb0ea2-0bf6-443a-858b-9ea306d40b46 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=53c968a4-a773-4192-a583-c8793f42203b,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:23.323134 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdb0ea2-0bf6-443a-858b-9ea306d40b46 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Checking segment: {'id': '4242b098-f817-4b36-abf7-1068c376b26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:28:23.323499 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdb0ea2-0bf6-443a-858b-9ea306d40b46 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network hostable DHCP agents. Network: 8d62fa28-4555-4725-b494-4e875dc198ae, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:28:23.341149 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdb0ea2-0bf6-443a-858b-9ea306d40b46 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 8d62fa28-4555-4725-b494-4e875dc198ae is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:28:23.349470 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-bcdb0ea2-0bf6-443a-858b-9ea306d40b46 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 8d62fa28-4555-4725-b494-4e875dc198ae) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:23.353161 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdb0ea2-0bf6-443a-858b-9ea306d40b46 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:23.357722 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdb0ea2-0bf6-443a-858b-9ea306d40b46 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:23.358102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38a59e9-0fa8-4078-8923-b600ed23b360 None None] Network 8d62fa28-4555-4725-b494-4e875dc198ae requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:23.358355 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bcdb0ea2-0bf6-443a-858b-9ea306d40b46 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:23.376221 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bcdb0ea2-0bf6-443a-858b-9ea306d40b46 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4705517 Oct 26 15:28:23.379403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35350) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:23.384740 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-5e51da7f-0a31-48a7-8edf-cc154a663100 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1271563103'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:23.405610 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e51da7f-0a31-48a7-8edf-cc154a663100 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:23.409504 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5e51da7f-0a31-48a7-8edf-cc154a663100 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:23.433479 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e51da7f-0a31-48a7-8edf-cc154a663100 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:28:23.443143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5e51da7f-0a31-48a7-8edf-cc154a663100 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (6c10604f-bd19-47c9-8d86-3bbe423fd33d), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:23.443491 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-5e51da7f-0a31-48a7-8edf-cc154a663100 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Added segment 6c10604f-bd19-47c9-8d86-3bbe423fd33d of type vlan for network 3f0f32ce-368e-4ec8-b35d-a636ddf7e36f Oct 26 15:28:23.489064 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5e51da7f-0a31-48a7-8edf-cc154a663100 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (3f0f32ce-368e-4ec8-b35d-a636ddf7e36f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:23.514044 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5e51da7f-0a31-48a7-8edf-cc154a663100 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (3f0f32ce-368e-4ec8-b35d-a636ddf7e36f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:23.519027 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e51da7f-0a31-48a7-8edf-cc154a663100 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:23.519606 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5e51da7f-0a31-48a7-8edf-cc154a663100 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:23.578322 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5e51da7f-0a31-48a7-8edf-cc154a663100 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1978731 Oct 26 15:28:23.581022 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35352) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:23.586247 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'ports': [{'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae'}, {'network_id': '3f0f32ce-368e-4ec8-b35d-a636ddf7e36f'}]} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:23.586572 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:23.587051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'network_id': '3f0f32ce-368e-4ec8-b35d-a636ddf7e36f'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:23.593279 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51da7f-0a31-48a7-8edf-cc154a663100 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Network': ['ID=3f0f32ce-368e-4ec8-b35d-a636ddf7e36f,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:23.603432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 3f0f32ce-368e-4ec8-b35d-a636ddf7e36f details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:28:23.670573 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35354) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:23.729587 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f8e1f4cc-36b7-47d8-924e-5fd5c76016ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0576968 Oct 26 15:28:23.747021 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'port': 2} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:23.751912 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:23.765640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:23.914926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] device_id is not set on port 154b30cf-d54e-4714-a01c-660ef69e7b0c yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:28:23.996817 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (154b30cf-d54e-4714-a01c-660ef69e7b0c), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:24.038046 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:24.069570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] device_id is not set on port 6a9a338a-7164-4f94-b5be-5e355f1253ab yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:28:24.097409 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:24.142655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35356) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:24.152932 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (6a9a338a-7164-4f94-b5be-5e355f1253ab), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:24.191922 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (154b30cf-d54e-4714-a01c-660ef69e7b0c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:24.206356 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-009ef251-1558-4b32-967e-94f466e3ae64 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0624652 Oct 26 15:28:24.235980 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 8d62fa28-4555-4725-b494-4e875dc198ae is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:24.241171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:24.245060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:24.245877 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (6a9a338a-7164-4f94-b5be-5e355f1253ab), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:24.252065 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=154b30cf-d54e-4714-a01c-660ef69e7b0c,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:24.309037 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=6a9a338a-7164-4f94-b5be-5e355f1253ab,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:24.319667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Checking segment: {'id': '6c10604f-bd19-47c9-8d86-3bbe423fd33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3f0f32ce-368e-4ec8-b35d-a636ddf7e36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:28:24.320037 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network hostable DHCP agents. Network: 3f0f32ce-368e-4ec8-b35d-a636ddf7e36f, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:28:24.337957 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 3f0f32ce-368e-4ec8-b35d-a636ddf7e36f is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:28:24.346698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 3f0f32ce-368e-4ec8-b35d-a636ddf7e36f) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:24.351234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:24.355733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58242d1-517c-4ce1-9abc-e2a53dde18d2 None None] Network 3f0f32ce-368e-4ec8-b35d-a636ddf7e36f requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:24.356926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:24.360774 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:24.361456 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:24.377505 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e51501d1-0036-43f5-a787-5b7ea53f2490 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.7953138 Oct 26 15:28:24.380324 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35358) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:24.466463 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f7220efe-9cad-4c65-93fc-6ddaf335a80e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port 6a9a338a-7164-4f94-b5be-5e355f1253ab {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:24.466801 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7220efe-9cad-4c65-93fc-6ddaf335a80e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (6a9a338a-7164-4f94-b5be-5e355f1253ab), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:24.533041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7220efe-9cad-4c65-93fc-6ddaf335a80e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (6a9a338a-7164-4f94-b5be-5e355f1253ab), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:24.546348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f7220efe-9cad-4c65-93fc-6ddaf335a80e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for 6a9a338a-7164-4f94-b5be-5e355f1253ab owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:24.626510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7220efe-9cad-4c65-93fc-6ddaf335a80e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (6a9a338a-7164-4f94-b5be-5e355f1253ab), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:24.654740 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7220efe-9cad-4c65-93fc-6ddaf335a80e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=6a9a338a-7164-4f94-b5be-5e355f1253ab,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:24.660358 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7220efe-9cad-4c65-93fc-6ddaf335a80e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:24.663635 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f7220efe-9cad-4c65-93fc-6ddaf335a80e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/6a9a338a-7164-4f94-b5be-5e355f1253ab HTTP/1.1" status: 204 len: 168 time: 0.2823594 Oct 26 15:28:24.666421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35360) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:24.713892 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f570576b-9707-42ca-8983-7a994213c364 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:24.718960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f570576b-9707-42ca-8983-7a994213c364 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:24.720477 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f570576b-9707-42ca-8983-7a994213c364 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0531509 Oct 26 15:28:24.723423 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35362) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:24.733279 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35364) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:24.792767 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1e0575cf-f9fa-444d-bcb0-f6acff55a738 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0582256 Oct 26 15:28:24.804626 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-24ee6f6d-c03d-461f-a96b-8cdbbf778ebe tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port 154b30cf-d54e-4714-a01c-660ef69e7b0c {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:24.805031 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-24ee6f6d-c03d-461f-a96b-8cdbbf778ebe tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (154b30cf-d54e-4714-a01c-660ef69e7b0c), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:24.850297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:24.871307 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-24ee6f6d-c03d-461f-a96b-8cdbbf778ebe tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (154b30cf-d54e-4714-a01c-660ef69e7b0c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:24.885322 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-24ee6f6d-c03d-461f-a96b-8cdbbf778ebe tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for 154b30cf-d54e-4714-a01c-660ef69e7b0c owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:24.926870 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:24.971108 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-24ee6f6d-c03d-461f-a96b-8cdbbf778ebe tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (154b30cf-d54e-4714-a01c-660ef69e7b0c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:24.998958 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee6f6d-c03d-461f-a96b-8cdbbf778ebe tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=154b30cf-d54e-4714-a01c-660ef69e7b0c,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:25.004005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-24ee6f6d-c03d-461f-a96b-8cdbbf778ebe tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:25.007087 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-24ee6f6d-c03d-461f-a96b-8cdbbf778ebe tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/154b30cf-d54e-4714-a01c-660ef69e7b0c HTTP/1.1" status: 204 len: 168 time: 0.2827666 Oct 26 15:28:25.010303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35366) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:25.056242 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc9f351-f025-402a-a925-a751b7346220 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:25.057621 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7dc9f351-f025-402a-a925-a751b7346220 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0464115 Oct 26 15:28:25.060228 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35368) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:25.087882 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2e2148-f786-45ad-b420-e879626a59ee tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] GET failed (client error): The resource could not be found. Oct 26 15:28:25.089262 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bd2e2148-f786-45ad-b420-e879626a59ee tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports/6a9a338a-7164-4f94-b5be-5e355f1253ab HTTP/1.1" status: 404 len: 333 time: 0.0281644 Oct 26 15:28:25.091856 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35370) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:25.116093 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a6946b-974f-4a31-be35-97dd313c8f9e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] GET failed (client error): The resource could not be found. Oct 26 15:28:25.117966 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-08a6946b-974f-4a31-be35-97dd313c8f9e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports/154b30cf-d54e-4714-a01c-660ef69e7b0c HTTP/1.1" status: 404 len: 333 time: 0.0247133 Oct 26 15:28:25.120351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35372) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:25.194489 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a5ac4e78-185f-46fd-81b0-b8cb0fce0681 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (3f0f32ce-368e-4ec8-b35d-a636ddf7e36f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:25.210290 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35374) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:25.270375 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-78991b9a-6192-4240-ac15-10618d3d18ae tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0589082 Oct 26 15:28:25.286718 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a5ac4e78-185f-46fd-81b0-b8cb0fce0681 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (3f0f32ce-368e-4ec8-b35d-a636ddf7e36f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:25.307850 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-a5ac4e78-185f-46fd-81b0-b8cb0fce0681 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0f32ce-368e-4ec8-b35d-a636ddf7e36f']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:25.317134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-a5ac4e78-185f-46fd-81b0-b8cb0fce0681 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c10604f-bd19-47c9-8d86-3bbe423fd33d') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:25.317438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-a5ac4e78-185f-46fd-81b0-b8cb0fce0681 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c10604f-bd19-47c9-8d86-3bbe423fd33d') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:25.327684 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a5ac4e78-185f-46fd-81b0-b8cb0fce0681 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (6c10604f-bd19-47c9-8d86-3bbe423fd33d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:25.340857 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a5ac4e78-185f-46fd-81b0-b8cb0fce0681 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (6c10604f-bd19-47c9-8d86-3bbe423fd33d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:25.347135 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ac4e78-185f-46fd-81b0-b8cb0fce0681 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:28:25.347518 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a5ac4e78-185f-46fd-81b0-b8cb0fce0681 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (6c10604f-bd19-47c9-8d86-3bbe423fd33d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:25.367075 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 6c10604f-bd19-47c9-8d86-3bbe423fd33d resource provider aggregate not found Oct 26 15:28:25.412909 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 6c10604f-bd19-47c9-8d86-3bbe423fd33d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c10604f-bd19-47c9-8d86-3bbe423fd33d found for delete ", "request_id": "req-4545d763-7a67-4c6d-b74a-68ab4a816e14"}]} Oct 26 15:28:25.421200 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a5ac4e78-185f-46fd-81b0-b8cb0fce0681 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (3f0f32ce-368e-4ec8-b35d-a636ddf7e36f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:25.427843 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a5ac4e78-185f-46fd-81b0-b8cb0fce0681 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:25.431745 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a5ac4e78-185f-46fd-81b0-b8cb0fce0681 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/networks/3f0f32ce-368e-4ec8-b35d-a636ddf7e36f HTTP/1.1" status: 204 len: 168 time: 0.3104899 Oct 26 15:28:25.435457 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35380) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:25.440511 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-70d1a939-34d4-4925-8853-f2636c13d010 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-805717700'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:25.443666 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac4e78-185f-46fd-81b0-b8cb0fce0681 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Network': ['ID=3f0f32ce-368e-4ec8-b35d-a636ddf7e36f,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:25.461470 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d1a939-34d4-4925-8853-f2636c13d010 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:25.465308 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-70d1a939-34d4-4925-8853-f2636c13d010 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:25.489700 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d1a939-34d4-4925-8853-f2636c13d010 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:28:25.500567 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-70d1a939-34d4-4925-8853-f2636c13d010 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (3e0182ec-c865-4049-a0fc-150d2221e6d7), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:25.500939 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-70d1a939-34d4-4925-8853-f2636c13d010 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Added segment 3e0182ec-c865-4049-a0fc-150d2221e6d7 of type vlan for network 484f81b3-f5f4-47c6-a9ca-965006775607 Oct 26 15:28:25.543905 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-70d1a939-34d4-4925-8853-f2636c13d010 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (484f81b3-f5f4-47c6-a9ca-965006775607), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:25.569002 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-70d1a939-34d4-4925-8853-f2636c13d010 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (484f81b3-f5f4-47c6-a9ca-965006775607), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:25.573715 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d1a939-34d4-4925-8853-f2636c13d010 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:25.574328 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-70d1a939-34d4-4925-8853-f2636c13d010 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:25.630685 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-70d1a939-34d4-4925-8853-f2636c13d010 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1941469 Oct 26 15:28:25.633796 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35382) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:25.638853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'subnet': {'network_id': '484f81b3-f5f4-47c6-a9ca-965006775607', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:25.642839 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1a939-34d4-4925-8853-f2636c13d010 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Network': ['ID=484f81b3-f5f4-47c6-a9ca-965006775607,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:25.653104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 484f81b3-f5f4-47c6-a9ca-965006775607 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:28:25.726482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:25.730911 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:25.792116 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.ipam_backend_mixin [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Performing IP validity checks on allocation pools {{(pid=105321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 26 15:28:25.792731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.ipam_backend_mixin [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105321) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 26 15:28:25.794881 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35384) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:25.869823 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b661ddf4-34da-4ea2-8ee1-19c53adf467d tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0726969 Oct 26 15:28:25.966526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (1387d145-574c-4ece-9fa4-fc4af46472c3), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:26.009791 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:26.027753 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Subnet': ['ID=1387d145-574c-4ece-9fa4-fc4af46472c3,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:26.042055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:26.042410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:26.042753 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:26.043099 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:26.043442 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:26.043781 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:26.044115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:26.044448 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:26.044780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:26.045136 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:26.045467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:26.045794 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:26.046121 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:26.046453 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:26.046857 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:26.052011 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Checking segment: {'id': '3e0182ec-c865-4049-a0fc-150d2221e6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '484f81b3-f5f4-47c6-a9ca-965006775607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:28:26.052379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network hostable DHCP agents. Network: 484f81b3-f5f4-47c6-a9ca-965006775607, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:28:26.069847 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 484f81b3-f5f4-47c6-a9ca-965006775607 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:28:26.074784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:26.080318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 484f81b3-f5f4-47c6-a9ca-965006775607) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:26.085046 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:26.085653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:26.093559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59725447-6e20-4e94-a762-da6c041ef538 None None] Network 484f81b3-f5f4-47c6-a9ca-965006775607 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:26.106232 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-009e68ae-6fc3-4697-8ac8-da1c7aa79796 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4713123 Oct 26 15:28:26.108986 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35386) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:26.113881 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e6557a9d-3cbc-4f9a-af06-d1e0d62e3141 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'network_id': '484f81b3-f5f4-47c6-a9ca-965006775607', 'name': 'tempest-PortsTestJSON-1465902736'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:26.208060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-484f81b3-f5f4-47c6-a9ca-965006775607', 'network_id': '484f81b3-f5f4-47c6-a9ca-965006775607', 'project_id': '550c9c56f3c645f4b41c714b5ca91569', 'fixed_ips': [{'subnet_id': '1387d145-574c-4ece-9fa4-fc4af46472c3'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:28:26.209020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:26.228286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6557a9d-3cbc-4f9a-af06-d1e0d62e3141 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:26.232057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e6557a9d-3cbc-4f9a-af06-d1e0d62e3141 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:26.249660 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-e6557a9d-3cbc-4f9a-af06-d1e0d62e3141 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] device_id is not set on port e3a63cc7-8194-4525-b163-2021becc1e15 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:28:26.275046 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35388) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:26.339136 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c454f397-01e3-4f83-915a-e163685f4271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0631208 Oct 26 15:28:26.353946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Allocated IP 172.20.0.2 (484f81b3-f5f4-47c6-a9ca-965006775607/1387d145-574c-4ece-9fa4-fc4af46472c3/a89b57d1-356d-4dd8-a663-f0de5d06a67c) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:26.454036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:26.497210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Publish callbacks [] for port (a89b57d1-356d-4dd8-a663-f0de5d06a67c), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:26.502601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (a89b57d1-356d-4dd8-a663-f0de5d06a67c), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:26.543637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Network 484f81b3-f5f4-47c6-a9ca-965006775607 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:26.548572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:26.550717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Pushing event updated for resources: {'Port': ['ID=a89b57d1-356d-4dd8-a663-f0de5d06a67c,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:26.552837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:26.563143 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-e6557a9d-3cbc-4f9a-af06-d1e0d62e3141 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Allocated IP 172.20.0.6 (484f81b3-f5f4-47c6-a9ca-965006775607/1387d145-574c-4ece-9fa4-fc4af46472c3/e3a63cc7-8194-4525-b163-2021becc1e15) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:26.613685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Attempting to bind port a89b57d1-356d-4dd8-a663-f0de5d06a67c on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:28:26.614055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Attempting to bind port a89b57d1-356d-4dd8-a663-f0de5d06a67c by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '3e0182ec-c865-4049-a0fc-150d2221e6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '484f81b3-f5f4-47c6-a9ca-965006775607'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:28:26.614446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Attempting to bind port a89b57d1-356d-4dd8-a663-f0de5d06a67c on network 484f81b3-f5f4-47c6-a9ca-965006775607 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:28:26.670578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:28:26.671289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Checking segment: {'id': '3e0182ec-c865-4049-a0fc-150d2221e6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '484f81b3-f5f4-47c6-a9ca-965006775607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:28:26.671384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:26.671745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Bound using segment: {'id': '3e0182ec-c865-4049-a0fc-150d2221e6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '484f81b3-f5f4-47c6-a9ca-965006775607'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:28:26.672215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Bound port: a89b57d1-356d-4dd8-a663-f0de5d06a67c, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0182ec-c865-4049-a0fc-150d2221e6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '484f81b3-f5f4-47c6-a9ca-965006775607'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:28:26.672602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a89b57d1-356d-4dd8-a663-f0de5d06a67c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:26.686718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:26.714312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e6557a9d-3cbc-4f9a-af06-d1e0d62e3141 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (e3a63cc7-8194-4525-b163-2021becc1e15), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:26.736121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] For port a89b57d1-356d-4dd8-a663-f0de5d06a67c, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:28:26.739356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] For port a89b57d1-356d-4dd8-a663-f0de5d06a67c, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a89b57d1-356d-4dd8-a663-f0de5d06a67c,segment=NetworkSegment(3e0182ec-c865-4049-a0fc-150d2221e6d7),segment_id=3e0182ec-c865-4049-a0fc-150d2221e6d7)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:28:26.746150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a89b57d1-356d-4dd8-a663-f0de5d06a67c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:26.747822 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e6557a9d-3cbc-4f9a-af06-d1e0d62e3141 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (e3a63cc7-8194-4525-b163-2021becc1e15), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:26.800884 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6557a9d-3cbc-4f9a-af06-d1e0d62e3141 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 484f81b3-f5f4-47c6-a9ca-965006775607 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:26.805709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f7e73-090f-40bf-b877-c904dee6e700 None None] Pushing event updated for resources: {'Port': ['ID=a89b57d1-356d-4dd8-a663-f0de5d06a67c,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:26.807670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-e6557a9d-3cbc-4f9a-af06-d1e0d62e3141 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:26.812230 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6557a9d-3cbc-4f9a-af06-d1e0d62e3141 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:26.837227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6557a9d-3cbc-4f9a-af06-d1e0d62e3141 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=e3a63cc7-8194-4525-b163-2021becc1e15,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:26.865683 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6557a9d-3cbc-4f9a-af06-d1e0d62e3141 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:26.866303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e6557a9d-3cbc-4f9a-af06-d1e0d62e3141 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:26.873698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35390) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:26.918323 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e6557a9d-3cbc-4f9a-af06-d1e0d62e3141 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8082893 Oct 26 15:28:26.924667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35392) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:27.054806 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=40 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:27.056543 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=79 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:27.301495 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6889355c-563d-4b40-bc84-0b073f32e147 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.4265785 Oct 26 15:28:27.342241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-04de65b9-2dc4-4949-9ef3-f62432ebd7cd tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port e3a63cc7-8194-4525-b163-2021becc1e15 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:27.342581 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35396) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:27.343057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-04de65b9-2dc4-4949-9ef3-f62432ebd7cd tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (e3a63cc7-8194-4525-b163-2021becc1e15), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:27.375772 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:27.402843 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:27.405275 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a69626c2-cf06-48f6-bcbf-872c9161e493 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0614617 Oct 26 15:28:27.422195 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:27.439142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-04de65b9-2dc4-4949-9ef3-f62432ebd7cd tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (e3a63cc7-8194-4525-b163-2021becc1e15), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:27.453006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-04de65b9-2dc4-4949-9ef3-f62432ebd7cd tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for e3a63cc7-8194-4525-b163-2021becc1e15 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:27.556372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a89b57d1-356d-4dd8-a663-f0de5d06a67c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:27.588248 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-04de65b9-2dc4-4949-9ef3-f62432ebd7cd tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (e3a63cc7-8194-4525-b163-2021becc1e15), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:27.609740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a89b57d1-356d-4dd8-a663-f0de5d06a67c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:27.610116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a89b57d1-356d-4dd8-a663-f0de5d06a67c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:27.610452 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a89b57d1-356d-4dd8-a663-f0de5d06a67c Oct 26 15:28:27.627809 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de65b9-2dc4-4949-9ef3-f62432ebd7cd tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=e3a63cc7-8194-4525-b163-2021becc1e15,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:27.693933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a89b57d1-356d-4dd8-a663-f0de5d06a67c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:27.694487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a89b57d1-356d-4dd8-a663-f0de5d06a67c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:27.704063 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-04de65b9-2dc4-4949-9ef3-f62432ebd7cd tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:27.710639 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35398) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:27.713717 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-04de65b9-2dc4-4949-9ef3-f62432ebd7cd tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/e3a63cc7-8194-4525-b163-2021becc1e15 HTTP/1.1" status: 204 len: 168 time: 0.7917802 Oct 26 15:28:27.736029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a89b57d1-356d-4dd8-a663-f0de5d06a67c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a89b57d1-356d-4dd8-a663-f0de5d06a67c,segment=NetworkSegment(3e0182ec-c865-4049-a0fc-150d2221e6d7),segment_id=3e0182ec-c865-4049-a0fc-150d2221e6d7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:27.743437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a89b57d1-356d-4dd8-a663-f0de5d06a67c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:27.747229 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-68677356-7130-43a1-8bc9-cff79fe4b3e7 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] DELETE failed (client error): The resource could not be found. Oct 26 15:28:27.747926 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68677356-7130-43a1-8bc9-cff79fe4b3e7 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:28:27.751148 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-68677356-7130-43a1-8bc9-cff79fe4b3e7 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/e3a63cc7-8194-4525-b163-2021becc1e15 HTTP/1.1" status: 404 len: 333 time: 0.0388656 Oct 26 15:28:27.753895 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35400) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:27.764396 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:27.767459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:27.771397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7fa6fe-1d25-4721-ab0c-7d071216a227 None None] Network 484f81b3-f5f4-47c6-a9ca-965006775607 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:27.782450 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17e1330-afef-4fce-9e92-5a6088b3555a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] GET failed (client error): The resource could not be found. Oct 26 15:28:27.784910 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f17e1330-afef-4fce-9e92-5a6088b3555a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports/e3a63cc7-8194-4525-b163-2021becc1e15 HTTP/1.1" status: 404 len: 333 time: 0.0290952 Oct 26 15:28:27.787045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35402) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:27.842222 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f01dc2-181d-4cdc-bbc3-7324431fa631 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting subnet 1387d145-574c-4ece-9fa4-fc4af46472c3 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:28:27.845050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a89b57d1-356d-4dd8-a663-f0de5d06a67c,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:27.845564 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-43f01dc2-181d-4cdc-bbc3-7324431fa631 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (1387d145-574c-4ece-9fa4-fc4af46472c3), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:27.862713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:27.863061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:27.863410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:27.863755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:27.864093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:27.864428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:27.864758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:27.865106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:27.865440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:27.865768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:27.866096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:27.866423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:27.866748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:27.867071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:27.867988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:27.871374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-6a9fdcf7-c92e-41c9-93f0-f1a1a5265336 None None] Provisioning complete for port a89b57d1-356d-4dd8-a663-f0de5d06a67c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:27.871786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6a9fdcf7-c92e-41c9-93f0-f1a1a5265336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a89b57d1-356d-4dd8-a663-f0de5d06a67c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:27.872131 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-6a9fdcf7-c92e-41c9-93f0-f1a1a5265336 None None] Attempt 1 to provision port a89b57d1-356d-4dd8-a663-f0de5d06a67c Oct 26 15:28:27.894783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-43f01dc2-181d-4cdc-bbc3-7324431fa631 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (1387d145-574c-4ece-9fa4-fc4af46472c3), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:27.981302 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-43f01dc2-181d-4cdc-bbc3-7324431fa631 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (1387d145-574c-4ece-9fa4-fc4af46472c3), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:27.988348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-6a9fdcf7-c92e-41c9-93f0-f1a1a5265336 None None] Current status of the port a89b57d1-356d-4dd8-a663-f0de5d06a67c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:28.043125 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-43f01dc2-181d-4cdc-bbc3-7324431fa631 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (1387d145-574c-4ece-9fa4-fc4af46472c3), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.070995 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f01dc2-181d-4cdc-bbc3-7324431fa631 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Subnet': ['ID=1387d145-574c-4ece-9fa4-fc4af46472c3,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:28.074756 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-43f01dc2-181d-4cdc-bbc3-7324431fa631 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.077975 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-43f01dc2-181d-4cdc-bbc3-7324431fa631 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/1387d145-574c-4ece-9fa4-fc4af46472c3 HTTP/1.1" status: 204 len: 168 time: 0.2893577 Oct 26 15:28:28.080590 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35404) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:28.137809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c2eed2-2b80-4448-970b-82e459d7fbca None None] Network 484f81b3-f5f4-47c6-a9ca-965006775607 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:28.166806 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (484f81b3-f5f4-47c6-a9ca-965006775607), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.208122 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port a89b57d1-356d-4dd8-a663-f0de5d06a67c {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:28.208472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (a89b57d1-356d-4dd8-a663-f0de5d06a67c), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.230829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-03b3813a-ed47-4f04-a8fd-cc2b9c2b0997 None None] Provisioning complete for port a89b57d1-356d-4dd8-a663-f0de5d06a67c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:28.231239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-03b3813a-ed47-4f04-a8fd-cc2b9c2b0997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a89b57d1-356d-4dd8-a663-f0de5d06a67c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.231583 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-03b3813a-ed47-4f04-a8fd-cc2b9c2b0997 None None] Attempt 1 to provision port a89b57d1-356d-4dd8-a663-f0de5d06a67c Oct 26 15:28:28.277396 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] For port a89b57d1-356d-4dd8-a663-f0de5d06a67c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a89b57d1-356d-4dd8-a663-f0de5d06a67c,segment=NetworkSegment(3e0182ec-c865-4049-a0fc-150d2221e6d7),segment_id=3e0182ec-c865-4049-a0fc-150d2221e6d7)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:28.277632 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (a89b57d1-356d-4dd8-a663-f0de5d06a67c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.292027 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for a89b57d1-356d-4dd8-a663-f0de5d06a67c owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:28.305633 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35406) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:28.315833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-03b3813a-ed47-4f04-a8fd-cc2b9c2b0997 None None] Current status of the port a89b57d1-356d-4dd8-a663-f0de5d06a67c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:28.327106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b64a4e-c76d-4559-9b5c-b4944944e543 None None] DHCP port deletion for 484f81b3-f5f4-47c6-a9ca-965006775607 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:28:28.342844 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:28.367418 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-039377a4-ba36-473e-bdfc-0b86666a354b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0604715 Oct 26 15:28:28.372641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-80b64a4e-c76d-4559-9b5c-b4944944e543 None None] Deleting port a89b57d1-356d-4dd8-a663-f0de5d06a67c {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:28.373248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-80b64a4e-c76d-4559-9b5c-b4944944e543 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (a89b57d1-356d-4dd8-a663-f0de5d06a67c), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.379617 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (a89b57d1-356d-4dd8-a663-f0de5d06a67c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.384459 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:28.409091 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35408) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:28.413141 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No DVR routers for this DVR port a89b57d1-356d-4dd8-a663-f0de5d06a67c on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:28:28.422128 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=a89b57d1-356d-4dd8-a663-f0de5d06a67c,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:28.439147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-80b64a4e-c76d-4559-9b5c-b4944944e543 None None] For port a89b57d1-356d-4dd8-a663-f0de5d06a67c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a89b57d1-356d-4dd8-a663-f0de5d06a67c,segment=NetworkSegment(3e0182ec-c865-4049-a0fc-150d2221e6d7),segment_id=3e0182ec-c865-4049-a0fc-150d2221e6d7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:28.439542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-80b64a4e-c76d-4559-9b5c-b4944944e543 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (a89b57d1-356d-4dd8-a663-f0de5d06a67c), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.454103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-80b64a4e-c76d-4559-9b5c-b4944944e543 None None] Calling delete_port for a89b57d1-356d-4dd8-a663-f0de5d06a67c owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:28.474908 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-498d4305-f3a8-4be8-b222-c73c35284f05 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0634594 Oct 26 15:28:28.508494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (484f81b3-f5f4-47c6-a9ca-965006775607), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.529613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484f81b3-f5f4-47c6-a9ca-965006775607']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:28.535918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-80b64a4e-c76d-4559-9b5c-b4944944e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (a89b57d1-356d-4dd8-a663-f0de5d06a67c), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.540024 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0182ec-c865-4049-a0fc-150d2221e6d7') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:28.540384 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0182ec-c865-4049-a0fc-150d2221e6d7') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:28.545204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:28.549802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b64a4e-c76d-4559-9b5c-b4944944e543 None None] No DVR routers for this DVR port a89b57d1-356d-4dd8-a663-f0de5d06a67c on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:28:28.551984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (3e0182ec-c865-4049-a0fc-150d2221e6d7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.571771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b64a4e-c76d-4559-9b5c-b4944944e543 None None] Pushing event deleted for resources: {'Port': ['ID=a89b57d1-356d-4dd8-a663-f0de5d06a67c,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:28.571901 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (3e0182ec-c865-4049-a0fc-150d2221e6d7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.581233 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:28:28.581674 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (3e0182ec-c865-4049-a0fc-150d2221e6d7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.635340 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 3e0182ec-c865-4049-a0fc-150d2221e6d7 resource provider aggregate not found Oct 26 15:28:28.657386 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 3e0182ec-c865-4049-a0fc-150d2221e6d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e0182ec-c865-4049-a0fc-150d2221e6d7 found for delete ", "request_id": "req-bf961c54-e5e6-4e6b-a3d1-124e71d17f1f"}]} Oct 26 15:28:28.664768 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (484f81b3-f5f4-47c6-a9ca-965006775607), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.671783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.678375 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/networks/484f81b3-f5f4-47c6-a9ca-965006775607 HTTP/1.1" status: 204 len: 168 time: 0.5931144 Oct 26 15:28:28.679318 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35414) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:28.684282 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2038737833'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:28.691235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d6757-8534-437a-8d1c-2130e69bb301 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Network': ['ID=484f81b3-f5f4-47c6-a9ca-965006775607,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:28.704885 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:28.710311 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.735780 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:28:28.745686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (026ca2ff-9e4a-4932-98dd-e5c9ddbd7c43), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.746024 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Added segment 026ca2ff-9e4a-4932-98dd-e5c9ddbd7c43 of type vlan for network c1860895-b9a9-4006-bad5-045de9bc5756 Oct 26 15:28:28.785161 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (c1860895-b9a9-4006-bad5-045de9bc5756), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.809079 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (c1860895-b9a9-4006-bad5-045de9bc5756), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.813904 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:28.814428 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:28.872456 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1920655 Oct 26 15:28:28.875335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35416) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:28.880440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-7b5a9a20-5819-4567-b23f-0b218badbe6e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'subnet': {'network_id': 'c1860895-b9a9-4006-bad5-045de9bc5756', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:28.893893 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Network': ['ID=c1860895-b9a9-4006-bad5-045de9bc5756,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:28.901315 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:28.901675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:28.902026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:28.902368 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:28.902712 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:28.903051 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:28.903386 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:28.903719 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:28.904049 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:28.904379 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:28.904708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:28.905061 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:28.905389 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:28.905716 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:28.906044 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45471-2f32-49b0-9c0f-8203b8817ef3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:28:28.916994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network c1860895-b9a9-4006-bad5-045de9bc5756 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:28:28.969389 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5a9a20-5819-4567-b23f-0b218badbe6e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:28.973175 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7b5a9a20-5819-4567-b23f-0b218badbe6e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:29.151613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7b5a9a20-5819-4567-b23f-0b218badbe6e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (f943319c-f3f9-414f-ab56-ab02b9a32eb4), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:29.218747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a9a20-5819-4567-b23f-0b218badbe6e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Subnet': ['ID=f943319c-f3f9-414f-ab56-ab02b9a32eb4,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:29.226029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5a9a20-5819-4567-b23f-0b218badbe6e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Checking segment: {'id': '026ca2ff-9e4a-4932-98dd-e5c9ddbd7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c1860895-b9a9-4006-bad5-045de9bc5756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:28:29.226393 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5a9a20-5819-4567-b23f-0b218badbe6e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network hostable DHCP agents. Network: c1860895-b9a9-4006-bad5-045de9bc5756, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:28:29.243983 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5a9a20-5819-4567-b23f-0b218badbe6e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network c1860895-b9a9-4006-bad5-045de9bc5756 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:28:29.252937 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-7b5a9a20-5819-4567-b23f-0b218badbe6e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, c1860895-b9a9-4006-bad5-045de9bc5756) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:29.257697 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5a9a20-5819-4567-b23f-0b218badbe6e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:29.259261 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7b5a9a20-5819-4567-b23f-0b218badbe6e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:29.266867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b4be05-9c3d-4ecf-8277-ec2f8b3cba84 None None] Network c1860895-b9a9-4006-bad5-045de9bc5756 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:29.276302 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7b5a9a20-5819-4567-b23f-0b218badbe6e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3998656 Oct 26 15:28:29.278923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35418) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:29.283720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-edd9817e-03a1-4d79-8331-53039ec5c733 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'network_id': 'c1860895-b9a9-4006-bad5-045de9bc5756', 'security_groups': [], 'name': 'tempest-PortsTestJSON-282675028'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:29.371397 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35420) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:29.378793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-c1860895-b9a9-4006-bad5-045de9bc5756', 'network_id': 'c1860895-b9a9-4006-bad5-045de9bc5756', 'project_id': '550c9c56f3c645f4b41c714b5ca91569', 'fixed_ips': [{'subnet_id': 'f943319c-f3f9-414f-ab56-ab02b9a32eb4'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:28:29.379812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:29.395524 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd9817e-03a1-4d79-8331-53039ec5c733 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:29.399512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-edd9817e-03a1-4d79-8331-53039ec5c733 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:29.418749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-edd9817e-03a1-4d79-8331-53039ec5c733 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] device_id is not set on port b2b7e471-1787-45fb-9fa8-15598ecb3e7e yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:28:29.439646 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4cbcdcfa-9f32-4b31-a587-9c5de59c21e0 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0669131 Oct 26 15:28:29.479075 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35422) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:29.521124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Allocated IP 172.20.0.2 (c1860895-b9a9-4006-bad5-045de9bc5756/f943319c-f3f9-414f-ab56-ab02b9a32eb4/1ace03bf-1c7f-4475-8119-33c40df878a6) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:29.547753 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f0149803-3834-4f9b-94c4-7f07fcc71409 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0671599 Oct 26 15:28:29.549038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a89b57d1-356d-4dd8-a663-f0de5d06a67c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:29.599583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: a89b57d1-356d-4dd8-a663-f0de5d06a67c {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:28:29.599933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a89b57d1-356d-4dd8-a663-f0de5d06a67c not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:28:29.685723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Publish callbacks [] for port (1ace03bf-1c7f-4475-8119-33c40df878a6), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:29.686772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:29.692152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (1ace03bf-1c7f-4475-8119-33c40df878a6), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:29.693808 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=5,neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:29.725388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:29.740355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Network c1860895-b9a9-4006-bad5-045de9bc5756 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:29.741693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Pushing event updated for resources: {'Port': ['ID=1ace03bf-1c7f-4475-8119-33c40df878a6,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:29.748834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:29.748834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:29.753578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-edd9817e-03a1-4d79-8331-53039ec5c733 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Allocated IP 172.20.0.12 (c1860895-b9a9-4006-bad5-045de9bc5756/f943319c-f3f9-414f-ab56-ab02b9a32eb4/b2b7e471-1787-45fb-9fa8-15598ecb3e7e) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:29.805190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:29.809970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Attempting to bind port 1ace03bf-1c7f-4475-8119-33c40df878a6 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:28:29.810347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Attempting to bind port 1ace03bf-1c7f-4475-8119-33c40df878a6 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '026ca2ff-9e4a-4932-98dd-e5c9ddbd7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c1860895-b9a9-4006-bad5-045de9bc5756'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:28:29.810711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Attempting to bind port 1ace03bf-1c7f-4475-8119-33c40df878a6 on network c1860895-b9a9-4006-bad5-045de9bc5756 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:28:29.853964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:28:29.854338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Checking segment: {'id': '026ca2ff-9e4a-4932-98dd-e5c9ddbd7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c1860895-b9a9-4006-bad5-045de9bc5756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:28:29.854843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:29.855237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Bound using segment: {'id': '026ca2ff-9e4a-4932-98dd-e5c9ddbd7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c1860895-b9a9-4006-bad5-045de9bc5756'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:28:29.855709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Bound port: 1ace03bf-1c7f-4475-8119-33c40df878a6, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026ca2ff-9e4a-4932-98dd-e5c9ddbd7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c1860895-b9a9-4006-bad5-045de9bc5756'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:28:29.856093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1ace03bf-1c7f-4475-8119-33c40df878a6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:29.888677 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-edd9817e-03a1-4d79-8331-53039ec5c733 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (b2b7e471-1787-45fb-9fa8-15598ecb3e7e), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:29.916177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] For port 1ace03bf-1c7f-4475-8119-33c40df878a6, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:28:29.919280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] For port 1ace03bf-1c7f-4475-8119-33c40df878a6, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1ace03bf-1c7f-4475-8119-33c40df878a6,segment=NetworkSegment(026ca2ff-9e4a-4932-98dd-e5c9ddbd7c43),segment_id=026ca2ff-9e4a-4932-98dd-e5c9ddbd7c43)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:28:29.922050 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-edd9817e-03a1-4d79-8331-53039ec5c733 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (b2b7e471-1787-45fb-9fa8-15598ecb3e7e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:29.925273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1ace03bf-1c7f-4475-8119-33c40df878a6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:29.966507 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd9817e-03a1-4d79-8331-53039ec5c733 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network c1860895-b9a9-4006-bad5-045de9bc5756 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:29.969875 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-edd9817e-03a1-4d79-8331-53039ec5c733 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:29.976323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd9817e-03a1-4d79-8331-53039ec5c733 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:29.982202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dceb81-4b5d-4619-ad25-a4900de0b1ad None None] Pushing event updated for resources: {'Port': ['ID=1ace03bf-1c7f-4475-8119-33c40df878a6,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:30.006537 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9817e-03a1-4d79-8331-53039ec5c733 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=b2b7e471-1787-45fb-9fa8-15598ecb3e7e,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:30.029925 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd9817e-03a1-4d79-8331-53039ec5c733 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:30.030571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-edd9817e-03a1-4d79-8331-53039ec5c733 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:30.047587 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-edd9817e-03a1-4d79-8331-53039ec5c733 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.7676256 Oct 26 15:28:30.050270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35424) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:30.152458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-ddaacfd2-5856-4301-834a-a2f1568069ba tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port b2b7e471-1787-45fb-9fa8-15598ecb3e7e {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:30.152885 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ddaacfd2-5856-4301-834a-a2f1568069ba tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (b2b7e471-1787-45fb-9fa8-15598ecb3e7e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:30.256256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ddaacfd2-5856-4301-834a-a2f1568069ba tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (b2b7e471-1787-45fb-9fa8-15598ecb3e7e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:30.268993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-ddaacfd2-5856-4301-834a-a2f1568069ba tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for b2b7e471-1787-45fb-9fa8-15598ecb3e7e owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:30.398595 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ddaacfd2-5856-4301-834a-a2f1568069ba tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (b2b7e471-1787-45fb-9fa8-15598ecb3e7e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:30.425565 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaacfd2-5856-4301-834a-a2f1568069ba tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=b2b7e471-1787-45fb-9fa8-15598ecb3e7e,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:30.441684 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35426) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:30.498642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ddaacfd2-5856-4301-834a-a2f1568069ba tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:30.499921 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2ef92067-c50e-4ce4-a3d3-7146a88100cf tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0570593 Oct 26 15:28:30.501872 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ddaacfd2-5856-4301-834a-a2f1568069ba tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/b2b7e471-1787-45fb-9fa8-15598ecb3e7e HTTP/1.1" status: 204 len: 168 time: 0.4506290 Oct 26 15:28:30.504459 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35428) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:30.530969 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf84f468-9e66-4d81-a413-bb763dcc1ffb tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] GET failed (client error): The resource could not be found. Oct 26 15:28:30.532454 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bf84f468-9e66-4d81-a413-bb763dcc1ffb tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports/b2b7e471-1787-45fb-9fa8-15598ecb3e7e HTTP/1.1" status: 404 len: 333 time: 0.0270028 Oct 26 15:28:30.535202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35430) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:30.550632 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35432) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:30.593337 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed3de91-20e4-4d0a-b229-d6394682d48a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting subnet f943319c-f3f9-414f-ab56-ab02b9a32eb4 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:28:30.596700 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9ed3de91-20e4-4d0a-b229-d6394682d48a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (f943319c-f3f9-414f-ab56-ab02b9a32eb4), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:30.614943 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-34d3e10f-be7a-45fc-a5f3-abc3b13bfa4e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0630813 Oct 26 15:28:30.640941 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9ed3de91-20e4-4d0a-b229-d6394682d48a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (f943319c-f3f9-414f-ab56-ab02b9a32eb4), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:30.724689 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9ed3de91-20e4-4d0a-b229-d6394682d48a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (f943319c-f3f9-414f-ab56-ab02b9a32eb4), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:30.791286 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9ed3de91-20e4-4d0a-b229-d6394682d48a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (f943319c-f3f9-414f-ab56-ab02b9a32eb4), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:30.818110 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3de91-20e4-4d0a-b229-d6394682d48a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Subnet': ['ID=f943319c-f3f9-414f-ab56-ab02b9a32eb4,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:30.823893 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9ed3de91-20e4-4d0a-b229-d6394682d48a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:30.828712 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9ed3de91-20e4-4d0a-b229-d6394682d48a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/f943319c-f3f9-414f-ab56-ab02b9a32eb4 HTTP/1.1" status: 204 len: 168 time: 0.2913122 Oct 26 15:28:30.830369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35434) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:30.835233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27de9a76-376c-436f-aaab-b432caaf7540 None None] Network c1860895-b9a9-4006-bad5-045de9bc5756 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:30.852453 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:30.893999 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:30.899517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fb4d39c4-6084-46a4-9e6f-90f232709e24 None None] Provisioning complete for port 1ace03bf-1c7f-4475-8119-33c40df878a6 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:30.899888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fb4d39c4-6084-46a4-9e6f-90f232709e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1ace03bf-1c7f-4475-8119-33c40df878a6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:30.900231 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fb4d39c4-6084-46a4-9e6f-90f232709e24 None None] Attempt 1 to provision port 1ace03bf-1c7f-4475-8119-33c40df878a6 Oct 26 15:28:30.915893 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (c1860895-b9a9-4006-bad5-045de9bc5756), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:30.960314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port 1ace03bf-1c7f-4475-8119-33c40df878a6 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:30.960659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (1ace03bf-1c7f-4475-8119-33c40df878a6), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:31.030914 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] For port 1ace03bf-1c7f-4475-8119-33c40df878a6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1ace03bf-1c7f-4475-8119-33c40df878a6,segment=NetworkSegment(026ca2ff-9e4a-4932-98dd-e5c9ddbd7c43),segment_id=026ca2ff-9e4a-4932-98dd-e5c9ddbd7c43)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:31.031193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (1ace03bf-1c7f-4475-8119-33c40df878a6), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:31.050837 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for 1ace03bf-1c7f-4475-8119-33c40df878a6 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:31.138808 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (1ace03bf-1c7f-4475-8119-33c40df878a6), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:31.145856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fb4d39c4-6084-46a4-9e6f-90f232709e24 None None] Current status of the port 1ace03bf-1c7f-4475-8119-33c40df878a6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:31.146385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fb4d39c4-6084-46a4-9e6f-90f232709e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1ace03bf-1c7f-4475-8119-33c40df878a6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:31.158478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e0c070-2bee-4b24-991a-5699a94af1b7 None None] DHCP port deletion for c1860895-b9a9-4006-bad5-045de9bc5756 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:28:31.166494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=1ace03bf-1c7f-4475-8119-33c40df878a6,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:31.168335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No DVR routers for this DVR port 1ace03bf-1c7f-4475-8119-33c40df878a6 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:28:31.251224 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (c1860895-b9a9-4006-bad5-045de9bc5756), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:31.270779 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1860895-b9a9-4006-bad5-045de9bc5756']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:31.280782 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026ca2ff-9e4a-4932-98dd-e5c9ddbd7c43') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:31.281168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026ca2ff-9e4a-4932-98dd-e5c9ddbd7c43') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:31.291760 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (026ca2ff-9e4a-4932-98dd-e5c9ddbd7c43), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:31.305319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (026ca2ff-9e4a-4932-98dd-e5c9ddbd7c43), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:31.311643 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:28:31.312037 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (026ca2ff-9e4a-4932-98dd-e5c9ddbd7c43), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:31.359483 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 026ca2ff-9e4a-4932-98dd-e5c9ddbd7c43 resource provider aggregate not found Oct 26 15:28:31.376964 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 026ca2ff-9e4a-4932-98dd-e5c9ddbd7c43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 026ca2ff-9e4a-4932-98dd-e5c9ddbd7c43 found for delete ", "request_id": "req-fac34b02-5d96-4574-9671-b75306c27b9e"}]} Oct 26 15:28:31.385681 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (c1860895-b9a9-4006-bad5-045de9bc5756), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:31.391171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:31.394318 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/networks/c1860895-b9a9-4006-bad5-045de9bc5756 HTTP/1.1" status: 204 len: 168 time: 0.5628407 Oct 26 15:28:31.398004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35440) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:31.404016 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-9ef65c27-989f-4b74-a695-ea6dc08da11e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae', 'name': 'tempest-PortsTestJSON-1373443676'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:31.409435 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832d3b0-ec76-45f6-bb26-b7eadb5fc9ce tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Network': ['ID=c1860895-b9a9-4006-bad5-045de9bc5756,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:31.486390 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:31.492414 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef65c27-989f-4b74-a695-ea6dc08da11e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:31.496132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9ef65c27-989f-4b74-a695-ea6dc08da11e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:31.503215 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35442) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:31.514514 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:31.515856 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-9ef65c27-989f-4b74-a695-ea6dc08da11e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] device_id is not set on port 19847eec-b88f-4143-a1d5-ec4d8382e27e yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:28:31.564231 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7dc703fd-ae26-4c54-8b92-4ced78fd7d71 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0593629 Oct 26 15:28:31.618715 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35444) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:31.682061 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7a7537b0-3166-4f3b-82ba-baf2027b7874 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0615282 Oct 26 15:28:31.682904 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9ef65c27-989f-4b74-a695-ea6dc08da11e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (19847eec-b88f-4143-a1d5-ec4d8382e27e), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:31.715444 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9ef65c27-989f-4b74-a695-ea6dc08da11e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (19847eec-b88f-4143-a1d5-ec4d8382e27e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:31.762339 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef65c27-989f-4b74-a695-ea6dc08da11e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 8d62fa28-4555-4725-b494-4e875dc198ae is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:31.767597 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-9ef65c27-989f-4b74-a695-ea6dc08da11e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:31.771391 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef65c27-989f-4b74-a695-ea6dc08da11e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:31.776009 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef65c27-989f-4b74-a695-ea6dc08da11e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:31.776613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9ef65c27-989f-4b74-a695-ea6dc08da11e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:31.782123 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef65c27-989f-4b74-a695-ea6dc08da11e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=19847eec-b88f-4143-a1d5-ec4d8382e27e,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:31.796286 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9ef65c27-989f-4b74-a695-ea6dc08da11e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.3966250 Oct 26 15:28:31.798871 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35446) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:31.875809 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-55952460-37b7-4e5d-a865-0b124bd27808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port 19847eec-b88f-4143-a1d5-ec4d8382e27e {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:31.876080 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-55952460-37b7-4e5d-a865-0b124bd27808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (19847eec-b88f-4143-a1d5-ec4d8382e27e), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:31.944357 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-55952460-37b7-4e5d-a865-0b124bd27808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (19847eec-b88f-4143-a1d5-ec4d8382e27e), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:31.958362 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-55952460-37b7-4e5d-a865-0b124bd27808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for 19847eec-b88f-4143-a1d5-ec4d8382e27e owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:32.035074 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-55952460-37b7-4e5d-a865-0b124bd27808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (19847eec-b88f-4143-a1d5-ec4d8382e27e), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:32.064146 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55952460-37b7-4e5d-a865-0b124bd27808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=19847eec-b88f-4143-a1d5-ec4d8382e27e,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:32.067601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-55952460-37b7-4e5d-a865-0b124bd27808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:32.071438 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-55952460-37b7-4e5d-a865-0b124bd27808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/19847eec-b88f-4143-a1d5-ec4d8382e27e HTTP/1.1" status: 204 len: 168 time: 0.2716312 Oct 26 15:28:32.073988 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35448) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:32.078630 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-5e4adf09-8d45-46c7-9f1e-b01949d92ef1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae', 'mac_address': 'fa:16:3e:f0:e3:2c', 'name': 'tempest-PortsTestJSON-1382027602'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:32.171486 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4adf09-8d45-46c7-9f1e-b01949d92ef1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:32.236470 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5e4adf09-8d45-46c7-9f1e-b01949d92ef1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:32.260272 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-5e4adf09-8d45-46c7-9f1e-b01949d92ef1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] device_id is not set on port 3abb853d-5d7c-4676-ab5b-5002423f27e1 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:28:32.339232 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:32.378154 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:32.420154 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5e4adf09-8d45-46c7-9f1e-b01949d92ef1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (3abb853d-5d7c-4676-ab5b-5002423f27e1), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:32.453128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5e4adf09-8d45-46c7-9f1e-b01949d92ef1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (3abb853d-5d7c-4676-ab5b-5002423f27e1), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:32.496087 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4adf09-8d45-46c7-9f1e-b01949d92ef1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 8d62fa28-4555-4725-b494-4e875dc198ae is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:32.501200 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-5e4adf09-8d45-46c7-9f1e-b01949d92ef1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:32.504925 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4adf09-8d45-46c7-9f1e-b01949d92ef1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:32.509442 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4adf09-8d45-46c7-9f1e-b01949d92ef1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:32.510050 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5e4adf09-8d45-46c7-9f1e-b01949d92ef1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:32.515690 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4adf09-8d45-46c7-9f1e-b01949d92ef1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=3abb853d-5d7c-4676-ab5b-5002423f27e1,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:32.531512 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5e4adf09-8d45-46c7-9f1e-b01949d92ef1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4565454 Oct 26 15:28:32.534113 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35450) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:32.566870 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35452) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:32.614231 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c26233-044b-4cd5-8aa1-b5a92a2e0a08 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:32.615610 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-41c26233-044b-4cd5-8aa1-b5a92a2e0a08 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports/3abb853d-5d7c-4676-ab5b-5002423f27e1 HTTP/1.1" status: 200 len: 841 time: 0.0805254 Oct 26 15:28:32.618534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35454) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:32.638187 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6075a7d4-c6c8-4ab6-accd-d768f40a02fe tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0702915 Oct 26 15:28:32.685422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35456) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:32.698103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-6039aae4-58a7-4e11-ae50-fb2cd3f7f4f0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port 3abb853d-5d7c-4676-ab5b-5002423f27e1 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:32.698444 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6039aae4-58a7-4e11-ae50-fb2cd3f7f4f0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (3abb853d-5d7c-4676-ab5b-5002423f27e1), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:32.744049 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ca7e8806-b8ad-4f15-8826-85778c3eafd2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0565488 Oct 26 15:28:32.769423 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6039aae4-58a7-4e11-ae50-fb2cd3f7f4f0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (3abb853d-5d7c-4676-ab5b-5002423f27e1), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:32.783355 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-6039aae4-58a7-4e11-ae50-fb2cd3f7f4f0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for 3abb853d-5d7c-4676-ab5b-5002423f27e1 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:32.838330 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:32.862578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6039aae4-58a7-4e11-ae50-fb2cd3f7f4f0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (3abb853d-5d7c-4676-ab5b-5002423f27e1), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:32.890984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039aae4-58a7-4e11-ae50-fb2cd3f7f4f0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=3abb853d-5d7c-4676-ab5b-5002423f27e1,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:32.905288 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6039aae4-58a7-4e11-ae50-fb2cd3f7f4f0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:32.905288 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6039aae4-58a7-4e11-ae50-fb2cd3f7f4f0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/3abb853d-5d7c-4676-ab5b-5002423f27e1 HTTP/1.1" status: 204 len: 168 time: 0.2780361 Oct 26 15:28:32.905288 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35458) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:32.929036 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6f86db-f807-4ca7-81d3-e81618b8c30f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] GET failed (client error): The resource could not be found. Oct 26 15:28:32.930403 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3f6f86db-f807-4ca7-81d3-e81618b8c30f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports/3abb853d-5d7c-4676-ab5b-5002423f27e1 HTTP/1.1" status: 404 len: 333 time: 0.0285311 Oct 26 15:28:32.933931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35460) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:32.938539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-23673702-5c11-4751-bb15-50b42a32b3a3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae', 'name': 'tempest-PortsTestJSON-1278812846'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:33.019425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:33.025735 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23673702-5c11-4751-bb15-50b42a32b3a3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:33.029767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-23673702-5c11-4751-bb15-50b42a32b3a3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:33.047813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-23673702-5c11-4751-bb15-50b42a32b3a3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] device_id is not set on port d69b386b-021f-4d37-aecf-be6cb9c2e6d9 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:28:33.208258 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-23673702-5c11-4751-bb15-50b42a32b3a3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (d69b386b-021f-4d37-aecf-be6cb9c2e6d9), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:33.239663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-23673702-5c11-4751-bb15-50b42a32b3a3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (d69b386b-021f-4d37-aecf-be6cb9c2e6d9), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:33.285627 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23673702-5c11-4751-bb15-50b42a32b3a3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 8d62fa28-4555-4725-b494-4e875dc198ae is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:33.291050 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-23673702-5c11-4751-bb15-50b42a32b3a3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:33.294961 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23673702-5c11-4751-bb15-50b42a32b3a3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:33.299461 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23673702-5c11-4751-bb15-50b42a32b3a3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:33.300068 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-23673702-5c11-4751-bb15-50b42a32b3a3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:33.306491 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23673702-5c11-4751-bb15-50b42a32b3a3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=d69b386b-021f-4d37-aecf-be6cb9c2e6d9,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:33.321305 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-23673702-5c11-4751-bb15-50b42a32b3a3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.3864217 Oct 26 15:28:33.323859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35462) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:33.328816 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-01c8cf00-14aa-4f54-b09b-bab85fe19a76 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:33.399019 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-01c8cf00-14aa-4f54-b09b-bab85fe19a76 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d69b386b-021f-4d37-aecf-be6cb9c2e6d9), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:33.549168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-01c8cf00-14aa-4f54-b09b-bab85fe19a76 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (d69b386b-021f-4d37-aecf-be6cb9c2e6d9), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:33.553193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-01c8cf00-14aa-4f54-b09b-bab85fe19a76 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (d69b386b-021f-4d37-aecf-be6cb9c2e6d9), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:33.554061 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-01c8cf00-14aa-4f54-b09b-bab85fe19a76 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] In _notify_port_updated(), no bound segment for port d69b386b-021f-4d37-aecf-be6cb9c2e6d9 on network 8d62fa28-4555-4725-b494-4e875dc198ae {{(pid=105321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:28:33.559768 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c8cf00-14aa-4f54-b09b-bab85fe19a76 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:33.560377 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-01c8cf00-14aa-4f54-b09b-bab85fe19a76 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:33.561719 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-01c8cf00-14aa-4f54-b09b-bab85fe19a76 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "PUT /networking/v2.0/ports/d69b386b-021f-4d37-aecf-be6cb9c2e6d9 HTTP/1.1" status: 200 len: 818 time: 0.2369549 Oct 26 15:28:33.564672 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35464) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:33.636558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8cf00-14aa-4f54-b09b-bab85fe19a76 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=d69b386b-021f-4d37-aecf-be6cb9c2e6d9,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:33.642285 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35466) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:33.675325 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-eafd15c6-0c1e-44c8-9b8c-5e492e0d53b3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port d69b386b-021f-4d37-aecf-be6cb9c2e6d9 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:33.675670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eafd15c6-0c1e-44c8-9b8c-5e492e0d53b3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (d69b386b-021f-4d37-aecf-be6cb9c2e6d9), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:33.703974 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-af2d5d13-bdc2-4af5-b6e9-d7f1fe84c3ac tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0593200 Oct 26 15:28:33.743384 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eafd15c6-0c1e-44c8-9b8c-5e492e0d53b3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (d69b386b-021f-4d37-aecf-be6cb9c2e6d9), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:33.746651 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35468) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:33.756634 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-eafd15c6-0c1e-44c8-9b8c-5e492e0d53b3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for d69b386b-021f-4d37-aecf-be6cb9c2e6d9 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:33.768925 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:33.805664 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e9a9e0ad-6aae-40b7-b8f6-a99cc990234a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0559881 Oct 26 15:28:33.822123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:33.841445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eafd15c6-0c1e-44c8-9b8c-5e492e0d53b3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (d69b386b-021f-4d37-aecf-be6cb9c2e6d9), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:33.866804 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd15c6-0c1e-44c8-9b8c-5e492e0d53b3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=d69b386b-021f-4d37-aecf-be6cb9c2e6d9,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:33.874757 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eafd15c6-0c1e-44c8-9b8c-5e492e0d53b3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:33.878066 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eafd15c6-0c1e-44c8-9b8c-5e492e0d53b3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/d69b386b-021f-4d37-aecf-be6cb9c2e6d9 HTTP/1.1" status: 204 len: 168 time: 0.3124077 Oct 26 15:28:33.880534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35470) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:33.927930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfc4115-644b-454b-ab52-1f83c6a7730c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:33.930291 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8bfc4115-644b-454b-ab52-1f83c6a7730c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0482044 Oct 26 15:28:33.932957 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35472) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:33.957263 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f04b473-70cd-4b06-82f0-20b5843a9ace tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] GET failed (client error): The resource could not be found. Oct 26 15:28:33.958589 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9f04b473-70cd-4b06-82f0-20b5843a9ace tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports/d69b386b-021f-4d37-aecf-be6cb9c2e6d9 HTTP/1.1" status: 404 len: 333 time: 0.0247068 Oct 26 15:28:33.962766 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35474) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:33.967255 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-76e0a426-d18a-4853-8537-6b8805a07e4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-530265873'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:33.986583 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e0a426-d18a-4853-8537-6b8805a07e4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:33.990191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-76e0a426-d18a-4853-8537-6b8805a07e4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:34.016192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e0a426-d18a-4853-8537-6b8805a07e4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:28:34.025406 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-76e0a426-d18a-4853-8537-6b8805a07e4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (1f3df4e6-a03a-4405-9e13-88da6f1d0f94), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:34.025754 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-76e0a426-d18a-4853-8537-6b8805a07e4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Added segment 1f3df4e6-a03a-4405-9e13-88da6f1d0f94 of type vlan for network 528a7397-175f-4dd8-9092-d65ea446399c Oct 26 15:28:34.072889 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-76e0a426-d18a-4853-8537-6b8805a07e4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (528a7397-175f-4dd8-9092-d65ea446399c), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:34.098122 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-76e0a426-d18a-4853-8537-6b8805a07e4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (528a7397-175f-4dd8-9092-d65ea446399c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:34.103500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e0a426-d18a-4853-8537-6b8805a07e4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:34.104077 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-76e0a426-d18a-4853-8537-6b8805a07e4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:34.157031 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-76e0a426-d18a-4853-8537-6b8805a07e4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1932728 Oct 26 15:28:34.159915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35476) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:34.165667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-ad834f06-3d0a-4e85-8af1-79fffee1f6f3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'subnet': {'network_id': '528a7397-175f-4dd8-9092-d65ea446399c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:34.172921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0a426-d18a-4853-8537-6b8805a07e4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Network': ['ID=528a7397-175f-4dd8-9092-d65ea446399c,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:34.183811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 528a7397-175f-4dd8-9092-d65ea446399c details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:28:34.258104 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad834f06-3d0a-4e85-8af1-79fffee1f6f3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:34.261937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ad834f06-3d0a-4e85-8af1-79fffee1f6f3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:34.440572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ad834f06-3d0a-4e85-8af1-79fffee1f6f3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (75c6e851-8517-4bcf-b8ed-6d3c410c76c3), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:34.499344 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad834f06-3d0a-4e85-8af1-79fffee1f6f3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Subnet': ['ID=75c6e851-8517-4bcf-b8ed-6d3c410c76c3,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:34.510047 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad834f06-3d0a-4e85-8af1-79fffee1f6f3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Checking segment: {'id': '1f3df4e6-a03a-4405-9e13-88da6f1d0f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '528a7397-175f-4dd8-9092-d65ea446399c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:28:34.510406 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad834f06-3d0a-4e85-8af1-79fffee1f6f3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network hostable DHCP agents. Network: 528a7397-175f-4dd8-9092-d65ea446399c, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:28:34.527552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad834f06-3d0a-4e85-8af1-79fffee1f6f3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 528a7397-175f-4dd8-9092-d65ea446399c is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:28:34.536078 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-ad834f06-3d0a-4e85-8af1-79fffee1f6f3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 528a7397-175f-4dd8-9092-d65ea446399c) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:34.540005 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad834f06-3d0a-4e85-8af1-79fffee1f6f3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:34.540595 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ad834f06-3d0a-4e85-8af1-79fffee1f6f3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:34.545417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d15843-0035-4b1c-b771-37bf95ef6be1 None None] Network 528a7397-175f-4dd8-9092-d65ea446399c requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:34.548984 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:34.556912 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ad834f06-3d0a-4e85-8af1-79fffee1f6f3 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3958797 Oct 26 15:28:34.560303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35478) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:34.565407 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-1fc567ec-7488-4218-bfad-5e3162b46ac4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'subnet': {'network_id': '528a7397-175f-4dd8-9092-d65ea446399c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:34.657413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-528a7397-175f-4dd8-9092-d65ea446399c', 'network_id': '528a7397-175f-4dd8-9092-d65ea446399c', 'project_id': '550c9c56f3c645f4b41c714b5ca91569', 'fixed_ips': [{'subnet_id': '75c6e851-8517-4bcf-b8ed-6d3c410c76c3'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:28:34.658349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:34.684980 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc567ec-7488-4218-bfad-5e3162b46ac4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:34.688719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1fc567ec-7488-4218-bfad-5e3162b46ac4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:34.706678 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35480) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:34.752139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:34.775051 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a56defb4-d395-4dc3-959c-ecbcee0dcb64 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0666471 Oct 26 15:28:34.785196 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.ipam_backend_mixin [None req-1fc567ec-7488-4218-bfad-5e3162b46ac4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 75c6e851-8517-4bcf-b8ed-6d3c410c76c3 (CIDR: 172.20.0.0/28) Oct 26 15:28:34.789616 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc567ec-7488-4218-bfad-5e3162b46ac4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:28:34.790278 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc567ec-7488-4218-bfad-5e3162b46ac4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:28:34.798433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Allocated IP 172.20.0.2 (528a7397-175f-4dd8-9092-d65ea446399c/75c6e851-8517-4bcf-b8ed-6d3c410c76c3/8edee197-688d-4d12-b20b-727efbfafa87) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:34.809917 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1fc567ec-7488-4218-bfad-5e3162b46ac4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2460184 Oct 26 15:28:34.810096 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35482) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:34.810570 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35484) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:34.820733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-49516ee4-171b-449f-87e0-00f7c8f9b9ca tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'subnet': {'network_id': '528a7397-175f-4dd8-9092-d65ea446399c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:34.826991 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:34.941348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Publish callbacks [] for port (8edee197-688d-4d12-b20b-727efbfafa87), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:34.948852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (8edee197-688d-4d12-b20b-727efbfafa87), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:34.996847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Network 528a7397-175f-4dd8-9092-d65ea446399c is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:35.002105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:35.004255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Pushing event updated for resources: {'Port': ['ID=8edee197-688d-4d12-b20b-727efbfafa87,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:35.007087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:35.066916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Attempting to bind port 8edee197-688d-4d12-b20b-727efbfafa87 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:28:35.067204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Attempting to bind port 8edee197-688d-4d12-b20b-727efbfafa87 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '1f3df4e6-a03a-4405-9e13-88da6f1d0f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '528a7397-175f-4dd8-9092-d65ea446399c'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:28:35.067570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Attempting to bind port 8edee197-688d-4d12-b20b-727efbfafa87 on network 528a7397-175f-4dd8-9092-d65ea446399c {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:28:35.112131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:28:35.112505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Checking segment: {'id': '1f3df4e6-a03a-4405-9e13-88da6f1d0f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '528a7397-175f-4dd8-9092-d65ea446399c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:28:35.113012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:35.113408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Bound using segment: {'id': '1f3df4e6-a03a-4405-9e13-88da6f1d0f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '528a7397-175f-4dd8-9092-d65ea446399c'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:28:35.113888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Bound port: 8edee197-688d-4d12-b20b-727efbfafa87, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3df4e6-a03a-4405-9e13-88da6f1d0f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '528a7397-175f-4dd8-9092-d65ea446399c'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:28:35.114274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8edee197-688d-4d12-b20b-727efbfafa87), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:35.181967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] For port 8edee197-688d-4d12-b20b-727efbfafa87, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:28:35.185654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] For port 8edee197-688d-4d12-b20b-727efbfafa87, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8edee197-688d-4d12-b20b-727efbfafa87,segment=NetworkSegment(1f3df4e6-a03a-4405-9e13-88da6f1d0f94),segment_id=1f3df4e6-a03a-4405-9e13-88da6f1d0f94)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:28:35.191926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8edee197-688d-4d12-b20b-727efbfafa87), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:35.229093 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-01444c68-546d-4a5d-b7fd-f93e36c29706 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.4193776 Oct 26 15:28:35.243471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0704bb-5bff-4a56-acc0-c3c8ba0c867f None None] Pushing event updated for resources: {'Port': ['ID=8edee197-688d-4d12-b20b-727efbfafa87,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:35.281569 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49516ee4-171b-449f-87e0-00f7c8f9b9ca tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:35.285278 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49516ee4-171b-449f-87e0-00f7c8f9b9ca tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:35.536344 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49516ee4-171b-449f-87e0-00f7c8f9b9ca tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (182f7ee2-4ba0-4c94-8328-105b65fe7030), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:35.559432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8edee197-688d-4d12-b20b-727efbfafa87 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:35.579000 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49516ee4-171b-449f-87e0-00f7c8f9b9ca tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 528a7397-175f-4dd8-9092-d65ea446399c is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:35.581105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:35.582295 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-49516ee4-171b-449f-87e0-00f7c8f9b9ca tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:35.587280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49516ee4-171b-449f-87e0-00f7c8f9b9ca tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:35.588241 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49516ee4-171b-449f-87e0-00f7c8f9b9ca tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:35.603479 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49516ee4-171b-449f-87e0-00f7c8f9b9ca tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Subnet': ['ID=182f7ee2-4ba0-4c94-8328-105b65fe7030,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:35.609237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8edee197-688d-4d12-b20b-727efbfafa87 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:35.609604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8edee197-688d-4d12-b20b-727efbfafa87), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:35.609947 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8edee197-688d-4d12-b20b-727efbfafa87 Oct 26 15:28:35.613912 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-49516ee4-171b-449f-87e0-00f7c8f9b9ca tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7973795 Oct 26 15:28:35.616566 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35486) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:35.621704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-d73f8d72-f471-4cd3-b214-5b19451d2297 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'network_id': '528a7397-175f-4dd8-9092-d65ea446399c', 'fixed_ips': [{'subnet_id': '75c6e851-8517-4bcf-b8ed-6d3c410c76c3'}, {'subnet_id': '182f7ee2-4ba0-4c94-8328-105b65fe7030'}], 'name': 'tempest-PortsTestJSON-318056954'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:35.691249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8edee197-688d-4d12-b20b-727efbfafa87 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:35.691642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8edee197-688d-4d12-b20b-727efbfafa87), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:35.708959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:35.729540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8edee197-688d-4d12-b20b-727efbfafa87, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8edee197-688d-4d12-b20b-727efbfafa87,segment=NetworkSegment(1f3df4e6-a03a-4405-9e13-88da6f1d0f94),segment_id=1f3df4e6-a03a-4405-9e13-88da6f1d0f94)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:35.733515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8edee197-688d-4d12-b20b-727efbfafa87), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:35.734480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73f8d72-f471-4cd3-b214-5b19451d2297 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:35.777324 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35488) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:35.780832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8edee197-688d-4d12-b20b-727efbfafa87,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:35.811394 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:35.824202 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d73f8d72-f471-4cd3-b214-5b19451d2297 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:35.843307 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-d73f8d72-f471-4cd3-b214-5b19451d2297 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] device_id is not set on port 8184dc3d-3ef8-4372-81e9-b20b65105c1b yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:28:35.850651 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-eb9ac41d-7f64-485a-b7f4-7bda7791326c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0714700 Oct 26 15:28:35.966444 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:36.065985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-d73f8d72-f471-4cd3-b214-5b19451d2297 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Allocated IP 172.20.0.13 (528a7397-175f-4dd8-9092-d65ea446399c/75c6e851-8517-4bcf-b8ed-6d3c410c76c3/8184dc3d-3ef8-4372-81e9-b20b65105c1b) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:36.073486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-d73f8d72-f471-4cd3-b214-5b19451d2297 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Allocated IP 172.20.0.18 (528a7397-175f-4dd8-9092-d65ea446399c/182f7ee2-4ba0-4c94-8328-105b65fe7030/8184dc3d-3ef8-4372-81e9-b20b65105c1b) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:36.163749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bc1897-ed7f-4caf-aa40-fb683f404b32 None None] Network 528a7397-175f-4dd8-9092-d65ea446399c requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:36.226852 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d73f8d72-f471-4cd3-b214-5b19451d2297 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (8184dc3d-3ef8-4372-81e9-b20b65105c1b), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:36.233143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35490) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:36.265223 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d73f8d72-f471-4cd3-b214-5b19451d2297 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (8184dc3d-3ef8-4372-81e9-b20b65105c1b), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:36.277346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8b6945dc-9da3-4842-8f96-4e4397abca91 None None] Provisioning complete for port 8edee197-688d-4d12-b20b-727efbfafa87 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:36.277879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8b6945dc-9da3-4842-8f96-4e4397abca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8edee197-688d-4d12-b20b-727efbfafa87), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:36.278143 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8b6945dc-9da3-4842-8f96-4e4397abca91 None None] Attempt 1 to provision port 8edee197-688d-4d12-b20b-727efbfafa87 Oct 26 15:28:36.309471 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73f8d72-f471-4cd3-b214-5b19451d2297 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 528a7397-175f-4dd8-9092-d65ea446399c is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:36.312461 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-db081a35-0294-4c54-b29d-15db83428204 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0781593 Oct 26 15:28:36.312899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-d73f8d72-f471-4cd3-b214-5b19451d2297 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:36.320791 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73f8d72-f471-4cd3-b214-5b19451d2297 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:36.349449 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f8d72-f471-4cd3-b214-5b19451d2297 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=8184dc3d-3ef8-4372-81e9-b20b65105c1b,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:36.374325 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73f8d72-f471-4cd3-b214-5b19451d2297 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:36.374872 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d73f8d72-f471-4cd3-b214-5b19451d2297 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:36.391572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8b6945dc-9da3-4842-8f96-4e4397abca91 None None] Current status of the port 8edee197-688d-4d12-b20b-727efbfafa87 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:36.393376 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d73f8d72-f471-4cd3-b214-5b19451d2297 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 0.7755835 Oct 26 15:28:36.394204 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35492) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:36.399469 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-a4bed582-48de-4225-b9d8-091905eeab13 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '75c6e851-8517-4bcf-b8ed-6d3c410c76c3'}]}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:36.407372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a1ed16-edc2-4196-94e3-fce46d83ff90 None None] Update dhcp port {'port': {'network_id': '528a7397-175f-4dd8-9092-d65ea446399c', 'fixed_ips': [{'subnet_id': '75c6e851-8517-4bcf-b8ed-6d3c410c76c3', 'ip_address': '172.20.0.2'}, {'subnet_id': '182f7ee2-4ba0-4c94-8328-105b65fe7030'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': '8edee197-688d-4d12-b20b-727efbfafa87'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:28:36.436437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-50a1ed16-edc2-4196-94e3-fce46d83ff90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8edee197-688d-4d12-b20b-727efbfafa87), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:36.524487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:36.556373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a4bed582-48de-4225-b9d8-091905eeab13 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8184dc3d-3ef8-4372-81e9-b20b65105c1b), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:36.596123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-50a1ed16-edc2-4196-94e3-fce46d83ff90 None None] Allocated IP 172.20.0.19 (528a7397-175f-4dd8-9092-d65ea446399c/182f7ee2-4ba0-4c94-8328-105b65fe7030/8edee197-688d-4d12-b20b-727efbfafa87) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:36.608208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:36.697884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-50a1ed16-edc2-4196-94e3-fce46d83ff90 None None] For port 8edee197-688d-4d12-b20b-727efbfafa87, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8edee197-688d-4d12-b20b-727efbfafa87,segment=NetworkSegment(1f3df4e6-a03a-4405-9e13-88da6f1d0f94),segment_id=1f3df4e6-a03a-4405-9e13-88da6f1d0f94)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:36.700705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:36.727991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-50a1ed16-edc2-4196-94e3-fce46d83ff90 None None] Publish callbacks [] for port (8edee197-688d-4d12-b20b-727efbfafa87), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:36.732478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-50a1ed16-edc2-4196-94e3-fce46d83ff90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8edee197-688d-4d12-b20b-727efbfafa87), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:36.801965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-a4bed582-48de-4225-b9d8-091905eeab13 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Delete allocated IP 172.20.0.18 (528a7397-175f-4dd8-9092-d65ea446399c/182f7ee2-4ba0-4c94-8328-105b65fe7030) {{(pid=105322) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 15:28:36.817956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1ed16-edc2-4196-94e3-fce46d83ff90 None None] Pushing event updated for resources: {'Port': ['ID=8edee197-688d-4d12-b20b-727efbfafa87,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:36.854538 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35494) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:36.940221 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7e072688-6a2c-4bd8-893c-eab41b48fbc0 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0845616 Oct 26 15:28:36.987299 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a4bed582-48de-4225-b9d8-091905eeab13 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (8184dc3d-3ef8-4372-81e9-b20b65105c1b), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:36.992499 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a4bed582-48de-4225-b9d8-091905eeab13 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (8184dc3d-3ef8-4372-81e9-b20b65105c1b), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:37.082399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bed582-48de-4225-b9d8-091905eeab13 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=8184dc3d-3ef8-4372-81e9-b20b65105c1b,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:37.106322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a4bed582-48de-4225-b9d8-091905eeab13 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] In _notify_port_updated(), no bound segment for port 8184dc3d-3ef8-4372-81e9-b20b65105c1b on network 528a7397-175f-4dd8-9092-d65ea446399c {{(pid=105322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:28:37.110892 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bed582-48de-4225-b9d8-091905eeab13 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:37.111505 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a4bed582-48de-4225-b9d8-091905eeab13 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:37.112809 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a4bed582-48de-4225-b9d8-091905eeab13 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "PUT /networking/v2.0/ports/8184dc3d-3ef8-4372-81e9-b20b65105c1b HTTP/1.1" status: 200 len: 919 time: 0.7176032 Oct 26 15:28:37.115843 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35496) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:37.121489 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f23d7743-9e91-4afe-a1b0-80ec79acdcd4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '75c6e851-8517-4bcf-b8ed-6d3c410c76c3'}, {'subnet_id': '182f7ee2-4ba0-4c94-8328-105b65fe7030'}]}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:37.200912 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f23d7743-9e91-4afe-a1b0-80ec79acdcd4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8184dc3d-3ef8-4372-81e9-b20b65105c1b), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:37.251864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d0bd05-bbc6-4f03-8aeb-b02f5dca6336 None None] Network 528a7397-175f-4dd8-9092-d65ea446399c requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:37.316245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35498) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:37.334717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fa3251b2-dc2c-4ce5-9069-ebaf935dad1c None None] Provisioning complete for port 8edee197-688d-4d12-b20b-727efbfafa87 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:37.335293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fa3251b2-dc2c-4ce5-9069-ebaf935dad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8edee197-688d-4d12-b20b-727efbfafa87), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:37.335460 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fa3251b2-dc2c-4ce5-9069-ebaf935dad1c None None] Attempt 1 to provision port 8edee197-688d-4d12-b20b-727efbfafa87 Oct 26 15:28:37.417950 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-f23d7743-9e91-4afe-a1b0-80ec79acdcd4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Allocated IP 172.20.0.28 (528a7397-175f-4dd8-9092-d65ea446399c/182f7ee2-4ba0-4c94-8328-105b65fe7030/8184dc3d-3ef8-4372-81e9-b20b65105c1b) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:37.457458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fa3251b2-dc2c-4ce5-9069-ebaf935dad1c None None] Current status of the port 8edee197-688d-4d12-b20b-727efbfafa87 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:37.527061 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:37.571219 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f23d7743-9e91-4afe-a1b0-80ec79acdcd4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (8184dc3d-3ef8-4372-81e9-b20b65105c1b), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:37.579498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8edee197-688d-4d12-b20b-727efbfafa87 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:37.581887 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f23d7743-9e91-4afe-a1b0-80ec79acdcd4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (8184dc3d-3ef8-4372-81e9-b20b65105c1b), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:37.628338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8edee197-688d-4d12-b20b-727efbfafa87 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:37.628729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8edee197-688d-4d12-b20b-727efbfafa87), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:37.629134 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8edee197-688d-4d12-b20b-727efbfafa87 Oct 26 15:28:37.634952 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d7743-9e91-4afe-a1b0-80ec79acdcd4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=8184dc3d-3ef8-4372-81e9-b20b65105c1b,revision_number=3']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:37.682259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:37.698252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-78cb3d8c-ab14-4f66-a1a9-26e93887657f None None] Provisioning complete for port 8edee197-688d-4d12-b20b-727efbfafa87 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:37.698651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-78cb3d8c-ab14-4f66-a1a9-26e93887657f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8edee197-688d-4d12-b20b-727efbfafa87), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:37.698965 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-78cb3d8c-ab14-4f66-a1a9-26e93887657f None None] Attempt 1 to provision port 8edee197-688d-4d12-b20b-727efbfafa87 Oct 26 15:28:37.732243 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9dffec8d-3285-49f4-bf54-91a139e43b0c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.4144857 Oct 26 15:28:37.766674 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:37.780923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8edee197-688d-4d12-b20b-727efbfafa87 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:37.781601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-f23d7743-9e91-4afe-a1b0-80ec79acdcd4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] In _notify_port_updated(), no bound segment for port 8184dc3d-3ef8-4372-81e9-b20b65105c1b on network 528a7397-175f-4dd8-9092-d65ea446399c {{(pid=105322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:28:37.786104 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23d7743-9e91-4afe-a1b0-80ec79acdcd4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:37.786747 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f23d7743-9e91-4afe-a1b0-80ec79acdcd4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:37.791762 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f23d7743-9e91-4afe-a1b0-80ec79acdcd4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "PUT /networking/v2.0/ports/8184dc3d-3ef8-4372-81e9-b20b65105c1b HTTP/1.1" status: 200 len: 999 time: 0.6713092 Oct 26 15:28:37.791762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35500) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:37.820701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-78cb3d8c-ab14-4f66-a1a9-26e93887657f None None] Current status of the port 8edee197-688d-4d12-b20b-727efbfafa87 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:37.829796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-78cb3d8c-ab14-4f66-a1a9-26e93887657f None None] Provisioning complete for port 8184dc3d-3ef8-4372-81e9-b20b65105c1b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:37.830175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-78cb3d8c-ab14-4f66-a1a9-26e93887657f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8184dc3d-3ef8-4372-81e9-b20b65105c1b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:37.830514 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-78cb3d8c-ab14-4f66-a1a9-26e93887657f None None] Attempt 1 to provision port 8184dc3d-3ef8-4372-81e9-b20b65105c1b Oct 26 15:28:37.864669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-78cb3d8c-ab14-4f66-a1a9-26e93887657f None None] Port 8184dc3d-3ef8-4372-81e9-b20b65105c1b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:28:37.880232 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-853976b8-e133-4662-a898-63054e4be916 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port 8184dc3d-3ef8-4372-81e9-b20b65105c1b {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:37.880850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-853976b8-e133-4662-a898-63054e4be916 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8184dc3d-3ef8-4372-81e9-b20b65105c1b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:37.944005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35502) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:37.984167 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-853976b8-e133-4662-a898-63054e4be916 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8184dc3d-3ef8-4372-81e9-b20b65105c1b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:37.986196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ae743d03-ce84-4c09-869c-5d8f32bad6b9 None None] Provisioning complete for port 8184dc3d-3ef8-4372-81e9-b20b65105c1b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:37.986583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ae743d03-ce84-4c09-869c-5d8f32bad6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8184dc3d-3ef8-4372-81e9-b20b65105c1b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:37.986921 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ae743d03-ce84-4c09-869c-5d8f32bad6b9 None None] Attempt 1 to provision port 8184dc3d-3ef8-4372-81e9-b20b65105c1b Oct 26 15:28:37.989745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:38.004523 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-853976b8-e133-4662-a898-63054e4be916 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for 8184dc3d-3ef8-4372-81e9-b20b65105c1b owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:38.008788 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a89c5a80-17cc-499a-af28-abaeba6c1592 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0636375 Oct 26 15:28:38.025379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ae743d03-ce84-4c09-869c-5d8f32bad6b9 None None] Port 8184dc3d-3ef8-4372-81e9-b20b65105c1b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:28:38.144678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-f9d3f157-2208-426f-963f-c76dcf0449b1 None None] Provisioning complete for port 8184dc3d-3ef8-4372-81e9-b20b65105c1b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:38.145075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f9d3f157-2208-426f-963f-c76dcf0449b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8184dc3d-3ef8-4372-81e9-b20b65105c1b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:38.145421 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-f9d3f157-2208-426f-963f-c76dcf0449b1 None None] Attempt 1 to provision port 8184dc3d-3ef8-4372-81e9-b20b65105c1b Oct 26 15:28:38.178803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-f9d3f157-2208-426f-963f-c76dcf0449b1 None None] Port 8184dc3d-3ef8-4372-81e9-b20b65105c1b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:28:38.196073 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-853976b8-e133-4662-a898-63054e4be916 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (8184dc3d-3ef8-4372-81e9-b20b65105c1b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:38.231706 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853976b8-e133-4662-a898-63054e4be916 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=8184dc3d-3ef8-4372-81e9-b20b65105c1b,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:38.290302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-63c36bb3-dde5-445d-a2e1-93f1e76ed75e None None] Could not find standard attr ID for object 8184dc3d-3ef8-4372-81e9-b20b65105c1b. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:28:38.324052 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-853976b8-e133-4662-a898-63054e4be916 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:38.327389 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-853976b8-e133-4662-a898-63054e4be916 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/8184dc3d-3ef8-4372-81e9-b20b65105c1b HTTP/1.1" status: 204 len: 168 time: 0.5347006 Oct 26 15:28:38.330194 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35504) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:38.359289 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a5df3e-0635-492a-a657-e0e5391f39d4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] GET failed (client error): The resource could not be found. Oct 26 15:28:38.361174 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-25a5df3e-0635-492a-a657-e0e5391f39d4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports/8184dc3d-3ef8-4372-81e9-b20b65105c1b HTTP/1.1" status: 404 len: 333 time: 0.0294902 Oct 26 15:28:38.363520 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35506) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:38.416545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12e6a37-436b-4ffd-8fdd-1aadb45eb977 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting subnet 182f7ee2-4ba0-4c94-8328-105b65fe7030 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:28:38.420128 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e12e6a37-436b-4ffd-8fdd-1aadb45eb977 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (182f7ee2-4ba0-4c94-8328-105b65fe7030), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:38.462397 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e12e6a37-436b-4ffd-8fdd-1aadb45eb977 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (182f7ee2-4ba0-4c94-8328-105b65fe7030), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:38.464846 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:38.483096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-30bb78a8-9e1d-44a5-ad46-bc1817ae18c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:38.549634 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e12e6a37-436b-4ffd-8fdd-1aadb45eb977 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (182f7ee2-4ba0-4c94-8328-105b65fe7030), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:38.607619 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e12e6a37-436b-4ffd-8fdd-1aadb45eb977 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (182f7ee2-4ba0-4c94-8328-105b65fe7030), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:38.635355 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e6a37-436b-4ffd-8fdd-1aadb45eb977 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Subnet': ['ID=182f7ee2-4ba0-4c94-8328-105b65fe7030,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:38.639028 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e12e6a37-436b-4ffd-8fdd-1aadb45eb977 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:38.642205 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e12e6a37-436b-4ffd-8fdd-1aadb45eb977 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/182f7ee2-4ba0-4c94-8328-105b65fe7030 HTTP/1.1" status: 204 len: 168 time: 0.2777734 Oct 26 15:28:38.644848 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35508) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:38.648011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5eabe9-475e-4ff8-9445-71feef9e228f None None] Network 528a7397-175f-4dd8-9092-d65ea446399c requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:38.686289 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=13 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:38.697021 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-77002b33-ee9c-4241-a955-85abcd87b0e0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting subnet 75c6e851-8517-4bcf-b8ed-6d3c410c76c3 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:28:38.699751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:38.700608 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-77002b33-ee9c-4241-a955-85abcd87b0e0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (75c6e851-8517-4bcf-b8ed-6d3c410c76c3), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:38.701084 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=13 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:38.734244 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35510) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:38.747721 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-77002b33-ee9c-4241-a955-85abcd87b0e0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (75c6e851-8517-4bcf-b8ed-6d3c410c76c3), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:38.821392 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-02516fb2-fdd5-499f-8260-e95e0093c53a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0854700 Oct 26 15:28:38.847166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-77002b33-ee9c-4241-a955-85abcd87b0e0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (75c6e851-8517-4bcf-b8ed-6d3c410c76c3), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:38.917212 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-77002b33-ee9c-4241-a955-85abcd87b0e0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (75c6e851-8517-4bcf-b8ed-6d3c410c76c3), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:38.950949 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77002b33-ee9c-4241-a955-85abcd87b0e0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Subnet': ['ID=75c6e851-8517-4bcf-b8ed-6d3c410c76c3,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:38.954684 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-77002b33-ee9c-4241-a955-85abcd87b0e0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:38.957904 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-77002b33-ee9c-4241-a955-85abcd87b0e0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/75c6e851-8517-4bcf-b8ed-6d3c410c76c3 HTTP/1.1" status: 204 len: 168 time: 0.3121247 Oct 26 15:28:38.960713 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35512) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:39.010519 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35514) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:39.085350 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (528a7397-175f-4dd8-9092-d65ea446399c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:39.106006 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4eadbac1-0e69-41d0-ac62-356652c4a907 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0923009 Oct 26 15:28:39.131861 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:39.146536 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port 8edee197-688d-4d12-b20b-727efbfafa87 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:39.146880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8edee197-688d-4d12-b20b-727efbfafa87), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:39.214197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] For port 8edee197-688d-4d12-b20b-727efbfafa87, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8edee197-688d-4d12-b20b-727efbfafa87,segment=NetworkSegment(1f3df4e6-a03a-4405-9e13-88da6f1d0f94),segment_id=1f3df4e6-a03a-4405-9e13-88da6f1d0f94)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:39.214569 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8edee197-688d-4d12-b20b-727efbfafa87), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:39.233332 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for 8edee197-688d-4d12-b20b-727efbfafa87 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:39.253358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c6341a-29fc-4323-999e-c0eefd9fbcc6 None None] Network 528a7397-175f-4dd8-9092-d65ea446399c requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:39.313569 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (8edee197-688d-4d12-b20b-727efbfafa87), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:39.314975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-da75441d-3039-4e17-848f-384d68466859 None None] Could not find standard attr ID for object 8edee197-688d-4d12-b20b-727efbfafa87. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:28:39.338741 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=8edee197-688d-4d12-b20b-727efbfafa87,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:39.342318 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No DVR routers for this DVR port 8edee197-688d-4d12-b20b-727efbfafa87 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:28:39.368518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:39.396619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0f2c4d-d704-4798-b4f7-b3405ade4877 None None] DHCP port deletion for 528a7397-175f-4dd8-9092-d65ea446399c request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:28:39.427731 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (528a7397-175f-4dd8-9092-d65ea446399c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:39.447598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528a7397-175f-4dd8-9092-d65ea446399c']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:39.456705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3df4e6-a03a-4405-9e13-88da6f1d0f94') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:39.457035 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3df4e6-a03a-4405-9e13-88da6f1d0f94') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:39.467158 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (1f3df4e6-a03a-4405-9e13-88da6f1d0f94), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:39.480978 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (1f3df4e6-a03a-4405-9e13-88da6f1d0f94), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:39.487758 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:28:39.487869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (1f3df4e6-a03a-4405-9e13-88da6f1d0f94), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:39.536046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8edee197-688d-4d12-b20b-727efbfafa87 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:39.536587 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 1f3df4e6-a03a-4405-9e13-88da6f1d0f94 resource provider aggregate not found Oct 26 15:28:39.555529 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 1f3df4e6-a03a-4405-9e13-88da6f1d0f94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f3df4e6-a03a-4405-9e13-88da6f1d0f94 found for delete ", "request_id": "req-a2141a35-83d7-4002-a2be-60f55a499c31"}]} Oct 26 15:28:39.556429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 8edee197-688d-4d12-b20b-727efbfafa87 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:28:39.556777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8edee197-688d-4d12-b20b-727efbfafa87 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:28:39.564155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (528a7397-175f-4dd8-9092-d65ea446399c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:39.571488 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:39.578087 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/networks/528a7397-175f-4dd8-9092-d65ea446399c HTTP/1.1" status: 204 len: 168 time: 0.6125343 Oct 26 15:28:39.578457 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35520) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:39.587480 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbfc99-4951-4884-b65d-871ee39c577d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Network': ['ID=528a7397-175f-4dd8-9092-d65ea446399c,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:39.625814 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0231f9a8-fe38-4b14-8bbb-1359a86f451d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:39.627284 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0231f9a8-fe38-4b14-8bbb-1359a86f451d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0477648 Oct 26 15:28:39.630985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35522) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:39.675419 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fd6c8a13-0b8e-40c6-b81a-e8f77e636c48 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0432975 Oct 26 15:28:39.679100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35524) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:39.683677 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ef80dbb2-ee57-44bd-b8b3-084201f005e2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1070626530'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:39.702616 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef80dbb2-ee57-44bd-b8b3-084201f005e2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:39.706238 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ef80dbb2-ee57-44bd-b8b3-084201f005e2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:39.730593 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef80dbb2-ee57-44bd-b8b3-084201f005e2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:28:39.739592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ef80dbb2-ee57-44bd-b8b3-084201f005e2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (3e65b8c3-8c85-4f51-838e-c14d94614a9f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:39.739936 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-ef80dbb2-ee57-44bd-b8b3-084201f005e2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Added segment 3e65b8c3-8c85-4f51-838e-c14d94614a9f of type vlan for network 601b2dbe-8e3a-4a62-b320-005a3798ecef Oct 26 15:28:39.783136 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ef80dbb2-ee57-44bd-b8b3-084201f005e2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (601b2dbe-8e3a-4a62-b320-005a3798ecef), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:39.807927 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ef80dbb2-ee57-44bd-b8b3-084201f005e2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (601b2dbe-8e3a-4a62-b320-005a3798ecef), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:39.812971 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef80dbb2-ee57-44bd-b8b3-084201f005e2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:39.813547 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ef80dbb2-ee57-44bd-b8b3-084201f005e2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:39.822896 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35526) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:39.873625 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ef80dbb2-ee57-44bd-b8b3-084201f005e2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1909969 Oct 26 15:28:39.873881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35528) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:39.880241 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-97a0b170-5cdb-4b32-970e-06c9168f0d4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'subnet': {'network_id': '601b2dbe-8e3a-4a62-b320-005a3798ecef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:39.883642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80dbb2-ee57-44bd-b8b3-084201f005e2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Network': ['ID=601b2dbe-8e3a-4a62-b320-005a3798ecef,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:39.894585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 601b2dbe-8e3a-4a62-b320-005a3798ecef details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:28:39.902003 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1e12de9a-0891-409e-8c1d-ddd1f53a3ddb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0780146 Oct 26 15:28:39.982501 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a0b170-5cdb-4b32-970e-06c9168f0d4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:39.986557 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-97a0b170-5cdb-4b32-970e-06c9168f0d4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:40.110011 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35530) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:40.206231 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-206a3958-c318-42be-a0e6-e21ea384b920 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0952141 Oct 26 15:28:40.222546 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-97a0b170-5cdb-4b32-970e-06c9168f0d4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (195aa90e-1e71-4948-88d6-e973580e74c5), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:40.272166 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:40.282934 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0b170-5cdb-4b32-970e-06c9168f0d4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Subnet': ['ID=195aa90e-1e71-4948-88d6-e973580e74c5,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:40.301182 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a0b170-5cdb-4b32-970e-06c9168f0d4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Checking segment: {'id': '3e65b8c3-8c85-4f51-838e-c14d94614a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '601b2dbe-8e3a-4a62-b320-005a3798ecef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:28:40.301669 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a0b170-5cdb-4b32-970e-06c9168f0d4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network hostable DHCP agents. Network: 601b2dbe-8e3a-4a62-b320-005a3798ecef, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:28:40.321445 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a0b170-5cdb-4b32-970e-06c9168f0d4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 601b2dbe-8e3a-4a62-b320-005a3798ecef is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:28:40.330277 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-97a0b170-5cdb-4b32-970e-06c9168f0d4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 601b2dbe-8e3a-4a62-b320-005a3798ecef) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:40.335776 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a0b170-5cdb-4b32-970e-06c9168f0d4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:40.337065 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-97a0b170-5cdb-4b32-970e-06c9168f0d4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:40.338908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11c58e3-c3b6-4754-9f53-c79e1cd5b355 None None] Network 601b2dbe-8e3a-4a62-b320-005a3798ecef requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:40.355093 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-97a0b170-5cdb-4b32-970e-06c9168f0d4e tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4802129 Oct 26 15:28:40.357621 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35532) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:40.362501 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f0c75066-c356-45c9-8b57-625a02f40808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'network_id': '601b2dbe-8e3a-4a62-b320-005a3798ecef', 'name': 'tempest-PortsTestJSON-1637346057'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:40.439768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-601b2dbe-8e3a-4a62-b320-005a3798ecef', 'network_id': '601b2dbe-8e3a-4a62-b320-005a3798ecef', 'project_id': '550c9c56f3c645f4b41c714b5ca91569', 'fixed_ips': [{'subnet_id': '195aa90e-1e71-4948-88d6-e973580e74c5'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:28:40.441404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:40.473370 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c75066-c356-45c9-8b57-625a02f40808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:40.477878 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0c75066-c356-45c9-8b57-625a02f40808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:40.495700 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-f0c75066-c356-45c9-8b57-625a02f40808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] device_id is not set on port 52bb7956-0765-473f-9b93-b89e971d9ca5 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:28:40.537331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:40.582407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Allocated IP 172.20.0.2 (601b2dbe-8e3a-4a62-b320-005a3798ecef/195aa90e-1e71-4948-88d6-e973580e74c5/88abaada-bbfe-406a-b77b-2e27ab561b2c) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:40.647411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:40.727616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Publish callbacks [] for port (88abaada-bbfe-406a-b77b-2e27ab561b2c), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:40.733309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (88abaada-bbfe-406a-b77b-2e27ab561b2c), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:40.775263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Network 601b2dbe-8e3a-4a62-b320-005a3798ecef is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:40.780607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:40.783494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:40.786591 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-f0c75066-c356-45c9-8b57-625a02f40808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Allocated IP 172.20.0.9 (601b2dbe-8e3a-4a62-b320-005a3798ecef/195aa90e-1e71-4948-88d6-e973580e74c5/52bb7956-0765-473f-9b93-b89e971d9ca5) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:40.786777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Pushing event updated for resources: {'Port': ['ID=88abaada-bbfe-406a-b77b-2e27ab561b2c,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:40.848570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Attempting to bind port 88abaada-bbfe-406a-b77b-2e27ab561b2c on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:28:40.848975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Attempting to bind port 88abaada-bbfe-406a-b77b-2e27ab561b2c by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '3e65b8c3-8c85-4f51-838e-c14d94614a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '601b2dbe-8e3a-4a62-b320-005a3798ecef'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:28:40.849356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Attempting to bind port 88abaada-bbfe-406a-b77b-2e27ab561b2c on network 601b2dbe-8e3a-4a62-b320-005a3798ecef {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:28:40.901357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-456f128b-1bb6-4a13-b8d5-d13c020afce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:40.905849 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35536) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:40.909118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:28:40.909719 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Checking segment: {'id': '3e65b8c3-8c85-4f51-838e-c14d94614a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '601b2dbe-8e3a-4a62-b320-005a3798ecef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:28:40.910308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:40.910896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Bound using segment: {'id': '3e65b8c3-8c85-4f51-838e-c14d94614a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '601b2dbe-8e3a-4a62-b320-005a3798ecef'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:28:40.911562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Bound port: 88abaada-bbfe-406a-b77b-2e27ab561b2c, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e65b8c3-8c85-4f51-838e-c14d94614a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '601b2dbe-8e3a-4a62-b320-005a3798ecef'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:28:40.911940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (88abaada-bbfe-406a-b77b-2e27ab561b2c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:40.946653 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0c75066-c356-45c9-8b57-625a02f40808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (52bb7956-0765-473f-9b93-b89e971d9ca5), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:40.973434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] For port 88abaada-bbfe-406a-b77b-2e27ab561b2c, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:28:40.978937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] For port 88abaada-bbfe-406a-b77b-2e27ab561b2c, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=88abaada-bbfe-406a-b77b-2e27ab561b2c,segment=NetworkSegment(3e65b8c3-8c85-4f51-838e-c14d94614a9f),segment_id=3e65b8c3-8c85-4f51-838e-c14d94614a9f)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:28:40.979097 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f7e4385e-1c63-40b9-a653-035dc593951c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0705910 Oct 26 15:28:40.985627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (88abaada-bbfe-406a-b77b-2e27ab561b2c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:40.989821 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0c75066-c356-45c9-8b57-625a02f40808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (52bb7956-0765-473f-9b93-b89e971d9ca5), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:41.017014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:41.034193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c75066-c356-45c9-8b57-625a02f40808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 601b2dbe-8e3a-4a62-b320-005a3798ecef is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:41.037963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-f0c75066-c356-45c9-8b57-625a02f40808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:41.041259 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c75066-c356-45c9-8b57-625a02f40808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:41.046528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d84e2-8c07-46b3-b5ad-f80ccfc2b873 None None] Pushing event updated for resources: {'Port': ['ID=88abaada-bbfe-406a-b77b-2e27ab561b2c,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:41.077212 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c75066-c356-45c9-8b57-625a02f40808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=52bb7956-0765-473f-9b93-b89e971d9ca5,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:41.104010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c75066-c356-45c9-8b57-625a02f40808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:41.104624 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f0c75066-c356-45c9-8b57-625a02f40808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:41.121996 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f0c75066-c356-45c9-8b57-625a02f40808 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7633314 Oct 26 15:28:41.124428 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35538) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:41.129671 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-0a56879e-3050-4aff-b274-bb3e9f8aa4b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'network_id': '601b2dbe-8e3a-4a62-b320-005a3798ecef', 'name': 'tempest-PortsTestJSON-808255283'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:41.211211 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35540) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:41.252603 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:41.262652 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a56879e-3050-4aff-b274-bb3e9f8aa4b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:41.267042 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0a56879e-3050-4aff-b274-bb3e9f8aa4b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:41.280908 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-68a03992-4ee6-4301-a830-6c756f12e92c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0691152 Oct 26 15:28:41.287081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-0a56879e-3050-4aff-b274-bb3e9f8aa4b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] device_id is not set on port d66b70eb-c819-44b1-89e8-83cce2af1009 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:28:41.329099 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:41.402659 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-0a56879e-3050-4aff-b274-bb3e9f8aa4b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Allocated IP 172.20.0.14 (601b2dbe-8e3a-4a62-b320-005a3798ecef/195aa90e-1e71-4948-88d6-e973580e74c5/d66b70eb-c819-44b1-89e8-83cce2af1009) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:41.499370 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:41.556069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 88abaada-bbfe-406a-b77b-2e27ab561b2c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:41.568648 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0a56879e-3050-4aff-b274-bb3e9f8aa4b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (d66b70eb-c819-44b1-89e8-83cce2af1009), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:41.600888 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0a56879e-3050-4aff-b274-bb3e9f8aa4b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (d66b70eb-c819-44b1-89e8-83cce2af1009), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:41.601197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 88abaada-bbfe-406a-b77b-2e27ab561b2c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:41.601696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (88abaada-bbfe-406a-b77b-2e27ab561b2c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:41.602412 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 88abaada-bbfe-406a-b77b-2e27ab561b2c Oct 26 15:28:41.648676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a56879e-3050-4aff-b274-bb3e9f8aa4b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 601b2dbe-8e3a-4a62-b320-005a3798ecef is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:41.654125 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-0a56879e-3050-4aff-b274-bb3e9f8aa4b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:41.657952 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a56879e-3050-4aff-b274-bb3e9f8aa4b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:41.675326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 88abaada-bbfe-406a-b77b-2e27ab561b2c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:41.675725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (88abaada-bbfe-406a-b77b-2e27ab561b2c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:41.684045 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56879e-3050-4aff-b274-bb3e9f8aa4b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=d66b70eb-c819-44b1-89e8-83cce2af1009,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:41.713238 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a56879e-3050-4aff-b274-bb3e9f8aa4b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:41.713965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0a56879e-3050-4aff-b274-bb3e9f8aa4b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:41.718551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 88abaada-bbfe-406a-b77b-2e27ab561b2c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=88abaada-bbfe-406a-b77b-2e27ab561b2c,segment=NetworkSegment(3e65b8c3-8c85-4f51-838e-c14d94614a9f),segment_id=3e65b8c3-8c85-4f51-838e-c14d94614a9f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:41.723576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (88abaada-bbfe-406a-b77b-2e27ab561b2c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:41.733625 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35542) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:41.733925 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0a56879e-3050-4aff-b274-bb3e9f8aa4b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6078382 Oct 26 15:28:41.781894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=88abaada-bbfe-406a-b77b-2e27ab561b2c,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:41.827156 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6ac23a-8575-4cd4-96f7-0218fa2b851c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:41.828777 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5f6ac23a-8575-4cd4-96f7-0218fa2b851c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.0935392 Oct 26 15:28:41.831576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35544) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:41.916271 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-a5d74a0c-b411-4e90-a9e6-03b27bd8cf19 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port d66b70eb-c819-44b1-89e8-83cce2af1009 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:41.916976 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a5d74a0c-b411-4e90-a9e6-03b27bd8cf19 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (d66b70eb-c819-44b1-89e8-83cce2af1009), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:41.981618 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35546) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:42.007647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b47152d-8567-4212-8b90-2e1b1b95dca8 None None] Network 601b2dbe-8e3a-4a62-b320-005a3798ecef requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:42.011299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:42.020424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a5d74a0c-b411-4e90-a9e6-03b27bd8cf19 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (d66b70eb-c819-44b1-89e8-83cce2af1009), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:42.034944 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-a5d74a0c-b411-4e90-a9e6-03b27bd8cf19 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for d66b70eb-c819-44b1-89e8-83cce2af1009 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:42.051763 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8d04b40d-112a-461d-a2ba-413aba9543ad tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0689604 Oct 26 15:28:42.073652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-4822fc2d-6518-4cf2-ba00-b5105c0c0e33 None None] Provisioning complete for port 88abaada-bbfe-406a-b77b-2e27ab561b2c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:42.074003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4822fc2d-6518-4cf2-ba00-b5105c0c0e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (88abaada-bbfe-406a-b77b-2e27ab561b2c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:42.074341 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4822fc2d-6518-4cf2-ba00-b5105c0c0e33 None None] Attempt 1 to provision port 88abaada-bbfe-406a-b77b-2e27ab561b2c Oct 26 15:28:42.097871 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:42.110404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:42.172170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a5d74a0c-b411-4e90-a9e6-03b27bd8cf19 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (d66b70eb-c819-44b1-89e8-83cce2af1009), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:42.199241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4822fc2d-6518-4cf2-ba00-b5105c0c0e33 None None] Current status of the port 88abaada-bbfe-406a-b77b-2e27ab561b2c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:42.206947 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d74a0c-b411-4e90-a9e6-03b27bd8cf19 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=d66b70eb-c819-44b1-89e8-83cce2af1009,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:42.278977 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a5d74a0c-b411-4e90-a9e6-03b27bd8cf19 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:42.282307 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a5d74a0c-b411-4e90-a9e6-03b27bd8cf19 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/d66b70eb-c819-44b1-89e8-83cce2af1009 HTTP/1.1" status: 204 len: 168 time: 0.4497423 Oct 26 15:28:42.284629 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35548) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:42.286383 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35550) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:42.351618 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbfd0b2-50e0-4d28-b09c-a0aa8263414f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] GET failed (client error): The resource could not be found. Oct 26 15:28:42.353073 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9cbfd0b2-50e0-4d28-b09c-a0aa8263414f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports/d66b70eb-c819-44b1-89e8-83cce2af1009 HTTP/1.1" status: 404 len: 333 time: 0.0636678 Oct 26 15:28:42.355678 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35554) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:42.402980 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4a256a2b-a7ad-47f0-b37b-95390f5905a4 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1152270 Oct 26 15:28:42.418899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ab3f44a9-4548-4e83-be3a-41ab51d4203e None None] Provisioning complete for port 52bb7956-0765-473f-9b93-b89e971d9ca5 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:42.419340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ab3f44a9-4548-4e83-be3a-41ab51d4203e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (52bb7956-0765-473f-9b93-b89e971d9ca5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:42.419803 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ab3f44a9-4548-4e83-be3a-41ab51d4203e None None] Attempt 1 to provision port 52bb7956-0765-473f-9b93-b89e971d9ca5 Oct 26 15:28:42.455414 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a1bbe74c-939a-4ba8-9b8a-917fd6794783 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port 52bb7956-0765-473f-9b93-b89e971d9ca5 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:42.455767 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe74c-939a-4ba8-9b8a-917fd6794783 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (52bb7956-0765-473f-9b93-b89e971d9ca5), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:42.455988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f44a9-4548-4e83-be3a-41ab51d4203e None None] Port 52bb7956-0765-473f-9b93-b89e971d9ca5 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:28:42.465064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ab3f44a9-4548-4e83-be3a-41ab51d4203e None None] Provisioning complete for port 88abaada-bbfe-406a-b77b-2e27ab561b2c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:42.465437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ab3f44a9-4548-4e83-be3a-41ab51d4203e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (88abaada-bbfe-406a-b77b-2e27ab561b2c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:42.465771 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ab3f44a9-4548-4e83-be3a-41ab51d4203e None None] Attempt 1 to provision port 88abaada-bbfe-406a-b77b-2e27ab561b2c Oct 26 15:28:42.543268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f44a9-4548-4e83-be3a-41ab51d4203e None None] Current status of the port 88abaada-bbfe-406a-b77b-2e27ab561b2c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:42.547048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ab3f44a9-4548-4e83-be3a-41ab51d4203e None None] Could not find standard attr ID for object d66b70eb-c819-44b1-89e8-83cce2af1009. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:28:42.551536 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe74c-939a-4ba8-9b8a-917fd6794783 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (52bb7956-0765-473f-9b93-b89e971d9ca5), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:42.565667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a1bbe74c-939a-4ba8-9b8a-917fd6794783 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for 52bb7956-0765-473f-9b93-b89e971d9ca5 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:42.630065 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:42.669319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-5a83a60f-418f-45a8-ba2f-b0ab1f841a23 None None] Provisioning complete for port 52bb7956-0765-473f-9b93-b89e971d9ca5 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:42.669882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5a83a60f-418f-45a8-ba2f-b0ab1f841a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (52bb7956-0765-473f-9b93-b89e971d9ca5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:42.669995 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-5a83a60f-418f-45a8-ba2f-b0ab1f841a23 None None] Attempt 1 to provision port 52bb7956-0765-473f-9b93-b89e971d9ca5 Oct 26 15:28:42.703789 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe74c-939a-4ba8-9b8a-917fd6794783 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (52bb7956-0765-473f-9b93-b89e971d9ca5), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:42.704736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-5a83a60f-418f-45a8-ba2f-b0ab1f841a23 None None] Port 52bb7956-0765-473f-9b93-b89e971d9ca5 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:28:42.733443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbe74c-939a-4ba8-9b8a-917fd6794783 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=52bb7956-0765-473f-9b93-b89e971d9ca5,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:42.808258 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe74c-939a-4ba8-9b8a-917fd6794783 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:42.813063 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a1bbe74c-939a-4ba8-9b8a-917fd6794783 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/52bb7956-0765-473f-9b93-b89e971d9ca5 HTTP/1.1" status: 204 len: 168 time: 0.4564285 Oct 26 15:28:42.815754 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35556) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:42.816482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-3770ea3a-f60e-4beb-bc44-eab5c024be1b None None] Could not find standard attr ID for object d66b70eb-c819-44b1-89e8-83cce2af1009. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:28:42.843303 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dcb769d-3b05-483f-9ccd-352635646f2f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] GET failed (client error): The resource could not be found. Oct 26 15:28:42.844738 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5dcb769d-3b05-483f-9ccd-352635646f2f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports/52bb7956-0765-473f-9b93-b89e971d9ca5 HTTP/1.1" status: 404 len: 333 time: 0.0280266 Oct 26 15:28:42.847625 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35558) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:42.900886 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4c8216-9aff-4b6e-a95f-3a7c537513f1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting subnet 195aa90e-1e71-4948-88d6-e973580e74c5 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:28:42.904502 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8216-9aff-4b6e-a95f-3a7c537513f1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (195aa90e-1e71-4948-88d6-e973580e74c5), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:42.948271 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8216-9aff-4b6e-a95f-3a7c537513f1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (195aa90e-1e71-4948-88d6-e973580e74c5), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:42.973446 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:43.055044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35560) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:43.122729 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1a5b4d62-15fe-4ac9-81c7-fd8a946afe0f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0664380 Oct 26 15:28:43.328204 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8216-9aff-4b6e-a95f-3a7c537513f1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (195aa90e-1e71-4948-88d6-e973580e74c5), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:43.386587 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8216-9aff-4b6e-a95f-3a7c537513f1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (195aa90e-1e71-4948-88d6-e973580e74c5), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:43.406042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35562) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:43.412955 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c8216-9aff-4b6e-a95f-3a7c537513f1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Subnet': ['ID=195aa90e-1e71-4948-88d6-e973580e74c5,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:43.419441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8216-9aff-4b6e-a95f-3a7c537513f1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:43.422684 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0d4c8216-9aff-4b6e-a95f-3a7c537513f1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/195aa90e-1e71-4948-88d6-e973580e74c5 HTTP/1.1" status: 204 len: 168 time: 0.5741088 Oct 26 15:28:43.424905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b7fd2b-c4a8-4086-8bfc-5fa005b198e5 None None] Network 601b2dbe-8e3a-4a62-b320-005a3798ecef requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:43.425218 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35564) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:43.503239 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-547ca74c-04aa-44d7-b21a-f949c20ff0d7 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0959382 Oct 26 15:28:43.525677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (601b2dbe-8e3a-4a62-b320-005a3798ecef), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:43.562786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:43.570577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 88abaada-bbfe-406a-b77b-2e27ab561b2c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:43.573327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port 88abaada-bbfe-406a-b77b-2e27ab561b2c {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:43.573677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (88abaada-bbfe-406a-b77b-2e27ab561b2c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:43.608774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:43.623410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 88abaada-bbfe-406a-b77b-2e27ab561b2c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:43.623876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (88abaada-bbfe-406a-b77b-2e27ab561b2c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:43.624553 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 88abaada-bbfe-406a-b77b-2e27ab561b2c Oct 26 15:28:43.629672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ccdb39-f288-4b00-930a-ef65ae1ef272 None None] DHCP port deletion for 601b2dbe-8e3a-4a62-b320-005a3798ecef request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:28:43.643715 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] For port 88abaada-bbfe-406a-b77b-2e27ab561b2c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=88abaada-bbfe-406a-b77b-2e27ab561b2c,segment=NetworkSegment(3e65b8c3-8c85-4f51-838e-c14d94614a9f),segment_id=3e65b8c3-8c85-4f51-838e-c14d94614a9f)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:43.644087 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (88abaada-bbfe-406a-b77b-2e27ab561b2c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:43.661747 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for 88abaada-bbfe-406a-b77b-2e27ab561b2c owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:43.696428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-37ccdb39-f288-4b00-930a-ef65ae1ef272 None None] Deleting port 88abaada-bbfe-406a-b77b-2e27ab561b2c {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:43.697047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-37ccdb39-f288-4b00-930a-ef65ae1ef272 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (88abaada-bbfe-406a-b77b-2e27ab561b2c), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:43.743082 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (88abaada-bbfe-406a-b77b-2e27ab561b2c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:43.770789 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=88abaada-bbfe-406a-b77b-2e27ab561b2c,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:43.774311 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No DVR routers for this DVR port 88abaada-bbfe-406a-b77b-2e27ab561b2c on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:28:43.782831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Port 88abaada-bbfe-406a-b77b-2e27ab561b2c update to ACTIVE by agent not found {{(pid=105323) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2310}} Oct 26 15:28:43.791702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:43.798420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-37ccdb39-f288-4b00-930a-ef65ae1ef272 None None] For port 88abaada-bbfe-406a-b77b-2e27ab561b2c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=88abaada-bbfe-406a-b77b-2e27ab561b2c,segment=NetworkSegment(3e65b8c3-8c85-4f51-838e-c14d94614a9f),segment_id=3e65b8c3-8c85-4f51-838e-c14d94614a9f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:43.798821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-37ccdb39-f288-4b00-930a-ef65ae1ef272 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (88abaada-bbfe-406a-b77b-2e27ab561b2c), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:43.812616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-37ccdb39-f288-4b00-930a-ef65ae1ef272 None None] Calling delete_port for 88abaada-bbfe-406a-b77b-2e27ab561b2c owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:43.823986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:43.858546 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (601b2dbe-8e3a-4a62-b320-005a3798ecef), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:43.878722 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['601b2dbe-8e3a-4a62-b320-005a3798ecef']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:43.889001 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e65b8c3-8c85-4f51-838e-c14d94614a9f') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:43.889307 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e65b8c3-8c85-4f51-838e-c14d94614a9f') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:43.890009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-37ccdb39-f288-4b00-930a-ef65ae1ef272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (88abaada-bbfe-406a-b77b-2e27ab561b2c), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:43.899331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (3e65b8c3-8c85-4f51-838e-c14d94614a9f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:43.913515 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (3e65b8c3-8c85-4f51-838e-c14d94614a9f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:43.917453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccdb39-f288-4b00-930a-ef65ae1ef272 None None] Pushing event deleted for resources: {'Port': ['ID=88abaada-bbfe-406a-b77b-2e27ab561b2c,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:43.919362 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:43.920821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ccdb39-f288-4b00-930a-ef65ae1ef272 None None] No DVR routers for this DVR port 88abaada-bbfe-406a-b77b-2e27ab561b2c on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:28:43.920976 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:28:43.921411 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (3e65b8c3-8c85-4f51-838e-c14d94614a9f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:43.973467 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 3e65b8c3-8c85-4f51-838e-c14d94614a9f resource provider aggregate not found Oct 26 15:28:43.994655 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 3e65b8c3-8c85-4f51-838e-c14d94614a9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e65b8c3-8c85-4f51-838e-c14d94614a9f found for delete ", "request_id": "req-b966c796-41b3-47a9-bd22-95690ed31a90"}]} Oct 26 15:28:43.998719 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (601b2dbe-8e3a-4a62-b320-005a3798ecef), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:44.005702 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:44.009230 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/networks/601b2dbe-8e3a-4a62-b320-005a3798ecef HTTP/1.1" status: 204 len: 168 time: 0.5830913 Oct 26 15:28:44.012994 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35570) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:44.018121 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-7532cebe-c901-481b-b426-353a90806360 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2064859372'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:44.021237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d7778-3090-41b1-b9fd-9eb21edb5a9c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Network': ['ID=601b2dbe-8e3a-4a62-b320-005a3798ecef,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:44.038896 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7532cebe-c901-481b-b426-353a90806360 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:44.042735 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7532cebe-c901-481b-b426-353a90806360 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:44.067778 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7532cebe-c901-481b-b426-353a90806360 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:28:44.077722 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7532cebe-c901-481b-b426-353a90806360 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (09e0f408-c771-46b2-b272-8f836c5c2b64), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:44.078065 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-7532cebe-c901-481b-b426-353a90806360 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Added segment 09e0f408-c771-46b2-b272-8f836c5c2b64 of type vlan for network 47a9ba67-5414-4ca9-ab31-585bf8eb14a9 Oct 26 15:28:44.118547 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7532cebe-c901-481b-b426-353a90806360 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (47a9ba67-5414-4ca9-ab31-585bf8eb14a9), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:44.126430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35572) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:44.143719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7532cebe-c901-481b-b426-353a90806360 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (47a9ba67-5414-4ca9-ab31-585bf8eb14a9), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:44.148719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7532cebe-c901-481b-b426-353a90806360 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:44.149370 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7532cebe-c901-481b-b426-353a90806360 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:44.185327 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7861b99c-f173-4d00-b658-23f12ddabdeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0575316 Oct 26 15:28:44.210196 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7532cebe-c901-481b-b426-353a90806360 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1960664 Oct 26 15:28:44.212912 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35574) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:44.217951 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-9fae33fc-f7db-4318-a231-8c71f1b2d734 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'subnet': {'network_id': '47a9ba67-5414-4ca9-ab31-585bf8eb14a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:44.222090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532cebe-c901-481b-b426-353a90806360 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Network': ['ID=47a9ba67-5414-4ca9-ab31-585bf8eb14a9,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:44.232882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 47a9ba67-5414-4ca9-ab31-585bf8eb14a9 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:28:44.315054 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fae33fc-f7db-4318-a231-8c71f1b2d734 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:44.318918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9fae33fc-f7db-4318-a231-8c71f1b2d734 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:44.335267 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:44.500917 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9fae33fc-f7db-4318-a231-8c71f1b2d734 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (744fade3-c3f4-4822-a0ae-b4631a38a722), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:44.503516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35576) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:44.539036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:44.558223 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae33fc-f7db-4318-a231-8c71f1b2d734 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Subnet': ['ID=744fade3-c3f4-4822-a0ae-b4631a38a722,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:44.567337 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-31d097e8-0b6b-494c-b869-22da5060df3d tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0624301 Oct 26 15:28:44.574632 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae33fc-f7db-4318-a231-8c71f1b2d734 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Checking segment: {'id': '09e0f408-c771-46b2-b272-8f836c5c2b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '47a9ba67-5414-4ca9-ab31-585bf8eb14a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:28:44.574943 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fae33fc-f7db-4318-a231-8c71f1b2d734 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network hostable DHCP agents. Network: 47a9ba67-5414-4ca9-ab31-585bf8eb14a9, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:28:44.592203 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fae33fc-f7db-4318-a231-8c71f1b2d734 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 47a9ba67-5414-4ca9-ab31-585bf8eb14a9 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:28:44.601328 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-9fae33fc-f7db-4318-a231-8c71f1b2d734 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 47a9ba67-5414-4ca9-ab31-585bf8eb14a9) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:44.605274 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fae33fc-f7db-4318-a231-8c71f1b2d734 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:44.605875 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9fae33fc-f7db-4318-a231-8c71f1b2d734 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:44.610621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3125605c-810f-4c5d-b3c1-3489deaa1601 None None] Network 47a9ba67-5414-4ca9-ab31-585bf8eb14a9 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:44.622545 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9fae33fc-f7db-4318-a231-8c71f1b2d734 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4085588 Oct 26 15:28:44.626361 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35578) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:44.631617 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a78dfb5e-7007-445e-a48a-8f95e23dc81f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'network_id': '47a9ba67-5414-4ca9-ab31-585bf8eb14a9', 'name': 'tempest-PortsTestJSON-1222253870', 'fixed_ips': [{'subnet_id': '744fade3-c3f4-4822-a0ae-b4631a38a722', 'ip_address': '172.20.0.10'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:44.714946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-47a9ba67-5414-4ca9-ab31-585bf8eb14a9', 'network_id': '47a9ba67-5414-4ca9-ab31-585bf8eb14a9', 'project_id': '550c9c56f3c645f4b41c714b5ca91569', 'fixed_ips': [{'subnet_id': '744fade3-c3f4-4822-a0ae-b4631a38a722'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:28:44.715870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:44.746290 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78dfb5e-7007-445e-a48a-8f95e23dc81f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:44.835630 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a78dfb5e-7007-445e-a48a-8f95e23dc81f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:44.853316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-a78dfb5e-7007-445e-a48a-8f95e23dc81f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] device_id is not set on port 2b6c2330-092b-4b71-b575-f1551c121bc9 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:28:44.854347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Allocated IP 172.20.0.2 (47a9ba67-5414-4ca9-ab31-585bf8eb14a9/744fade3-c3f4-4822-a0ae-b4631a38a722/077215dc-c008-4264-a6c8-308576a59122) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:44.996338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Publish callbacks [] for port (077215dc-c008-4264-a6c8-308576a59122), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:45.002005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (077215dc-c008-4264-a6c8-308576a59122), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:45.007919 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:45.039558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Network 47a9ba67-5414-4ca9-ab31-585bf8eb14a9 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:45.042521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:45.045648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:45.058060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-a78dfb5e-7007-445e-a48a-8f95e23dc81f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Allocated IP 172.20.0.10 (47a9ba67-5414-4ca9-ab31-585bf8eb14a9/744fade3-c3f4-4822-a0ae-b4631a38a722/2b6c2330-092b-4b71-b575-f1551c121bc9) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:45.062425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Pushing event updated for resources: {'Port': ['ID=077215dc-c008-4264-a6c8-308576a59122,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:45.113254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Attempting to bind port 077215dc-c008-4264-a6c8-308576a59122 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:28:45.113541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Attempting to bind port 077215dc-c008-4264-a6c8-308576a59122 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '09e0f408-c771-46b2-b272-8f836c5c2b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '47a9ba67-5414-4ca9-ab31-585bf8eb14a9'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:28:45.113908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Attempting to bind port 077215dc-c008-4264-a6c8-308576a59122 on network 47a9ba67-5414-4ca9-ab31-585bf8eb14a9 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:28:45.116564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:45.161586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:28:45.161966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Checking segment: {'id': '09e0f408-c771-46b2-b272-8f836c5c2b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '47a9ba67-5414-4ca9-ab31-585bf8eb14a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:28:45.162371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:45.162762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Bound using segment: {'id': '09e0f408-c771-46b2-b272-8f836c5c2b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '47a9ba67-5414-4ca9-ab31-585bf8eb14a9'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:28:45.163263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Bound port: 077215dc-c008-4264-a6c8-308576a59122, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e0f408-c771-46b2-b272-8f836c5c2b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '47a9ba67-5414-4ca9-ab31-585bf8eb14a9'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:28:45.163645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (077215dc-c008-4264-a6c8-308576a59122), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:45.189008 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35580) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:45.223221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a78dfb5e-7007-445e-a48a-8f95e23dc81f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (2b6c2330-092b-4b71-b575-f1551c121bc9), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:45.228119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] For port 077215dc-c008-4264-a6c8-308576a59122, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:28:45.231807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] For port 077215dc-c008-4264-a6c8-308576a59122, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=077215dc-c008-4264-a6c8-308576a59122,segment=NetworkSegment(09e0f408-c771-46b2-b272-8f836c5c2b64),segment_id=09e0f408-c771-46b2-b272-8f836c5c2b64)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:28:45.239068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (077215dc-c008-4264-a6c8-308576a59122), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:45.255523 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-da6c2767-e8d3-4a63-8922-b364dd1bdebe tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0652754 Oct 26 15:28:45.261002 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a78dfb5e-7007-445e-a48a-8f95e23dc81f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (2b6c2330-092b-4b71-b575-f1551c121bc9), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:45.298081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffa8ca-b06c-44b9-8d1f-451561a9c7af None None] Pushing event updated for resources: {'Port': ['ID=077215dc-c008-4264-a6c8-308576a59122,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:45.310601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78dfb5e-7007-445e-a48a-8f95e23dc81f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 47a9ba67-5414-4ca9-ab31-585bf8eb14a9 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:45.314111 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-a78dfb5e-7007-445e-a48a-8f95e23dc81f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:45.317101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78dfb5e-7007-445e-a48a-8f95e23dc81f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:45.362656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dfb5e-7007-445e-a48a-8f95e23dc81f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=2b6c2330-092b-4b71-b575-f1551c121bc9,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:45.380888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78dfb5e-7007-445e-a48a-8f95e23dc81f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:45.381525 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a78dfb5e-7007-445e-a48a-8f95e23dc81f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:45.399841 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a78dfb5e-7007-445e-a48a-8f95e23dc81f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7722809 Oct 26 15:28:45.402416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35582) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:45.407613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-8a952e38-0dc8-4867-be60-eb23cdf94d23 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'network_id': '47a9ba67-5414-4ca9-ab31-585bf8eb14a9', 'name': 'tempest-PortsTestJSON-1587919546', 'fixed_ips': [{'subnet_id': '744fade3-c3f4-4822-a0ae-b4631a38a722', 'ip_address': '172.20.0.9'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:45.479507 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:45.546450 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a952e38-0dc8-4867-be60-eb23cdf94d23 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:45.551793 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8a952e38-0dc8-4867-be60-eb23cdf94d23 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:45.570682 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35584) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:45.574737 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-8a952e38-0dc8-4867-be60-eb23cdf94d23 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] device_id is not set on port 506db49b-0e76-4139-8605-7f057bdc40c6 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:28:45.582316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 077215dc-c008-4264-a6c8-308576a59122 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:45.638973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 077215dc-c008-4264-a6c8-308576a59122 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:45.639442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (077215dc-c008-4264-a6c8-308576a59122), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:45.639851 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 077215dc-c008-4264-a6c8-308576a59122 Oct 26 15:28:45.644936 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-23a310f5-3770-4812-ba7a-a30cde6d5fcf tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0726390 Oct 26 15:28:45.715795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 077215dc-c008-4264-a6c8-308576a59122 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:45.716326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (077215dc-c008-4264-a6c8-308576a59122), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:45.742040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-8a952e38-0dc8-4867-be60-eb23cdf94d23 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Allocated IP 172.20.0.9 (47a9ba67-5414-4ca9-ab31-585bf8eb14a9/744fade3-c3f4-4822-a0ae-b4631a38a722/506db49b-0e76-4139-8605-7f057bdc40c6) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:45.748783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 077215dc-c008-4264-a6c8-308576a59122, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=077215dc-c008-4264-a6c8-308576a59122,segment=NetworkSegment(09e0f408-c771-46b2-b272-8f836c5c2b64),segment_id=09e0f408-c771-46b2-b272-8f836c5c2b64)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:45.753162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (077215dc-c008-4264-a6c8-308576a59122), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:45.803709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=077215dc-c008-4264-a6c8-308576a59122,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:45.820973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 88abaada-bbfe-406a-b77b-2e27ab561b2c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:45.843989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 88abaada-bbfe-406a-b77b-2e27ab561b2c {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:28:45.844348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 88abaada-bbfe-406a-b77b-2e27ab561b2c not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:28:45.912103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8a952e38-0dc8-4867-be60-eb23cdf94d23 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (506db49b-0e76-4139-8605-7f057bdc40c6), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:45.918668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:45.949385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8a952e38-0dc8-4867-be60-eb23cdf94d23 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (506db49b-0e76-4139-8605-7f057bdc40c6), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:45.998898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a952e38-0dc8-4867-be60-eb23cdf94d23 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 47a9ba67-5414-4ca9-ab31-585bf8eb14a9 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:46.004426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-8a952e38-0dc8-4867-be60-eb23cdf94d23 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:46.009045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a952e38-0dc8-4867-be60-eb23cdf94d23 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:46.015346 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a952e38-0dc8-4867-be60-eb23cdf94d23 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=506db49b-0e76-4139-8605-7f057bdc40c6,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:46.063360 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a952e38-0dc8-4867-be60-eb23cdf94d23 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:46.064190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8a952e38-0dc8-4867-be60-eb23cdf94d23 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:46.081703 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8a952e38-0dc8-4867-be60-eb23cdf94d23 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6780427 Oct 26 15:28:46.084418 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35586) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:46.172066 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fe9214-bfb5-456e-b9bc-9bbf82e9f5eb tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:46.173518 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-74fe9214-bfb5-456e-b9bc-9bbf82e9f5eb tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0878513 Oct 26 15:28:46.176261 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35588) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:46.234217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d15a7e6-2e57-454b-8765-cf5c44da06bb tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:46.239286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d15a7e6-2e57-454b-8765-cf5c44da06bb tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:46.244746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d15a7e6-2e57-454b-8765-cf5c44da06bb tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:46.246451 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1d15a7e6-2e57-454b-8765-cf5c44da06bb tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.0692267 Oct 26 15:28:46.249306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35590) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:46.258990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35592) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:46.268542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58e65cd-9b77-4b6a-b26e-1c60d44cd765 None None] Network 47a9ba67-5414-4ca9-ab31-585bf8eb14a9 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:46.284401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:46.290998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-7e23daf8-e486-46d5-ba5d-8adbded11fe0 None None] Provisioning complete for port 077215dc-c008-4264-a6c8-308576a59122 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:46.292454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7e23daf8-e486-46d5-ba5d-8adbded11fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (077215dc-c008-4264-a6c8-308576a59122), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:46.292454 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7e23daf8-e486-46d5-ba5d-8adbded11fe0 None None] Attempt 1 to provision port 077215dc-c008-4264-a6c8-308576a59122 Oct 26 15:28:46.373713 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f36f0649-aaca-4ce5-af14-6fa6001d0584 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.1134334 Oct 26 15:28:46.384578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-733969df-ea9d-4ef9-bf66-1a80c68adf4d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port 506db49b-0e76-4139-8605-7f057bdc40c6 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:46.384970 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-733969df-ea9d-4ef9-bf66-1a80c68adf4d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (506db49b-0e76-4139-8605-7f057bdc40c6), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:46.474095 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:46.478938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-733969df-ea9d-4ef9-bf66-1a80c68adf4d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (506db49b-0e76-4139-8605-7f057bdc40c6), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:46.495475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:46.498711 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-733969df-ea9d-4ef9-bf66-1a80c68adf4d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for 506db49b-0e76-4139-8605-7f057bdc40c6 owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:46.526861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:46.604355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7e23daf8-e486-46d5-ba5d-8adbded11fe0 None None] Current status of the port 077215dc-c008-4264-a6c8-308576a59122 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:46.629053 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-733969df-ea9d-4ef9-bf66-1a80c68adf4d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (506db49b-0e76-4139-8605-7f057bdc40c6), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:46.648496 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35594) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:46.659246 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733969df-ea9d-4ef9-bf66-1a80c68adf4d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=506db49b-0e76-4139-8605-7f057bdc40c6,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:46.714834 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4b83cd0e-1de1-47aa-a394-ccaa9b74bc81 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0645602 Oct 26 15:28:46.743814 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-733969df-ea9d-4ef9-bf66-1a80c68adf4d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:46.746960 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-733969df-ea9d-4ef9-bf66-1a80c68adf4d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/506db49b-0e76-4139-8605-7f057bdc40c6 HTTP/1.1" status: 204 len: 168 time: 0.4966927 Oct 26 15:28:46.749628 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35596) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:46.776834 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e6b2f9-fa11-4233-8a22-7dd1457738b9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] GET failed (client error): The resource could not be found. Oct 26 15:28:46.780228 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e7e6b2f9-fa11-4233-8a22-7dd1457738b9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports/506db49b-0e76-4139-8605-7f057bdc40c6 HTTP/1.1" status: 404 len: 333 time: 0.0275156 Oct 26 15:28:46.781090 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35598) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:46.821771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-052e12ab-5da7-4eb3-a389-67dbeab83b77 None None] Provisioning complete for port 077215dc-c008-4264-a6c8-308576a59122 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:46.822413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-052e12ab-5da7-4eb3-a389-67dbeab83b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (077215dc-c008-4264-a6c8-308576a59122), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:46.822526 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-052e12ab-5da7-4eb3-a389-67dbeab83b77 None None] Attempt 1 to provision port 077215dc-c008-4264-a6c8-308576a59122 Oct 26 15:28:46.865193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-39abe5b3-18cd-4d9d-abdc-777b13d4568f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port 2b6c2330-092b-4b71-b575-f1551c121bc9 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:46.865478 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39abe5b3-18cd-4d9d-abdc-777b13d4568f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (2b6c2330-092b-4b71-b575-f1551c121bc9), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:46.905372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-052e12ab-5da7-4eb3-a389-67dbeab83b77 None None] Current status of the port 077215dc-c008-4264-a6c8-308576a59122 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:46.914399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-052e12ab-5da7-4eb3-a389-67dbeab83b77 None None] Provisioning complete for port 2b6c2330-092b-4b71-b575-f1551c121bc9 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:46.914776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-052e12ab-5da7-4eb3-a389-67dbeab83b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2b6c2330-092b-4b71-b575-f1551c121bc9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:46.915114 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-052e12ab-5da7-4eb3-a389-67dbeab83b77 None None] Attempt 1 to provision port 2b6c2330-092b-4b71-b575-f1551c121bc9 Oct 26 15:28:46.947750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-052e12ab-5da7-4eb3-a389-67dbeab83b77 None None] Port 2b6c2330-092b-4b71-b575-f1551c121bc9 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:28:46.951044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-052e12ab-5da7-4eb3-a389-67dbeab83b77 None None] Could not find standard attr ID for object 506db49b-0e76-4139-8605-7f057bdc40c6. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:28:46.966967 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39abe5b3-18cd-4d9d-abdc-777b13d4568f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (2b6c2330-092b-4b71-b575-f1551c121bc9), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:46.981223 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-39abe5b3-18cd-4d9d-abdc-777b13d4568f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for 2b6c2330-092b-4b71-b575-f1551c121bc9 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:46.992464 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:47.069544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-6e8b3880-a2ea-4945-81e2-3d562a45908a None None] Provisioning complete for port 2b6c2330-092b-4b71-b575-f1551c121bc9 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:47.069921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6e8b3880-a2ea-4945-81e2-3d562a45908a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2b6c2330-092b-4b71-b575-f1551c121bc9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:47.070254 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-6e8b3880-a2ea-4945-81e2-3d562a45908a None None] Attempt 1 to provision port 2b6c2330-092b-4b71-b575-f1551c121bc9 Oct 26 15:28:47.105428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-6e8b3880-a2ea-4945-81e2-3d562a45908a None None] Port 2b6c2330-092b-4b71-b575-f1551c121bc9 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:28:47.120615 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39abe5b3-18cd-4d9d-abdc-777b13d4568f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (2b6c2330-092b-4b71-b575-f1551c121bc9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:47.126537 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:47.151851 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abe5b3-18cd-4d9d-abdc-777b13d4568f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=2b6c2330-092b-4b71-b575-f1551c121bc9,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:47.221323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fa8a2380-f439-4186-8681-121fada6cfc5 None None] Could not find standard attr ID for object 506db49b-0e76-4139-8605-7f057bdc40c6. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:28:47.225243 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-39abe5b3-18cd-4d9d-abdc-777b13d4568f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:47.228404 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-39abe5b3-18cd-4d9d-abdc-777b13d4568f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/2b6c2330-092b-4b71-b575-f1551c121bc9 HTTP/1.1" status: 204 len: 168 time: 0.4464116 Oct 26 15:28:47.231177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35600) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:47.257981 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-116f87a1-2c57-4308-b09b-a65b915933e0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] GET failed (client error): The resource could not be found. Oct 26 15:28:47.259526 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-116f87a1-2c57-4308-b09b-a65b915933e0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports/2b6c2330-092b-4b71-b575-f1551c121bc9 HTTP/1.1" status: 404 len: 333 time: 0.0272889 Oct 26 15:28:47.262254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35602) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:47.319849 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a48a94-1ea5-4095-9d0d-7e0e729d3b19 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting subnet 744fade3-c3f4-4822-a0ae-b4631a38a722 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:28:47.323476 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-86a48a94-1ea5-4095-9d0d-7e0e729d3b19 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (744fade3-c3f4-4822-a0ae-b4631a38a722), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:47.369931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-86a48a94-1ea5-4095-9d0d-7e0e729d3b19 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (744fade3-c3f4-4822-a0ae-b4631a38a722), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:47.377715 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35604) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:47.422638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:47.443702 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c4a6da5f-f01c-4f95-94ff-4ee686efdebe tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0648193 Oct 26 15:28:47.458483 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-86a48a94-1ea5-4095-9d0d-7e0e729d3b19 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (744fade3-c3f4-4822-a0ae-b4631a38a722), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:47.520089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-86a48a94-1ea5-4095-9d0d-7e0e729d3b19 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (744fade3-c3f4-4822-a0ae-b4631a38a722), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:47.551119 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a48a94-1ea5-4095-9d0d-7e0e729d3b19 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Subnet': ['ID=744fade3-c3f4-4822-a0ae-b4631a38a722,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:47.555556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-86a48a94-1ea5-4095-9d0d-7e0e729d3b19 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:47.558767 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-86a48a94-1ea5-4095-9d0d-7e0e729d3b19 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/744fade3-c3f4-4822-a0ae-b4631a38a722 HTTP/1.1" status: 204 len: 168 time: 0.2955360 Oct 26 15:28:47.561560 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35606) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:47.562759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 077215dc-c008-4264-a6c8-308576a59122 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:47.565488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d759b18-f526-46b4-b3b8-8318f04859aa None None] Network 47a9ba67-5414-4ca9-ab31-585bf8eb14a9 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:47.638137 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (47a9ba67-5414-4ca9-ab31-585bf8eb14a9), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:47.681542 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port 077215dc-c008-4264-a6c8-308576a59122 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:47.682255 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (077215dc-c008-4264-a6c8-308576a59122), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:47.682669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 077215dc-c008-4264-a6c8-308576a59122 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:47.683046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (077215dc-c008-4264-a6c8-308576a59122), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:47.683391 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 077215dc-c008-4264-a6c8-308576a59122 Oct 26 15:28:47.717348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35608) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:47.756977 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] For port 077215dc-c008-4264-a6c8-308576a59122, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=077215dc-c008-4264-a6c8-308576a59122,segment=NetworkSegment(09e0f408-c771-46b2-b272-8f836c5c2b64),segment_id=09e0f408-c771-46b2-b272-8f836c5c2b64)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:47.757360 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (077215dc-c008-4264-a6c8-308576a59122), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:47.766128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 077215dc-c008-4264-a6c8-308576a59122 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:47.774922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for 077215dc-c008-4264-a6c8-308576a59122 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:47.782563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de385d93-599d-4f47-a043-17c40a55ece1 None None] DHCP port deletion for 47a9ba67-5414-4ca9-ab31-585bf8eb14a9 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:28:47.792790 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-47a5630d-baf8-4cd0-9188-795b62794712 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0739915 Oct 26 15:28:47.821492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-de385d93-599d-4f47-a043-17c40a55ece1 None None] Deleting port 077215dc-c008-4264-a6c8-308576a59122 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:47.821899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-de385d93-599d-4f47-a043-17c40a55ece1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (077215dc-c008-4264-a6c8-308576a59122), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:47.854897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (077215dc-c008-4264-a6c8-308576a59122), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:47.883829 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=077215dc-c008-4264-a6c8-308576a59122,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:47.887686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No DVR routers for this DVR port 077215dc-c008-4264-a6c8-308576a59122 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:28:47.891418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-de385d93-599d-4f47-a043-17c40a55ece1 None None] For port 077215dc-c008-4264-a6c8-308576a59122, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=077215dc-c008-4264-a6c8-308576a59122,segment=NetworkSegment(09e0f408-c771-46b2-b272-8f836c5c2b64),segment_id=09e0f408-c771-46b2-b272-8f836c5c2b64)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:47.891836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-de385d93-599d-4f47-a043-17c40a55ece1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (077215dc-c008-4264-a6c8-308576a59122), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:47.894047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:47.906822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-de385d93-599d-4f47-a043-17c40a55ece1 None None] Calling delete_port for 077215dc-c008-4264-a6c8-308576a59122 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:47.968054 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (47a9ba67-5414-4ca9-ab31-585bf8eb14a9), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:47.982651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-de385d93-599d-4f47-a043-17c40a55ece1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (077215dc-c008-4264-a6c8-308576a59122), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:47.987915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a9ba67-5414-4ca9-ab31-585bf8eb14a9']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:47.997351 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e0f408-c771-46b2-b272-8f836c5c2b64') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:47.997573 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e0f408-c771-46b2-b272-8f836c5c2b64') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:48.005055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de385d93-599d-4f47-a043-17c40a55ece1 None None] Pushing event deleted for resources: {'Port': ['ID=077215dc-c008-4264-a6c8-308576a59122,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:48.007684 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (09e0f408-c771-46b2-b272-8f836c5c2b64), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:48.012106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de385d93-599d-4f47-a043-17c40a55ece1 None None] No DVR routers for this DVR port 077215dc-c008-4264-a6c8-308576a59122 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:28:48.027710 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (09e0f408-c771-46b2-b272-8f836c5c2b64), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:48.034503 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:28:48.034895 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (09e0f408-c771-46b2-b272-8f836c5c2b64), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:48.083143 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 09e0f408-c771-46b2-b272-8f836c5c2b64 resource provider aggregate not found Oct 26 15:28:48.104638 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 09e0f408-c771-46b2-b272-8f836c5c2b64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09e0f408-c771-46b2-b272-8f836c5c2b64 found for delete ", "request_id": "req-3da1cf6f-680f-48c8-9039-b0e6917292c4"}]} Oct 26 15:28:48.110238 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (47a9ba67-5414-4ca9-ab31-585bf8eb14a9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:48.117091 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:48.120191 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/networks/47a9ba67-5414-4ca9-ab31-585bf8eb14a9 HTTP/1.1" status: 204 len: 168 time: 0.5576475 Oct 26 15:28:48.124020 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35614) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:48.129441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e8b82be8-76a8-41a1-90a4-e902007b486a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-355150918'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:48.132571 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8635d5-be13-444d-94c1-4f4fab08d037 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Network': ['ID=47a9ba67-5414-4ca9-ab31-585bf8eb14a9,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:48.152885 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b82be8-76a8-41a1-90a4-e902007b486a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:48.156492 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e8b82be8-76a8-41a1-90a4-e902007b486a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:48.180436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b82be8-76a8-41a1-90a4-e902007b486a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:28:48.189637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e8b82be8-76a8-41a1-90a4-e902007b486a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (9b2e6070-6c2e-48d2-b263-9041e2e6fab1), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:48.189982 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-e8b82be8-76a8-41a1-90a4-e902007b486a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Added segment 9b2e6070-6c2e-48d2-b263-9041e2e6fab1 of type vlan for network 234bb64f-115a-46e4-aff0-c4d642ea1974 Oct 26 15:28:48.230212 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e8b82be8-76a8-41a1-90a4-e902007b486a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (234bb64f-115a-46e4-aff0-c4d642ea1974), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:48.255006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e8b82be8-76a8-41a1-90a4-e902007b486a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (234bb64f-115a-46e4-aff0-c4d642ea1974), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:48.260399 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b82be8-76a8-41a1-90a4-e902007b486a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:48.261021 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e8b82be8-76a8-41a1-90a4-e902007b486a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:48.317718 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e8b82be8-76a8-41a1-90a4-e902007b486a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1926153 Oct 26 15:28:48.321977 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35616) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:48.327007 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-bb0c6642-d5c6-4e4f-9e0d-7c69b92f33b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'subnet': {'network_id': '234bb64f-115a-46e4-aff0-c4d642ea1974', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:48.336348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b82be8-76a8-41a1-90a4-e902007b486a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Network': ['ID=234bb64f-115a-46e4-aff0-c4d642ea1974,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:48.346605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 234bb64f-115a-46e4-aff0-c4d642ea1974 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:28:48.417695 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0c6642-d5c6-4e4f-9e0d-7c69b92f33b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:48.421473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6642-d5c6-4e4f-9e0d-7c69b92f33b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:48.448094 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35618) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:48.498222 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:48.506020 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4d07e4bd-b7cd-40fe-bc51-2747098e54d0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0564692 Oct 26 15:28:48.551652 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:48.612420 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6642-d5c6-4e4f-9e0d-7c69b92f33b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (dd201237-ab7d-4133-a0d5-4fca51eec7e0), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:48.675786 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c6642-d5c6-4e4f-9e0d-7c69b92f33b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Subnet': ['ID=dd201237-ab7d-4133-a0d5-4fca51eec7e0,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:48.684913 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c6642-d5c6-4e4f-9e0d-7c69b92f33b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Checking segment: {'id': '9b2e6070-6c2e-48d2-b263-9041e2e6fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '234bb64f-115a-46e4-aff0-c4d642ea1974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:28:48.685504 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0c6642-d5c6-4e4f-9e0d-7c69b92f33b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network hostable DHCP agents. Network: 234bb64f-115a-46e4-aff0-c4d642ea1974, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:28:48.703125 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0c6642-d5c6-4e4f-9e0d-7c69b92f33b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 234bb64f-115a-46e4-aff0-c4d642ea1974 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:28:48.712569 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-bb0c6642-d5c6-4e4f-9e0d-7c69b92f33b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 234bb64f-115a-46e4-aff0-c4d642ea1974) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:48.718427 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0c6642-d5c6-4e4f-9e0d-7c69b92f33b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:48.719258 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6642-d5c6-4e4f-9e0d-7c69b92f33b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:48.721001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5e4180-00ab-4bd6-9476-8a21a89f2d4d None None] Network 234bb64f-115a-46e4-aff0-c4d642ea1974 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:48.737557 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bb0c6642-d5c6-4e4f-9e0d-7c69b92f33b2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4144704 Oct 26 15:28:48.740534 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35620) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:48.745680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-9790c842-6152-4a20-b7c0-033f84c33b0d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1368946857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:48.769315 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9790c842-6152-4a20-b7c0-033f84c33b0d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (fbdd48c1-dfca-4937-8c81-4114059bba18), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:48.770351 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9790c842-6152-4a20-b7c0-033f84c33b0d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (fbdd48c1-dfca-4937-8c81-4114059bba18), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:48.795930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35622) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:48.804745 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:48.832174 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9790c842-6152-4a20-b7c0-033f84c33b0d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for router_controller (fbdd48c1-dfca-4937-8c81-4114059bba18), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:48.834086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-234bb64f-115a-46e4-aff0-c4d642ea1974', 'network_id': '234bb64f-115a-46e4-aff0-c4d642ea1974', 'project_id': '550c9c56f3c645f4b41c714b5ca91569', 'fixed_ips': [{'subnet_id': 'dd201237-ab7d-4133-a0d5-4fca51eec7e0'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:28:48.835190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:48.838117 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9790c842-6152-4a20-b7c0-033f84c33b0d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (fbdd48c1-dfca-4937-8c81-4114059bba18), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:48.860517 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9790c842-6152-4a20-b7c0-033f84c33b0d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:48.861868 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9790c842-6152-4a20-b7c0-033f84c33b0d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1196067 Oct 26 15:28:48.864441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35624) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:48.866792 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-32137052-cdf7-4e06-a075-3d518b7871a1 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0688398 Oct 26 15:28:48.870800 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-63f95c6b-af69-49d5-8bbf-a219cd343c61 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'network_id': '234bb64f-115a-46e4-aff0-c4d642ea1974', 'name': 'tempest-PortsTestJSON-725529681'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:48.973011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Allocated IP 172.20.0.2 (234bb64f-115a-46e4-aff0-c4d642ea1974/dd201237-ab7d-4133-a0d5-4fca51eec7e0/1c0dafb6-1a92-4d59-89e6-0ba23708793b) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:48.979713 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f95c6b-af69-49d5-8bbf-a219cd343c61 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:48.983865 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-63f95c6b-af69-49d5-8bbf-a219cd343c61 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:49.003275 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-63f95c6b-af69-49d5-8bbf-a219cd343c61 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] device_id is not set on port c4cd652f-a2de-4c5c-b5c4-b4d1d71f6518 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:28:49.044712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:49.128991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Publish callbacks [] for port (1c0dafb6-1a92-4d59-89e6-0ba23708793b), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:49.134505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (1c0dafb6-1a92-4d59-89e6-0ba23708793b), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:49.181944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Network 234bb64f-115a-46e4-aff0-c4d642ea1974 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:49.186971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:49.189525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:49.193223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:49.194588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Pushing event updated for resources: {'Port': ['ID=1c0dafb6-1a92-4d59-89e6-0ba23708793b,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:49.197148 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.db.api [None req-63f95c6b-af69-49d5-8bbf-a219cd343c61 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c1877582-1841-4d48-aaf5-21023506cedd {{(pid=105322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:28:49.197814 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG oslo_db.api [None req-63f95c6b-af69-49d5-8bbf-a219cd343c61 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:28:49.253628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Attempting to bind port 1c0dafb6-1a92-4d59-89e6-0ba23708793b on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:28:49.253925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Attempting to bind port 1c0dafb6-1a92-4d59-89e6-0ba23708793b by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '9b2e6070-6c2e-48d2-b263-9041e2e6fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '234bb64f-115a-46e4-aff0-c4d642ea1974'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:28:49.254287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Attempting to bind port 1c0dafb6-1a92-4d59-89e6-0ba23708793b on network 234bb64f-115a-46e4-aff0-c4d642ea1974 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:28:49.296853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:28:49.297239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Checking segment: {'id': '9b2e6070-6c2e-48d2-b263-9041e2e6fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '234bb64f-115a-46e4-aff0-c4d642ea1974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:28:49.297652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:49.298047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Bound using segment: {'id': '9b2e6070-6c2e-48d2-b263-9041e2e6fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '234bb64f-115a-46e4-aff0-c4d642ea1974'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:28:49.298524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Bound port: 1c0dafb6-1a92-4d59-89e6-0ba23708793b, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2e6070-6c2e-48d2-b263-9041e2e6fab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '234bb64f-115a-46e4-aff0-c4d642ea1974'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:28:49.298912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1c0dafb6-1a92-4d59-89e6-0ba23708793b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:49.363020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] For port 1c0dafb6-1a92-4d59-89e6-0ba23708793b, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:28:49.366844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] For port 1c0dafb6-1a92-4d59-89e6-0ba23708793b, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1c0dafb6-1a92-4d59-89e6-0ba23708793b,segment=NetworkSegment(9b2e6070-6c2e-48d2-b263-9041e2e6fab1),segment_id=9b2e6070-6c2e-48d2-b263-9041e2e6fab1)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:28:49.372821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1c0dafb6-1a92-4d59-89e6-0ba23708793b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:49.422860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ff2e7-93fc-4c53-bda1-e06e9b89e39d None None] Pushing event updated for resources: {'Port': ['ID=1c0dafb6-1a92-4d59-89e6-0ba23708793b,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:49.510285 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35626) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:49.555657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 077215dc-c008-4264-a6c8-308576a59122 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:49.590409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 077215dc-c008-4264-a6c8-308576a59122 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:28:49.590765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 077215dc-c008-4264-a6c8-308576a59122 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:28:49.611097 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8d962585-9b3e-4af1-9421-8ea1c00063b6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0996056 Oct 26 15:28:49.699465 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-63f95c6b-af69-49d5-8bbf-a219cd343c61 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:49.718919 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-63f95c6b-af69-49d5-8bbf-a219cd343c61 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] device_id is not set on port 79f694ef-717b-4975-9a20-a8240f2d193b yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:28:49.831128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:49.835414 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-63f95c6b-af69-49d5-8bbf-a219cd343c61 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Allocated IP 172.20.0.3 (234bb64f-115a-46e4-aff0-c4d642ea1974/dd201237-ab7d-4133-a0d5-4fca51eec7e0/79f694ef-717b-4975-9a20-a8240f2d193b) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:49.870159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35628) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:49.933634 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f265f467-78e2-4424-85ea-e9dcaa6b043f tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0608981 Oct 26 15:28:49.952345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:49.997407 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-63f95c6b-af69-49d5-8bbf-a219cd343c61 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (79f694ef-717b-4975-9a20-a8240f2d193b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:50.032553 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-63f95c6b-af69-49d5-8bbf-a219cd343c61 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (79f694ef-717b-4975-9a20-a8240f2d193b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:50.074193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f95c6b-af69-49d5-8bbf-a219cd343c61 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 234bb64f-115a-46e4-aff0-c4d642ea1974 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:50.077609 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-63f95c6b-af69-49d5-8bbf-a219cd343c61 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:50.081620 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f95c6b-af69-49d5-8bbf-a219cd343c61 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:50.119143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f95c6b-af69-49d5-8bbf-a219cd343c61 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=79f694ef-717b-4975-9a20-a8240f2d193b,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:50.140933 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f95c6b-af69-49d5-8bbf-a219cd343c61 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:50.141539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-63f95c6b-af69-49d5-8bbf-a219cd343c61 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:50.159972 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-63f95c6b-af69-49d5-8bbf-a219cd343c61 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2941971 Oct 26 15:28:50.163252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35630) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:50.341023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777a441b-6360-44ea-b7d5-6fa4118c9ef6 None None] Network 234bb64f-115a-46e4-aff0-c4d642ea1974 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:50.397583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-23173f30-c6d6-4c52-8608-5a7618cfe8cd None None] Provisioning complete for port 1c0dafb6-1a92-4d59-89e6-0ba23708793b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:50.397955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-23173f30-c6d6-4c52-8608-5a7618cfe8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1c0dafb6-1a92-4d59-89e6-0ba23708793b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:50.398291 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-23173f30-c6d6-4c52-8608-5a7618cfe8cd None None] Attempt 1 to provision port 1c0dafb6-1a92-4d59-89e6-0ba23708793b Oct 26 15:28:50.494152 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-38ff8ac6-1546-4a90-b00e-a08c67d60025 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (79f694ef-717b-4975-9a20-a8240f2d193b), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:50.516642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-23173f30-c6d6-4c52-8608-5a7618cfe8cd None None] Current status of the port 1c0dafb6-1a92-4d59-89e6-0ba23708793b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:50.517063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-23173f30-c6d6-4c52-8608-5a7618cfe8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1c0dafb6-1a92-4d59-89e6-0ba23708793b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:50.554647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-23173f30-c6d6-4c52-8608-5a7618cfe8cd None None] For port 1c0dafb6-1a92-4d59-89e6-0ba23708793b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1c0dafb6-1a92-4d59-89e6-0ba23708793b,segment=NetworkSegment(9b2e6070-6c2e-48d2-b263-9041e2e6fab1),segment_id=9b2e6070-6c2e-48d2-b263-9041e2e6fab1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:50.558892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-23173f30-c6d6-4c52-8608-5a7618cfe8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1c0dafb6-1a92-4d59-89e6-0ba23708793b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:50.609565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23173f30-c6d6-4c52-8608-5a7618cfe8cd None None] Pushing event updated for resources: {'Port': ['ID=1c0dafb6-1a92-4d59-89e6-0ba23708793b,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:50.614983 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35632) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:50.683435 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8723dbd5-5560-40c2-a1a6-a34ea1935dfe tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0669444 Oct 26 15:28:50.752603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:50.755314 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-38ff8ac6-1546-4a90-b00e-a08c67d60025 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (79f694ef-717b-4975-9a20-a8240f2d193b), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:50.760165 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-38ff8ac6-1546-4a90-b00e-a08c67d60025 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (79f694ef-717b-4975-9a20-a8240f2d193b), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:50.779775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ecdea277-7fb8-4b3b-977a-9e5cffa2e149 None None] Provisioning complete for port 1c0dafb6-1a92-4d59-89e6-0ba23708793b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:50.780473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ecdea277-7fb8-4b3b-977a-9e5cffa2e149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1c0dafb6-1a92-4d59-89e6-0ba23708793b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:50.780921 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ecdea277-7fb8-4b3b-977a-9e5cffa2e149 None None] Attempt 1 to provision port 1c0dafb6-1a92-4d59-89e6-0ba23708793b Oct 26 15:28:50.817615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:50.848613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff8ac6-1546-4a90-b00e-a08c67d60025 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=79f694ef-717b-4975-9a20-a8240f2d193b,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:50.869524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ecdea277-7fb8-4b3b-977a-9e5cffa2e149 None None] Current status of the port 1c0dafb6-1a92-4d59-89e6-0ba23708793b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:50.878656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ecdea277-7fb8-4b3b-977a-9e5cffa2e149 None None] Provisioning complete for port 79f694ef-717b-4975-9a20-a8240f2d193b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:50.879112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ecdea277-7fb8-4b3b-977a-9e5cffa2e149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (79f694ef-717b-4975-9a20-a8240f2d193b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:50.879544 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ecdea277-7fb8-4b3b-977a-9e5cffa2e149 None None] Attempt 1 to provision port 79f694ef-717b-4975-9a20-a8240f2d193b Oct 26 15:28:50.911567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ecdea277-7fb8-4b3b-977a-9e5cffa2e149 None None] Port 79f694ef-717b-4975-9a20-a8240f2d193b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:28:50.936327 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35634) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:50.991403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-38ff8ac6-1546-4a90-b00e-a08c67d60025 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (fbdd48c1-dfca-4937-8c81-4114059bba18), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:50.994098 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-775a3462-935d-45c9-89f4-f183e9ee0ab7 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0565803 Oct 26 15:28:50.994577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:51.028028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-de42b95c-57bf-4b43-8a10-a18e8e29a58b None None] Provisioning complete for port 79f694ef-717b-4975-9a20-a8240f2d193b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:51.028324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-de42b95c-57bf-4b43-8a10-a18e8e29a58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (79f694ef-717b-4975-9a20-a8240f2d193b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:51.028661 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-de42b95c-57bf-4b43-8a10-a18e8e29a58b None None] Attempt 1 to provision port 79f694ef-717b-4975-9a20-a8240f2d193b Oct 26 15:28:51.059911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-de42b95c-57bf-4b43-8a10-a18e8e29a58b None None] Port 79f694ef-717b-4975-9a20-a8240f2d193b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:28:51.108815 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-38ff8ac6-1546-4a90-b00e-a08c67d60025 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (79f694ef-717b-4975-9a20-a8240f2d193b), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:51.557713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1c0dafb6-1a92-4d59-89e6-0ba23708793b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:51.601809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 1c0dafb6-1a92-4d59-89e6-0ba23708793b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:51.602276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1c0dafb6-1a92-4d59-89e6-0ba23708793b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:51.602612 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 1c0dafb6-1a92-4d59-89e6-0ba23708793b Oct 26 15:28:51.643931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-38ff8ac6-1546-4a90-b00e-a08c67d60025 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (79f694ef-717b-4975-9a20-a8240f2d193b), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:51.648627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-38ff8ac6-1546-4a90-b00e-a08c67d60025 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (79f694ef-717b-4975-9a20-a8240f2d193b), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:51.679276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1c0dafb6-1a92-4d59-89e6-0ba23708793b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:51.685827 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35636) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:51.726768 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff8ac6-1546-4a90-b00e-a08c67d60025 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=79f694ef-717b-4975-9a20-a8240f2d193b,revision_number=3']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:51.729338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-38ff8ac6-1546-4a90-b00e-a08c67d60025 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (fbdd48c1-dfca-4937-8c81-4114059bba18), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:51.748669 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bd2197bf-5023-4528-b815-d2f8f920e805 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 200 len: 995 time: 0.0617058 Oct 26 15:28:51.752705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35638) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:51.824215 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ff8ac6-1546-4a90-b00e-a08c67d60025 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 234bb64f-115a-46e4-aff0-c4d642ea1974 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:51.825504 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-38ff8ac6-1546-4a90-b00e-a08c67d60025 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:51.899468 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f7487ce9-e704-49a5-8e3b-4ca05ea25146 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 6040c0b7-0d8b-4c2d-bb00-1c65ee60c996 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:51.900440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7487ce9-e704-49a5-8e3b-4ca05ea25146 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (6040c0b7-0d8b-4c2d-bb00-1c65ee60c996), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:51.962741 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ff8ac6-1546-4a90-b00e-a08c67d60025 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Router fbdd48c1-dfca-4937-8c81-4114059bba18 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:28:51.963373 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:51.995976 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7487ce9-e704-49a5-8e3b-4ca05ea25146 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (6040c0b7-0d8b-4c2d-bb00-1c65ee60c996), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:51.997705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7487ce9-e704-49a5-8e3b-4ca05ea25146 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (6040c0b7-0d8b-4c2d-bb00-1c65ee60c996), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:51.999876 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35640) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:52.028769 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:52.048998 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f7487ce9-e704-49a5-8e3b-4ca05ea25146 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 6040c0b7-0d8b-4c2d-bb00-1c65ee60c996 owned by network:floatingip {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:52.080851 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ff8ac6-1546-4a90-b00e-a08c67d60025 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:28:52.086113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a09ac5a3-e22a-4beb-908b-4f05a9b8182c None None] Provisioning complete for port 79f694ef-717b-4975-9a20-a8240f2d193b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:52.088966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a09ac5a3-e22a-4beb-908b-4f05a9b8182c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (79f694ef-717b-4975-9a20-a8240f2d193b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:52.089283 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a09ac5a3-e22a-4beb-908b-4f05a9b8182c None None] Attempt 1 to provision port 79f694ef-717b-4975-9a20-a8240f2d193b Oct 26 15:28:52.093198 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa06d6fa-dcf8-4097-94e8-5a501bad0f92 None None] Sync routers for ids ['fbdd48c1-dfca-4937-8c81-4114059bba18'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:28:52.095385 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-38ff8ac6-1546-4a90-b00e-a08c67d60025 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "PUT /networking/v2.0/routers/fbdd48c1-dfca-4937-8c81-4114059bba18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9304776 Oct 26 15:28:52.099766 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35644) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:52.109681 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa06d6fa-dcf8-4097-94e8-5a501bad0f92 None None] Routers {'fbdd48c1-dfca-4937-8c81-4114059bba18'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:52.111008 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-aa06d6fa-dcf8-4097-94e8-5a501bad0f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:28:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fbdd48c1-dfca-4937-8c81-4114059bba18'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:52.116262 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9a9ac7a3-fbf5-4f90-b627-bbfc8357170c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1148176 Oct 26 15:28:52.152128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a09ac5a3-e22a-4beb-908b-4f05a9b8182c None None] Port 79f694ef-717b-4975-9a20-a8240f2d193b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:28:52.156094 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-aa06d6fa-dcf8-4097-94e8-5a501bad0f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:52.171953 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa06d6fa-dcf8-4097-94e8-5a501bad0f92 None None] Routers {'fbdd48c1-dfca-4937-8c81-4114059bba18'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:52.172960 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-aa06d6fa-dcf8-4097-94e8-5a501bad0f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:28:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fbdd48c1-dfca-4937-8c81-4114059bba18'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:52.188690 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd8be53-d3c8-4158-945d-f3c88b82298d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:52.190829 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cbd8be53-d3c8-4158-945d-f3c88b82298d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=fbdd48c1-dfca-4937-8c81-4114059bba18 HTTP/1.1" status: 200 len: 981 time: 0.0888801 Oct 26 15:28:52.193427 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35646) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:52.213661 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-aa06d6fa-dcf8-4097-94e8-5a501bad0f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:52.214276 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa06d6fa-dcf8-4097-94e8-5a501bad0f92 None None] The sync data for ids ['fbdd48c1-dfca-4937-8c81-4114059bba18'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:28:52.261618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7487ce9-e704-49a5-8e3b-4ca05ea25146 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (6040c0b7-0d8b-4c2d-bb00-1c65ee60c996), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:52.288423 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7487ce9-e704-49a5-8e3b-4ca05ea25146 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=6040c0b7-0d8b-4c2d-bb00-1c65ee60c996,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:52.360623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7487ce9-e704-49a5-8e3b-4ca05ea25146 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (f5ddc391-49d7-48dc-a16e-8c8241b5855e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:52.360985 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-f7487ce9-e704-49a5-8e3b-4ca05ea25146 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Floating IP f5ddc391-49d7-48dc-a16e-8c8241b5855e disassociated (deleted). External IP: 172.26.11.100, port: d4396edc-0efb-4409-a9e0-d8bc4f53ce10. Oct 26 15:28:52.389808 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:52.448398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:52.520533 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-144cd5f2-7ddd-4f61-8463-d42469bae765 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (fbdd48c1-dfca-4937-8c81-4114059bba18), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:52.571323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7487ce9-e704-49a5-8e3b-4ca05ea25146 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:28:52.715350 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-144cd5f2-7ddd-4f61-8463-d42469bae765 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port 79f694ef-717b-4975-9a20-a8240f2d193b {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:52.715705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-144cd5f2-7ddd-4f61-8463-d42469bae765 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (79f694ef-717b-4975-9a20-a8240f2d193b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:52.813369 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-144cd5f2-7ddd-4f61-8463-d42469bae765 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (79f694ef-717b-4975-9a20-a8240f2d193b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:52.827888 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-144cd5f2-7ddd-4f61-8463-d42469bae765 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for 79f694ef-717b-4975-9a20-a8240f2d193b owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:52.994355 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7487ce9-e704-49a5-8e3b-4ca05ea25146 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:28:52.998898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f7487ce9-e704-49a5-8e3b-4ca05ea25146 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:53.005365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1072731-02d2-4aed-9185-ef2587382de1 None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:28:53.007443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-144cd5f2-7ddd-4f61-8463-d42469bae765 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (79f694ef-717b-4975-9a20-a8240f2d193b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:53.017792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1072731-02d2-4aed-9185-ef2587382de1 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:53.018383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e1072731-02d2-4aed-9185-ef2587382de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:28:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:53.033172 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f7487ce9-e704-49a5-8e3b-4ca05ea25146 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/f5ddc391-49d7-48dc-a16e-8c8241b5855e HTTP/1.1" status: 204 len: 168 time: 1.2768364 Oct 26 15:28:53.033172 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169100ee-6210-466a-83d6-91f72fb28b38', 'tag': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:28:53.043519 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cd5f2-7ddd-4f61-8463-d42469bae765 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=79f694ef-717b-4975-9a20-a8240f2d193b,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:53.049150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9785cb7e-eaeb-41a9-81d6-f08166fff7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "169100ee-6210-466a-83d6-91f72fb28b38", "tag": "d4396edc-0efb-4409-a9e0-d8bc4f53ce10"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:28:53.120181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35658) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:53.147338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-e1072731-02d2-4aed-9185-ef2587382de1 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:28:53.182250 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4d9a44-ea1d-4994-a836-3962510999be x-openstack-request-id: req-2a4d9a44-ea1d-4994-a836-3962510999be {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:28:53.182856 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:53.183893 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169100ee-6210-466a-83d6-91f72fb28b38", "tag": "d4396edc-0efb-4409-a9e0-d8bc4f53ce10", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:28:53.184156 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a4d9a44-ea1d-4994-a836-3962510999be {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:28:53.184582 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4d9a44-ea1d-4994-a836-3962510999be'] response: {'name': 'network-changed', 'server_uuid': '169100ee-6210-466a-83d6-91f72fb28b38', 'tag': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'status': 'completed', 'code': 200} Oct 26 15:28:53.276675 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bde9a9b2-e854-46f5-8e9d-566ee33c732d tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1553795 Oct 26 15:28:53.278438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785cb7e-eaeb-41a9-81d6-f08166fff7e3 req-f0f2a5e6-d4c2-4cc4-a01c-4eba4e677bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:53.280642 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9785cb7e-eaeb-41a9-81d6-f08166fff7e3 req-f0f2a5e6-d4c2-4cc4-a01c-4eba4e677bf0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 1130 time: 0.0950980 Oct 26 15:28:53.289144 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-144cd5f2-7ddd-4f61-8463-d42469bae765 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (fbdd48c1-dfca-4937-8c81-4114059bba18), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:53.378391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:53.397161 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ceb897-25b2-4b3b-977e-11a0a8d51fce req-25168df7-4e97-4344-a556-9a1ab19f0e55 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:53.398810 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b2ceb897-25b2-4b3b-977e-11a0a8d51fce req-25168df7-4e97-4344-a556-9a1ab19f0e55 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 946 time: 0.0784137 Oct 26 15:28:53.404970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94563ee-4634-4ad2-b280-daf7572545cb None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:28:53.447536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:53.466720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e1072731-02d2-4aed-9185-ef2587382de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:25:15Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:25:16Z', 'revision_number': 34, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:53.469636 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144cd5f2-7ddd-4f61-8463-d42469bae765 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Router fbdd48c1-dfca-4937-8c81-4114059bba18 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:28:53.501421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1072731-02d2-4aed-9185-ef2587382de1 None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:28:53.521354 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b2ceb897-25b2-4b3b-977e-11a0a8d51fce req-6f67ace8-81a0-4794-a45c-b4a9d4aec57e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=33239e61-a396-4e39-ae23-dc9e3f1b1567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894678 Oct 26 15:28:53.532120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1072731-02d2-4aed-9185-ef2587382de1 None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:53.532750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e1072731-02d2-4aed-9185-ef2587382de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:28:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:53.536009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785cb7e-eaeb-41a9-81d6-f08166fff7e3 req-57700950-91d1-4f69-8c8d-f708e37ebeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:53.538162 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9785cb7e-eaeb-41a9-81d6-f08166fff7e3 req-57700950-91d1-4f69-8c8d-f708e37ebeb4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e17aed4e-c4e5-4bb5-a982-08b9b5add769 HTTP/1.1" status: 200 len: 898 time: 0.1735318 Oct 26 15:28:53.564990 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144cd5f2-7ddd-4f61-8463-d42469bae765 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:28:53.572446 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-144cd5f2-7ddd-4f61-8463-d42469bae765 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "PUT /networking/v2.0/routers/fbdd48c1-dfca-4937-8c81-4114059bba18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3756361 Oct 26 15:28:53.574320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35662) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:53.576477 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f896b54-0030-45b8-bf0a-76b9ffda45b3 None None] Sync routers for ids ['fbdd48c1-dfca-4937-8c81-4114059bba18'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:28:53.588343 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f896b54-0030-45b8-bf0a-76b9ffda45b3 None None] Routers {'fbdd48c1-dfca-4937-8c81-4114059bba18'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:53.589405 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2f896b54-0030-45b8-bf0a-76b9ffda45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:28:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fbdd48c1-dfca-4937-8c81-4114059bba18'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:53.601252 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-136dfce2-46ce-4fff-b497-e54ac44c950a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] GET failed (client error): The resource could not be found. Oct 26 15:28:53.605245 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-136dfce2-46ce-4fff-b497-e54ac44c950a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports/79f694ef-717b-4975-9a20-a8240f2d193b HTTP/1.1" status: 404 len: 333 time: 0.0274796 Oct 26 15:28:53.605517 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35664) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:53.611952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94563ee-4634-4ad2-b280-daf7572545cb None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:28:53.613455 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9785cb7e-eaeb-41a9-81d6-f08166fff7e3 req-30ec56d2-4ef9-4993-9066-18dc0092814c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4396edc-0efb-4409-a9e0-d8bc4f53ce10 HTTP/1.1" status: 200 len: 217 time: 0.0584581 Oct 26 15:28:53.632983 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:53.635847 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2f896b54-0030-45b8-bf0a-76b9ffda45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:53.645768 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f896b54-0030-45b8-bf0a-76b9ffda45b3 None None] Routers {'fbdd48c1-dfca-4937-8c81-4114059bba18'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:53.646757 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2f896b54-0030-45b8-bf0a-76b9ffda45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:28:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fbdd48c1-dfca-4937-8c81-4114059bba18'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:53.683169 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:53.684864 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2f896b54-0030-45b8-bf0a-76b9ffda45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:53.685711 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f896b54-0030-45b8-bf0a-76b9ffda45b3 None None] The sync data for ids ['fbdd48c1-dfca-4937-8c81-4114059bba18'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:28:53.686130 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89afa124-32de-4d2c-8a22-5532aadb9fb7 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for router (fbdd48c1-dfca-4937-8c81-4114059bba18), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:53.726634 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785cb7e-eaeb-41a9-81d6-f08166fff7e3 req-2d6df8d9-f049-4f85-9041-bcbb9e89f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:53.728170 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9785cb7e-eaeb-41a9-81d6-f08166fff7e3 req-2d6df8d9-f049-4f85-9041-bcbb9e89f92f service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=3f6b5952-1b1d-42b8-b52f-36b8e04e5167 HTTP/1.1" status: 200 len: 834 time: 0.1078053 Oct 26 15:28:53.736850 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5ca00-a61d-4bd6-b329-c5e7a092bae5 req-37f39bad-b4d2-4ff4-84ab-c18b60f99147 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:53.738410 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f5d5ca00-a61d-4bd6-b329-c5e7a092bae5 req-37f39bad-b4d2-4ff4-84ab-c18b60f99147 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 946 time: 0.0615234 Oct 26 15:28:53.812169 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785cb7e-eaeb-41a9-81d6-f08166fff7e3 req-c89b6f50-66fe-4b11-8c0c-df2ba5074461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:53.813660 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9785cb7e-eaeb-41a9-81d6-f08166fff7e3 req-c89b6f50-66fe-4b11-8c0c-df2ba5074461 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e17aed4e-c4e5-4bb5-a982-08b9b5add769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0743487 Oct 26 15:28:53.861059 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89afa124-32de-4d2c-8a22-5532aadb9fb7 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (fbdd48c1-dfca-4937-8c81-4114059bba18), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:53.863871 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89afa124-32de-4d2c-8a22-5532aadb9fb7 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for router_controller (fbdd48c1-dfca-4937-8c81-4114059bba18), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:53.883534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-e1072731-02d2-4aed-9185-ef2587382de1 None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:28:53.908837 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-f5d5ca00-a61d-4bd6-b329-c5e7a092bae5 req-8eaa62d7-8344-4859-808a-76bb60971578 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port d4396edc-0efb-4409-a9e0-d8bc4f53ce10 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:53.909210 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f5d5ca00-a61d-4bd6-b329-c5e7a092bae5 req-8eaa62d7-8344-4859-808a-76bb60971578 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (d4396edc-0efb-4409-a9e0-d8bc4f53ce10), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:53.913587 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89afa124-32de-4d2c-8a22-5532aadb9fb7 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (fbdd48c1-dfca-4937-8c81-4114059bba18), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:53.915033 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89afa124-32de-4d2c-8a22-5532aadb9fb7 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Fanout notify agent at l3_agent the message router_deleted on router fbdd48c1-dfca-4937-8c81-4114059bba18 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:28:53.922509 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-89afa124-32de-4d2c-8a22-5532aadb9fb7 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:53.927171 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-89afa124-32de-4d2c-8a22-5532aadb9fb7 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/routers/fbdd48c1-dfca-4937-8c81-4114059bba18 HTTP/1.1" status: 204 len: 168 time: 0.3206065 Oct 26 15:28:53.928431 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35666) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:53.989250 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-403be328-8108-4408-b734-62812c5199a0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting subnet dd201237-ab7d-4133-a0d5-4fca51eec7e0 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:28:53.994869 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:53.995522 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-403be328-8108-4408-b734-62812c5199a0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (dd201237-ab7d-4133-a0d5-4fca51eec7e0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:54.005142 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9785cb7e-eaeb-41a9-81d6-f08166fff7e3 req-51a22300-638c-47f7-8776-6eb096a81179 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e17aed4e-c4e5-4bb5-a982-08b9b5add769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616127 Oct 26 15:28:54.042171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-403be328-8108-4408-b734-62812c5199a0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (dd201237-ab7d-4133-a0d5-4fca51eec7e0), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:54.063249 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:28:54.081194 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-f5d5ca00-a61d-4bd6-b329-c5e7a092bae5 req-8eaa62d7-8344-4859-808a-76bb60971578 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port d4396edc-0efb-4409-a9e0-d8bc4f53ce10, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=d4396edc-0efb-4409-a9e0-d8bc4f53ce10,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:54.081471 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f5d5ca00-a61d-4bd6-b329-c5e7a092bae5 req-8eaa62d7-8344-4859-808a-76bb60971578 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (d4396edc-0efb-4409-a9e0-d8bc4f53ce10), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:54.107010 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-f5d5ca00-a61d-4bd6-b329-c5e7a092bae5 req-8eaa62d7-8344-4859-808a-76bb60971578 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for d4396edc-0efb-4409-a9e0-d8bc4f53ce10 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:54.142313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-403be328-8108-4408-b734-62812c5199a0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (dd201237-ab7d-4133-a0d5-4fca51eec7e0), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:54.171722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e1072731-02d2-4aed-9185-ef2587382de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:25:15Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:25:16Z', 'revision_number': 34, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:54.181125 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9785cb7e-eaeb-41a9-81d6-f08166fff7e3 req-e0f61018-0930-4926-bb9f-7f530db817d1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e17aed4e-c4e5-4bb5-a982-08b9b5add769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628625 Oct 26 15:28:54.199078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1072731-02d2-4aed-9185-ef2587382de1 None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:25:15Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:25:16Z', 'revision_number': 34, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:28:54.241994 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-403be328-8108-4408-b734-62812c5199a0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (dd201237-ab7d-4133-a0d5-4fca51eec7e0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:54.280669 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35668) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:54.286755 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-403be328-8108-4408-b734-62812c5199a0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:54.291078 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-403be328-8108-4408-b734-62812c5199a0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/dd201237-ab7d-4133-a0d5-4fca51eec7e0 HTTP/1.1" status: 204 len: 168 time: 0.3618999 Oct 26 15:28:54.292436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403be328-8108-4408-b734-62812c5199a0 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Subnet': ['ID=dd201237-ab7d-4133-a0d5-4fca51eec7e0,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:54.295711 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35670) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:54.345701 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f5d5ca00-a61d-4bd6-b329-c5e7a092bae5 req-8eaa62d7-8344-4859-808a-76bb60971578 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (d4396edc-0efb-4409-a9e0-d8bc4f53ce10), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:54.383021 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa62d7-8344-4859-808a-76bb60971578 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=d4396edc-0efb-4409-a9e0-d8bc4f53ce10,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:54.392074 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (234bb64f-115a-46e4-aff0-c4d642ea1974), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:54.422706 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f79567b3-b922-4a30-99d1-fcc78230d11e tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1400559 Oct 26 15:28:54.448464 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port 1c0dafb6-1a92-4d59-89e6-0ba23708793b {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:54.449663 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (1c0dafb6-1a92-4d59-89e6-0ba23708793b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:54.473414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d5ca00-a61d-4bd6-b329-c5e7a092bae5 req-8eaa62d7-8344-4859-808a-76bb60971578 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] No DVR routers for this DVR port d4396edc-0efb-4409-a9e0-d8bc4f53ce10 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:28:54.476689 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f5d5ca00-a61d-4bd6-b329-c5e7a092bae5 req-8eaa62d7-8344-4859-808a-76bb60971578 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:54.480226 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f5d5ca00-a61d-4bd6-b329-c5e7a092bae5 req-8eaa62d7-8344-4859-808a-76bb60971578 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "DELETE /networking/v2.0/ports/d4396edc-0efb-4409-a9e0-d8bc4f53ce10 HTTP/1.1" status: 204 len: 173 time: 0.7307560 Oct 26 15:28:54.554368 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] For port 1c0dafb6-1a92-4d59-89e6-0ba23708793b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1c0dafb6-1a92-4d59-89e6-0ba23708793b,segment=NetworkSegment(9b2e6070-6c2e-48d2-b263-9041e2e6fab1),segment_id=9b2e6070-6c2e-48d2-b263-9041e2e6fab1)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:54.555375 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (1c0dafb6-1a92-4d59-89e6-0ba23708793b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:54.581634 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for 1c0dafb6-1a92-4d59-89e6-0ba23708793b owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:54.584039 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:54.681004 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6e8c9bfc-62dc-4ee7-92bf-8c0ffe022eb4 req-89c08698-7bac-4feb-a679-011741991935 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=169100ee-6210-466a-83d6-91f72fb28b38 HTTP/1.1" status: 200 len: 210 time: 0.0434732 Oct 26 15:28:54.729423 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (1c0dafb6-1a92-4d59-89e6-0ba23708793b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:54.756105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=1c0dafb6-1a92-4d59-89e6-0ba23708793b,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:54.767467 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No DVR routers for this DVR port 1c0dafb6-1a92-4d59-89e6-0ba23708793b on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:28:54.834052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6f54d3-ed80-4791-bfab-4dcea10c5ce0 None None] Network 234bb64f-115a-46e4-aff0-c4d642ea1974 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:54.838605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-cfe18082-2916-4468-9783-0bb96ac839f7 None None] Could not find standard attr ID for object 1c0dafb6-1a92-4d59-89e6-0ba23708793b. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:28:54.879188 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (234bb64f-115a-46e4-aff0-c4d642ea1974), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:54.903709 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234bb64f-115a-46e4-aff0-c4d642ea1974']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:54.915511 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2e6070-6c2e-48d2-b263-9041e2e6fab1') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:54.915865 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2e6070-6c2e-48d2-b263-9041e2e6fab1') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:54.926607 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (9b2e6070-6c2e-48d2-b263-9041e2e6fab1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:54.942049 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (9b2e6070-6c2e-48d2-b263-9041e2e6fab1), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:54.950393 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:28:54.950818 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (9b2e6070-6c2e-48d2-b263-9041e2e6fab1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:54.973717 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 9b2e6070-6c2e-48d2-b263-9041e2e6fab1 resource provider aggregate not found Oct 26 15:28:54.995939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842202a6-8189-4b8e-a649-c2708fbe00a1 None None] DHCP port deletion for 234bb64f-115a-46e4-aff0-c4d642ea1974 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:28:55.011985 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 9b2e6070-6c2e-48d2-b263-9041e2e6fab1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b2e6070-6c2e-48d2-b263-9041e2e6fab1 found for delete ", "request_id": "req-f2224622-75cf-495a-b9ad-a333d1c2b362"}]} Oct 26 15:28:55.034863 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (234bb64f-115a-46e4-aff0-c4d642ea1974), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:55.066881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:55.070429 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/networks/234bb64f-115a-46e4-aff0-c4d642ea1974 HTTP/1.1" status: 204 len: 168 time: 0.7737598 Oct 26 15:28:55.071428 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fc384-607e-42f6-b3ab-b0899e554ec5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Network': ['ID=234bb64f-115a-46e4-aff0-c4d642ea1974,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:55.074297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35678) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:55.129568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be6f1be-94f1-4505-a914-8f67fc4b6eea tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:55.135580 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4be6f1be-94f1-4505-a914-8f67fc4b6eea tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports/53c968a4-a773-4192-a583-c8793f42203b HTTP/1.1" status: 200 len: 840 time: 0.0564826 Oct 26 15:28:55.135836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35680) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:55.189576 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0c393aeb-9718-40be-9f05-80de2824bece tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports/53c968a4-a773-4192-a583-c8793f42203b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0493631 Oct 26 15:28:55.189576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169100ee-6210-466a-83d6-91f72fb28b38', 'name': 'network-vif-deleted', 'tag': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:28:55.189916 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35682) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:55.196980 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-02374e76-c064-43f7-a1d9-a3b03a99fefa tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'subnet': {'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:55.198763 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f954a6cf-5202-4c60-8c88-f5d137ad65ed" -d '{"events": [{"server_uuid": "169100ee-6210-466a-83d6-91f72fb28b38", "name": "network-vif-deleted", "tag": "d4396edc-0efb-4409-a9e0-d8bc4f53ce10"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:28:55.203951 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:55.271458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9f597e-0adc-44af-b927-7548579cdc85 x-openstack-request-id: req-ec9f597e-0adc-44af-b927-7548579cdc85 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:28:55.272423 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169100ee-6210-466a-83d6-91f72fb28b38", "name": "network-vif-deleted", "tag": "d4396edc-0efb-4409-a9e0-d8bc4f53ce10", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:28:55.272772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec9f597e-0adc-44af-b927-7548579cdc85 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:28:55.273485 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec9f597e-0adc-44af-b927-7548579cdc85'] response: {'server_uuid': '169100ee-6210-466a-83d6-91f72fb28b38', 'name': 'network-vif-deleted', 'tag': 'd4396edc-0efb-4409-a9e0-d8bc4f53ce10', 'status': 'completed', 'code': 200} Oct 26 15:28:55.324105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02374e76-c064-43f7-a1d9-a3b03a99fefa tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:55.328607 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-02374e76-c064-43f7-a1d9-a3b03a99fefa tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:55.424610 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35688) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:55.496008 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-97257e46-e0a4-4aa0-89d0-4bd6304f224b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0684602 Oct 26 15:28:55.545369 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-02374e76-c064-43f7-a1d9-a3b03a99fefa tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (227be03c-1e0d-41e0-90d5-c27d17648f8f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:55.595931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02374e76-c064-43f7-a1d9-a3b03a99fefa tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 8d62fa28-4555-4725-b494-4e875dc198ae is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:55.599059 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-02374e76-c064-43f7-a1d9-a3b03a99fefa tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:55.603767 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02374e76-c064-43f7-a1d9-a3b03a99fefa tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:55.604373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-02374e76-c064-43f7-a1d9-a3b03a99fefa tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:55.610279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86310b9-ee7a-4656-8ad0-f7d617bec388 None None] Network 8d62fa28-4555-4725-b494-4e875dc198ae requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:55.614941 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02374e76-c064-43f7-a1d9-a3b03a99fefa tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Subnet': ['ID=227be03c-1e0d-41e0-90d5-c27d17648f8f,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:55.627234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:55.628856 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-02374e76-c064-43f7-a1d9-a3b03a99fefa tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4375679 Oct 26 15:28:55.631860 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35690) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:55.636662 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-03960eb5-0bff-44e0-b6e6-cedd423ff01b tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'security_group': {'name': 'tempest-secgroup-1641862871'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:55.659954 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-03960eb5-0bff-44e0-b6e6-cedd423ff01b tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:55.698752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:55.755117 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-03960eb5-0bff-44e0-b6e6-cedd423ff01b tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (002db217-127a-4ef5-bacc-136ae600da91), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:55.760291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:55.760694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:55.761044 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 Oct 26 15:28:55.762862 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-03960eb5-0bff-44e0-b6e6-cedd423ff01b tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (002db217-127a-4ef5-bacc-136ae600da91), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:55.778149 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35694) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:55.795497 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-03960eb5-0bff-44e0-b6e6-cedd423ff01b tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:55.800261 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-03960eb5-0bff-44e0-b6e6-cedd423ff01b tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1672981 Oct 26 15:28:55.800987 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35696) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:55.809241 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-1df50a51-5a3d-4d1a-803b-c2da80002d3d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'security_group': {'name': 'tempest-secgroup-329273153'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:55.813444 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:55.814426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-8d62fa28-4555-4725-b494-4e875dc198ae', 'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae', 'project_id': '550c9c56f3c645f4b41c714b5ca91569', 'fixed_ips': [{'subnet_id': '227be03c-1e0d-41e0-90d5-c27d17648f8f'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:28:55.815379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:55.839817 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03960eb5-0bff-44e0-b6e6-cedd423ff01b tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002db217-127a-4ef5-bacc-136ae600da91,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:55.843624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:55.847649 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1df50a51-5a3d-4d1a-803b-c2da80002d3d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:55.877602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b58c98d5-7c16-4102-8548-15628f735d8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (33239e61-a396-4e39-ae23-dc9e3f1b1567), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:55.912411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b58c98d5-7c16-4102-8548-15628f735d8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (33239e61-a396-4e39-ae23-dc9e3f1b1567), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:55.940500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1df50a51-5a3d-4d1a-803b-c2da80002d3d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (5ac2ea0e-d115-4f8d-b6c6-c2563c920838), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:55.947555 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1df50a51-5a3d-4d1a-803b-c2da80002d3d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (5ac2ea0e-d115-4f8d-b6c6-c2563c920838), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:55.987183 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1df50a51-5a3d-4d1a-803b-c2da80002d3d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:55.988888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:55.989370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:55.991758 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35698) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:55.991925 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1df50a51-5a3d-4d1a-803b-c2da80002d3d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1868556 Oct 26 15:28:55.993026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df50a51-5a3d-4d1a-803b-c2da80002d3d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac2ea0e-d115-4f8d-b6c6-c2563c920838,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:56.003803 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e21437f2-a6a3-4cdf-8f4c-9975a5891ad1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-925529539', 'security_groups': ['5ac2ea0e-d115-4f8d-b6c6-c2563c920838'], 'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '227be03c-1e0d-41e0-90d5-c27d17648f8f'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:56.049337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:56.051848 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b58c98d5-7c16-4102-8548-15628f735d8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (33239e61-a396-4e39-ae23-dc9e3f1b1567), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:56.055248 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b58c98d5-7c16-4102-8548-15628f735d8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:56.056847 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b58c98d5-7c16-4102-8548-15628f735d8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/33239e61-a396-4e39-ae23-dc9e3f1b1567 HTTP/1.1" status: 204 len: 168 time: 0.2769716 Oct 26 15:28:56.057283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:56.058128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:56.076193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c98d5-7c16-4102-8548-15628f735d8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33239e61-a396-4e39-ae23-dc9e3f1b1567,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:56.110036 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35702) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:56.142507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Allocated IP 172.20.0.2 (8d62fa28-4555-4725-b494-4e875dc198ae/227be03c-1e0d-41e0-90d5-c27d17648f8f/ced7bc8f-0361-4178-bbc2-76dfe256b8dc) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:56.166055 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:56.175696 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21437f2-a6a3-4cdf-8f4c-9975a5891ad1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:56.191255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f42fb069-1337-4ee2-90a3-5eb797a15dbb triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:56.191634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:56.191972 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f42fb069-1337-4ee2-90a3-5eb797a15dbb Oct 26 15:28:56.236172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=34']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:56.278123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e21437f2-a6a3-4cdf-8f4c-9975a5891ad1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:56.281225 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:56.296059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:56.300850 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-e21437f2-a6a3-4cdf-8f4c-9975a5891ad1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] device_id is not set on port 94837346-6731-444c-b77a-0ac30bc417ba yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:28:56.372930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f42fb069-1337-4ee2-90a3-5eb797a15dbb is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:56.373601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:56.391394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:56.445693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:56.449626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Publish callbacks [] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:56.454911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:56.458065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:56.503192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35704) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:56.505951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Network 8d62fa28-4555-4725-b494-4e875dc198ae is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:56.512433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:56.516119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:56.531617 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-450c9b23-2409-42fb-8da7-6bb2c1ab9bb2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (28a3ab95-c9ca-460d-b8e4-b21967ab5352), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:56.547239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=35']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:56.592341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1c0dafb6-1a92-4d59-89e6-0ba23708793b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:56.612009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-e21437f2-a6a3-4cdf-8f4c-9975a5891ad1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Allocated IP 172.20.0.6 (8d62fa28-4555-4725-b494-4e875dc198ae/227be03c-1e0d-41e0-90d5-c27d17648f8f/94837346-6731-444c-b77a-0ac30bc417ba) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:56.618567 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5aafc2f7-e607-47b6-9063-0c4fe66c5cb1 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1140547 Oct 26 15:28:56.630005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Attempting to bind port ced7bc8f-0361-4178-bbc2-76dfe256b8dc on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:28:56.634124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Attempting to bind port ced7bc8f-0361-4178-bbc2-76dfe256b8dc by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '4242b098-f817-4b36-abf7-1068c376b26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:28:56.634744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Attempting to bind port ced7bc8f-0361-4178-bbc2-76dfe256b8dc on network 8d62fa28-4555-4725-b494-4e875dc198ae {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:28:56.636670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 1c0dafb6-1a92-4d59-89e6-0ba23708793b {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:28:56.637039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1c0dafb6-1a92-4d59-89e6-0ba23708793b not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:28:56.676413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Pushing event updated for resources: {'Port': ['ID=ced7bc8f-0361-4178-bbc2-76dfe256b8dc,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:56.699722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:28:56.700101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Checking segment: {'id': '4242b098-f817-4b36-abf7-1068c376b26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:28:56.700511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:56.700976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Bound using segment: {'id': '4242b098-f817-4b36-abf7-1068c376b26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:28:56.701624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Bound port: ced7bc8f-0361-4178-bbc2-76dfe256b8dc, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4242b098-f817-4b36-abf7-1068c376b26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:28:56.702175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:56.775216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] For port ced7bc8f-0361-4178-bbc2-76dfe256b8dc, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:28:56.778677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] For port ced7bc8f-0361-4178-bbc2-76dfe256b8dc, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ced7bc8f-0361-4178-bbc2-76dfe256b8dc,segment=NetworkSegment(4242b098-f817-4b36-abf7-1068c376b26a),segment_id=4242b098-f817-4b36-abf7-1068c376b26a)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:28:56.789587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:56.809417 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e21437f2-a6a3-4cdf-8f4c-9975a5891ad1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (94837346-6731-444c-b77a-0ac30bc417ba), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:56.833883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:56.849677 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e21437f2-a6a3-4cdf-8f4c-9975a5891ad1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (94837346-6731-444c-b77a-0ac30bc417ba), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:56.871891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff6b7f-c01d-4e15-8a70-641978d68ef9 None None] Pushing event updated for resources: {'Port': ['ID=ced7bc8f-0361-4178-bbc2-76dfe256b8dc,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:56.883054 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-450c9b23-2409-42fb-8da7-6bb2c1ab9bb2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port f42fb069-1337-4ee2-90a3-5eb797a15dbb {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:56.883591 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-450c9b23-2409-42fb-8da7-6bb2c1ab9bb2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:56.907846 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21437f2-a6a3-4cdf-8f4c-9975a5891ad1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 8d62fa28-4555-4725-b494-4e875dc198ae is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:56.914149 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-e21437f2-a6a3-4cdf-8f4c-9975a5891ad1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:56.917358 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21437f2-a6a3-4cdf-8f4c-9975a5891ad1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:28:56.922060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21437f2-a6a3-4cdf-8f4c-9975a5891ad1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=94837346-6731-444c-b77a-0ac30bc417ba,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:56.954106 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:56.984257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21437f2-a6a3-4cdf-8f4c-9975a5891ad1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:56.984956 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e21437f2-a6a3-4cdf-8f4c-9975a5891ad1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:57.003540 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e21437f2-a6a3-4cdf-8f4c-9975a5891ad1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0102391 Oct 26 15:28:57.006895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35706) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:57.011970 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a4aa2b31-97ba-4511-b669-a685de17975c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'subnet': {'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:57.159113 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4aa2b31-97ba-4511-b669-a685de17975c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:57.163103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a4aa2b31-97ba-4511-b669-a685de17975c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:57.241346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14183536-2d5a-40ef-a0e1-c1843cce1cef None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:28:57.241346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14183536-2d5a-40ef-a0e1-c1843cce1cef None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:57.241346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-14183536-2d5a-40ef-a0e1-c1843cce1cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:28:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:57.289218 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.ipam_backend_mixin [None req-a4aa2b31-97ba-4511-b669-a685de17975c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 227be03c-1e0d-41e0-90d5-c27d17648f8f (CIDR: 172.20.0.0/28) Oct 26 15:28:57.294726 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4aa2b31-97ba-4511-b669-a685de17975c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:28:57.295465 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4aa2b31-97ba-4511-b669-a685de17975c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:28:57.310586 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-450c9b23-2409-42fb-8da7-6bb2c1ab9bb2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port f42fb069-1337-4ee2-90a3-5eb797a15dbb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f42fb069-1337-4ee2-90a3-5eb797a15dbb,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:57.311317 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-450c9b23-2409-42fb-8da7-6bb2c1ab9bb2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:57.322463 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a4aa2b31-97ba-4511-b669-a685de17975c tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3085620 Oct 26 15:28:57.323671 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35708) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:57.329488 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-604bd463-5861-4237-8d43-d6288583f64a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'subnet': {'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:57.335091 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-450c9b23-2409-42fb-8da7-6bb2c1ab9bb2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for f42fb069-1337-4ee2-90a3-5eb797a15dbb owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:57.350551 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:57.355033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-14183536-2d5a-40ef-a0e1-c1843cce1cef None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:28:57.405270 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:57.456100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604bd463-5861-4237-8d43-d6288583f64a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:28:57.459930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-604bd463-5861-4237-8d43-d6288583f64a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:57.575804 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-450c9b23-2409-42fb-8da7-6bb2c1ab9bb2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (f42fb069-1337-4ee2-90a3-5eb797a15dbb), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:57.585301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device d4396edc-0efb-4409-a9e0-d8bc4f53ce10 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:57.614800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: d4396edc-0efb-4409-a9e0-d8bc4f53ce10 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:28:57.615536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device d4396edc-0efb-4409-a9e0-d8bc4f53ce10 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:28:57.618380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-14183536-2d5a-40ef-a0e1-c1843cce1cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:23:18Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:28:55Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f42fb069-1337-4ee2-90a3-5eb797a15dbb', 'name': '', 'network_id': 'e17aed4e-c4e5-4bb5-a982-08b9b5add769', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:37:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:16Z', 'updated_at': '2022-10-26T15:28:56Z', 'revision_number': 35, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '3f6b5952-1b1d-42b8-b52f-36b8e04e5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:57.623587 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35710) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:57.631788 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c9b23-2409-42fb-8da7-6bb2c1ab9bb2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=f42fb069-1337-4ee2-90a3-5eb797a15dbb,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:57.651351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14183536-2d5a-40ef-a0e1-c1843cce1cef None None] Checking router: 28a3ab95-c9ca-460d-b8e4-b21967ab5352 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:28:57.660547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ced7bc8f-0361-4178-bbc2-76dfe256b8dc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:57.667614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14183536-2d5a-40ef-a0e1-c1843cce1cef None None] Routers {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:28:57.668254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-14183536-2d5a-40ef-a0e1-c1843cce1cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:28:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:57.778954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-604bd463-5861-4237-8d43-d6288583f64a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (586984e5-b34a-4893-9dc2-245d6bf5a03c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:57.799235 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:57.936097 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604bd463-5861-4237-8d43-d6288583f64a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 8d62fa28-4555-4725-b494-4e875dc198ae is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:28:57.949360 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-450c9b23-2409-42fb-8da7-6bb2c1ab9bb2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (28a3ab95-c9ca-460d-b8e4-b21967ab5352), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:57.958349 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-604bd463-5861-4237-8d43-d6288583f64a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:28:57.987546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604bd463-5861-4237-8d43-d6288583f64a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:57.994726 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-604bd463-5861-4237-8d43-d6288583f64a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:58.021446 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-90607cba-67ee-4715-8267-34c0ca810300 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.2643945 Oct 26 15:28:58.030653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ced7bc8f-0361-4178-bbc2-76dfe256b8dc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:58.031550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:58.031774 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-604bd463-5861-4237-8d43-d6288583f64a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7068758 Oct 26 15:28:58.032322 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ced7bc8f-0361-4178-bbc2-76dfe256b8dc Oct 26 15:28:58.034050 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b215fb13-7ed2-4967-98ab-c9ef1e295c68 req-67aea189-28d9-47d6-bc61-00beebfd7668 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2654686 Oct 26 15:28:58.034526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35712) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:58.040926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f62ac93a-df1b-4086-bdb9-42e4774a3159 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-714093938', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '586984e5-b34a-4893-9dc2-245d6bf5a03c'}], 'security_groups': ['002db217-127a-4ef5-bacc-136ae600da91']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:28:58.044322 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bd463-5861-4237-8d43-d6288583f64a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Subnet': ['ID=586984e5-b34a-4893-9dc2-245d6bf5a03c,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:58.161959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-14183536-2d5a-40ef-a0e1-c1843cce1cef None None] Set router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:28:58.173917 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215fb13-7ed2-4967-98ab-c9ef1e295c68 req-ccd09417-4d72-4e04-a3c1-920f30ab9328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:58.175535 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b215fb13-7ed2-4967-98ab-c9ef1e295c68 req-ccd09417-4d72-4e04-a3c1-920f30ab9328 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=3529ca9651044c3b8bc329b46b7fbc54&device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 1129 time: 0.1077590 Oct 26 15:28:58.181013 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f62ac93a-df1b-4086-bdb9-42e4774a3159 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (94837346-6731-444c-b77a-0ac30bc417ba), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:58.244775 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450c9b23-2409-42fb-8da7-6bb2c1ab9bb2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:28:58.263073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ced7bc8f-0361-4178-bbc2-76dfe256b8dc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:58.263485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:58.303559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6094311a-1b64-4216-83cd-611d1770da9a None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:28:58.331517 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:58.339308 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:58.365434 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450c9b23-2409-42fb-8da7-6bb2c1ab9bb2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:28:58.372837 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-450c9b23-2409-42fb-8da7-6bb2c1ab9bb2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "PUT /networking/v2.0/routers/28a3ab95-c9ca-460d-b8e4-b21967ab5352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2597456 Oct 26 15:28:58.374789 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35714) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:58.391905 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215fb13-7ed2-4967-98ab-c9ef1e295c68 req-9a07be62-00a4-4c24-9e75-352b658acfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:58.393542 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b215fb13-7ed2-4967-98ab-c9ef1e295c68 req-9a07be62-00a4-4c24-9e75-352b658acfb0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2a5033a5-32c8-47b6-8443-14cdcfcea264 HTTP/1.1" status: 200 len: 897 time: 0.1966987 Oct 26 15:28:58.422932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ced7bc8f-0361-4178-bbc2-76dfe256b8dc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ced7bc8f-0361-4178-bbc2-76dfe256b8dc,segment=NetworkSegment(4242b098-f817-4b36-abf7-1068c376b26a),segment_id=4242b098-f817-4b36-abf7-1068c376b26a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:58.430424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fa3f5712-7bc4-47b0-85a5-5e253e1cbfa9 None None] Provisioning complete for port ced7bc8f-0361-4178-bbc2-76dfe256b8dc triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:58.430899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5712-7bc4-47b0-85a5-5e253e1cbfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:58.431247 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fa3f5712-7bc4-47b0-85a5-5e253e1cbfa9 None None] Attempt 1 to provision port ced7bc8f-0361-4178-bbc2-76dfe256b8dc Oct 26 15:28:58.436288 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-46044bec-2878-45ae-91ef-5adfa36b40cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting subnet 3f6b5952-1b1d-42b8-b52f-36b8e04e5167 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:28:58.440028 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-46044bec-2878-45ae-91ef-5adfa36b40cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (3f6b5952-1b1d-42b8-b52f-36b8e04e5167), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:58.444394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:58.510712 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-46044bec-2878-45ae-91ef-5adfa36b40cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (3f6b5952-1b1d-42b8-b52f-36b8e04e5167), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:58.513402 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b215fb13-7ed2-4967-98ab-c9ef1e295c68 req-c881d9c5-e0af-4c59-9ade-a15360125fc2 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 HTTP/1.1" status: 200 len: 1002 time: 0.0936460 Oct 26 15:28:58.541492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:58.583408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:58.613798 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215fb13-7ed2-4967-98ab-c9ef1e295c68 req-18dc2331-169d-4105-808c-8bd47dc8d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:58.614927 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-46044bec-2878-45ae-91ef-5adfa36b40cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (3f6b5952-1b1d-42b8-b52f-36b8e04e5167), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:58.615690 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b215fb13-7ed2-4967-98ab-c9ef1e295c68 req-18dc2331-169d-4105-808c-8bd47dc8d36f service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=4d79363b-90cf-4551-bc6e-2dabbe17447a HTTP/1.1" status: 200 len: 835 time: 0.0754311 Oct 26 15:28:58.641555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:58.672572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:58.680094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:58.682627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ced7bc8f-0361-4178-bbc2-76dfe256b8dc,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:58.702634 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215fb13-7ed2-4967-98ab-c9ef1e295c68 req-9c1db24c-ab47-4cc2-845f-86054ac02595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:58.704298 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b215fb13-7ed2-4967-98ab-c9ef1e295c68 req-9c1db24c-ab47-4cc2-845f-86054ac02595 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2a5033a5-32c8-47b6-8443-14cdcfcea264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0679753 Oct 26 15:28:58.710694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6094311a-1b64-4216-83cd-611d1770da9a None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:28:58.711337 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-46044bec-2878-45ae-91ef-5adfa36b40cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (3f6b5952-1b1d-42b8-b52f-36b8e04e5167), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:58.729877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-14183536-2d5a-40ef-a0e1-c1843cce1cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:28:57Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:28:55Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:28:58.758227 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-46044bec-2878-45ae-91ef-5adfa36b40cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:58.762340 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-46044bec-2878-45ae-91ef-5adfa36b40cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/3f6b5952-1b1d-42b8-b52f-36b8e04e5167 HTTP/1.1" status: 204 len: 168 time: 0.3854690 Oct 26 15:28:58.763332 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46044bec-2878-45ae-91ef-5adfa36b40cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Subnet': ['ID=3f6b5952-1b1d-42b8-b52f-36b8e04e5167,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:58.765181 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35716) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:58.792346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14183536-2d5a-40ef-a0e1-c1843cce1cef None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [{'id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'name': 'tempest-TestNetworkBasicOps-router-956653527', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197'}], 'enable_snat': True}, 'gw_port_id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:23:08Z', 'updated_at': '2022-10-26T15:28:57Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '063d68a6-d4a2-45cc-8de7-94f53fcc1440', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3ab95-c9ca-460d-b8e4-b21967ab5352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:23:09Z', 'updated_at': '2022-10-26T15:28:55Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:28:58.805715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f5712-7bc4-47b0-85a5-5e253e1cbfa9 None None] Current status of the port ced7bc8f-0361-4178-bbc2-76dfe256b8dc is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:58.820474 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-f62ac93a-df1b-4086-bdb9-42e4774a3159 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Delete allocated IP 172.20.0.6 (8d62fa28-4555-4725-b494-4e875dc198ae/227be03c-1e0d-41e0-90d5-c27d17648f8f) {{(pid=105321) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 15:28:58.836348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fa3f5712-7bc4-47b0-85a5-5e253e1cbfa9 None None] Provisioning complete for port 53c968a4-a773-4192-a583-c8793f42203b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:58.836348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5712-7bc4-47b0-85a5-5e253e1cbfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (53c968a4-a773-4192-a583-c8793f42203b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:58.836873 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fa3f5712-7bc4-47b0-85a5-5e253e1cbfa9 None None] Attempt 1 to provision port 53c968a4-a773-4192-a583-c8793f42203b Oct 26 15:28:58.839373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:58.839745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:58.843298 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-f62ac93a-df1b-4086-bdb9-42e4774a3159 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Allocated IP 172.20.0.29 (8d62fa28-4555-4725-b494-4e875dc198ae/586984e5-b34a-4893-9dc2-245d6bf5a03c/94837346-6731-444c-b77a-0ac30bc417ba) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:28:58.878192 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b215fb13-7ed2-4967-98ab-c9ef1e295c68 req-2c230017-e68f-4212-aa42-1ce4e1adbb49 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2a5033a5-32c8-47b6-8443-14cdcfcea264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662490 Oct 26 15:28:58.909298 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4f40ea70-4955-4225-b41a-19be6f476e59 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (28a3ab95-c9ca-460d-b8e4-b21967ab5352), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:58.929903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f5712-7bc4-47b0-85a5-5e253e1cbfa9 None None] Port 53c968a4-a773-4192-a583-c8793f42203b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:28:58.961623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:58.971881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:58.972237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:28:59.018408 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:59.020645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: f42fb069-1337-4ee2-90a3-5eb797a15dbb {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:28:59.023138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f42fb069-1337-4ee2-90a3-5eb797a15dbb not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:28:59.023684 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35718) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:59.054654 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b215fb13-7ed2-4967-98ab-c9ef1e295c68 req-06a990de-503e-486d-a261-61e0163852ac service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2a5033a5-32c8-47b6-8443-14cdcfcea264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671779 Oct 26 15:28:59.119618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=35']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:59.122217 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4f40ea70-4955-4225-b41a-19be6f476e59 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (28a3ab95-c9ca-460d-b8e4-b21967ab5352), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.131183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f62ac93a-df1b-4086-bdb9-42e4774a3159 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (94837346-6731-444c-b77a-0ac30bc417ba), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.138433 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f62ac93a-df1b-4086-bdb9-42e4774a3159 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (94837346-6731-444c-b77a-0ac30bc417ba), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.149734 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-319ae676-0f90-4413-a5f8-5ce36b20f755 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1178367 Oct 26 15:28:59.219142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:59.221142 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-4f40ea70-4955-4225-b41a-19be6f476e59 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:59.221581 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4f40ea70-4955-4225-b41a-19be6f476e59 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.236621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95b5773-7e89-4dbf-81da-fe083091762d None None] Network 8d62fa28-4555-4725-b494-4e875dc198ae requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:59.242318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15936c69-d11b-4d62-80c6-ad3f2c48918c None None] Network e17aed4e-c4e5-4bb5-a982-08b9b5add769 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:28:59.279783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ac93a-df1b-4086-bdb9-42e4774a3159 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=94837346-6731-444c-b77a-0ac30bc417ba,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:59.310969 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f62ac93a-df1b-4086-bdb9-42e4774a3159 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] In _notify_port_updated(), no bound segment for port 94837346-6731-444c-b77a-0ac30bc417ba on network 8d62fa28-4555-4725-b494-4e875dc198ae {{(pid=105321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:28:59.318142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62ac93a-df1b-4086-bdb9-42e4774a3159 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:28:59.318941 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f62ac93a-df1b-4086-bdb9-42e4774a3159 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.323458 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f62ac93a-df1b-4086-bdb9-42e4774a3159 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "PUT /networking/v2.0/ports/94837346-6731-444c-b77a-0ac30bc417ba HTTP/1.1" status: 200 len: 920 time: 1.2850332 Oct 26 15:28:59.324276 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35720) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:59.352521 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-4f40ea70-4955-4225-b41a-19be6f476e59 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port 063d68a6-d4a2-45cc-8de7-94f53fcc1440, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=063d68a6-d4a2-45cc-8de7-94f53fcc1440,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:59.352968 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4f40ea70-4955-4225-b41a-19be6f476e59 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.368259 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-4f40ea70-4955-4225-b41a-19be6f476e59 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 063d68a6-d4a2-45cc-8de7-94f53fcc1440 owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:59.379190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:28:59.385902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-312278c5-fd82-42df-b70a-df8954042b41 None None] Provisioning complete for port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:28:59.386279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-312278c5-fd82-42df-b70a-df8954042b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0563b6ef-6be0-4efe-b69f-13dab2ce3d38), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.386612 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-312278c5-fd82-42df-b70a-df8954042b41 None None] Attempt 1 to provision port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 Oct 26 15:28:59.415895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f4063111-9bbe-4ba6-ad24-c5c915b57b0a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port 94837346-6731-444c-b77a-0ac30bc417ba {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:59.416258 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f4063111-9bbe-4ba6-ad24-c5c915b57b0a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (94837346-6731-444c-b77a-0ac30bc417ba), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.575921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-312278c5-fd82-42df-b70a-df8954042b41 None None] Current status of the port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:28:59.592418 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4f40ea70-4955-4225-b41a-19be6f476e59 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (063d68a6-d4a2-45cc-8de7-94f53fcc1440), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.601332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f4063111-9bbe-4ba6-ad24-c5c915b57b0a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (94837346-6731-444c-b77a-0ac30bc417ba), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.620761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a7228e-0a4e-4740-bdd6-a16eb5b2e610 None None] DHCP port deletion for e17aed4e-c4e5-4bb5-a982-08b9b5add769 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:28:59.633980 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f4063111-9bbe-4ba6-ad24-c5c915b57b0a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for 94837346-6731-444c-b77a-0ac30bc417ba owned by {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:28:59.636532 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40ea70-4955-4225-b41a-19be6f476e59 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=063d68a6-d4a2-45cc-8de7-94f53fcc1440,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:59.719940 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4f40ea70-4955-4225-b41a-19be6f476e59 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (28a3ab95-c9ca-460d-b8e4-b21967ab5352), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.738812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d6a7228e-0a4e-4740-bdd6-a16eb5b2e610 None None] Deleting port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:28:59.739442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d6a7228e-0a4e-4740-bdd6-a16eb5b2e610 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (0563b6ef-6be0-4efe-b69f-13dab2ce3d38), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.776744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:59.778788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c069c3a5-73d3-4703-b2c6-afa89c198516 None None] Update dhcp port {'port': {'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae', 'fixed_ips': [{'subnet_id': '227be03c-1e0d-41e0-90d5-c27d17648f8f', 'ip_address': '172.20.0.2'}, {'subnet_id': '586984e5-b34a-4893-9dc2-245d6bf5a03c'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': 'ced7bc8f-0361-4178-bbc2-76dfe256b8dc'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:28:59.840592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f4063111-9bbe-4ba6-ad24-c5c915b57b0a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (94837346-6731-444c-b77a-0ac30bc417ba), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.845808 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4f40ea70-4955-4225-b41a-19be6f476e59 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (28a3ab95-c9ca-460d-b8e4-b21967ab5352), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.848312 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4f40ea70-4955-4225-b41a-19be6f476e59 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_controller (28a3ab95-c9ca-460d-b8e4-b21967ab5352), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.870634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 063d68a6-d4a2-45cc-8de7-94f53fcc1440 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:28:59.871413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 15:28:59.879333 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4063111-9bbe-4ba6-ad24-c5c915b57b0a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=94837346-6731-444c-b77a-0ac30bc417ba,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:28:59.907514 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4f40ea70-4955-4225-b41a-19be6f476e59 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (28a3ab95-c9ca-460d-b8e4-b21967ab5352), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.908256 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f40ea70-4955-4225-b41a-19be6f476e59 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Fanout notify agent at l3_agent the message router_deleted on router 28a3ab95-c9ca-460d-b8e4-b21967ab5352 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:28:59.918089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Port 063d68a6-d4a2-45cc-8de7-94f53fcc1440 not found, will not notify nova. {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 15:28:59.918615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ced7bc8f-0361-4178-bbc2-76dfe256b8dc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:28:59.922173 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4f40ea70-4955-4225-b41a-19be6f476e59 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.927577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c069c3a5-73d3-4703-b2c6-afa89c198516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.929321 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4f40ea70-4955-4225-b41a-19be6f476e59 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/routers/28a3ab95-c9ca-460d-b8e4-b21967ab5352 HTTP/1.1" status: 204 len: 168 time: 1.1625032 Oct 26 15:28:59.930228 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35722) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:28:59.974946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-d6a7228e-0a4e-4740-bdd6-a16eb5b2e610 None None] For port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0563b6ef-6be0-4efe-b69f-13dab2ce3d38,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:28:59.975491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d6a7228e-0a4e-4740-bdd6-a16eb5b2e610 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (0563b6ef-6be0-4efe-b69f-13dab2ce3d38), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.992213 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f4063111-9bbe-4ba6-ad24-c5c915b57b0a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:28:59.996958 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f4063111-9bbe-4ba6-ad24-c5c915b57b0a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/94837346-6731-444c-b77a-0ac30bc417ba HTTP/1.1" status: 204 len: 168 time: 0.6711993 Oct 26 15:28:59.999158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35724) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:00.023732 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (e17aed4e-c4e5-4bb5-a982-08b9b5add769), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.027006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d6a7228e-0a4e-4740-bdd6-a16eb5b2e610 None None] Calling delete_port for 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:29:00.032031 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c5d946-3973-45ec-ae1f-e77c64975d6a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] GET failed (client error): The resource could not be found. Oct 26 15:29:00.033611 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-56c5d946-3973-45ec-ae1f-e77c64975d6a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports/94837346-6731-444c-b77a-0ac30bc417ba HTTP/1.1" status: 404 len: 333 time: 0.0331430 Oct 26 15:29:00.036077 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35726) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:00.076654 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:29:00.077126 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (0563b6ef-6be0-4efe-b69f-13dab2ce3d38), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.105754 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8721dbca-55b8-4260-902f-c66a74aecaba tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (5ac2ea0e-d115-4f8d-b6c6-c2563c920838), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.136240 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8721dbca-55b8-4260-902f-c66a74aecaba tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (5ac2ea0e-d115-4f8d-b6c6-c2563c920838), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.136886 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=12 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:00.153775 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35728) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:00.159404 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0563b6ef-6be0-4efe-b69f-13dab2ce3d38,segment=NetworkSegment(cf53ea2c-a59f-4e01-9152-196d21b0d8a1),segment_id=cf53ea2c-a59f-4e01-9152-196d21b0d8a1)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:00.160230 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (0563b6ef-6be0-4efe-b69f-13dab2ce3d38), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.183422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:29:00.235733 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-23593588-996f-4f41-b579-345a2e024e94 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0810394 Oct 26 15:29:00.251444 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:00.254299 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8721dbca-55b8-4260-902f-c66a74aecaba tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (5ac2ea0e-d115-4f8d-b6c6-c2563c920838), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.257893 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8721dbca-55b8-4260-902f-c66a74aecaba tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.261761 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8721dbca-55b8-4260-902f-c66a74aecaba tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/5ac2ea0e-d115-4f8d-b6c6-c2563c920838 HTTP/1.1" status: 204 len: 168 time: 0.2221124 Oct 26 15:29:00.262002 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35730) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:00.271539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721dbca-55b8-4260-902f-c66a74aecaba tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac2ea0e-d115-4f8d-b6c6-c2563c920838,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:00.340509 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (0563b6ef-6be0-4efe-b69f-13dab2ce3d38), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.353062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ced7bc8f-0361-4178-bbc2-76dfe256b8dc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:00.353307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.353906 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ced7bc8f-0361-4178-bbc2-76dfe256b8dc Oct 26 15:29:00.375456 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=0563b6ef-6be0-4efe-b69f-13dab2ce3d38,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:00.378912 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5b9b4963-8367-4064-a640-4e2150ffa8c1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (002db217-127a-4ef5-bacc-136ae600da91), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.383742 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] No DVR routers for this DVR port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:29:00.436498 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5b9b4963-8367-4064-a640-4e2150ffa8c1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (002db217-127a-4ef5-bacc-136ae600da91), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.451029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:00.461674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:00.481869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:00.489307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-c069c3a5-73d3-4703-b2c6-afa89c198516 None None] Allocated IP 172.20.0.18 (8d62fa28-4555-4725-b494-4e875dc198ae/586984e5-b34a-4893-9dc2-245d6bf5a03c/ced7bc8f-0361-4178-bbc2-76dfe256b8dc) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:29:00.492355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d6a7228e-0a4e-4740-bdd6-a16eb5b2e610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (0563b6ef-6be0-4efe-b69f-13dab2ce3d38), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.504678 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (e17aed4e-c4e5-4bb5-a982-08b9b5add769), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.532783 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17aed4e-c4e5-4bb5-a982-08b9b5add769']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:00.543763 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf53ea2c-a59f-4e01-9152-196d21b0d8a1') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:00.544294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf53ea2c-a59f-4e01-9152-196d21b0d8a1') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:00.554193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5b9b4963-8367-4064-a640-4e2150ffa8c1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (002db217-127a-4ef5-bacc-136ae600da91), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.557026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5b9b4963-8367-4064-a640-4e2150ffa8c1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.560605 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5b9b4963-8367-4064-a640-4e2150ffa8c1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/002db217-127a-4ef5-bacc-136ae600da91 HTTP/1.1" status: 204 len: 168 time: 0.2952006 Oct 26 15:29:00.560605 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (cf53ea2c-a59f-4e01-9152-196d21b0d8a1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.561291 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35732) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:00.563426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a7228e-0a4e-4740-bdd6-a16eb5b2e610 None None] No DVR routers for this DVR port 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:29:00.573640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7228e-0a4e-4740-bdd6-a16eb5b2e610 None None] Pushing event deleted for resources: {'Port': ['ID=0563b6ef-6be0-4efe-b69f-13dab2ce3d38,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:00.577979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b4963-8367-4064-a640-4e2150ffa8c1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002db217-127a-4ef5-bacc-136ae600da91,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:00.587727 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (cf53ea2c-a59f-4e01-9152-196d21b0d8a1), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.593968 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ced7bc8f-0361-4178-bbc2-76dfe256b8dc is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:00.597414 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:29:00.597949 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (cf53ea2c-a59f-4e01-9152-196d21b0d8a1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.653492 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment cf53ea2c-a59f-4e01-9152-196d21b0d8a1 resource provider aggregate not found Oct 26 15:29:00.681142 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment cf53ea2c-a59f-4e01-9152-196d21b0d8a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf53ea2c-a59f-4e01-9152-196d21b0d8a1 found for delete ", "request_id": "req-9f39d94a-d5db-4636-8a84-7cbf2bc66b09"}]} Oct 26 15:29:00.687732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-47910028-c169-411d-be07-77f7920589f9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting subnet 227be03c-1e0d-41e0-90d5-c27d17648f8f {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:29:00.693283 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (e17aed4e-c4e5-4bb5-a982-08b9b5add769), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.701413 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.704686 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/networks/e17aed4e-c4e5-4bb5-a982-08b9b5add769 HTTP/1.1" status: 204 len: 168 time: 0.7732737 Oct 26 15:29:00.725287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c069c3a5-73d3-4703-b2c6-afa89c198516 None None] For port ced7bc8f-0361-4178-bbc2-76dfe256b8dc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ced7bc8f-0361-4178-bbc2-76dfe256b8dc,segment=NetworkSegment(4242b098-f817-4b36-abf7-1068c376b26a),segment_id=4242b098-f817-4b36-abf7-1068c376b26a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:00.725658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc2574-5b55-4142-ace9-ba4768e007b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Network': ['ID=e17aed4e-c4e5-4bb5-a982-08b9b5add769,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:00.762477 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35738) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:00.768855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-7caeec49-b90f-489c-b634-7019710ed77f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'network': {'name': 'tempest-network-smoke--1060260137', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'port_security_enabled': True}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:00.769037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c069c3a5-73d3-4703-b2c6-afa89c198516 None None] Publish callbacks [] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.774933 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-47910028-c169-411d-be07-77f7920589f9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (227be03c-1e0d-41e0-90d5-c27d17648f8f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.775284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c069c3a5-73d3-4703-b2c6-afa89c198516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.842417 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caeec49-b90f-489c-b634-7019710ed77f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:29:00.846722 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7caeec49-b90f-489c-b634-7019710ed77f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.851918 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-47910028-c169-411d-be07-77f7920589f9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (227be03c-1e0d-41e0-90d5-c27d17648f8f), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.887150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069c3a5-73d3-4703-b2c6-afa89c198516 None None] Pushing event updated for resources: {'Port': ['ID=ced7bc8f-0361-4178-bbc2-76dfe256b8dc,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:00.901752 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:00.907299 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7caeec49-b90f-489c-b634-7019710ed77f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:29:00.933385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7caeec49-b90f-489c-b634-7019710ed77f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (d847c239-f922-4e41-887e-9aedcf62ffb4), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:00.933734 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-7caeec49-b90f-489c-b634-7019710ed77f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Added segment d847c239-f922-4e41-887e-9aedcf62ffb4 of type vlan for network ece41f0b-8cf3-4b28-a0e4-6f548de99a8d Oct 26 15:29:00.952436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:01.188968 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acdc9bb-7dae-4f88-a60f-9cd460f995c1 None None] Sync routers for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:29:01.194419 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acdc9bb-7dae-4f88-a60f-9cd460f995c1 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:01.194857 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acdc9bb-7dae-4f88-a60f-9cd460f995c1 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:29:01.195561 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-0acdc9bb-7dae-4f88-a60f-9cd460f995c1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:28:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:29:01.206073 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acdc9bb-7dae-4f88-a60f-9cd460f995c1 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:01.206433 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acdc9bb-7dae-4f88-a60f-9cd460f995c1 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:29:01.207035 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-0acdc9bb-7dae-4f88-a60f-9cd460f995c1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'28a3ab95-c9ca-460d-b8e4-b21967ab5352'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:28:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:29:01.207407 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acdc9bb-7dae-4f88-a60f-9cd460f995c1 None None] The sync data for ids ['28a3ab95-c9ca-460d-b8e4-b21967ab5352'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:29:01.238287 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35740) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:01.308848 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f7e5d2e8-2f42-4d11-8232-bbf7b670e011 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0650003 Oct 26 15:29:01.354255 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7caeec49-b90f-489c-b634-7019710ed77f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (ece41f0b-8cf3-4b28-a0e4-6f548de99a8d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:01.368159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-47910028-c169-411d-be07-77f7920589f9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (227be03c-1e0d-41e0-90d5-c27d17648f8f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:01.413550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2f5cfcf9-7ea8-4bfe-9863-2f10e4d83fbc None None] Provisioning complete for port ced7bc8f-0361-4178-bbc2-76dfe256b8dc triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:01.414021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2f5cfcf9-7ea8-4bfe-9863-2f10e4d83fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:01.414513 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2f5cfcf9-7ea8-4bfe-9863-2f10e4d83fbc None None] Attempt 1 to provision port ced7bc8f-0361-4178-bbc2-76dfe256b8dc Oct 26 15:29:01.418634 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7caeec49-b90f-489c-b634-7019710ed77f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (ece41f0b-8cf3-4b28-a0e4-6f548de99a8d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:01.423593 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caeec49-b90f-489c-b634-7019710ed77f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:01.424132 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7caeec49-b90f-489c-b634-7019710ed77f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:01.495072 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7caeec49-b90f-489c-b634-7019710ed77f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7289493 Oct 26 15:29:01.495349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2f5cfcf9-7ea8-4bfe-9863-2f10e4d83fbc None None] Current status of the port ced7bc8f-0361-4178-bbc2-76dfe256b8dc is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:01.495863 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35742) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:01.498430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2f5cfcf9-7ea8-4bfe-9863-2f10e4d83fbc None None] Could not find standard attr ID for object 94837346-6731-444c-b77a-0ac30bc417ba. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:29:01.502654 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-493992682', 'admin_state_up': True, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:01.507281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2f5cfcf9-7ea8-4bfe-9863-2f10e4d83fbc None None] Provisioning complete for port 53c968a4-a773-4192-a583-c8793f42203b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:01.507663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2f5cfcf9-7ea8-4bfe-9863-2f10e4d83fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (53c968a4-a773-4192-a583-c8793f42203b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:01.508005 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2f5cfcf9-7ea8-4bfe-9863-2f10e4d83fbc None None] Attempt 1 to provision port 53c968a4-a773-4192-a583-c8793f42203b Oct 26 15:29:01.510218 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-47910028-c169-411d-be07-77f7920589f9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (227be03c-1e0d-41e0-90d5-c27d17648f8f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:01.541309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2f5cfcf9-7ea8-4bfe-9863-2f10e4d83fbc None None] Port 53c968a4-a773-4192-a583-c8793f42203b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:29:01.545723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caeec49-b90f-489c-b634-7019710ed77f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Network': ['ID=ece41f0b-8cf3-4b28-a0e4-6f548de99a8d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:01.549060 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (31cc8f64-227d-4c1c-a0e4-50ccd011dba9), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:01.549417 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47910028-c169-411d-be07-77f7920589f9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Subnet': ['ID=227be03c-1e0d-41e0-90d5-c27d17648f8f,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:01.550276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (31cc8f64-227d-4c1c-a0e4-50ccd011dba9), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:01.555104 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-47910028-c169-411d-be07-77f7920589f9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:01.558974 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-47910028-c169-411d-be07-77f7920589f9 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/227be03c-1e0d-41e0-90d5-c27d17648f8f HTTP/1.1" status: 204 len: 168 time: 0.9959211 Oct 26 15:29:01.562814 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35744) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:01.567780 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-752fea63-c935-49a0-8dcd-0442764e6421 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'subnet': {'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:01.573004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network ece41f0b-8cf3-4b28-a0e4-6f548de99a8d details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:29:01.621930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ced7bc8f-0361-4178-bbc2-76dfe256b8dc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:01.666571 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_controller (31cc8f64-227d-4c1c-a0e4-50ccd011dba9), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:01.689665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ced7bc8f-0361-4178-bbc2-76dfe256b8dc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:01.690044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:01.690382 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ced7bc8f-0361-4178-bbc2-76dfe256b8dc Oct 26 15:29:01.766198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ced7bc8f-0361-4178-bbc2-76dfe256b8dc is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:01.823279 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752fea63-c935-49a0-8dcd-0442764e6421 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:29:01.827027 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-752fea63-c935-49a0-8dcd-0442764e6421 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:01.835438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:01.857304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (31cc8f64-227d-4c1c-a0e4-50ccd011dba9), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:01.858041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 063d68a6-d4a2-45cc-8de7-94f53fcc1440 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:29:01.858387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 063d68a6-d4a2-45cc-8de7-94f53fcc1440 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:29:01.858806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:01.882269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fb152b-0087-4419-baed-5b97d49107b4 None None] Network 8d62fa28-4555-4725-b494-4e875dc198ae requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:29:01.884666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:29:01.885035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0563b6ef-6be0-4efe-b69f-13dab2ce3d38 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:29:01.911561 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:01.960693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:01.963065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9bfcf642-da64-4a98-86dd-035f48212f42 None None] Could not find standard attr ID for object 94837346-6731-444c-b77a-0ac30bc417ba. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:29:02.164698 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (31cc8f64-227d-4c1c-a0e4-50ccd011dba9), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.188039 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.312070 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35746) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:02.343149 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-752fea63-c935-49a0-8dcd-0442764e6421 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (57973016-e0b0-4a42-aa70-e884b1d17415), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.379460 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e9b01c74-c2d5-4c4c-bcee-9f3ad5395b29 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0647871 Oct 26 15:29:02.403544 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.26.11.113 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/51c4a4bb-8995-440f-9bdd-a474a6c35f88) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:29:02.413420 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752fea63-c935-49a0-8dcd-0442764e6421 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 8d62fa28-4555-4725-b494-4e875dc198ae is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:29:02.420017 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-752fea63-c935-49a0-8dcd-0442764e6421 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:29:02.428252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752fea63-c935-49a0-8dcd-0442764e6421 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:02.428879 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-752fea63-c935-49a0-8dcd-0442764e6421 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.433461 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fea63-c935-49a0-8dcd-0442764e6421 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Subnet': ['ID=57973016-e0b0-4a42-aa70-e884b1d17415,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:02.460856 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-752fea63-c935-49a0-8dcd-0442764e6421 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8966947 Oct 26 15:29:02.463318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35748) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:02.467779 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-14cd70ed-1584-43a0-9f51-718efca17f2d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'security_group': {'name': 'tempest-secgroup-1511425868'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:02.488966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-14cd70ed-1584-43a0-9f51-718efca17f2d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.522710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ab1e17-f853-42a4-af07-9ee5db83322a None None] Network 8d62fa28-4555-4725-b494-4e875dc198ae requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:29:02.553970 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.563318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-14cd70ed-1584-43a0-9f51-718efca17f2d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (e4575676-672d-4afd-993a-51a7fb68e92a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.569007 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-14cd70ed-1584-43a0-9f51-718efca17f2d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (e4575676-672d-4afd-993a-51a7fb68e92a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.589163 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.602548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-14cd70ed-1584-43a0-9f51-718efca17f2d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.604593 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-14cd70ed-1584-43a0-9f51-718efca17f2d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1397033 Oct 26 15:29:02.607540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-7da62525-5b67-46e0-8678-71a2f79bcaa7 None None] Provisioning complete for port ced7bc8f-0361-4178-bbc2-76dfe256b8dc triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:02.608145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7da62525-5b67-46e0-8678-71a2f79bcaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.608481 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7da62525-5b67-46e0-8678-71a2f79bcaa7 None None] Attempt 1 to provision port ced7bc8f-0361-4178-bbc2-76dfe256b8dc Oct 26 15:29:02.610487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35750) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:02.618089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-864d3ef5-dad2-4245-8558-ef23e9961173 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'security_group': {'name': 'tempest-secgroup-573174330'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:02.627883 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd70ed-1584-43a0-9f51-718efca17f2d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4575676-672d-4afd-993a-51a7fb68e92a,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:02.632603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:29:02.635938 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:29:02.642040 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:02.643604 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:29:02.648220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-864d3ef5-dad2-4245-8558-ef23e9961173 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.745268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7da62525-5b67-46e0-8678-71a2f79bcaa7 None None] Current status of the port ced7bc8f-0361-4178-bbc2-76dfe256b8dc is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:02.747438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-864d3ef5-dad2-4245-8558-ef23e9961173 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (eafeb2fa-e5da-4313-b5bd-0d7356f3148d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.752454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-864d3ef5-dad2-4245-8558-ef23e9961173 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (eafeb2fa-e5da-4313-b5bd-0d7356f3148d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.764379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-7da62525-5b67-46e0-8678-71a2f79bcaa7 None None] Provisioning complete for port 53c968a4-a773-4192-a583-c8793f42203b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:02.764865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7da62525-5b67-46e0-8678-71a2f79bcaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (53c968a4-a773-4192-a583-c8793f42203b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.765307 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7da62525-5b67-46e0-8678-71a2f79bcaa7 None None] Attempt 1 to provision port 53c968a4-a773-4192-a583-c8793f42203b Oct 26 15:29:02.786321 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-864d3ef5-dad2-4245-8558-ef23e9961173 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.787646 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-864d3ef5-dad2-4245-8558-ef23e9961173 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1761255 Oct 26 15:29:02.790749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35752) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:02.795379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-db380e0d-7a75-4b15-819d-5122c555742a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'security_group': {'name': 'tempest-secgroup-103165614'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:02.803539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7da62525-5b67-46e0-8678-71a2f79bcaa7 None None] Port 53c968a4-a773-4192-a583-c8793f42203b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:29:02.806330 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d3ef5-dad2-4245-8558-ef23e9961173 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eafeb2fa-e5da-4313-b5bd-0d7356f3148d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:02.814169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1211bbea-875e-4bcb-b984-cfdec7b70488 None None] Update dhcp port {'port': {'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae', 'fixed_ips': [{'subnet_id': '586984e5-b34a-4893-9dc2-245d6bf5a03c', 'ip_address': '172.20.0.18'}, {'subnet_id': '57973016-e0b0-4a42-aa70-e884b1d17415'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': 'ced7bc8f-0361-4178-bbc2-76dfe256b8dc'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:29:02.827973 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db380e0d-7a75-4b15-819d-5122c555742a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.850422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1211bbea-875e-4bcb-b984-cfdec7b70488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.861576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:02.914897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db380e0d-7a75-4b15-819d-5122c555742a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (486afdb0-a4fa-426a-b35e-5a21c9d8d0ff), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.918969 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db380e0d-7a75-4b15-819d-5122c555742a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (486afdb0-a4fa-426a-b35e-5a21c9d8d0ff), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.949291 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=75,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:02.955123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db380e0d-7a75-4b15-819d-5122c555742a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:02.956506 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-db380e0d-7a75-4b15-819d-5122c555742a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1647604 Oct 26 15:29:02.959846 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db380e0d-7a75-4b15-819d-5122c555742a tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486afdb0-a4fa-426a-b35e-5a21c9d8d0ff,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:02.963211 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35754) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:02.969580 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-8317f096-16c6-4d1a-991f-02d33e7089a5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1947571631', 'security_groups': ['486afdb0-a4fa-426a-b35e-5a21c9d8d0ff'], 'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '57973016-e0b0-4a42-aa70-e884b1d17415'}]}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:02.990117 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:03.023878 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:03.031028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:03.037757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:03.045701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-1211bbea-875e-4bcb-b984-cfdec7b70488 None None] Allocated IP 172.20.0.2 (8d62fa28-4555-4725-b494-4e875dc198ae/57973016-e0b0-4a42-aa70-e884b1d17415/ced7bc8f-0361-4178-bbc2-76dfe256b8dc) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:29:03.094291 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8317f096-16c6-4d1a-991f-02d33e7089a5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:29:03.105821 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:03.161669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-1211bbea-875e-4bcb-b984-cfdec7b70488 None None] For port ced7bc8f-0361-4178-bbc2-76dfe256b8dc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ced7bc8f-0361-4178-bbc2-76dfe256b8dc,segment=NetworkSegment(4242b098-f817-4b36-abf7-1068c376b26a),segment_id=4242b098-f817-4b36-abf7-1068c376b26a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:03.188449 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8317f096-16c6-4d1a-991f-02d33e7089a5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:03.191820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1211bbea-875e-4bcb-b984-cfdec7b70488 None None] Publish callbacks [] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:03.197383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1211bbea-875e-4bcb-b984-cfdec7b70488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:03.209755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [None req-8317f096-16c6-4d1a-991f-02d33e7089a5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] device_id is not set on port 7d878154-95d1-446e-adc4-8214759a2c66 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:29:03.234740 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (31cc8f64-227d-4c1c-a0e4-50ccd011dba9), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:03.295058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211bbea-875e-4bcb-b984-cfdec7b70488 None None] Pushing event updated for resources: {'Port': ['ID=ced7bc8f-0361-4178-bbc2-76dfe256b8dc,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:03.383578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35756) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:03.419635 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-8317f096-16c6-4d1a-991f-02d33e7089a5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Allocated IP 172.20.0.8 (8d62fa28-4555-4725-b494-4e875dc198ae/57973016-e0b0-4a42-aa70-e884b1d17415/7d878154-95d1-446e-adc4-8214759a2c66) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:29:03.458662 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (31cc8f64-227d-4c1c-a0e4-50ccd011dba9), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:03.463284 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6dd12334-a7b2-4da0-b715-6964188ce574 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0786147 Oct 26 15:29:03.587862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ced7bc8f-0361-4178-bbc2-76dfe256b8dc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:03.617015 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8317f096-16c6-4d1a-991f-02d33e7089a5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (7d878154-95d1-446e-adc4-8214759a2c66), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:03.634202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:29:03.651247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ced7bc8f-0361-4178-bbc2-76dfe256b8dc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:03.652052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:03.652730 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ced7bc8f-0361-4178-bbc2-76dfe256b8dc Oct 26 15:29:03.658749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8317f096-16c6-4d1a-991f-02d33e7089a5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (7d878154-95d1-446e-adc4-8214759a2c66), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:03.712525 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8317f096-16c6-4d1a-991f-02d33e7089a5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 8d62fa28-4555-4725-b494-4e875dc198ae is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:29:03.716458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-8317f096-16c6-4d1a-991f-02d33e7089a5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:29:03.722445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317f096-16c6-4d1a-991f-02d33e7089a5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=7d878154-95d1-446e-adc4-8214759a2c66,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:03.726132 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8317f096-16c6-4d1a-991f-02d33e7089a5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:29:03.750942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ced7bc8f-0361-4178-bbc2-76dfe256b8dc is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:03.759656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:03.762397 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:29:03.774624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:29:03.782327 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8317f096-16c6-4d1a-991f-02d33e7089a5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:03.782965 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8317f096-16c6-4d1a-991f-02d33e7089a5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:03.786189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:03.787495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:28:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:03.789730 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:03.792107 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5c32bd88-ac55-46b4-b9d0-22134d261be3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2950621 Oct 26 15:29:03.795171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35758) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:03.811918 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8317f096-16c6-4d1a-991f-02d33e7089a5 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8430655 Oct 26 15:29:03.814447 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35762) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:03.820604 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-34aa9f05-9efb-4853-a5b2-8a93d97744e2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'subnet': {'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:03.919028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:03.954341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c972cbc9-c6ce-492f-8258-69431c0ed93b None None] Provisioning complete for port ced7bc8f-0361-4178-bbc2-76dfe256b8dc triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:03.954662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c972cbc9-c6ce-492f-8258-69431c0ed93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:03.954971 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c972cbc9-c6ce-492f-8258-69431c0ed93b None None] Attempt 1 to provision port ced7bc8f-0361-4178-bbc2-76dfe256b8dc Oct 26 15:29:03.990466 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-008dee76-c0e1-4694-97ad-faeaef44ae96 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?project_id=535d3aadc3604e4688e327c629fdd025&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1913700 Oct 26 15:29:03.991354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35764) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:03.992205 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34aa9f05-9efb-4853-a5b2-8a93d97744e2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:29:03.997258 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-34aa9f05-9efb-4853-a5b2-8a93d97744e2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:04.123443 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.ipam_backend_mixin [None req-34aa9f05-9efb-4853-a5b2-8a93d97744e2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 57973016-e0b0-4a42-aa70-e884b1d17415 (CIDR: 172.20.0.0/28) Oct 26 15:29:04.128566 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-34aa9f05-9efb-4853-a5b2-8a93d97744e2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:29:04.129257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34aa9f05-9efb-4853-a5b2-8a93d97744e2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:29:04.129613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919c57d4-5d59-45e9-94b8-75eae69b59d8 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:04.134029 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-919c57d4-5d59-45e9-94b8-75eae69b59d8 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1384773 Oct 26 15:29:04.134447 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35766) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:04.145243 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:04.183014 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9ef1377f-a06e-4abf-8ffb-b67a329f31bd tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450115 Oct 26 15:29:04.183219 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35768) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:04.188306 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-a2dad3ae-4577-44a9-bbd0-48fd28f3e265 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-112416445', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:04.213012 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-34aa9f05-9efb-4853-a5b2-8a93d97744e2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3974159 Oct 26 15:29:04.216218 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35770) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:04.221247 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e7549b53-0da4-4745-b1df-e176d08e39e7 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'subnet': {'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:04.245508 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:04.285220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:04.323427 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dad3ae-4577-44a9-bbd0-48fd28f3e265 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:29:04.323695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c972cbc9-c6ce-492f-8258-69431c0ed93b None None] Current status of the port ced7bc8f-0361-4178-bbc2-76dfe256b8dc is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:04.326566 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a2dad3ae-4577-44a9-bbd0-48fd28f3e265 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:04.341473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c972cbc9-c6ce-492f-8258-69431c0ed93b None None] Provisioning complete for port 53c968a4-a773-4192-a583-c8793f42203b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:04.341858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c972cbc9-c6ce-492f-8258-69431c0ed93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (53c968a4-a773-4192-a583-c8793f42203b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:04.342198 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c972cbc9-c6ce-492f-8258-69431c0ed93b None None] Attempt 1 to provision port 53c968a4-a773-4192-a583-c8793f42203b Oct 26 15:29:04.367061 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7549b53-0da4-4745-b1df-e176d08e39e7 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:29:04.368737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:03Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:04.372141 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e7549b53-0da4-4745-b1df-e176d08e39e7 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:04.397036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:29:04.397399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Updating router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:29:04.430575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c972cbc9-c6ce-492f-8258-69431c0ed93b None None] Port 53c968a4-a773-4192-a583-c8793f42203b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:29:04.432848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:04.465660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35772) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:04.476959 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.ipam_backend_mixin [None req-e7549b53-0da4-4745-b1df-e176d08e39e7 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 586984e5-b34a-4893-9dc2-245d6bf5a03c (CIDR: 172.20.0.16/28) Oct 26 15:29:04.486201 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7549b53-0da4-4745-b1df-e176d08e39e7 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 15:29:04.487053 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7549b53-0da4-4745-b1df-e176d08e39e7 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:29:04.507398 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e7549b53-0da4-4745-b1df-e176d08e39e7 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2900808 Oct 26 15:29:04.510155 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35774) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:04.516042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ae7cae2b-1b35-4759-b1e0-99065ee7f775 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'subnet': {'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:04.568839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-0c0192b6-366c-4daa-9820-10d6c5b80d9d None None] Provisioning complete for port 7d878154-95d1-446e-adc4-8214759a2c66 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:04.569411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0c0192b6-366c-4daa-9820-10d6c5b80d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (7d878154-95d1-446e-adc4-8214759a2c66), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:04.569842 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0c0192b6-366c-4daa-9820-10d6c5b80d9d None None] Attempt 1 to provision port 7d878154-95d1-446e-adc4-8214759a2c66 Oct 26 15:29:04.579853 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c313ed33-dad6-4b2f-86a4-e005ca189c41 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1090462 Oct 26 15:29:04.601465 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a2dad3ae-4577-44a9-bbd0-48fd28f3e265 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (a70f95c2-b250-4c82-b629-266a409947b8), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:04.664094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-0c0192b6-366c-4daa-9820-10d6c5b80d9d None None] Port 7d878154-95d1-446e-adc4-8214759a2c66 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:29:04.670281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-0c0192b6-366c-4daa-9820-10d6c5b80d9d None None] Could not find standard attr ID for object 94837346-6731-444c-b77a-0ac30bc417ba. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:29:04.681578 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dad3ae-4577-44a9-bbd0-48fd28f3e265 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Subnet': ['ID=a70f95c2-b250-4c82-b629-266a409947b8,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:04.690012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7cae2b-1b35-4759-b1e0-99065ee7f775 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Made reservation on behalf of 550c9c56f3c645f4b41c714b5ca91569 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:29:04.691037 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dad3ae-4577-44a9-bbd0-48fd28f3e265 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Checking segment: {'id': 'd847c239-f922-4e41-887e-9aedcf62ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:29:04.691401 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dad3ae-4577-44a9-bbd0-48fd28f3e265 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network hostable DHCP agents. Network: ece41f0b-8cf3-4b28-a0e4-6f548de99a8d, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:29:04.694446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ae7cae2b-1b35-4759-b1e0-99065ee7f775 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:04.710849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dad3ae-4577-44a9-bbd0-48fd28f3e265 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network ece41f0b-8cf3-4b28-a0e4-6f548de99a8d is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:29:04.721697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:04.722960 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-a2dad3ae-4577-44a9-bbd0-48fd28f3e265 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, ece41f0b-8cf3-4b28-a0e4-6f548de99a8d) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:29:04.727847 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dad3ae-4577-44a9-bbd0-48fd28f3e265 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:04.728493 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a2dad3ae-4577-44a9-bbd0-48fd28f3e265 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:04.741564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256c1d65-d1ac-4f96-b259-e1a15b6cb3c6 None None] Network ece41f0b-8cf3-4b28-a0e4-6f548de99a8d requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:29:04.750201 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a2dad3ae-4577-44a9-bbd0-48fd28f3e265 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5659108 Oct 26 15:29:04.753819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35776) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:04.849128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Publish callbacks [] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:04.850864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:04.862532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:04.920495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Attempting to bind port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:29:04.921246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Attempting to bind port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:29:04.921246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Attempting to bind port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:29:04.951386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ae7cae2b-1b35-4759-b1e0-99065ee7f775 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (6112c742-9ff5-478c-84aa-1150f8e67a1e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:04.956272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:29:04.957233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:04.979821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ac4bf-0d4a-4c0e-a505-d372fc9172cf None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:04.989578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:04.997544 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7cae2b-1b35-4759-b1e0-99065ee7f775 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Network 8d62fa28-4555-4725-b494-4e875dc198ae is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:29:05.002145 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-ae7cae2b-1b35-4759-b1e0-99065ee7f775 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:29:05.008020 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7cae2b-1b35-4759-b1e0-99065ee7f775 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:05.008621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ae7cae2b-1b35-4759-b1e0-99065ee7f775 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:05.025020 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7cae2b-1b35-4759-b1e0-99065ee7f775 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Subnet': ['ID=6112c742-9ff5-478c-84aa-1150f8e67a1e,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:05.039854 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ae7cae2b-1b35-4759-b1e0-99065ee7f775 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5255723 Oct 26 15:29:05.040331 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35778) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:05.045970 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-21d2889a-1a17-43e8-8f0d-0f30438d6f88 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1856626840', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6112c742-9ff5-478c-84aa-1150f8e67a1e'}], 'security_groups': ['e4575676-672d-4afd-993a-51a7fb68e92a', 'eafeb2fa-e5da-4313-b5bd-0d7356f3148d']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:05.101463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5008d91b-bc6b-402d-b1fa-9653e0c97b70 None None] Network 8d62fa28-4555-4725-b494-4e875dc198ae requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:29:05.128229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:05.129253 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-21d2889a-1a17-43e8-8f0d-0f30438d6f88 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (7d878154-95d1-446e-adc4-8214759a2c66), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:05.153128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:05.161709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:29:05.161709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:29:05.162982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:05.163225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:29:05.163855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Bound port: 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:29:05.164268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:05.206261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Allocated IP 172.20.0.2 (ece41f0b-8cf3-4b28-a0e4-6f548de99a8d/a70f95c2-b250-4c82-b629-266a409947b8/3d9bd164-90c9-4a2c-8d7b-9ef136496155) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:29:05.209063 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-660fcb62-b079-4694-bb73-694899d92000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:05.225589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:05.266914 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:05.345076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:29:05.370622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:29:05.382711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:05.471091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-21d2889a-1a17-43e8-8f0d-0f30438d6f88 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Delete allocated IP 172.20.0.8 (8d62fa28-4555-4725-b494-4e875dc198ae/57973016-e0b0-4a42-aa70-e884b1d17415) {{(pid=105321) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 15:29:05.480118 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-21d2889a-1a17-43e8-8f0d-0f30438d6f88 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Allocated IP 172.20.0.39 (8d62fa28-4555-4725-b494-4e875dc198ae/6112c742-9ff5-478c-84aa-1150f8e67a1e/7d878154-95d1-446e-adc4-8214759a2c66) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:29:05.488101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:05.488635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:28:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:05.560515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ac4bf-0d4a-4c0e-a505-d372fc9172cf None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:05.578270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1aa441-6787-45a8-b6c0-ac29e742c153 None None] Update dhcp port {'port': {'network_id': '8d62fa28-4555-4725-b494-4e875dc198ae', 'fixed_ips': [{'subnet_id': '586984e5-b34a-4893-9dc2-245d6bf5a03c', 'ip_address': '172.20.0.18'}, {'subnet_id': '57973016-e0b0-4a42-aa70-e884b1d17415', 'ip_address': '172.20.0.2'}, {'subnet_id': '6112c742-9ff5-478c-84aa-1150f8e67a1e'}], 'binding:host_id': 'dv-neutron-759874-6-hyperv'}, 'id': 'ced7bc8f-0361-4178-bbc2-76dfe256b8dc'} from dv-neutron-759874-6-hyperv. {{(pid=105323) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 15:29:05.581687 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35780) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:05.591618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Publish callbacks [] for port (3d9bd164-90c9-4a2c-8d7b-9ef136496155), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:05.619516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (3d9bd164-90c9-4a2c-8d7b-9ef136496155), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:05.668240 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-660fcb62-b079-4694-bb73-694899d92000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.20.0.1 (ece41f0b-8cf3-4b28-a0e4-6f548de99a8d/a70f95c2-b250-4c82-b629-266a409947b8/4fbade51-2c83-44f4-a0c0-99effcf0a2ed) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:29:05.678197 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e908794c-8dda-4162-8d32-7be92968ff05 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0953381 Oct 26 15:29:05.684384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Network ece41f0b-8cf3-4b28-a0e4-6f548de99a8d is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:29:05.686698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bb1aa441-6787-45a8-b6c0-ac29e742c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:05.702907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:29:05.705614 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-21d2889a-1a17-43e8-8f0d-0f30438d6f88 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for port (7d878154-95d1-446e-adc4-8214759a2c66), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:05.710240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:05.713096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-21d2889a-1a17-43e8-8f0d-0f30438d6f88 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (7d878154-95d1-446e-adc4-8214759a2c66), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:05.718704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:29:05.729445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:05.786554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Pushing event updated for resources: {'Port': ['ID=3d9bd164-90c9-4a2c-8d7b-9ef136496155,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:05.811909 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-660fcb62-b079-4694-bb73-694899d92000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:05.814591 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2889a-1a17-43e8-8f0d-0f30438d6f88 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event updated for resources: {'Port': ['ID=7d878154-95d1-446e-adc4-8214759a2c66,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:05.837009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-21d2889a-1a17-43e8-8f0d-0f30438d6f88 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] In _notify_port_updated(), no bound segment for port 7d878154-95d1-446e-adc4-8214759a2c66 on network 8d62fa28-4555-4725-b494-4e875dc198ae {{(pid=105321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:29:05.841925 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d2889a-1a17-43e8-8f0d-0f30438d6f88 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:05.842557 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-21d2889a-1a17-43e8-8f0d-0f30438d6f88 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:05.843937 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-21d2889a-1a17-43e8-8f0d-0f30438d6f88 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "PUT /networking/v2.0/ports/7d878154-95d1-446e-adc4-8214759a2c66 HTTP/1.1" status: 200 len: 960 time: 0.8025165 Oct 26 15:29:05.846871 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35782) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:05.882574 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-660fcb62-b079-4694-bb73-694899d92000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:05.946535 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660fcb62-b079-4694-bb73-694899d92000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network ece41f0b-8cf3-4b28-a0e4-6f548de99a8d is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:29:05.972611 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-660fcb62-b079-4694-bb73-694899d92000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:29:05.975636 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660fcb62-b079-4694-bb73-694899d92000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:29:06.003148 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fcb62-b079-4694-bb73-694899d92000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:06.031944 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b91a0b7e-e98e-4e65-9f66-2cdb2e44f08f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port 7d878154-95d1-446e-adc4-8214759a2c66 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:29:06.032399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b91a0b7e-e98e-4e65-9f66-2cdb2e44f08f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (7d878154-95d1-446e-adc4-8214759a2c66), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:06.054187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-660fcb62-b079-4694-bb73-694899d92000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (31cc8f64-227d-4c1c-a0e4-50ccd011dba9), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:06.115889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Attempting to bind port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:29:06.116500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Attempting to bind port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'd847c239-f922-4e41-887e-9aedcf62ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:29:06.116626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Attempting to bind port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 on network ece41f0b-8cf3-4b28-a0e4-6f548de99a8d {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:29:06.198738 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b91a0b7e-e98e-4e65-9f66-2cdb2e44f08f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (7d878154-95d1-446e-adc4-8214759a2c66), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:06.224221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b91a0b7e-e98e-4e65-9f66-2cdb2e44f08f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for 7d878154-95d1-446e-adc4-8214759a2c66 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:29:06.240937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:06.253144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-bb1aa441-6787-45a8-b6c0-ac29e742c153 None None] Allocated IP 172.20.0.34 (8d62fa28-4555-4725-b494-4e875dc198ae/6112c742-9ff5-478c-84aa-1150f8e67a1e/ced7bc8f-0361-4178-bbc2-76dfe256b8dc) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:29:06.255313 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:29:06.256241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Checking segment: {'id': 'd847c239-f922-4e41-887e-9aedcf62ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:29:06.256719 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:06.257152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Bound using segment: {'id': 'd847c239-f922-4e41-887e-9aedcf62ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:29:06.257627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Bound port: 3d9bd164-90c9-4a2c-8d7b-9ef136496155, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd847c239-f922-4e41-887e-9aedcf62ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:29:06.258005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3d9bd164-90c9-4a2c-8d7b-9ef136496155), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:06.284017 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:06.306717 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-660fcb62-b079-4694-bb73-694899d92000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:06.314284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:03Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:06.383491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ea82d-a904-4a1e-a7f3-e7fcf45c87dd None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:03Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:29:06.423307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] For port 3d9bd164-90c9-4a2c-8d7b-9ef136496155, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:29:06.429914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] For port 3d9bd164-90c9-4a2c-8d7b-9ef136496155, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3d9bd164-90c9-4a2c-8d7b-9ef136496155,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:29:06.445804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3d9bd164-90c9-4a2c-8d7b-9ef136496155), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:06.509160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:06.511204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-bb1aa441-6787-45a8-b6c0-ac29e742c153 None None] For port ced7bc8f-0361-4178-bbc2-76dfe256b8dc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ced7bc8f-0361-4178-bbc2-76dfe256b8dc,segment=NetworkSegment(4242b098-f817-4b36-abf7-1068c376b26a),segment_id=4242b098-f817-4b36-abf7-1068c376b26a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:06.521609 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b91a0b7e-e98e-4e65-9f66-2cdb2e44f08f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (7d878154-95d1-446e-adc4-8214759a2c66), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:06.524585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d107e-d161-436c-bcb0-53f88c193a56 None None] Pushing event updated for resources: {'Port': ['ID=3d9bd164-90c9-4a2c-8d7b-9ef136496155,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:06.553170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bb1aa441-6787-45a8-b6c0-ac29e742c153 None None] Publish callbacks [] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:06.558029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bb1aa441-6787-45a8-b6c0-ac29e742c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:06.560058 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a0b7e-e98e-4e65-9f66-2cdb2e44f08f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=7d878154-95d1-446e-adc4-8214759a2c66,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:06.676653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:06.682400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35784) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:06.711084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1aa441-6787-45a8-b6c0-ac29e742c153 None None] Pushing event updated for resources: {'Port': ['ID=ced7bc8f-0361-4178-bbc2-76dfe256b8dc,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:06.735889 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b91a0b7e-e98e-4e65-9f66-2cdb2e44f08f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:06.742637 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b91a0b7e-e98e-4e65-9f66-2cdb2e44f08f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/7d878154-95d1-446e-adc4-8214759a2c66 HTTP/1.1" status: 204 len: 168 time: 0.8917096 Oct 26 15:29:06.758215 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35786) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:06.790149 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bfe629-7092-490d-89c4-0aee5f2703e6 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] GET failed (client error): The resource could not be found. Oct 26 15:29:06.791584 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-73bfe629-7092-490d-89c4-0aee5f2703e6 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports/7d878154-95d1-446e-adc4-8214759a2c66 HTTP/1.1" status: 404 len: 333 time: 0.0324373 Oct 26 15:29:06.807450 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35788) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:06.874123 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-47ff0864-ca61-4941-9847-b818fddd684f tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1873503 Oct 26 15:29:06.916402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d727e805-3f6a-440f-a7f0-b6a77eeff23f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (486afdb0-a4fa-426a-b35e-5a21c9d8d0ff), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:06.954336 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:06.956968 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d727e805-3f6a-440f-a7f0-b6a77eeff23f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (486afdb0-a4fa-426a-b35e-5a21c9d8d0ff), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:07.017428 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d727e805-3f6a-440f-a7f0-b6a77eeff23f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (486afdb0-a4fa-426a-b35e-5a21c9d8d0ff), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:07.022657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d727e805-3f6a-440f-a7f0-b6a77eeff23f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:07.025293 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d727e805-3f6a-440f-a7f0-b6a77eeff23f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/486afdb0-a4fa-426a-b35e-5a21c9d8d0ff HTTP/1.1" status: 204 len: 168 time: 0.2167377 Oct 26 15:29:07.027369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35790) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:07.054144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727e805-3f6a-440f-a7f0-b6a77eeff23f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=486afdb0-a4fa-426a-b35e-5a21c9d8d0ff,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:07.119104 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fd72fa8b-56db-422e-9a1b-c660b7b8e072 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (eafeb2fa-e5da-4313-b5bd-0d7356f3148d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:07.136416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:07.158693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fd72fa8b-56db-422e-9a1b-c660b7b8e072 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (eafeb2fa-e5da-4313-b5bd-0d7356f3148d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:07.221452 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fd72fa8b-56db-422e-9a1b-c660b7b8e072 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (eafeb2fa-e5da-4313-b5bd-0d7356f3148d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:07.224078 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fd72fa8b-56db-422e-9a1b-c660b7b8e072 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:07.228413 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fd72fa8b-56db-422e-9a1b-c660b7b8e072 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/eafeb2fa-e5da-4313-b5bd-0d7356f3148d HTTP/1.1" status: 204 len: 168 time: 0.1944785 Oct 26 15:29:07.229399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35792) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:07.242328 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72fa8b-56db-422e-9a1b-c660b7b8e072 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafeb2fa-e5da-4313-b5bd-0d7356f3148d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:07.276115 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-660fcb62-b079-4694-bb73-694899d92000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:07.291159 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-660fcb62-b079-4694-bb73-694899d92000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:07.403202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-660fcb62-b079-4694-bb73-694899d92000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (31cc8f64-227d-4c1c-a0e4-50ccd011dba9), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:07.415630 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d8eec16-5064-40ed-8c9a-942e9cd3b849 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (e4575676-672d-4afd-993a-51a7fb68e92a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:07.420296 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fcb62-b079-4694-bb73-694899d92000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:07.486594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d8eec16-5064-40ed-8c9a-942e9cd3b849 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (e4575676-672d-4afd-993a-51a7fb68e92a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:07.532992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-82701784-007a-48d4-9798-4d7d560e9880 None None] Provisioning complete for port ced7bc8f-0361-4178-bbc2-76dfe256b8dc triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:07.533600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-82701784-007a-48d4-9798-4d7d560e9880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:07.537111 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:07.538723 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-82701784-007a-48d4-9798-4d7d560e9880 None None] Attempt 1 to provision port ced7bc8f-0361-4178-bbc2-76dfe256b8dc Oct 26 15:29:07.579563 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660fcb62-b079-4694-bb73-694899d92000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network ece41f0b-8cf3-4b28-a0e4-6f548de99a8d is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:29:07.580485 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d8eec16-5064-40ed-8c9a-942e9cd3b849 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (e4575676-672d-4afd-993a-51a7fb68e92a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:07.583179 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5d8eec16-5064-40ed-8c9a-942e9cd3b849 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:07.585172 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5d8eec16-5064-40ed-8c9a-942e9cd3b849 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e4575676-672d-4afd-993a-51a7fb68e92a HTTP/1.1" status: 204 len: 168 time: 0.3547533 Oct 26 15:29:07.587882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35794) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:07.590083 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-660fcb62-b079-4694-bb73-694899d92000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:29:07.603898 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8eec16-5064-40ed-8c9a-942e9cd3b849 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4575676-672d-4afd-993a-51a7fb68e92a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:07.724985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91ad507-a766-4f72-a21c-927734df7205 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting subnet 57973016-e0b0-4a42-aa70-e884b1d17415 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:29:07.729576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b91ad507-a766-4f72-a21c-927734df7205 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (57973016-e0b0-4a42-aa70-e884b1d17415), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:07.731456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-82701784-007a-48d4-9798-4d7d560e9880 None None] Current status of the port ced7bc8f-0361-4178-bbc2-76dfe256b8dc is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:07.741956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-82701784-007a-48d4-9798-4d7d560e9880 None None] Could not find standard attr ID for object 7d878154-95d1-446e-adc4-8214759a2c66. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:29:07.755373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-82701784-007a-48d4-9798-4d7d560e9880 None None] Provisioning complete for port 53c968a4-a773-4192-a583-c8793f42203b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:07.755904 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:07.758066 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660fcb62-b079-4694-bb73-694899d92000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:29:07.758695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-82701784-007a-48d4-9798-4d7d560e9880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (53c968a4-a773-4192-a583-c8793f42203b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:07.759550 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-82701784-007a-48d4-9798-4d7d560e9880 None None] Attempt 1 to provision port 53c968a4-a773-4192-a583-c8793f42203b Oct 26 15:29:07.802432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b91ad507-a766-4f72-a21c-927734df7205 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (57973016-e0b0-4a42-aa70-e884b1d17415), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:07.810688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-82701784-007a-48d4-9798-4d7d560e9880 None None] Port 53c968a4-a773-4192-a583-c8793f42203b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:29:07.826400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:07.878149 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35796) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:07.881103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:07.881487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:07.881828 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 Oct 26 15:29:07.929002 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660fcb62-b079-4694-bb73-694899d92000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:29:07.938170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:07.939965 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-660fcb62-b079-4694-bb73-694899d92000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "PUT /networking/v2.0/routers/31cc8f64-227d-4c1c-a0e4-50ccd011dba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1859624 Oct 26 15:29:07.942645 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35798) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:07.992310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:07.992771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:08.008714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ec0dbe-8d01-4078-82c0-8946afa3320a None None] Network ece41f0b-8cf3-4b28-a0e4-6f548de99a8d requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:29:08.015244 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dda36af3-31d7-4763-8f58-da26db1800fb tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1306226 Oct 26 15:29:08.019368 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b91ad507-a766-4f72-a21c-927734df7205 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (57973016-e0b0-4a42-aa70-e884b1d17415), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:08.076096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:08.095666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:08.096892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3d9bd164-90c9-4a2c-8d7b-9ef136496155 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:08.106192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b91ad507-a766-4f72-a21c-927734df7205 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (57973016-e0b0-4a42-aa70-e884b1d17415), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:08.126807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9012a0db-da84-4efb-be84-a763d8d6accf None None] Provisioning complete for port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:08.127270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9012a0db-da84-4efb-be84-a763d8d6accf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3d9bd164-90c9-4a2c-8d7b-9ef136496155), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:08.127516 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-9012a0db-da84-4efb-be84-a763d8d6accf None None] Attempt 1 to provision port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 Oct 26 15:29:08.145917 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b91ad507-a766-4f72-a21c-927734df7205 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:08.149746 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b91ad507-a766-4f72-a21c-927734df7205 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/57973016-e0b0-4a42-aa70-e884b1d17415 HTTP/1.1" status: 204 len: 168 time: 0.5599418 Oct 26 15:29:08.150784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ad507-a766-4f72-a21c-927734df7205 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Subnet': ['ID=57973016-e0b0-4a42-aa70-e884b1d17415,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:08.155712 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35800) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:08.212864 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c82bf-cd93-4bbc-acfc-5043d8d48245 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:08.213491 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c82bf-cd93-4bbc-acfc-5043d8d48245 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:08.213990 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c82bf-cd93-4bbc-acfc-5043d8d48245 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:08.214440 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c82bf-cd93-4bbc-acfc-5043d8d48245 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:08.215022 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c82bf-cd93-4bbc-acfc-5043d8d48245 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:08.215373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c82bf-cd93-4bbc-acfc-5043d8d48245 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:08.215835 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c82bf-cd93-4bbc-acfc-5043d8d48245 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:08.216306 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c82bf-cd93-4bbc-acfc-5043d8d48245 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:08.224518 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35802) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:08.224915 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e63c82bf-cd93-4bbc-acfc-5043d8d48245 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 5743 time: 0.2761178 Oct 26 15:29:08.252360 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-1171042c-8fe1-4b48-9df1-e1fd8238a957 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting subnet 6112c742-9ff5-478c-84aa-1150f8e67a1e {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:29:08.256740 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1171042c-8fe1-4b48-9df1-e1fd8238a957 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (6112c742-9ff5-478c-84aa-1150f8e67a1e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:08.299727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:08.323306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:08.323740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3d9bd164-90c9-4a2c-8d7b-9ef136496155), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:08.324027 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 Oct 26 15:29:08.359087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1171042c-8fe1-4b48-9df1-e1fd8238a957 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (6112c742-9ff5-478c-84aa-1150f8e67a1e), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:08.382286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-9012a0db-da84-4efb-be84-a763d8d6accf None None] Current status of the port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:08.382683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9012a0db-da84-4efb-be84-a763d8d6accf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3d9bd164-90c9-4a2c-8d7b-9ef136496155), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:08.419662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b6c56e-b074-4a88-92d3-646725a6006b None None] Network 8d62fa28-4555-4725-b494-4e875dc198ae requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:29:08.429824 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b52d3b-ab44-4bb1-a708-02c241dcf508 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:08.430301 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b52d3b-ab44-4bb1-a708-02c241dcf508 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:08.430768 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b52d3b-ab44-4bb1-a708-02c241dcf508 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:08.431230 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b52d3b-ab44-4bb1-a708-02c241dcf508 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:08.431691 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b52d3b-ab44-4bb1-a708-02c241dcf508 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:08.432144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b52d3b-ab44-4bb1-a708-02c241dcf508 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:08.432595 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b52d3b-ab44-4bb1-a708-02c241dcf508 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:08.433077 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b52d3b-ab44-4bb1-a708-02c241dcf508 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:08.433526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b52d3b-ab44-4bb1-a708-02c241dcf508 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:08.435470 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-98b52d3b-ab44-4bb1-a708-02c241dcf508 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 5821 time: 0.2061670 Oct 26 15:29:08.438459 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35804) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:08.444304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-9012a0db-da84-4efb-be84-a763d8d6accf None None] For port 3d9bd164-90c9-4a2c-8d7b-9ef136496155, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3d9bd164-90c9-4a2c-8d7b-9ef136496155,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:08.496659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9012a0db-da84-4efb-be84-a763d8d6accf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3d9bd164-90c9-4a2c-8d7b-9ef136496155), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:08.577790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:08.578403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3d9bd164-90c9-4a2c-8d7b-9ef136496155), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:08.595400 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:29:08.599228 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:08.600243 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:28:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:08.603830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5141d98f-668b-44d4-b14a-4c90218819fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:08.625451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:08.659862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-67d93fd2-a098-4bd2-9713-7d4175230d9c None None] Could not find standard attr ID for object 7d878154-95d1-446e-adc4-8214759a2c66. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 15:29:08.673523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012a0db-da84-4efb-be84-a763d8d6accf None None] Pushing event updated for resources: {'Port': ['ID=3d9bd164-90c9-4a2c-8d7b-9ef136496155,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:08.726671 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:08.761469 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1171042c-8fe1-4b48-9df1-e1fd8238a957 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (6112c742-9ff5-478c-84aa-1150f8e67a1e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:08.839485 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2baac46f-d0fc-4516-8d5c-8adc2a00a1e6 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 3779 time: 0.3903272 Oct 26 15:29:08.887310 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:08.923560 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35808) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:08.924045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1171042c-8fe1-4b48-9df1-e1fd8238a957 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (6112c742-9ff5-478c-84aa-1150f8e67a1e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:08.929200 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7ce647af-0aa0-4f4f-80e6-5c827649beb5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1953439258', 'description': 'tempest-secgroup-smoke-1953439258 description', 'project_id': '535d3aadc3604e4688e327c629fdd025'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:08.957705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171042c-8fe1-4b48-9df1-e1fd8238a957 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Subnet': ['ID=6112c742-9ff5-478c-84aa-1150f8e67a1e,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:08.977704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1171042c-8fe1-4b48-9df1-e1fd8238a957 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:08.983258 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1171042c-8fe1-4b48-9df1-e1fd8238a957 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/6112c742-9ff5-478c-84aa-1150f8e67a1e HTTP/1.1" status: 204 len: 168 time: 0.8268383 Oct 26 15:29:08.985823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35810) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:08.987872 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7ce647af-0aa0-4f4f-80e6-5c827649beb5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.005849 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:09.017995 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35812) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:09.018231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-3dc4c1e5-f357-41e5-b4f3-e029ab099724 None None] Provisioning complete for port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:09.018532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3dc4c1e5-f357-41e5-b4f3-e029ab099724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.018871 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-3dc4c1e5-f357-41e5-b4f3-e029ab099724 None None] Attempt 1 to provision port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed Oct 26 15:29:09.023948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.db.api [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 15:29:09.024365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG oslo_db.api [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:29:09.031069 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38ddddc-d3ce-42a0-8fc2-fd11ba1d396f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] DELETE failed (client error): The resource could not be found. Oct 26 15:29:09.031705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38ddddc-d3ce-42a0-8fc2-fd11ba1d396f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:29:09.037710 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f38ddddc-d3ce-42a0-8fc2-fd11ba1d396f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/57973016-e0b0-4a42-aa70-e884b1d17415 HTTP/1.1" status: 404 len: 337 time: 0.0475481 Oct 26 15:29:09.039985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35814) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:09.046152 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:29:09.046612 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Updating router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:29:09.083586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4c1e5-f357-41e5-b4f3-e029ab099724 None None] Port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:29:09.094277 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.101588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-3dc4c1e5-f357-41e5-b4f3-e029ab099724 None None] Provisioning complete for port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:09.102010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3dc4c1e5-f357-41e5-b4f3-e029ab099724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3d9bd164-90c9-4a2c-8d7b-9ef136496155), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.104162 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-3dc4c1e5-f357-41e5-b4f3-e029ab099724 None None] Attempt 1 to provision port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 Oct 26 15:29:09.148460 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccb375e-eb46-4387-874f-54d342f05834 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting subnet 586984e5-b34a-4893-9dc2-245d6bf5a03c {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:29:09.153073 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fccb375e-eb46-4387-874f-54d342f05834 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (586984e5-b34a-4893-9dc2-245d6bf5a03c), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.175812 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:09.184110 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-64ab74b9-8ed2-4853-bc3d-40180830782c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1630909 Oct 26 15:29:09.226403 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fccb375e-eb46-4387-874f-54d342f05834 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (586984e5-b34a-4893-9dc2-245d6bf5a03c), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.240436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:09.245744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4c1e5-f357-41e5-b4f3-e029ab099724 None None] Current status of the port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:09.268757 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7ce647af-0aa0-4f4f-80e6-5c827649beb5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (61f7a322-f071-45e5-bd43-b34cfb93c4a5), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.278552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7ce647af-0aa0-4f4f-80e6-5c827649beb5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (61f7a322-f071-45e5-bd43-b34cfb93c4a5), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.329922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce647af-0aa0-4f4f-80e6-5c827649beb5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f7a322-f071-45e5-bd43-b34cfb93c4a5,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:09.350237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7ce647af-0aa0-4f4f-80e6-5c827649beb5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.350406 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fccb375e-eb46-4387-874f-54d342f05834 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (586984e5-b34a-4893-9dc2-245d6bf5a03c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.350729 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7ce647af-0aa0-4f4f-80e6-5c827649beb5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4261570 Oct 26 15:29:09.353599 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35816) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:09.365433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fd75bd2b-382b-4d3c-b0e0-1cae63370ca0 None None] Provisioning complete for port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:09.365836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fd75bd2b-382b-4d3c-b0e0-1cae63370ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.366149 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fd75bd2b-382b-4d3c-b0e0-1cae63370ca0 None None] Attempt 1 to provision port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed Oct 26 15:29:09.385639 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-49b6e01c-33c4-417f-b480-30bb7181f2b7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '61f7a322-f071-45e5-bd43-b34cfb93c4a5', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:09.401274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fd75bd2b-382b-4d3c-b0e0-1cae63370ca0 None None] Port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:29:09.442364 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-49b6e01c-33c4-417f-b480-30bb7181f2b7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (6220dc30-1b84-43f0-91af-4700cc8d4f8d), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.474707 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fccb375e-eb46-4387-874f-54d342f05834 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (586984e5-b34a-4893-9dc2-245d6bf5a03c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.520190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fccb375e-eb46-4387-874f-54d342f05834 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.523513 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fccb375e-eb46-4387-874f-54d342f05834 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/586984e5-b34a-4893-9dc2-245d6bf5a03c HTTP/1.1" status: 204 len: 168 time: 0.4822576 Oct 26 15:29:09.524590 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb375e-eb46-4387-874f-54d342f05834 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Subnet': ['ID=586984e5-b34a-4893-9dc2-245d6bf5a03c,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:09.526753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35818) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:09.555297 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Publish callbacks [] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.563486 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.568928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-49b6e01c-33c4-417f-b480-30bb7181f2b7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (6220dc30-1b84-43f0-91af-4700cc8d4f8d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.574078 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-49b6e01c-33c4-417f-b480-30bb7181f2b7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (6220dc30-1b84-43f0-91af-4700cc8d4f8d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.577052 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0cfe69-641e-4ce5-bfb8-8545c6c3609f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] DELETE failed (client error): The resource could not be found. Oct 26 15:29:09.577656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0cfe69-641e-4ce5-bfb8-8545c6c3609f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:29:09.585074 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4f0cfe69-641e-4ce5-bfb8-8545c6c3609f tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/227be03c-1e0d-41e0-90d5-c27d17648f8f HTTP/1.1" status: 404 len: 337 time: 0.0545826 Oct 26 15:29:09.586668 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35820) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:09.595733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:09.596930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ced7bc8f-0361-4178-bbc2-76dfe256b8dc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:09.598293 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6e01c-33c4-417f-b480-30bb7181f2b7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6220dc30-1b84-43f0-91af-4700cc8d4f8d,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:09.612194 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:09.620198 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-49b6e01c-33c4-417f-b480-30bb7181f2b7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.622803 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-49b6e01c-33c4-417f-b480-30bb7181f2b7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2408018 Oct 26 15:29:09.625223 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35822) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:09.631436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-02bd4cd7-72fd-426c-b4d5-4ffc0bed2395 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '61f7a322-f071-45e5-bd43-b34cfb93c4a5', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:09.639555 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1be75-b7b9-42ba-a14d-3ae459b43eb4 None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:09.652833 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9e002d2b-0687-4a7f-845c-e86f143d6cb2 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=fbdd48c1-dfca-4937-8c81-4114059bba18 HTTP/1.1" status: 200 len: 205 time: 0.0645344 Oct 26 15:29:09.655300 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35824) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:09.670134 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1be75-b7b9-42ba-a14d-3ae459b43eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:09.671434 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1be75-b7b9-42ba-a14d-3ae459b43eb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:09.671975 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1be75-b7b9-42ba-a14d-3ae459b43eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:09.672526 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1be75-b7b9-42ba-a14d-3ae459b43eb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:09.673072 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1be75-b7b9-42ba-a14d-3ae459b43eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:09.673591 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1be75-b7b9-42ba-a14d-3ae459b43eb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:09.674106 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1be75-b7b9-42ba-a14d-3ae459b43eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:09.674617 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1be75-b7b9-42ba-a14d-3ae459b43eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:09.675171 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1be75-b7b9-42ba-a14d-3ae459b43eb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:09.675697 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1be75-b7b9-42ba-a14d-3ae459b43eb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:09.676235 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1be75-b7b9-42ba-a14d-3ae459b43eb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:09.676772 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1be75-b7b9-42ba-a14d-3ae459b43eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:09.678217 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1be75-b7b9-42ba-a14d-3ae459b43eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:09.678880 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1be75-b7b9-42ba-a14d-3ae459b43eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:09.679401 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1be75-b7b9-42ba-a14d-3ae459b43eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:09.679824 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-02bd4cd7-72fd-426c-b4d5-4ffc0bed2395 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (dcb132fd-f6f2-4338-8554-d3415415a2b5), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.701138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ced7bc8f-0361-4178-bbc2-76dfe256b8dc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:09.701530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.701652 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-e17d3f46-f83a-45e7-8e08-91fc4f212874 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] delete failed (client error): The resource could not be found. Oct 26 15:29:09.701879 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ced7bc8f-0361-4178-bbc2-76dfe256b8dc Oct 26 15:29:09.705032 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e17d3f46-f83a-45e7-8e08-91fc4f212874 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/routers/fbdd48c1-dfca-4937-8c81-4114059bba18 HTTP/1.1" status: 404 len: 336 time: 0.0444322 Oct 26 15:29:09.706833 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35826) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:09.732196 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Attempting to bind port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:29:09.732661 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Attempting to bind port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'd847c239-f922-4e41-887e-9aedcf62ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:29:09.736646 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Attempting to bind port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed on network ece41f0b-8cf3-4b28-a0e4-6f548de99a8d {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:29:09.761034 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-42818a6e-b9cf-4cfd-ba69-7467543e400b tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] DELETE failed (client error): The resource could not be found. Oct 26 15:29:09.761521 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42818a6e-b9cf-4cfd-ba69-7467543e400b tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:29:09.764754 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-42818a6e-b9cf-4cfd-ba69-7467543e400b tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/dd201237-ab7d-4133-a0d5-4fca51eec7e0 HTTP/1.1" status: 404 len: 337 time: 0.0569501 Oct 26 15:29:09.767307 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35828) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:09.787857 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-02bd4cd7-72fd-426c-b4d5-4ffc0bed2395 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (dcb132fd-f6f2-4338-8554-d3415415a2b5), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.795045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-02bd4cd7-72fd-426c-b4d5-4ffc0bed2395 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (dcb132fd-f6f2-4338-8554-d3415415a2b5), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.795373 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-301eff16-c60d-498e-af60-e76bc59e7a83 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] DELETE failed (client error): The resource could not be found. Oct 26 15:29:09.795846 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301eff16-c60d-498e-af60-e76bc59e7a83 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:29:09.799719 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-301eff16-c60d-498e-af60-e76bc59e7a83 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/744fade3-c3f4-4822-a0ae-b4631a38a722 HTTP/1.1" status: 404 len: 337 time: 0.0310528 Oct 26 15:29:09.803521 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:09.803821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:09.805588 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35830) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:09.810596 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:29:09.811238 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Checking segment: {'id': 'd847c239-f922-4e41-887e-9aedcf62ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:29:09.811808 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.812477 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Bound using segment: {'id': 'd847c239-f922-4e41-887e-9aedcf62ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:29:09.813136 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Bound port: 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd847c239-f922-4e41-887e-9aedcf62ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:29:09.813675 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.815136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ced7bc8f-0361-4178-bbc2-76dfe256b8dc is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:09.817508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57552e4d-c785-473b-8598-0cf8ac7265e4 None None] Network 8d62fa28-4555-4725-b494-4e875dc198ae requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:29:09.817666 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd4cd7-72fd-426c-b4d5-4ffc0bed2395 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb132fd-f6f2-4338-8554-d3415415a2b5,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:09.827480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-02bd4cd7-72fd-426c-b4d5-4ffc0bed2395 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.829149 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-02bd4cd7-72fd-426c-b4d5-4ffc0bed2395 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2018719 Oct 26 15:29:09.831723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35832) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:09.838951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c8e7da0d-5279-4251-b7ea-c115703a3bbc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '61f7a322-f071-45e5-bd43-b34cfb93c4a5', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:09.867095 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd06e86b-ace8-49ce-9a42-d40f2d2d6cdf tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] DELETE failed (client error): The resource could not be found. Oct 26 15:29:09.867691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd06e86b-ace8-49ce-9a42-d40f2d2d6cdf tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:29:09.880059 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dd06e86b-ace8-49ce-9a42-d40f2d2d6cdf tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/195aa90e-1e71-4948-88d6-e973580e74c5 HTTP/1.1" status: 404 len: 337 time: 0.0712667 Oct 26 15:29:09.880398 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35834) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:09.881422 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c8e7da0d-5279-4251-b7ea-c115703a3bbc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (6d759ef3-6a05-4f06-8193-5f4556ff545e), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.899706 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:29:09.907023 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:29:09.922146 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.929105 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0eba350-3e01-4c88-b557-0ad52a7963e8 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] DELETE failed (client error): The resource could not be found. Oct 26 15:29:09.930247 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0eba350-3e01-4c88-b557-0ad52a7963e8 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:29:09.932367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-3beb38ba-59cd-42f3-a0ff-b8f066aa7a90 None None] Provisioning complete for port ced7bc8f-0361-4178-bbc2-76dfe256b8dc triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:09.933116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3beb38ba-59cd-42f3-a0ff-b8f066aa7a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.933657 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-3beb38ba-59cd-42f3-a0ff-b8f066aa7a90 None None] Attempt 1 to provision port ced7bc8f-0361-4178-bbc2-76dfe256b8dc Oct 26 15:29:09.935412 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b0eba350-3e01-4c88-b557-0ad52a7963e8 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/8184dc3d-3ef8-4372-81e9-b20b65105c1b HTTP/1.1" status: 404 len: 333 time: 0.0540979 Oct 26 15:29:09.937946 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35836) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:09.946921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3d9bd164-90c9-4a2c-8d7b-9ef136496155 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:09.963679 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c8e7da0d-5279-4251-b7ea-c115703a3bbc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (6d759ef3-6a05-4f06-8193-5f4556ff545e), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.965573 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:09.966309 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:28:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:09.970477 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c8e7da0d-5279-4251-b7ea-c115703a3bbc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (6d759ef3-6a05-4f06-8193-5f4556ff545e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:09.980249 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:INSERT=9,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:09.980464 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f97836-c1f5-4afe-beb3-367060c7876d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] DELETE failed (client error): The resource could not be found. Oct 26 15:29:09.980977 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f97836-c1f5-4afe-beb3-367060c7876d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:29:09.984380 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-26f97836-c1f5-4afe-beb3-367060c7876d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/182f7ee2-4ba0-4c94-8328-105b65fe7030 HTTP/1.1" status: 404 len: 337 time: 0.0454316 Oct 26 15:29:09.986784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35838) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:09.997637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7da0d-5279-4251-b7ea-c115703a3bbc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d759ef3-6a05-4f06-8193-5f4556ff545e,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:10.012859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c8e7da0d-5279-4251-b7ea-c115703a3bbc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.017477 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ffae93d-f1bc-47bb-a296-80edc3a1cff6 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] DELETE failed (client error): The resource could not be found. Oct 26 15:29:10.018155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ffae93d-f1bc-47bb-a296-80edc3a1cff6 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:29:10.018627 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c8e7da0d-5279-4251-b7ea-c115703a3bbc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1851494 Oct 26 15:29:10.019453 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35840) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:10.024145 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2ffae93d-f1bc-47bb-a296-80edc3a1cff6 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/75c6e851-8517-4bcf-b8ed-6d3c410c76c3 HTTP/1.1" status: 404 len: 337 time: 0.0355220 Oct 26 15:29:10.026511 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35842) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:10.027132 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-9554d821-f742-43e8-a566-38502d1c2e96 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '61f7a322-f071-45e5-bd43-b34cfb93c4a5', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:10.041980 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1be75-b7b9-42ba-a14d-3ae459b43eb4 None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:10.062423 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea656a2-08c3-4d4c-b452-a873bb511478 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] DELETE failed (client error): The resource could not be found. Oct 26 15:29:10.062856 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9554d821-f742-43e8-a566-38502d1c2e96 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (169768dd-dcf9-4af2-940e-aa3463df441c), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.064345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea656a2-08c3-4d4c-b452-a873bb511478 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:29:10.069282 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6ea656a2-08c3-4d4c-b452-a873bb511478 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/b2b7e471-1787-45fb-9fa8-15598ecb3e7e HTTP/1.1" status: 404 len: 333 time: 0.0417790 Oct 26 15:29:10.071332 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35844) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:10.096257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:10.096629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3d9bd164-90c9-4a2c-8d7b-9ef136496155), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.097017 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 Oct 26 15:29:10.116462 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35bf789-f534-431b-9e5d-643a26fc1842 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] DELETE failed (client error): The resource could not be found. Oct 26 15:29:10.116881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f35bf789-f534-431b-9e5d-643a26fc1842 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:29:10.121161 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f35bf789-f534-431b-9e5d-643a26fc1842 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/f943319c-f3f9-414f-ab56-ab02b9a32eb4 HTTP/1.1" status: 404 len: 337 time: 0.0488367 Oct 26 15:29:10.123602 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35846) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:10.154316 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ccb646-0157-49e6-95b2-20082099a7c1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] DELETE failed (client error): The resource could not be found. Oct 26 15:29:10.154773 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ccb646-0157-49e6-95b2-20082099a7c1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 15:29:10.159211 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-46ccb646-0157-49e6-95b2-20082099a7c1 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/1387d145-574c-4ece-9fa4-fc4af46472c3 HTTP/1.1" status: 404 len: 337 time: 0.0335264 Oct 26 15:29:10.160580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35848) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:10.161326 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9554d821-f742-43e8-a566-38502d1c2e96 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (169768dd-dcf9-4af2-940e-aa3463df441c), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.166726 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:10.169837 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9554d821-f742-43e8-a566-38502d1c2e96 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (169768dd-dcf9-4af2-940e-aa3463df441c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.176566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdad13ab-a97d-448f-9118-faad27fb4edc None None] DHCP port deletion for 8d62fa28-4555-4725-b494-4e875dc198ae request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:29:10.188100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35850) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:10.205110 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:10.205742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554d821-f742-43e8-a566-38502d1c2e96 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169768dd-dcf9-4af2-940e-aa3463df441c,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:10.239239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-3beb38ba-59cd-42f3-a0ff-b8f066aa7a90 None None] Current status of the port ced7bc8f-0361-4178-bbc2-76dfe256b8dc is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:10.249854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-3beb38ba-59cd-42f3-a0ff-b8f066aa7a90 None None] Provisioning complete for port 53c968a4-a773-4192-a583-c8793f42203b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:10.250331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3beb38ba-59cd-42f3-a0ff-b8f066aa7a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (53c968a4-a773-4192-a583-c8793f42203b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.251079 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-3beb38ba-59cd-42f3-a0ff-b8f066aa7a90 None None] Attempt 1 to provision port 53c968a4-a773-4192-a583-c8793f42203b Oct 26 15:29:10.253122 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9554d821-f742-43e8-a566-38502d1c2e96 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.258372 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9554d821-f742-43e8-a566-38502d1c2e96 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2317829 Oct 26 15:29:10.258548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-cdad13ab-a97d-448f-9118-faad27fb4edc None None] Deleting port ced7bc8f-0361-4178-bbc2-76dfe256b8dc {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:29:10.258548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-cdad13ab-a97d-448f-9118-faad27fb4edc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.258705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35852) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:10.263512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-519b419d-4903-45a0-8ce1-8fe46f9c3025 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '61f7a322-f071-45e5-bd43-b34cfb93c4a5', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:10.272515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:10.287598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-6d23011c-093a-4141-9cd1-55b382d7b11d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Deleting port 53c968a4-a773-4192-a583-c8793f42203b {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:29:10.288066 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6d23011c-093a-4141-9cd1-55b382d7b11d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (53c968a4-a773-4192-a583-c8793f42203b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.307932 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a34e3bed-7531-4991-9486-70d873cd3bbd tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1160936 Oct 26 15:29:10.310276 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-519b419d-4903-45a0-8ce1-8fe46f9c3025 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:29:10.318193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-519b419d-4903-45a0-8ce1-8fe46f9c3025 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (ad8c660e-3db4-44af-8577-6087e38c534e), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.364663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-cdad13ab-a97d-448f-9118-faad27fb4edc None None] For port ced7bc8f-0361-4178-bbc2-76dfe256b8dc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ced7bc8f-0361-4178-bbc2-76dfe256b8dc,segment=NetworkSegment(4242b098-f817-4b36-abf7-1068c376b26a),segment_id=4242b098-f817-4b36-abf7-1068c376b26a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:10.365115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-cdad13ab-a97d-448f-9118-faad27fb4edc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.380991 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6d23011c-093a-4141-9cd1-55b382d7b11d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (53c968a4-a773-4192-a583-c8793f42203b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.400781 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-519b419d-4903-45a0-8ce1-8fe46f9c3025 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (ad8c660e-3db4-44af-8577-6087e38c534e), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.401632 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-6d23011c-093a-4141-9cd1-55b382d7b11d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Calling delete_port for 53c968a4-a773-4192-a583-c8793f42203b owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:29:10.403455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-cdad13ab-a97d-448f-9118-faad27fb4edc None None] Calling delete_port for ced7bc8f-0361-4178-bbc2-76dfe256b8dc owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:29:10.407226 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-519b419d-4903-45a0-8ce1-8fe46f9c3025 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (ad8c660e-3db4-44af-8577-6087e38c534e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.417550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-3beb38ba-59cd-42f3-a0ff-b8f066aa7a90 None None] Port 53c968a4-a773-4192-a583-c8793f42203b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:29:10.425019 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b419d-4903-45a0-8ce1-8fe46f9c3025 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8c660e-3db4-44af-8577-6087e38c534e,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:10.425209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:10.444735 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-519b419d-4903-45a0-8ce1-8fe46f9c3025 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.450378 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-519b419d-4903-45a0-8ce1-8fe46f9c3025 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1883326 Oct 26 15:29:10.451219 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35854) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:10.464385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-3304cc14-63b6-423c-bcbc-c81e4d5450de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '61f7a322-f071-45e5-bd43-b34cfb93c4a5', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:10.491672 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:09Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:10.508964 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-3304cc14-63b6-423c-bcbc-c81e4d5450de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:29:10.512226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:10.513291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6d23011c-093a-4141-9cd1-55b382d7b11d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (53c968a4-a773-4192-a583-c8793f42203b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.515906 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3304cc14-63b6-423c-bcbc-c81e4d5450de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (eebc4984-b189-4aa0-9588-b1be91e5a063), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.520508 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5177043c-46b7-471e-9d41-cfe678e15778 None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:09Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:29:10.559802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-cdad13ab-a97d-448f-9118-faad27fb4edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (ced7bc8f-0361-4178-bbc2-76dfe256b8dc), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.566728 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23011c-093a-4141-9cd1-55b382d7b11d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Port': ['ID=53c968a4-a773-4192-a583-c8793f42203b,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:10.574600 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6d23011c-093a-4141-9cd1-55b382d7b11d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.578634 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6d23011c-093a-4141-9cd1-55b382d7b11d tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/ports/53c968a4-a773-4192-a583-c8793f42203b HTTP/1.1" status: 204 len: 168 time: 0.4170909 Oct 26 15:29:10.581023 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35856) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:10.597431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad13ab-a97d-448f-9118-faad27fb4edc None None] Pushing event deleted for resources: {'Port': ['ID=ced7bc8f-0361-4178-bbc2-76dfe256b8dc,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:10.600047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdad13ab-a97d-448f-9118-faad27fb4edc None None] No DVR routers for this DVR port ced7bc8f-0361-4178-bbc2-76dfe256b8dc on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:29:10.609414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3304cc14-63b6-423c-bcbc-c81e4d5450de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (eebc4984-b189-4aa0-9588-b1be91e5a063), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.636468 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3304cc14-63b6-423c-bcbc-c81e4d5450de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (eebc4984-b189-4aa0-9588-b1be91e5a063), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.653234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304cc14-63b6-423c-bcbc-c81e4d5450de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebc4984-b189-4aa0-9588-b1be91e5a063,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:10.672325 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3304cc14-63b6-423c-bcbc-c81e4d5450de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.674242 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:10.674765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.680524 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3304cc14-63b6-423c-bcbc-c81e4d5450de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2282257 Oct 26 15:29:10.696262 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-34fe094b-b408-4103-aadc-6d8e431c63a4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (8d62fa28-4555-4725-b494-4e875dc198ae), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.702581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:10.710423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.779669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:10.829966 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-34fe094b-b408-4103-aadc-6d8e431c63a4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (8d62fa28-4555-4725-b494-4e875dc198ae), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.856282 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-34fe094b-b408-4103-aadc-6d8e431c63a4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d62fa28-4555-4725-b494-4e875dc198ae']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:10.867623 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-34fe094b-b408-4103-aadc-6d8e431c63a4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4242b098-f817-4b36-abf7-1068c376b26a') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:10.867844 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-34fe094b-b408-4103-aadc-6d8e431c63a4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4242b098-f817-4b36-abf7-1068c376b26a') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:10.878951 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-34fe094b-b408-4103-aadc-6d8e431c63a4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (4242b098-f817-4b36-abf7-1068c376b26a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.891987 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:10.895321 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-34fe094b-b408-4103-aadc-6d8e431c63a4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (4242b098-f817-4b36-abf7-1068c376b26a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.896530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1c183726-51b8-4693-b184-58e32be3e542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.908173 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34fe094b-b408-4103-aadc-6d8e431c63a4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:29:10.908618 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-34fe094b-b408-4103-aadc-6d8e431c63a4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (4242b098-f817-4b36-abf7-1068c376b26a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:10.975224 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 4242b098-f817-4b36-abf7-1068c376b26a resource provider aggregate not found Oct 26 15:29:10.996740 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 4242b098-f817-4b36-abf7-1068c376b26a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4242b098-f817-4b36-abf7-1068c376b26a found for delete ", "request_id": "req-95b5a824-8f94-4a6c-a039-203f161f8004"}]} Oct 26 15:29:11.004850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-34fe094b-b408-4103-aadc-6d8e431c63a4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (8d62fa28-4555-4725-b494-4e875dc198ae), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:11.010204 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-ed17cff6-4781-469c-a09e-3cd7db2556b5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1953439258&fields=id&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 267 time: 0.0640881 Oct 26 15:29:11.014173 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-34fe094b-b408-4103-aadc-6d8e431c63a4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:11.019003 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-34fe094b-b408-4103-aadc-6d8e431c63a4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] 10.222.0.60 "DELETE /networking/v2.0/networks/8d62fa28-4555-4725-b494-4e875dc198ae HTTP/1.1" status: 204 len: 168 time: 0.4369488 Oct 26 15:29:11.037475 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe094b-b408-4103-aadc-6d8e431c63a4 tempest-PortsTestJSON-2025205577 tempest-PortsTestJSON-2025205577-project] Pushing event deleted for resources: {'Network': ['ID=8d62fa28-4555-4725-b494-4e875dc198ae,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:11.311979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35884) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:11.319444 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35886) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:11.430436 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f647e4b5-1def-429e-aa1e-7e6e41d1b195 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1166246 Oct 26 15:29:11.530056 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-df44deec-367d-4015-a06f-3c56d48c3028 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=550c9c56f3c645f4b41c714b5ca91569&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2071638 Oct 26 15:29:11.530298 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35890) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:11.584575 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94a4a507-db2a-4168-a221-684b40c09f5a admin admin] Publish callbacks [] for security_group (17048500-a2d6-466b-906f-af47eb50a7f9), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:11.604565 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-0c5566ae-9c94-4329-90c3-81f633dc7bed tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:11.606091 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-0c5566ae-9c94-4329-90c3-81f633dc7bed tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/networks?id=ece41f0b-8cf3-4b28-a0e4-6f548de99a8d HTTP/1.1" status: 200 len: 797 time: 0.5864651 Oct 26 15:29:11.607325 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94a4a507-db2a-4168-a221-684b40c09f5a admin admin] Publish callbacks [] for security_group (17048500-a2d6-466b-906f-af47eb50a7f9), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:11.622282 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-011d9a85-3dba-4a18-9704-ff2831883274 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/quotas/535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 375 time: 0.0101988 Oct 26 15:29:11.667023 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94a4a507-db2a-4168-a221-684b40c09f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (17048500-a2d6-466b-906f-af47eb50a7f9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:11.669903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-94a4a507-db2a-4168-a221-684b40c09f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:11.671132 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-94a4a507-db2a-4168-a221-684b40c09f5a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/17048500-a2d6-466b-906f-af47eb50a7f9 HTTP/1.1" status: 204 len: 168 time: 0.1397705 Oct 26 15:29:11.686328 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4a507-db2a-4168-a221-684b40c09f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17048500-a2d6-466b-906f-af47eb50a7f9,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:11.721216 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-814270d9-e4ba-4d5e-b63f-8a3562454f37 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932956 Oct 26 15:29:11.801068 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:11.842878 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-72b65182-680f-490d-9a20-0bfd1452ea9a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ece41f0b-8cf3-4b28-a0e4-6f548de99a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094975 Oct 26 15:29:11.953645 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-a7546f85-73b9-49df-9ccf-6b74b08865fe service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ece41f0b-8cf3-4b28-a0e4-6f548de99a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095793 Oct 26 15:29:11.970569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:12.007695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:12.032166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:12.042732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:12.043175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:12.043579 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 Oct 26 15:29:12.113016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:12.188997 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-cf6b43e3-65b6-44d6-b5f3-84f750d57fce req-e6e009ae-4dc1-40f7-9ba9-df0f03ec67dd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 210 time: 0.0591419 Oct 26 15:29:12.194465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:12.194924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:12.222438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:12.227507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:12.228408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:12.326844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:12.338753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:12.339140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:12.339481 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed Oct 26 15:29:12.426055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:12.426453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:12.431709 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35918) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:12.467801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:12.482745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:12.490568 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:12.517058 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b2b2f3f8-a1df-4d81-ac09-c1de3667370f tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0837889 Oct 26 15:29:12.557638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:12.582754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ced7bc8f-0361-4178-bbc2-76dfe256b8dc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:12.607774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: ced7bc8f-0361-4178-bbc2-76dfe256b8dc {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:29:12.608128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ced7bc8f-0361-4178-bbc2-76dfe256b8dc not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:29:12.626721 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35924) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:12.736314 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d3eb082e-2971-402f-941a-d7cf9eba574f tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211052783'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:12.760132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d3eb082e-2971-402f-941a-d7cf9eba574f tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:12.770518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d3eb082e-2971-402f-941a-d7cf9eba574f tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:12.857326 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d3eb082e-2971-402f-941a-d7cf9eba574f tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (56389f83-2a2c-4897-b689-f684e315ccb3), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:12.862229 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d3eb082e-2971-402f-941a-d7cf9eba574f tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (56389f83-2a2c-4897-b689-f684e315ccb3), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:12.905987 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb082e-2971-402f-941a-d7cf9eba574f tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56389f83-2a2c-4897-b689-f684e315ccb3,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:12.946800 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d3eb082e-2971-402f-941a-d7cf9eba574f tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (e2f8ec29-7c25-46fa-9b9f-df94816a3058), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:12.950854 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d3eb082e-2971-402f-941a-d7cf9eba574f tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (e2f8ec29-7c25-46fa-9b9f-df94816a3058), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:12.985459 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d3eb082e-2971-402f-941a-d7cf9eba574f tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:12.986700 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d3eb082e-2971-402f-941a-d7cf9eba574f tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3588755 Oct 26 15:29:12.988585 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb082e-2971-402f-941a-d7cf9eba574f tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f8ec29-7c25-46fa-9b9f-df94816a3058,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:12.989510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35928) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:13.057874 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ff9f7003-44e8-4ac1-8d67-fcbda1513645 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0670912 Oct 26 15:29:13.060426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35930) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:13.064558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-4be19fbb-cd54-4dc4-aafd-b021aec9655f tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group': {'name': 'tempest-security--339579575', 'description': 'tempest-security-description-1780429719'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:13.097747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4be19fbb-cd54-4dc4-aafd-b021aec9655f tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (e2f8ec29-7c25-46fa-9b9f-df94816a3058), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:13.145212 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4be19fbb-cd54-4dc4-aafd-b021aec9655f tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (e2f8ec29-7c25-46fa-9b9f-df94816a3058), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:13.149308 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4be19fbb-cd54-4dc4-aafd-b021aec9655f tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (e2f8ec29-7c25-46fa-9b9f-df94816a3058), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:13.151872 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4be19fbb-cd54-4dc4-aafd-b021aec9655f tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:13.153090 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4be19fbb-cd54-4dc4-aafd-b021aec9655f tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "PUT /networking/v2.0/security-groups/e2f8ec29-7c25-46fa-9b9f-df94816a3058 HTTP/1.1" status: 200 len: 1796 time: 0.0917046 Oct 26 15:29:13.155915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35932) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:13.177084 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be19fbb-cd54-4dc4-aafd-b021aec9655f tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f8ec29-7c25-46fa-9b9f-df94816a3058,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:13.204839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35934) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:13.205007 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bd029527-cd32-43a9-9c77-0f04e54c46e6 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-groups/e2f8ec29-7c25-46fa-9b9f-df94816a3058 HTTP/1.1" status: 200 len: 1796 time: 0.0477481 Oct 26 15:29:13.236598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b15903-b03f-4484-a172-e5780f2575a1 None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:29:13.236598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:13.236598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b15903-b03f-4484-a172-e5780f2575a1 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:13.236598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-21b15903-b03f-4484-a172-e5780f2575a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:13.270467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d2f5e17f-9e8b-4420-a5d3-8cf6b7b6b340 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (e2f8ec29-7c25-46fa-9b9f-df94816a3058), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:13.283334 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:13.305874 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d2f5e17f-9e8b-4420-a5d3-8cf6b7b6b340 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (e2f8ec29-7c25-46fa-9b9f-df94816a3058), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:13.336355 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-130aae11-c315-414d-810c-39f952907b7f req-3b11d469-6292-4b64-9423-084b6efdc104 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 210 time: 0.0433264 Oct 26 15:29:13.374125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-21b15903-b03f-4484-a172-e5780f2575a1 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:13.437603 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d2f5e17f-9e8b-4420-a5d3-8cf6b7b6b340 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (e2f8ec29-7c25-46fa-9b9f-df94816a3058), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:13.440383 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d2f5e17f-9e8b-4420-a5d3-8cf6b7b6b340 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:13.444355 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d2f5e17f-9e8b-4420-a5d3-8cf6b7b6b340 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e2f8ec29-7c25-46fa-9b9f-df94816a3058 HTTP/1.1" status: 204 len: 168 time: 0.2355883 Oct 26 15:29:13.445131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35938) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:13.461939 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5e17f-9e8b-4420-a5d3-8cf6b7b6b340 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f8ec29-7c25-46fa-9b9f-df94816a3058,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:13.518187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-a4976d2a-b088-43fc-9a0b-212793e485ff tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:13.519662 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-a4976d2a-b088-43fc-9a0b-212793e485ff tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/networks?id=ece41f0b-8cf3-4b28-a0e4-6f548de99a8d HTTP/1.1" status: 200 len: 797 time: 0.1434431 Oct 26 15:29:13.521467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35940) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:13.530913 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8a4a7972-007f-4ae7-b30f-411eb9adc115 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0843246 Oct 26 15:29:13.532030 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35942) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:13.556083 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-429e7bf5-49f2-4df0-9b75-8c724489d811 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] delete failed (client error): The resource could not be found. Oct 26 15:29:13.564281 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-429e7bf5-49f2-4df0-9b75-8c724489d811 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e2f8ec29-7c25-46fa-9b9f-df94816a3058 HTTP/1.1" status: 404 len: 347 time: 0.0309505 Oct 26 15:29:13.565216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35944) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:13.570653 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-5a25eafe-0ab2-4139-a10c-d8af3327a1b1 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1475573619'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:13.571127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:13.598262 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f5bb28ac-1738-4fea-99bd-c2802f6aa1c4 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0755193 Oct 26 15:29:13.602024 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5a25eafe-0ab2-4139-a10c-d8af3327a1b1 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:13.618690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-21b15903-b03f-4484-a172-e5780f2575a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:12Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:13.629165 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:13.653626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b15903-b03f-4484-a172-e5780f2575a1 None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:29:13.663725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b15903-b03f-4484-a172-e5780f2575a1 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:13.664318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-21b15903-b03f-4484-a172-e5780f2575a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:13.680329 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-b06e51db-488c-4c4e-9d12-f8b7ae8423f4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 380 time: 0.0803652 Oct 26 15:29:13.683030 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5a25eafe-0ab2-4139-a10c-d8af3327a1b1 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (4157eff5-c226-4a0f-998b-191246cc1461), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:13.686592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5a25eafe-0ab2-4139-a10c-d8af3327a1b1 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (4157eff5-c226-4a0f-998b-191246cc1461), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:13.717873 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5a25eafe-0ab2-4139-a10c-d8af3327a1b1 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:13.718996 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5a25eafe-0ab2-4139-a10c-d8af3327a1b1 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1525409 Oct 26 15:29:13.720918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25eafe-0ab2-4139-a10c-d8af3327a1b1 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4157eff5-c226-4a0f-998b-191246cc1461,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:13.721998 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35950) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:13.726910 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-16fb271a-722e-4ff1-83ac-b08a39574717 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group_rule': {'security_group_id': '4157eff5-c226-4a0f-998b-191246cc1461', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:13.738545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-baf6b03c-9172-4c69-b637-879d6b06885e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'port': {'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'admin_state_up': True, 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'security_groups': ['61f7a322-f071-45e5-bd43-b34cfb93c4a5']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:13.811161 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-16fb271a-722e-4ff1-83ac-b08a39574717 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (345c6940-621b-436a-8382-26ebe2617a4a), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:13.821822 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:13.910356 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-16fb271a-722e-4ff1-83ac-b08a39574717 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (345c6940-621b-436a-8382-26ebe2617a4a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:13.917097 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-16fb271a-722e-4ff1-83ac-b08a39574717 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (345c6940-621b-436a-8382-26ebe2617a4a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:13.918453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:13.930234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-baf6b03c-9172-4c69-b637-879d6b06885e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:29:13.934879 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-baf6b03c-9172-4c69-b637-879d6b06885e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:13.955813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:13.957580 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb271a-722e-4ff1-83ac-b08a39574717 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345c6940-621b-436a-8382-26ebe2617a4a,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:13.960066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-21b15903-b03f-4484-a172-e5780f2575a1 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:13.967969 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-16fb271a-722e-4ff1-83ac-b08a39574717 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:13.971876 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-16fb271a-722e-4ff1-83ac-b08a39574717 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2459300 Oct 26 15:29:13.972200 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35952) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:13.997413 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-607a5312-a796-4a30-9936-54fa335725ee tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (345c6940-621b-436a-8382-26ebe2617a4a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.009973 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-607a5312-a796-4a30-9936-54fa335725ee tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (345c6940-621b-436a-8382-26ebe2617a4a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.038377 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-607a5312-a796-4a30-9936-54fa335725ee tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (345c6940-621b-436a-8382-26ebe2617a4a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.044967 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-607a5312-a796-4a30-9936-54fa335725ee tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.046263 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-607a5312-a796-4a30-9936-54fa335725ee tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/345c6940-621b-436a-8382-26ebe2617a4a HTTP/1.1" status: 204 len: 168 time: 0.0730789 Oct 26 15:29:14.049011 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35954) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:14.067299 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a5312-a796-4a30-9936-54fa335725ee tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=345c6940-621b-436a-8382-26ebe2617a4a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:14.080121 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:14.102078 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cb378f34-d5bc-4325-8073-e8007a5e12bf tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0483346 Oct 26 15:29:14.102345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35956) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:14.105335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-baf6b03c-9172-4c69-b637-879d6b06885e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.20.0.7 (ece41f0b-8cf3-4b28-a0e4-6f548de99a8d/a70f95c2-b250-4c82-b629-266a409947b8/45f1ec95-3ffb-4672-988a-bd3131ab0fe9) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:29:14.128402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:14.128829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.163070 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-171a6c90-c228-4ed5-8180-56ca8d05674c tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (4157eff5-c226-4a0f-998b-191246cc1461), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.166019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:14.173774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.174552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:14.189304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-171a6c90-c228-4ed5-8180-56ca8d05674c tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (4157eff5-c226-4a0f-998b-191246cc1461), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.237932 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-171a6c90-c228-4ed5-8180-56ca8d05674c tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (4157eff5-c226-4a0f-998b-191246cc1461), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.241086 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-171a6c90-c228-4ed5-8180-56ca8d05674c tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.245102 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-171a6c90-c228-4ed5-8180-56ca8d05674c tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/4157eff5-c226-4a0f-998b-191246cc1461 HTTP/1.1" status: 204 len: 168 time: 0.1392136 Oct 26 15:29:14.246497 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35958) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:14.261229 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a6c90-c228-4ed5-8180-56ca8d05674c tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4157eff5-c226-4a0f-998b-191246cc1461,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:14.268858 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-baf6b03c-9172-4c69-b637-879d6b06885e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (45f1ec95-3ffb-4672-988a-bd3131ab0fe9), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.274506 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:14.312309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:14.313173 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-baf6b03c-9172-4c69-b637-879d6b06885e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (45f1ec95-3ffb-4672-988a-bd3131ab0fe9), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.319402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:14.320500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:14.327090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-21b15903-b03f-4484-a172-e5780f2575a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:12Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:14.333056 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3ba87d04-f926-46b5-bcd3-02ada6199998 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0791888 Oct 26 15:29:14.334376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35960) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:14.339068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e441e18e-b857-402b-ae14-8c50ddf470b8 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205176306'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:14.362075 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e441e18e-b857-402b-ae14-8c50ddf470b8 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.371642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-baf6b03c-9172-4c69-b637-879d6b06885e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network ece41f0b-8cf3-4b28-a0e4-6f548de99a8d is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:29:14.376495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b15903-b03f-4484-a172-e5780f2575a1 None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:12Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:29:14.377204 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-baf6b03c-9172-4c69-b637-879d6b06885e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:29:14.382183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-baf6b03c-9172-4c69-b637-879d6b06885e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:29:14.395230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:14.395230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.420928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6b03c-9172-4c69-b637-879d6b06885e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=45f1ec95-3ffb-4672-988a-bd3131ab0fe9,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:14.455476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:14.461309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-baf6b03c-9172-4c69-b637-879d6b06885e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:14.462765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.469117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-baf6b03c-9172-4c69-b637-879d6b06885e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.517761 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e441e18e-b857-402b-ae14-8c50ddf470b8 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (84b36345-d73d-4513-a80d-0ac71c85fa50), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.522059 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-baf6b03c-9172-4c69-b637-879d6b06885e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7835476 Oct 26 15:29:14.535971 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e441e18e-b857-402b-ae14-8c50ddf470b8 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (84b36345-d73d-4513-a80d-0ac71c85fa50), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.542268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:14.544444 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Request body: {'port': {'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:14.572720 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e441e18e-b857-402b-ae14-8c50ddf470b8 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.574033 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e441e18e-b857-402b-ae14-8c50ddf470b8 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2384851 Oct 26 15:29:14.577904 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35964) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:14.585576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-80cfe014-aa2f-42db-98a5-bd2341c92ef1 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group_rule': {'security_group_id': '84b36345-d73d-4513-a80d-0ac71c85fa50', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:14.591998 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da92439-b3b6-4a5a-b2bf-742f8a04dd32 req-20d69902-4801-453e-9a4f-7a2ba0ede43d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:14.593691 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5da92439-b3b6-4a5a-b2bf-742f8a04dd32 req-20d69902-4801-453e-9a4f-7a2ba0ede43d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 931 time: 0.1016665 Oct 26 15:29:14.595680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441e18e-b857-402b-ae14-8c50ddf470b8 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b36345-d73d-4513-a80d-0ac71c85fa50,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:14.601215 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35966) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:14.661129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (45f1ec95-3ffb-4672-988a-bd3131ab0fe9), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.669676 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8246cb4c-f185-44de-98fa-2e9508c1b627 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0672681 Oct 26 15:29:14.686329 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-80cfe014-aa2f-42db-98a5-bd2341c92ef1 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (a49453fe-1b7f-4bd3-be0a-b259ed2911f9), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.730205 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5da92439-b3b6-4a5a-b2bf-742f8a04dd32 req-f040f901-5b1e-4f7d-aa7a-5b3411e873af tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=61f7a322-f071-45e5-bd43-b34cfb93c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590379 Oct 26 15:29:14.768950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-1cc7deda-b65c-4bf3-ab06-06588d7a29de None None] Provisioning complete for port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:14.769605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1cc7deda-b65c-4bf3-ab06-06588d7a29de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (45f1ec95-3ffb-4672-988a-bd3131ab0fe9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.770210 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-1cc7deda-b65c-4bf3-ab06-06588d7a29de None None] Attempt 1 to provision port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 Oct 26 15:29:14.808277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-1cc7deda-b65c-4bf3-ab06-06588d7a29de None None] Port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:29:14.810784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:14.923589 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-80cfe014-aa2f-42db-98a5-bd2341c92ef1 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (a49453fe-1b7f-4bd3-be0a-b259ed2911f9), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.932240 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-80cfe014-aa2f-42db-98a5-bd2341c92ef1 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (a49453fe-1b7f-4bd3-be0a-b259ed2911f9), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.975274 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfe014-aa2f-42db-98a5-bd2341c92ef1 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49453fe-1b7f-4bd3-be0a-b259ed2911f9,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:14.996456 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-80cfe014-aa2f-42db-98a5-bd2341c92ef1 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:14.997719 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-80cfe014-aa2f-42db-98a5-bd2341c92ef1 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4190178 Oct 26 15:29:15.000505 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35968) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:15.005646 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-1726b4ce-37be-4706-bbb3-c4c420b0de03 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group_rule': {'security_group_id': '84b36345-d73d-4513-a80d-0ac71c85fa50', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:15.034161 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1726b4ce-37be-4706-bbb3-c4c420b0de03 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (71abb1b9-4949-44c7-a105-cf30b157b8f4), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.098550 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1726b4ce-37be-4706-bbb3-c4c420b0de03 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (71abb1b9-4949-44c7-a105-cf30b157b8f4), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.103251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1726b4ce-37be-4706-bbb3-c4c420b0de03 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (71abb1b9-4949-44c7-a105-cf30b157b8f4), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.125727 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726b4ce-37be-4706-bbb3-c4c420b0de03 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71abb1b9-4949-44c7-a105-cf30b157b8f4,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:15.137053 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1726b4ce-37be-4706-bbb3-c4c420b0de03 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.138345 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1726b4ce-37be-4706-bbb3-c4c420b0de03 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368003 Oct 26 15:29:15.140996 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35970) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:15.143687 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:29:15.147564 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7e83ec25-1050-402b-a3ca-997ffbc37da4 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group_rule': {'security_group_id': '84b36345-d73d-4513-a80d-0ac71c85fa50', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:15.155399 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Publish callbacks [] for port (45f1ec95-3ffb-4672-988a-bd3131ab0fe9), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.157978 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:15.175147 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Transition to ACTIVE for port object 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:29:15.180769 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (45f1ec95-3ffb-4672-988a-bd3131ab0fe9), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.181807 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7e83ec25-1050-402b-a3ca-997ffbc37da4 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (e8dd3e8a-446e-4fa4-b695-c0310739c713), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.213795 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:15.279627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7e83ec25-1050-402b-a3ca-997ffbc37da4 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (e8dd3e8a-446e-4fa4-b695-c0310739c713), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.283251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7e83ec25-1050-402b-a3ca-997ffbc37da4 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (e8dd3e8a-446e-4fa4-b695-c0310739c713), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.288684 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Pushing event updated for resources: {'Port': ['ID=45f1ec95-3ffb-4672-988a-bd3131ab0fe9,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:15.303041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:15.321217 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83ec25-1050-402b-a3ca-997ffbc37da4 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8dd3e8a-446e-4fa4-b695-c0310739c713,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:15.330032 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Attempting to bind port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:29:15.330524 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Attempting to bind port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'd847c239-f922-4e41-887e-9aedcf62ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:29:15.330866 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Attempting to bind port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 on network ece41f0b-8cf3-4b28-a0e4-6f548de99a8d {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:29:15.333596 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7e83ec25-1050-402b-a3ca-997ffbc37da4 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.334932 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7e83ec25-1050-402b-a3ca-997ffbc37da4 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1922817 Oct 26 15:29:15.337588 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35972) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:15.341986 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e588a149-d316-4712-b1da-840cec501fe8 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group_rule': {'security_group_id': '84b36345-d73d-4513-a80d-0ac71c85fa50', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:15.371721 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e588a149-d316-4712-b1da-840cec501fe8 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (f6abe898-f995-4cbe-8ce5-9f8656abfb70), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.382989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 on network ece41f0b-8cf3-4b28-a0e4-6f548de99a8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:29:15.383273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Attempting to bind port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 on network ece41f0b-8cf3-4b28-a0e4-6f548de99a8d {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:29:15.431115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:29:15.431361 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Checking segment: {'id': 'd847c239-f922-4e41-887e-9aedcf62ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:29:15.431879 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Bound using segment: {'id': 'd847c239-f922-4e41-887e-9aedcf62ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:29:15.432060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Bound port: 45f1ec95-3ffb-4672-988a-bd3131ab0fe9, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd847c239-f922-4e41-887e-9aedcf62ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:29:15.432468 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (45f1ec95-3ffb-4672-988a-bd3131ab0fe9), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.441970 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e588a149-d316-4712-b1da-840cec501fe8 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (f6abe898-f995-4cbe-8ce5-9f8656abfb70), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.447069 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e588a149-d316-4712-b1da-840cec501fe8 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (f6abe898-f995-4cbe-8ce5-9f8656abfb70), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.469559 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588a149-d316-4712-b1da-840cec501fe8 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6abe898-f995-4cbe-8ce5-9f8656abfb70,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:15.476388 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e588a149-d316-4712-b1da-840cec501fe8 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.480119 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e588a149-d316-4712-b1da-840cec501fe8 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391759 Oct 26 15:29:15.480460 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35974) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:15.485462 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-6dc1b279-ce3d-4092-bb2e-d4123fa5aa85 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group_rule': {'security_group_id': '84b36345-d73d-4513-a80d-0ac71c85fa50', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:15.501654 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] For port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:29:15.507452 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] For port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=45f1ec95-3ffb-4672-988a-bd3131ab0fe9,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:29:15.516673 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6dc1b279-ce3d-4092-bb2e-d4123fa5aa85 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (ffbba17b-684e-4e0b-adff-b3aab4c2222d), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.519809 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (45f1ec95-3ffb-4672-988a-bd3131ab0fe9), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.526815 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:15.527460 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.528998 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/45f1ec95-3ffb-4672-988a-bd3131ab0fe9 HTTP/1.1" status: 200 len: 1093 time: 0.9944370 Oct 26 15:29:15.529589 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c01858-37cf-418c-85fc-9f306c208488', 'tag': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:29:15.531903 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b863da65-6547-4da8-b2fd-c4da910ddf71" -d '{"events": [{"name": "network-changed", "server_uuid": "75c01858-37cf-418c-85fc-9f306c208488", "tag": "45f1ec95-3ffb-4672-988a-bd3131ab0fe9"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:29:15.601375 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6dc1b279-ce3d-4092-bb2e-d4123fa5aa85 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (ffbba17b-684e-4e0b-adff-b3aab4c2222d), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.604854 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca59c3ef-ea35-4660-ac8c-9bf43bd2bb66 x-openstack-request-id: req-ca59c3ef-ea35-4660-ac8c-9bf43bd2bb66 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:29:15.605109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c01858-37cf-418c-85fc-9f306c208488", "tag": "45f1ec95-3ffb-4672-988a-bd3131ab0fe9", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:29:15.605371 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca59c3ef-ea35-4660-ac8c-9bf43bd2bb66 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:29:15.605819 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca59c3ef-ea35-4660-ac8c-9bf43bd2bb66'] response: {'name': 'network-changed', 'server_uuid': '75c01858-37cf-418c-85fc-9f306c208488', 'tag': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'status': 'completed', 'code': 200} Oct 26 15:29:15.606623 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6dc1b279-ce3d-4092-bb2e-d4123fa5aa85 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (ffbba17b-684e-4e0b-adff-b3aab4c2222d), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.629365 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1b279-ce3d-4092-bb2e-d4123fa5aa85 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbba17b-684e-4e0b-adff-b3aab4c2222d,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:15.638504 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6dc1b279-ce3d-4092-bb2e-d4123fa5aa85 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.639720 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6dc1b279-ce3d-4092-bb2e-d4123fa5aa85 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1582267 Oct 26 15:29:15.644716 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35978) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:15.659134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e3c2b-f642-4ec4-8ce5-f7f190452550 service neutron] Pushing event updated for resources: {'Port': ['ID=45f1ec95-3ffb-4672-988a-bd3131ab0fe9,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:15.671450 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35980) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:15.681548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e495ecc9-fec3-42c9-83ab-b94c8b2e499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:15.683055 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-e495ecc9-fec3-42c9-83ab-b94c8b2e499f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 1127 time: 0.0803096 Oct 26 15:29:15.694051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b348c16-67e3-48d2-9067-649303e24484 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (ffbba17b-684e-4e0b-adff-b3aab4c2222d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.738710 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b348c16-67e3-48d2-9067-649303e24484 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (ffbba17b-684e-4e0b-adff-b3aab4c2222d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.741475 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-77cba233-d79e-46c8-8d32-b8f994e3b2c8 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0690908 Oct 26 15:29:15.746062 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-a33e4a23-ab12-4b55-898c-7b4812258493 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f1ec95-3ffb-4672-988a-bd3131ab0fe9 HTTP/1.1" status: 200 len: 217 time: 0.0494089 Oct 26 15:29:15.800231 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b348c16-67e3-48d2-9067-649303e24484 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (ffbba17b-684e-4e0b-adff-b3aab4c2222d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.810885 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b348c16-67e3-48d2-9067-649303e24484 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:15.814576 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9b348c16-67e3-48d2-9067-649303e24484 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/ffbba17b-684e-4e0b-adff-b3aab4c2222d HTTP/1.1" status: 204 len: 168 time: 0.1663475 Oct 26 15:29:15.815379 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35984) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:15.820144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-a18ea392-fae2-4cde-8b10-de1a35f87836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:15.821671 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-a18ea392-fae2-4cde-8b10-de1a35f87836 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a70f95c2-b250-4c82-b629-266a409947b8 HTTP/1.1" status: 200 len: 834 time: 0.0657487 Oct 26 15:29:15.822353 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b348c16-67e3-48d2-9067-649303e24484 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffbba17b-684e-4e0b-adff-b3aab4c2222d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:15.862512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:15.880594 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-15e06507-ce8a-4b00-89dc-4e5e27918648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:15.880594 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-15e06507-ce8a-4b00-89dc-4e5e27918648 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ece41f0b-8cf3-4b28-a0e4-6f548de99a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0479977 Oct 26 15:29:15.890005 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8efc16-4c7f-48e1-b911-d027d52f4b70 req-6c4d79d3-182a-4450-9345-bf0b3c312061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:15.891565 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-cc8efc16-4c7f-48e1-b911-d027d52f4b70 req-6c4d79d3-182a-4450-9345-bf0b3c312061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 943 time: 0.0651047 Oct 26 15:29:15.954117 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3d441da0-d97e-4d33-8b72-5ce97d8f97f7 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1370575 Oct 26 15:29:15.954772 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35986) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:15.988366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:16.007959 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-632436be-3332-4560-9903-8b6be6e83e0d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ece41f0b-8cf3-4b28-a0e4-6f548de99a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180735 Oct 26 15:29:16.010463 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-cc8efc16-4c7f-48e1-b911-d027d52f4b70 req-8a9b97c8-a6a7-4808-91c0-366d6f79f9cb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=61f7a322-f071-45e5-bd43-b34cfb93c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068828 Oct 26 15:29:16.011900 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4b8178d5-be93-45a5-9ed2-40c52dff46d6 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (f6abe898-f995-4cbe-8ce5-9f8656abfb70), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.024067 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4b8178d5-be93-45a5-9ed2-40c52dff46d6 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (f6abe898-f995-4cbe-8ce5-9f8656abfb70), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.056652 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4b8178d5-be93-45a5-9ed2-40c52dff46d6 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (f6abe898-f995-4cbe-8ce5-9f8656abfb70), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.064969 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4b8178d5-be93-45a5-9ed2-40c52dff46d6 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.066385 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4b8178d5-be93-45a5-9ed2-40c52dff46d6 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/f6abe898-f995-4cbe-8ce5-9f8656abfb70 HTTP/1.1" status: 204 len: 168 time: 0.1092694 Oct 26 15:29:16.076426 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35988) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:16.077407 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8178d5-be93-45a5-9ed2-40c52dff46d6 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6abe898-f995-4cbe-8ce5-9f8656abfb70,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:16.077540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:16.077922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.078331 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 Oct 26 15:29:16.129308 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d7415df5-c9e0-4294-9d8d-b764665c35b6 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0485921 Oct 26 15:29:16.132560 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35990) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:16.151142 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc0b121c-47da-44aa-b957-b8553759ac0a req-727efada-812d-47cd-a24e-480f070e554d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ece41f0b-8cf3-4b28-a0e4-6f548de99a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324701 Oct 26 15:29:16.157337 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9b4f3793-a509-46e6-8591-f6e093932b07 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (e8dd3e8a-446e-4fa4-b695-c0310739c713), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.166744 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9b4f3793-a509-46e6-8591-f6e093932b07 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (e8dd3e8a-446e-4fa4-b695-c0310739c713), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.182878 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:16.183145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:16.183293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.208898 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9b4f3793-a509-46e6-8591-f6e093932b07 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (e8dd3e8a-446e-4fa4-b695-c0310739c713), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.210901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:16.214947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.215757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:16.216366 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9b4f3793-a509-46e6-8591-f6e093932b07 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.217508 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9b4f3793-a509-46e6-8591-f6e093932b07 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/e8dd3e8a-446e-4fa4-b695-c0310739c713 HTTP/1.1" status: 204 len: 168 time: 0.0840027 Oct 26 15:29:16.220279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35992) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:16.223168 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f3793-a509-46e6-8591-f6e093932b07 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8dd3e8a-446e-4fa4-b695-c0310739c713,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:16.272527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:16.278826 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-da08e8df-d7c3-4e88-bdbc-ff46805a6373 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0558670 Oct 26 15:29:16.279355 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 35994) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:16.295399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:16.306929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:16.307307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.307814 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed Oct 26 15:29:16.310377 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc0d6a3f-bdbe-40b4-935b-cba9f6945606 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (71abb1b9-4949-44c7-a105-cf30b157b8f4), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.320243 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc0d6a3f-bdbe-40b4-935b-cba9f6945606 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (71abb1b9-4949-44c7-a105-cf30b157b8f4), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.348783 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc0d6a3f-bdbe-40b4-935b-cba9f6945606 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (71abb1b9-4949-44c7-a105-cf30b157b8f4), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.355742 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc0d6a3f-bdbe-40b4-935b-cba9f6945606 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.356938 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bc0d6a3f-bdbe-40b4-935b-cba9f6945606 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/71abb1b9-4949-44c7-a105-cf30b157b8f4 HTTP/1.1" status: 204 len: 168 time: 0.0765953 Oct 26 15:29:16.359767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35996) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:16.364141 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d6a3f-bdbe-40b4-935b-cba9f6945606 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71abb1b9-4949-44c7-a105-cf30b157b8f4,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:16.389389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:16.389781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.402701 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dd065fde-66fa-4bdf-b8fc-a979f85b3dd4 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0392635 Oct 26 15:29:16.402982 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 35998) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:16.424014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:16.428217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-711973e3-448f-4c90-9b50-d643edee6888 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (a49453fe-1b7f-4bd3-be0a-b259ed2911f9), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.431705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.438319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-711973e3-448f-4c90-9b50-d643edee6888 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (a49453fe-1b7f-4bd3-be0a-b259ed2911f9), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.463593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.466887 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-711973e3-448f-4c90-9b50-d643edee6888 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (a49453fe-1b7f-4bd3-be0a-b259ed2911f9), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.471956 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-711973e3-448f-4c90-9b50-d643edee6888 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.473132 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-711973e3-448f-4c90-9b50-d643edee6888 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/a49453fe-1b7f-4bd3-be0a-b259ed2911f9 HTTP/1.1" status: 204 len: 168 time: 0.0692000 Oct 26 15:29:16.475890 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36000) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:16.480924 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711973e3-448f-4c90-9b50-d643edee6888 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a49453fe-1b7f-4bd3-be0a-b259ed2911f9,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:16.487718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:16.523330 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8cd904da-4f7d-4627-9a1d-02d5f11e07d6 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0428298 Oct 26 15:29:16.523505 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36002) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:16.540427 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:16.584960 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3664f419-24f6-4c4f-8367-68f01fda86ae tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (84b36345-d73d-4513-a80d-0ac71c85fa50), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.606157 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3664f419-24f6-4c4f-8367-68f01fda86ae tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (84b36345-d73d-4513-a80d-0ac71c85fa50), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.651311 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3664f419-24f6-4c4f-8367-68f01fda86ae tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (84b36345-d73d-4513-a80d-0ac71c85fa50), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.654067 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3664f419-24f6-4c4f-8367-68f01fda86ae tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.655341 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3664f419-24f6-4c4f-8367-68f01fda86ae tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/84b36345-d73d-4513-a80d-0ac71c85fa50 HTTP/1.1" status: 204 len: 168 time: 0.1309514 Oct 26 15:29:16.658022 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36004) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:16.672737 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664f419-24f6-4c4f-8367-68f01fda86ae tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b36345-d73d-4513-a80d-0ac71c85fa50,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:16.702164 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-33d10485-eceb-47fa-bd61-5b6e48a542c5 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0424409 Oct 26 15:29:16.706459 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36006) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:16.711844 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-b994e346-1ff2-4a39-8865-d308bf7c2137 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group': {'name': 'tempest-secgroup--741894340'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:16.733577 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b994e346-1ff2-4a39-8865-d308bf7c2137 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.743602 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36008) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:16.778170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:16.803855 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6c42fd54-41c0-4c9b-b3d5-61dfd97c07a4 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0590656 Oct 26 15:29:16.807552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b994e346-1ff2-4a39-8865-d308bf7c2137 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (d3bcbf8d-08c8-4909-ad26-00141b57ad49), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.810883 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b994e346-1ff2-4a39-8865-d308bf7c2137 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (d3bcbf8d-08c8-4909-ad26-00141b57ad49), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.842241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b994e346-1ff2-4a39-8865-d308bf7c2137 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.843477 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b994e346-1ff2-4a39-8865-d308bf7c2137 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1360958 Oct 26 15:29:16.844542 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994e346-1ff2-4a39-8865-d308bf7c2137 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bcbf8d-08c8-4909-ad26-00141b57ad49,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:16.846488 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36010) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:16.850976 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-cc527599-8d21-43ce-8065-b91c7acfe733 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group_rule': {'security_group_id': 'd3bcbf8d-08c8-4909-ad26-00141b57ad49', 'direction': 'ingress', 'protocol': 17}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:16.878042 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc527599-8d21-43ce-8065-b91c7acfe733 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (79d9b20c-e797-4e04-994c-8b0fb88ee4ce), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.936877 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc527599-8d21-43ce-8065-b91c7acfe733 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (79d9b20c-e797-4e04-994c-8b0fb88ee4ce), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.940341 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc527599-8d21-43ce-8065-b91c7acfe733 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (79d9b20c-e797-4e04-994c-8b0fb88ee4ce), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.960132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc527599-8d21-43ce-8065-b91c7acfe733 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d9b20c-e797-4e04-994c-8b0fb88ee4ce,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:16.968699 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc527599-8d21-43ce-8065-b91c7acfe733 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:16.969903 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cc527599-8d21-43ce-8065-b91c7acfe733 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1223724 Oct 26 15:29:16.972616 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36012) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:17.028601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c633c58e-2800-49f5-a18e-092dfe12a5ca tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (d3bcbf8d-08c8-4909-ad26-00141b57ad49), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:17.050657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c633c58e-2800-49f5-a18e-092dfe12a5ca tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (d3bcbf8d-08c8-4909-ad26-00141b57ad49), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:17.105257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c633c58e-2800-49f5-a18e-092dfe12a5ca tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (d3bcbf8d-08c8-4909-ad26-00141b57ad49), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:17.108081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c633c58e-2800-49f5-a18e-092dfe12a5ca tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:17.109317 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c633c58e-2800-49f5-a18e-092dfe12a5ca tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d3bcbf8d-08c8-4909-ad26-00141b57ad49 HTTP/1.1" status: 204 len: 168 time: 0.1356759 Oct 26 15:29:17.114003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36016) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:17.126330 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633c58e-2800-49f5-a18e-092dfe12a5ca tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bcbf8d-08c8-4909-ad26-00141b57ad49,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:17.161691 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863da65-6547-4da8-b2fd-c4da910ddf71 req-c9a3b6ef-e08d-4c20-9683-d8d77c0fb68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:17.163261 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b863da65-6547-4da8-b2fd-c4da910ddf71 req-c9a3b6ef-e08d-4c20-9683-d8d77c0fb68d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 1127 time: 0.0750644 Oct 26 15:29:17.171897 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-64d429af-13c5-436a-9cb1-934bea7be8f0 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0527394 Oct 26 15:29:17.172062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a290f1b-f27d-4f55-aa8c-d5cc8abef05f req-65259ba8-de2f-4b8d-b4f1-503bcb3152d0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:17.172062 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3a290f1b-f27d-4f55-aa8c-d5cc8abef05f req-65259ba8-de2f-4b8d-b4f1-503bcb3152d0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 943 time: 0.0738599 Oct 26 15:29:17.172245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36018) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:17.176362 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-9591fdfa-e8a2-41b4-90c0-96112e6b95fd tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1551770241'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:17.198726 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9591fdfa-e8a2-41b4-90c0-96112e6b95fd tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:17.254058 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:17.279644 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9591fdfa-e8a2-41b4-90c0-96112e6b95fd tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (d974ae1d-b6f6-4055-a140-e923caeed6e1), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:17.283687 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9591fdfa-e8a2-41b4-90c0-96112e6b95fd tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (d974ae1d-b6f6-4055-a140-e923caeed6e1), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:17.291433 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3a290f1b-f27d-4f55-aa8c-d5cc8abef05f req-6edfb6c9-acb2-4281-98ae-55c2bbafd190 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=61f7a322-f071-45e5-bd43-b34cfb93c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086445 Oct 26 15:29:17.314801 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863da65-6547-4da8-b2fd-c4da910ddf71 req-ba134235-d377-4a67-989c-36db6072954f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:17.316269 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b863da65-6547-4da8-b2fd-c4da910ddf71 req-ba134235-d377-4a67-989c-36db6072954f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ece41f0b-8cf3-4b28-a0e4-6f548de99a8d HTTP/1.1" status: 200 len: 898 time: 0.1432550 Oct 26 15:29:17.353012 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967cebd-d6e2-497f-bfb8-c863e54da8ba None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:29:17.353745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9591fdfa-e8a2-41b4-90c0-96112e6b95fd tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:17.353745 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9591fdfa-e8a2-41b4-90c0-96112e6b95fd tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1589527 Oct 26 15:29:17.353745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591fdfa-e8a2-41b4-90c0-96112e6b95fd tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d974ae1d-b6f6-4055-a140-e923caeed6e1,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:17.353745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36020) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:17.353745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-0dcddc48-09d3-4511-9569-279d6efe768c tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078566229'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:17.354771 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1967cebd-d6e2-497f-bfb8-c863e54da8ba None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:17.354771 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1967cebd-d6e2-497f-bfb8-c863e54da8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:17.371845 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b863da65-6547-4da8-b2fd-c4da910ddf71 req-f7ed92f7-211f-4f42-8407-cb0ac010264f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f1ec95-3ffb-4672-988a-bd3131ab0fe9 HTTP/1.1" status: 200 len: 217 time: 0.0413640 Oct 26 15:29:17.373016 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0dcddc48-09d3-4511-9569-279d6efe768c tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:17.438534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863da65-6547-4da8-b2fd-c4da910ddf71 req-cf7d03ec-725b-4fb8-aec1-eb493ea20f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:17.440958 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b863da65-6547-4da8-b2fd-c4da910ddf71 req-cf7d03ec-725b-4fb8-aec1-eb493ea20f86 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a70f95c2-b250-4c82-b629-266a409947b8 HTTP/1.1" status: 200 len: 834 time: 0.0597291 Oct 26 15:29:17.458546 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0dcddc48-09d3-4511-9569-279d6efe768c tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (f5ef06a8-473a-431e-b68d-53402d1b85f8), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:17.462894 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0dcddc48-09d3-4511-9569-279d6efe768c tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (f5ef06a8-473a-431e-b68d-53402d1b85f8), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:17.468667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:17.484836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:17.499110 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcddc48-09d3-4511-9569-279d6efe768c tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ef06a8-473a-431e-b68d-53402d1b85f8,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:17.503287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863da65-6547-4da8-b2fd-c4da910ddf71 req-727ec3cf-3063-425a-bf00-a0996d026238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:17.504826 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0dcddc48-09d3-4511-9569-279d6efe768c tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:17.505291 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b863da65-6547-4da8-b2fd-c4da910ddf71 req-727ec3cf-3063-425a-bf00-a0996d026238 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ece41f0b-8cf3-4b28-a0e4-6f548de99a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0555336 Oct 26 15:29:17.509031 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0dcddc48-09d3-4511-9569-279d6efe768c tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1701322 Oct 26 15:29:17.509736 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36022) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:17.515477 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-81e5b59d-bed5-48aa-920b-548104c3a6ef tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group_rule': {'security_group_id': 'd974ae1d-b6f6-4055-a140-e923caeed6e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f5ef06a8-473a-431e-b68d-53402d1b85f8', 'remote_ip_prefix': None}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:17.555510 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1967cebd-d6e2-497f-bfb8-c863e54da8ba None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:17.606202 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81e5b59d-bed5-48aa-920b-548104c3a6ef tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (b7140471-00eb-4963-8922-93ea9cedcaa1), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:17.649490 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b863da65-6547-4da8-b2fd-c4da910ddf71 req-0ac16759-1ca5-4809-b8c2-0f349082a94b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ece41f0b-8cf3-4b28-a0e4-6f548de99a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290023 Oct 26 15:29:17.677238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:29:17.744541 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1967cebd-d6e2-497f-bfb8-c863e54da8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:16Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:16Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:17.747409 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81e5b59d-bed5-48aa-920b-548104c3a6ef tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (b7140471-00eb-4963-8922-93ea9cedcaa1), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:17.753379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81e5b59d-bed5-48aa-920b-548104c3a6ef tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (b7140471-00eb-4963-8922-93ea9cedcaa1), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:17.769214 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967cebd-d6e2-497f-bfb8-c863e54da8ba None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:29:17.779691 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1967cebd-d6e2-497f-bfb8-c863e54da8ba None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:17.780305 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1967cebd-d6e2-497f-bfb8-c863e54da8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:17.791273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=45f1ec95-3ffb-4672-988a-bd3131ab0fe9,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:17.793628 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5b59d-bed5-48aa-920b-548104c3a6ef tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7140471-00eb-4963-8922-93ea9cedcaa1,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:17.803700 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b863da65-6547-4da8-b2fd-c4da910ddf71 req-d0617814-f66d-41cd-b72c-0adea6dca8ae service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ece41f0b-8cf3-4b28-a0e4-6f548de99a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443818 Oct 26 15:29:17.804015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:29:17.807830 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36024) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:17.809028 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81e5b59d-bed5-48aa-920b-548104c3a6ef tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:17.810342 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-81e5b59d-bed5-48aa-920b-548104c3a6ef tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2986987 Oct 26 15:29:17.813530 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36026) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:17.851731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2c830bf3-62f1-4e81-a7f5-46481f05da30 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (b7140471-00eb-4963-8922-93ea9cedcaa1), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:17.878905 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:17.883407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:17.884095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (45f1ec95-3ffb-4672-988a-bd3131ab0fe9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:17.902440 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1967cebd-d6e2-497f-bfb8-c863e54da8ba None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:17.917943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:29:17.921475 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-477e8395-64ac-41a5-86ea-016b188773e4 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1113148 Oct 26 15:29:17.944696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:17.972835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=45f1ec95-3ffb-4672-988a-bd3131ab0fe9,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:17.976465 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:17.987669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (45f1ec95-3ffb-4672-988a-bd3131ab0fe9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.067897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=45f1ec95-3ffb-4672-988a-bd3131ab0fe9,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:18.079389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:18.079863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.105279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:18.109647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.109885 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1967cebd-d6e2-497f-bfb8-c863e54da8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:16Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:16Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:18.110910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:18.121380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2c830bf3-62f1-4e81-a7f5-46481f05da30 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (b7140471-00eb-4963-8922-93ea9cedcaa1), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.140744 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967cebd-d6e2-497f-bfb8-c863e54da8ba None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:16Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:16Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:29:18.151849 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2c830bf3-62f1-4e81-a7f5-46481f05da30 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (b7140471-00eb-4963-8922-93ea9cedcaa1), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.156851 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2c830bf3-62f1-4e81-a7f5-46481f05da30 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.157998 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2c830bf3-62f1-4e81-a7f5-46481f05da30 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/b7140471-00eb-4963-8922-93ea9cedcaa1 HTTP/1.1" status: 204 len: 168 time: 0.3432391 Oct 26 15:29:18.161891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36028) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:18.166961 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c830bf3-62f1-4e81-a7f5-46481f05da30 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7140471-00eb-4963-8922-93ea9cedcaa1,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:18.198408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:18.228350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36030) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:18.228571 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-44cefcb7-504f-4bc3-815b-6ebe30e5f99b tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0646846 Oct 26 15:29:18.239534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:18.240054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.278456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:18.280436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:18.286949 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6be13a3a-9d3d-4524-9759-c26c322eddf3 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (f5ef06a8-473a-431e-b68d-53402d1b85f8), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.291984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.300196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['45f1ec95-3ffb-4672-988a-bd3131ab0fe9'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 15:29:18.304214 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:18.312359 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6be13a3a-9d3d-4524-9759-c26c322eddf3 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (f5ef06a8-473a-431e-b68d-53402d1b85f8), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.341200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:18.365141 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6be13a3a-9d3d-4524-9759-c26c322eddf3 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (f5ef06a8-473a-431e-b68d-53402d1b85f8), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.368041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6be13a3a-9d3d-4524-9759-c26c322eddf3 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.369225 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6be13a3a-9d3d-4524-9759-c26c322eddf3 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f5ef06a8-473a-431e-b68d-53402d1b85f8 HTTP/1.1" status: 204 len: 168 time: 0.1397977 Oct 26 15:29:18.371972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36034) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:18.379946 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be13a3a-9d3d-4524-9759-c26c322eddf3 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ef06a8-473a-431e-b68d-53402d1b85f8,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:18.407878 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:18.503945 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b20b38-179f-476f-ae8b-59e0cd8e2cd3 req-7463fb39-f761-4af0-932a-7d2da0fbab62 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:18.505795 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a7b20b38-179f-476f-ae8b-59e0cd8e2cd3 req-7463fb39-f761-4af0-932a-7d2da0fbab62 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 944 time: 0.0964859 Oct 26 15:29:18.510635 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e05c0900-3c42-4431-9d54-ba8a33cf1737 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1375926 Oct 26 15:29:18.513499 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36036) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:18.580690 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-22e01e21-5424-482b-a58a-a0124e7f22d4 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (d974ae1d-b6f6-4055-a140-e923caeed6e1), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.587679 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a7b20b38-179f-476f-ae8b-59e0cd8e2cd3 req-eb6bbf02-beed-4dfc-befb-e64e29757785 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=61f7a322-f071-45e5-bd43-b34cfb93c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747902 Oct 26 15:29:18.613593 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-22e01e21-5424-482b-a58a-a0124e7f22d4 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (d974ae1d-b6f6-4055-a140-e923caeed6e1), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.663106 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-22e01e21-5424-482b-a58a-a0124e7f22d4 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (d974ae1d-b6f6-4055-a140-e923caeed6e1), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.665762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-22e01e21-5424-482b-a58a-a0124e7f22d4 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.666920 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-22e01e21-5424-482b-a58a-a0124e7f22d4 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d974ae1d-b6f6-4055-a140-e923caeed6e1 HTTP/1.1" status: 204 len: 168 time: 0.1522720 Oct 26 15:29:18.669702 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36038) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:18.678142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e01e21-5424-482b-a58a-a0124e7f22d4 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d974ae1d-b6f6-4055-a140-e923caeed6e1,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:18.718614 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b5bcacb1-59ff-416a-a7d3-049ddb8d02af tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0475454 Oct 26 15:29:18.722891 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36040) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:18.728277 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-12f2f102-f613-4eb6-9577-5358233e8e15 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1735818985'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:18.751676 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-12f2f102-f613-4eb6-9577-5358233e8e15 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.782855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:18.828446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-12f2f102-f613-4eb6-9577-5358233e8e15 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (696d3e0e-560c-4c9e-aeb4-012e73d69aed), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.832959 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-12f2f102-f613-4eb6-9577-5358233e8e15 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (696d3e0e-560c-4c9e-aeb4-012e73d69aed), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.865184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-12f2f102-f613-4eb6-9577-5358233e8e15 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.868939 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-12f2f102-f613-4eb6-9577-5358233e8e15 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1418076 Oct 26 15:29:18.868939 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2f102-f613-4eb6-9577-5358233e8e15 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=696d3e0e-560c-4c9e-aeb4-012e73d69aed,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:18.869512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36042) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:18.874576 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-451b7afa-c487-4681-b16e-dbf6d506fd85 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group_rule': {'security_group_id': '696d3e0e-560c-4c9e-aeb4-012e73d69aed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:18.906335 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-451b7afa-c487-4681-b16e-dbf6d506fd85 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (8d5d3c55-ed0c-462f-b097-8dd0946751d2), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.923898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36044) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:18.979598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-451b7afa-c487-4681-b16e-dbf6d506fd85 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (8d5d3c55-ed0c-462f-b097-8dd0946751d2), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:18.983163 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-451b7afa-c487-4681-b16e-dbf6d506fd85 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (8d5d3c55-ed0c-462f-b097-8dd0946751d2), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.005952 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b7afa-c487-4681-b16e-dbf6d506fd85 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5d3c55-ed0c-462f-b097-8dd0946751d2,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:19.011316 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-451b7afa-c487-4681-b16e-dbf6d506fd85 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.016040 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-451b7afa-c487-4681-b16e-dbf6d506fd85 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1425354 Oct 26 15:29:19.016154 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5028ebeb-66bc-4980-b5a0-1ad0441dfecf tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0894673 Oct 26 15:29:19.016154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36046) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:19.043204 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7a4ba7b8-6a9e-4036-af40-f5fed2517578 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (8d5d3c55-ed0c-462f-b097-8dd0946751d2), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.052968 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7a4ba7b8-6a9e-4036-af40-f5fed2517578 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (8d5d3c55-ed0c-462f-b097-8dd0946751d2), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.081249 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7a4ba7b8-6a9e-4036-af40-f5fed2517578 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (8d5d3c55-ed0c-462f-b097-8dd0946751d2), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.090492 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7a4ba7b8-6a9e-4036-af40-f5fed2517578 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.091556 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7a4ba7b8-6a9e-4036-af40-f5fed2517578 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/8d5d3c55-ed0c-462f-b097-8dd0946751d2 HTTP/1.1" status: 204 len: 168 time: 0.0744853 Oct 26 15:29:19.094548 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36048) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:19.102873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ba7b8-6a9e-4036-af40-f5fed2517578 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d5d3c55-ed0c-462f-b097-8dd0946751d2,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:19.135733 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0fd228f8-e4c3-477b-88e2-1af6241484b2 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0400193 Oct 26 15:29:19.138517 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36050) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:19.194677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7462ebe7-5d8e-4254-92ec-1185e5ddf2b2 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (696d3e0e-560c-4c9e-aeb4-012e73d69aed), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.213935 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:19.217867 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7462ebe7-5d8e-4254-92ec-1185e5ddf2b2 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (696d3e0e-560c-4c9e-aeb4-012e73d69aed), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.265739 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7462ebe7-5d8e-4254-92ec-1185e5ddf2b2 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (696d3e0e-560c-4c9e-aeb4-012e73d69aed), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.268516 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7462ebe7-5d8e-4254-92ec-1185e5ddf2b2 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.273041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36052) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:19.273505 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7462ebe7-5d8e-4254-92ec-1185e5ddf2b2 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/696d3e0e-560c-4c9e-aeb4-012e73d69aed HTTP/1.1" status: 204 len: 168 time: 0.1336625 Oct 26 15:29:19.283520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462ebe7-5d8e-4254-92ec-1185e5ddf2b2 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=696d3e0e-560c-4c9e-aeb4-012e73d69aed,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:19.321235 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a2b2ef97-af47-423b-8fc7-56d7c0b99a21 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0467904 Oct 26 15:29:19.325155 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36054) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:19.329733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ef4da05f-ef44-4b58-a45d-eefce1597f8e tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1000929058'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:19.352050 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ef4da05f-ef44-4b58-a45d-eefce1597f8e tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.423165 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ef4da05f-ef44-4b58-a45d-eefce1597f8e tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (d50a5786-1a29-4adf-82aa-6626e03d983f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.427174 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ef4da05f-ef44-4b58-a45d-eefce1597f8e tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (d50a5786-1a29-4adf-82aa-6626e03d983f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.460621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ef4da05f-ef44-4b58-a45d-eefce1597f8e tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.461913 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ef4da05f-ef44-4b58-a45d-eefce1597f8e tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1358221 Oct 26 15:29:19.464023 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4da05f-ef44-4b58-a45d-eefce1597f8e tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50a5786-1a29-4adf-82aa-6626e03d983f,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:19.464924 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36056) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:19.470102 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-a7fae9e1-40d9-418d-b568-682c75ec4d44 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group_rule': {'security_group_id': 'd50a5786-1a29-4adf-82aa-6626e03d983f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:19.498557 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a7fae9e1-40d9-418d-b568-682c75ec4d44 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (7c1e7ac4-1966-4bea-9a7e-9c80bf9160a0), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.562923 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a7fae9e1-40d9-418d-b568-682c75ec4d44 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (7c1e7ac4-1966-4bea-9a7e-9c80bf9160a0), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.566954 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a7fae9e1-40d9-418d-b568-682c75ec4d44 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (7c1e7ac4-1966-4bea-9a7e-9c80bf9160a0), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.579296 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:19.590591 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fae9e1-40d9-418d-b568-682c75ec4d44 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1e7ac4-1966-4bea-9a7e-9c80bf9160a0,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:19.600487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a7fae9e1-40d9-418d-b568-682c75ec4d44 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.601757 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a7fae9e1-40d9-418d-b568-682c75ec4d44 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352775 Oct 26 15:29:19.604463 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36058) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:19.621446 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4e8a9a5e-340c-4d41-afae-7811d3ff737e tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules/7c1e7ac4-1966-4bea-9a7e-9c80bf9160a0 HTTP/1.1" status: 200 len: 763 time: 0.0156970 Oct 26 15:29:19.623827 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36062) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:19.664827 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-63d768a0-a477-4d79-9006-a079bc36802b tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0398200 Oct 26 15:29:19.667379 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36064) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:19.691209 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4bc14464-fa58-4472-a029-628fd97f7391 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (7c1e7ac4-1966-4bea-9a7e-9c80bf9160a0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.693494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:19.700530 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4bc14464-fa58-4472-a029-628fd97f7391 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (7c1e7ac4-1966-4bea-9a7e-9c80bf9160a0), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.720596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fec70f-390d-4d63-a278-330a6fdbbb61 req-380b02cd-57bd-4a20-9c10-4c53b7ee94be tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:19.722293 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f2fec70f-390d-4d63-a278-330a6fdbbb61 req-380b02cd-57bd-4a20-9c10-4c53b7ee94be tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 944 time: 0.0548809 Oct 26 15:29:19.729974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4bc14464-fa58-4472-a029-628fd97f7391 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (7c1e7ac4-1966-4bea-9a7e-9c80bf9160a0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.736345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4bc14464-fa58-4472-a029-628fd97f7391 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.738133 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4bc14464-fa58-4472-a029-628fd97f7391 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/7c1e7ac4-1966-4bea-9a7e-9c80bf9160a0 HTTP/1.1" status: 204 len: 168 time: 0.0698283 Oct 26 15:29:19.741607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 15:29:19.744220 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36066) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:19.749861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:19.750284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (45f1ec95-3ffb-4672-988a-bd3131ab0fe9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.750736 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 Oct 26 15:29:19.751112 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc14464-fa58-4472-a029-628fd97f7391 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c1e7ac4-1966-4bea-9a7e-9c80bf9160a0,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:19.758725 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:19.786167 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f2fec70f-390d-4d63-a278-330a6fdbbb61 req-82d21761-8938-4750-a5d6-1a83eefb1951 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=61f7a322-f071-45e5-bd43-b34cfb93c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508590 Oct 26 15:29:19.788222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:19.789230 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7023ea6c-3260-43c8-8160-6939a07ff574 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0438597 Oct 26 15:29:19.791781 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36068) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:19.797679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-452c686a-e934-4439-b6c9-35441063e236 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group_rule': {'security_group_id': 'd50a5786-1a29-4adf-82aa-6626e03d983f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:19.828312 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-452c686a-e934-4439-b6c9-35441063e236 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (faeb34e9-ae58-4d6f-8a1b-fa20bd625d56), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.861765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:19.862137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (45f1ec95-3ffb-4672-988a-bd3131ab0fe9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.895192 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-452c686a-e934-4439-b6c9-35441063e236 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (faeb34e9-ae58-4d6f-8a1b-fa20bd625d56), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.896117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c01858-37cf-418c-85fc-9f306c208488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:29:19.898628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb17b1a-545b-4852-adea-5a64dbca3f4a" -d '{"events": [{"server_uuid": "75c01858-37cf-418c-85fc-9f306c208488", "name": "network-vif-plugged", "status": "completed", "tag": "45f1ec95-3ffb-4672-988a-bd3131ab0fe9"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:29:19.899621 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-452c686a-e934-4439-b6c9-35441063e236 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (faeb34e9-ae58-4d6f-8a1b-fa20bd625d56), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.914700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=45f1ec95-3ffb-4672-988a-bd3131ab0fe9,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:19.922606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (45f1ec95-3ffb-4672-988a-bd3131ab0fe9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.936735 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c686a-e934-4439-b6c9-35441063e236 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faeb34e9-ae58-4d6f-8a1b-fa20bd625d56,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:19.946168 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-452c686a-e934-4439-b6c9-35441063e236 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:19.949870 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-452c686a-e934-4439-b6c9-35441063e236 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568205 Oct 26 15:29:19.951449 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36072) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:19.958882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7714edeb-43c4-4b69-97ff-7d55f56f3bf7 x-openstack-request-id: req-7714edeb-43c4-4b69-97ff-7d55f56f3bf7 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:29:19.959182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c01858-37cf-418c-85fc-9f306c208488", "name": "network-vif-plugged", "status": "completed", "tag": "45f1ec95-3ffb-4672-988a-bd3131ab0fe9", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:29:19.959442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7714edeb-43c4-4b69-97ff-7d55f56f3bf7 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:29:19.959842 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7714edeb-43c4-4b69-97ff-7d55f56f3bf7'] response: {'server_uuid': '75c01858-37cf-418c-85fc-9f306c208488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'code': 200} Oct 26 15:29:19.975084 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-82354e4d-0707-4bbd-a869-daf358730d57 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules/faeb34e9-ae58-4d6f-8a1b-fa20bd625d56 HTTP/1.1" status: 200 len: 763 time: 0.0198743 Oct 26 15:29:19.975899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36074) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:19.979959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:20.011071 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36076) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:20.024582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=45f1ec95-3ffb-4672-988a-bd3131ab0fe9,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:20.025466 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fbc474ce-7300-4f7c-8ed7-15edd94f4773 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0483308 Oct 26 15:29:20.044618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:20.044734 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36078) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:20.045150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.045642 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 Oct 26 15:29:20.077541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ac3ac447-e55e-4aab-a0a8-89f52927d3fd tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (faeb34e9-ae58-4d6f-8a1b-fa20bd625d56), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.097587 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ac3ac447-e55e-4aab-a0a8-89f52927d3fd tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (faeb34e9-ae58-4d6f-8a1b-fa20bd625d56), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.109942 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3b462021-b87b-4f73-a33e-17bbc2c7b136 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0974035 Oct 26 15:29:20.135992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:20.136363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.138394 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ac3ac447-e55e-4aab-a0a8-89f52927d3fd tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (faeb34e9-ae58-4d6f-8a1b-fa20bd625d56), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.144006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ac3ac447-e55e-4aab-a0a8-89f52927d3fd tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.146435 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ac3ac447-e55e-4aab-a0a8-89f52927d3fd tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/faeb34e9-ae58-4d6f-8a1b-fa20bd625d56 HTTP/1.1" status: 204 len: 168 time: 0.1006758 Oct 26 15:29:20.149500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36080) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:20.155286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ac447-e55e-4aab-a0a8-89f52927d3fd tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=faeb34e9-ae58-4d6f-8a1b-fa20bd625d56,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:20.168640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:20.173567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.174533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:20.206190 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3a754535-29eb-4a18-8415-9c79d138c44e tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0556777 Oct 26 15:29:20.208721 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36082) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:20.215001 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-2fa6d241-78ec-4add-bf81-b2ea582129b7 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group_rule': {'security_group_id': 'd50a5786-1a29-4adf-82aa-6626e03d983f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:20.226169 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa14e84-6d7c-4acc-975d-68f2280b6432 req-99a06f6a-8001-40db-833e-8741710eef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:20.227004 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1fa14e84-6d7c-4acc-975d-68f2280b6432 req-99a06f6a-8001-40db-833e-8741710eef2c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 1129 time: 0.0517588 Oct 26 15:29:20.249993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d241-78ec-4add-bf81-b2ea582129b7 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (bb0acd3f-e293-47c6-bb5e-e31c6b3949ca), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.259769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:20.278033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:20.278697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.279021 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed Oct 26 15:29:20.308861 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1fa14e84-6d7c-4acc-975d-68f2280b6432 req-80f12035-4e70-4cd1-8f3a-8e482d3c45d4 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=61f7a322-f071-45e5-bd43-b34cfb93c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680172 Oct 26 15:29:20.328016 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d241-78ec-4add-bf81-b2ea582129b7 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (bb0acd3f-e293-47c6-bb5e-e31c6b3949ca), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.331776 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d241-78ec-4add-bf81-b2ea582129b7 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (bb0acd3f-e293-47c6-bb5e-e31c6b3949ca), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.354214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6d241-78ec-4add-bf81-b2ea582129b7 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0acd3f-e293-47c6-bb5e-e31c6b3949ca,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:20.360196 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d241-78ec-4add-bf81-b2ea582129b7 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.361365 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2fa6d241-78ec-4add-bf81-b2ea582129b7 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1514935 Oct 26 15:29:20.364052 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36084) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:20.372770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:20.373195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.380626 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-de647996-1276-4178-95c3-59eb6c0ca1fa tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules/bb0acd3f-e293-47c6-bb5e-e31c6b3949ca HTTP/1.1" status: 200 len: 764 time: 0.0147934 Oct 26 15:29:20.383439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36086) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:20.406165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:20.410471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.425614 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-824ff94c-2973-4727-8258-fd0a54ec9919 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0412366 Oct 26 15:29:20.429140 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36088) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:20.441172 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:20.454933 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-67b617e4-f0ff-45e3-aed2-e6f710d87613 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (bb0acd3f-e293-47c6-bb5e-e31c6b3949ca), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.459435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:20.465164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-67b617e4-f0ff-45e3-aed2-e6f710d87613 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (bb0acd3f-e293-47c6-bb5e-e31c6b3949ca), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.491185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-67b617e4-f0ff-45e3-aed2-e6f710d87613 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (bb0acd3f-e293-47c6-bb5e-e31c6b3949ca), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.497157 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-67b617e4-f0ff-45e3-aed2-e6f710d87613 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.498249 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-67b617e4-f0ff-45e3-aed2-e6f710d87613 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-group-rules/bb0acd3f-e293-47c6-bb5e-e31c6b3949ca HTTP/1.1" status: 204 len: 168 time: 0.0680761 Oct 26 15:29:20.500957 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36090) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:20.503797 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b617e4-f0ff-45e3-aed2-e6f710d87613 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb0acd3f-e293-47c6-bb5e-e31c6b3949ca,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:20.539901 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-98b149c4-b4ab-4d85-87bb-d095d29bb5fb tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0377858 Oct 26 15:29:20.542658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36092) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:20.594379 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b10dd0c8-bd50-4ec4-9c44-98c269a0848d tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (d50a5786-1a29-4adf-82aa-6626e03d983f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.597647 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=7,neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:20.618288 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b10dd0c8-bd50-4ec4-9c44-98c269a0848d tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (d50a5786-1a29-4adf-82aa-6626e03d983f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.676145 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b10dd0c8-bd50-4ec4-9c44-98c269a0848d tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (d50a5786-1a29-4adf-82aa-6626e03d983f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.676311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569d219-6f36-4d58-bef3-2f648ed77b17 None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:29:20.676459 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b10dd0c8-bd50-4ec4-9c44-98c269a0848d tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.676459 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b10dd0c8-bd50-4ec4-9c44-98c269a0848d tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d50a5786-1a29-4adf-82aa-6626e03d983f HTTP/1.1" status: 204 len: 168 time: 0.1288698 Oct 26 15:29:20.676691 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36094) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:20.683306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8569d219-6f36-4d58-bef3-2f648ed77b17 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:20.683575 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10dd0c8-bd50-4ec4-9c44-98c269a0848d tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50a5786-1a29-4adf-82aa-6626e03d983f,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:20.683737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8569d219-6f36-4d58-bef3-2f648ed77b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:20.717357 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2dd2c131-91ca-494c-9717-927ac86ecbd7 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0434809 Oct 26 15:29:20.722392 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36096) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:20.726588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-8535d1bf-8e0f-466f-a1fd-2b36eb1d5474 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group': {'name': 'tempest-secgroup--315846470'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:20.749151 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8535d1bf-8e0f-466f-a1fd-2b36eb1d5474 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.815961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-8569d219-6f36-4d58-bef3-2f648ed77b17 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:20.818426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8535d1bf-8e0f-466f-a1fd-2b36eb1d5474 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (6b6d585b-32ff-4ab4-942f-b45fefea4c41), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.822293 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8535d1bf-8e0f-466f-a1fd-2b36eb1d5474 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (6b6d585b-32ff-4ab4-942f-b45fefea4c41), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.840467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8535d1bf-8e0f-466f-a1fd-2b36eb1d5474 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.841830 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8535d1bf-8e0f-466f-a1fd-2b36eb1d5474 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1191113 Oct 26 15:29:20.844742 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36100) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:20.849856 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-9cfecf2d-4c9c-4f7d-8606-c5521ea520ec tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Request body: {'security_group_rule': {'security_group_id': '6b6d585b-32ff-4ab4-942f-b45fefea4c41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:20.864076 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535d1bf-8e0f-466f-a1fd-2b36eb1d5474 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6d585b-32ff-4ab4-942f-b45fefea4c41,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:20.877353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9cfecf2d-4c9c-4f7d-8606-c5521ea520ec tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (5f698dd1-245d-455f-b0da-4a1defa8281f), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.913714 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:20.933729 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3ee88-daf6-4dde-87af-f00f4b0ce156 req-728fd01d-812c-4bf4-9c2e-857fab400488 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:20.935290 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-54e3ee88-daf6-4dde-87af-f00f4b0ce156 req-728fd01d-812c-4bf4-9c2e-857fab400488 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 945 time: 0.0529306 Oct 26 15:29:20.951894 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9cfecf2d-4c9c-4f7d-8606-c5521ea520ec tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (5f698dd1-245d-455f-b0da-4a1defa8281f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.962226 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9cfecf2d-4c9c-4f7d-8606-c5521ea520ec tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (5f698dd1-245d-455f-b0da-4a1defa8281f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.970552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:20.981087 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfecf2d-4c9c-4f7d-8606-c5521ea520ec tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f698dd1-245d-455f-b0da-4a1defa8281f,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:20.984512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:20.991842 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9cfecf2d-4c9c-4f7d-8606-c5521ea520ec tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:20.995769 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9cfecf2d-4c9c-4f7d-8606-c5521ea520ec tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472096 Oct 26 15:29:20.995926 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36102) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:21.003766 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-54e3ee88-daf6-4dde-87af-f00f4b0ce156 req-602f32cb-c226-4f00-a9e4-db50cad13cf8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=61f7a322-f071-45e5-bd43-b34cfb93c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615292 Oct 26 15:29:21.054058 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fa62021c-9051-41b5-9bd3-df831511fc42 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (6b6d585b-32ff-4ab4-942f-b45fefea4c41), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:21.061612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8569d219-6f36-4d58-bef3-2f648ed77b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:20Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:20Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:21.076437 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fa62021c-9051-41b5-9bd3-df831511fc42 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (6b6d585b-32ff-4ab4-942f-b45fefea4c41), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:21.087036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569d219-6f36-4d58-bef3-2f648ed77b17 None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:29:21.095689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8569d219-6f36-4d58-bef3-2f648ed77b17 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:21.096309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8569d219-6f36-4d58-bef3-2f648ed77b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:21.113452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36104) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:21.160484 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fa62021c-9051-41b5-9bd3-df831511fc42 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (6b6d585b-32ff-4ab4-942f-b45fefea4c41), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:21.163473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fa62021c-9051-41b5-9bd3-df831511fc42 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:21.166937 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fa62021c-9051-41b5-9bd3-df831511fc42 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/6b6d585b-32ff-4ab4-942f-b45fefea4c41 HTTP/1.1" status: 204 len: 168 time: 0.1679115 Oct 26 15:29:21.167571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36106) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:21.186197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62021c-9051-41b5-9bd3-df831511fc42 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6d585b-32ff-4ab4-942f-b45fefea4c41,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:21.198995 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-33c7a6e0-baa8-4e82-8444-b2db4ca401f5 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0842059 Oct 26 15:29:21.214967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-8569d219-6f36-4d58-bef3-2f648ed77b17 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:21.218685 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-93a64ba5-4ca2-41a0-b904-d9764817c524 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0475862 Oct 26 15:29:21.219375 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36108) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:21.254040 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b2f92fe9-3bdf-47fa-9f65-b42e53ec5201 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0341005 Oct 26 15:29:21.257502 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36110) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:21.271567 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-96a9ee7a-46f4-4ab8-ad88-275e43201079 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] delete failed (client error): The resource could not be found. Oct 26 15:29:21.272685 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-96a9ee7a-46f4-4ab8-ad88-275e43201079 tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/6b6d585b-32ff-4ab4-942f-b45fefea4c41 HTTP/1.1" status: 404 len: 347 time: 0.0141284 Oct 26 15:29:21.276397 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36112) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:21.326496 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e653b519-fc87-47a3-a3da-59f4d27affce tempest-SecGroupTest-356546129 tempest-SecGroupTest-356546129-project] 10.222.0.60 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0430415 Oct 26 15:29:21.413031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8569d219-6f36-4d58-bef3-2f648ed77b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:20Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:20Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:21.576988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36118) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:21.581885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569d219-6f36-4d58-bef3-2f648ed77b17 None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:20Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:20Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:29:21.742941 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-40d1c386-8e30-46ca-8683-889cf145f2fa admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=98bb09269d5f4e23b2e3a9c9d3a67d57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1645555 Oct 26 15:29:21.745272 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36122) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:21.835930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-51da7c55-e7b8-43dd-8b57-6a503e521cec admin admin] Publish callbacks [] for security_group (56389f83-2a2c-4897-b689-f684e315ccb3), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:21.858809 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:21.859618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:21.866801 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-51da7c55-e7b8-43dd-8b57-6a503e521cec admin admin] Publish callbacks [] for security_group (56389f83-2a2c-4897-b689-f684e315ccb3), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:21.909129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:21.946393 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-51da7c55-e7b8-43dd-8b57-6a503e521cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (56389f83-2a2c-4897-b689-f684e315ccb3), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:21.949109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-51da7c55-e7b8-43dd-8b57-6a503e521cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:21.953311 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-51da7c55-e7b8-43dd-8b57-6a503e521cec admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/56389f83-2a2c-4897-b689-f684e315ccb3 HTTP/1.1" status: 204 len: 168 time: 0.2069457 Oct 26 15:29:21.959755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:21.960149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:21.964687 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da7c55-e7b8-43dd-8b57-6a503e521cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56389f83-2a2c-4897-b689-f684e315ccb3,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:22.019675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:22.026860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:22.065000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:22.132009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:22.188963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be05c6-85cc-4085-978a-53000455f421 req-465cc1ff-e546-44b2-b02e-8aa3f98237bc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:22.190739 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b5be05c6-85cc-4085-978a-53000455f421 req-465cc1ff-e546-44b2-b02e-8aa3f98237bc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 945 time: 0.0697792 Oct 26 15:29:22.209234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:22.210272 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36128) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:22.311160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:22.314550 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b5be05c6-85cc-4085-978a-53000455f421 req-ac8219c0-fa78-4a2e-aabd-3f5b8ec6d3fb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=61f7a322-f071-45e5-bd43-b34cfb93c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157603 Oct 26 15:29:22.330891 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:22.336921 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f5ccae85-9a90-41c5-8e56-27479eec7b2e tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1342387 Oct 26 15:29:22.383951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:22.384471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:22.386165 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed Oct 26 15:29:22.470256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:22.470810 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:22.475044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a49ce-f1c0-42f9-9ccc-cfabf370a3da req-138f0574-d583-463d-a4bb-fea040f3c160 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:22.476772 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e23a49ce-f1c0-42f9-9ccc-cfabf370a3da req-138f0574-d583-463d-a4bb-fea040f3c160 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 945 time: 0.0584795 Oct 26 15:29:22.530901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:22.534854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:22.563266 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e23a49ce-f1c0-42f9-9ccc-cfabf370a3da req-c9da82aa-2732-4a0d-804d-d1f8899aaa2c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=61f7a322-f071-45e5-bd43-b34cfb93c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807261 Oct 26 15:29:22.604597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36132) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:22.611598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:22.643274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:22.651115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a27514e-d177-44c3-81b8-e17d9122400e tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:22.652698 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2a27514e-d177-44c3-81b8-e17d9122400e tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 1124 time: 0.0470021 Oct 26 15:29:22.655546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36134) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:22.660917 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:29:22.688373 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:22.705557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:22.706110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:22.729435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:22.733997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:22.787402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:22.788641 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:22.904827 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.26.11.65 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/66e7fddb-6c44-4a3b-a5e0-16ddcb88d781) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:29:23.020834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (66e7fddb-6c44-4a3b-a5e0-16ddcb88d781), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:23.054790 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (66e7fddb-6c44-4a3b-a5e0-16ddcb88d781), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:23.100279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:29:23.105350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:29:23.107626 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=66e7fddb-6c44-4a3b-a5e0-16ddcb88d781,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:23.109814 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:29:23.270539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:23.340673 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36136) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:23.404106 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f4364583-f3e3-4729-b1b3-41d383a2830e tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0621772 Oct 26 15:29:23.441026 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:23.570351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (a6ec4106-a458-4dff-8df5-5fee5b87f1eb), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:23.671156 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (66e7fddb-6c44-4a3b-a5e0-16ddcb88d781), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:23.828874 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (66e7fddb-6c44-4a3b-a5e0-16ddcb88d781), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:23.833871 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (66e7fddb-6c44-4a3b-a5e0-16ddcb88d781), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:23.898460 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=66e7fddb-6c44-4a3b-a5e0-16ddcb88d781,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:23.900984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (a6ec4106-a458-4dff-8df5-5fee5b87f1eb), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:23.993813 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Floating IP a6ec4106-a458-4dff-8df5-5fee5b87f1eb associated. External IP: 172.26.11.65, port: 45f1ec95-3ffb-4672-988a-bd3131ab0fe9. Oct 26 15:29:24.131540 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2af87-f61f-498e-aa74-c11f67d463e8 None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:29:24.141734 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2af87-f61f-498e-aa74-c11f67d463e8 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:24.142447 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4da2af87-f61f-498e-aa74-c11f67d463e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:24.156163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:24.195529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:24.210427 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:29:24.241766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:24.242167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:24.253141 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:24.253357 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4da2af87-f61f-498e-aa74-c11f67d463e8 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:24.278140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:24.282632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:24.306975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:24.340128 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:29:24.361316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:24.369596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:24.403311 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a272f881-827b-4bf5-ad5c-0d141d12ad8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7466071 Oct 26 15:29:24.404615 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c01858-37cf-418c-85fc-9f306c208488', 'tag': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:29:24.405545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36138) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:24.407118 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80841eb-2eb8-49bf-bcc4-e67c56ea69ec" -d '{"events": [{"name": "network-changed", "server_uuid": "75c01858-37cf-418c-85fc-9f306c208488", "tag": "45f1ec95-3ffb-4672-988a-bd3131ab0fe9"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:29:24.408039 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36140) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:24.421735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:24.446419 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1e1242-143f-4f9a-b9b0-754c0723a8f5 x-openstack-request-id: req-ac1e1242-143f-4f9a-b9b0-754c0723a8f5 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:29:24.446955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c01858-37cf-418c-85fc-9f306c208488", "tag": "45f1ec95-3ffb-4672-988a-bd3131ab0fe9", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:29:24.446955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac1e1242-143f-4f9a-b9b0-754c0723a8f5 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:29:24.447348 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac1e1242-143f-4f9a-b9b0-754c0723a8f5'] response: {'name': 'network-changed', 'server_uuid': '75c01858-37cf-418c-85fc-9f306c208488', 'tag': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'status': 'completed', 'code': 200} Oct 26 15:29:24.481146 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4da2af87-f61f-498e-aa74-c11f67d463e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:22Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:23Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:22Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:24.499984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:24.510756 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2af87-f61f-498e-aa74-c11f67d463e8 None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:29:24.512956 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80841eb-2eb8-49bf-bcc4-e67c56ea69ec req-7bae71ab-0776-4be3-8f48-26b4a2cb572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:24.514656 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a80841eb-2eb8-49bf-bcc4-e67c56ea69ec req-7bae71ab-0776-4be3-8f48-26b4a2cb572a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 1129 time: 0.0442867 Oct 26 15:29:24.516340 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dec6372e-ef08-4310-aa1c-7e3f2ad19e02 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 991 time: 0.1091294 Oct 26 15:29:24.521021 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2af87-f61f-498e-aa74-c11f67d463e8 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:24.522226 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4da2af87-f61f-498e-aa74-c11f67d463e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:24.537969 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-87fea252-78da-4fc6-b7a0-abc749e759bd tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0874577 Oct 26 15:29:24.610924 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80841eb-2eb8-49bf-bcc4-e67c56ea69ec req-97ebee2e-c017-4eaf-b486-0a9928c9e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:24.612358 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a80841eb-2eb8-49bf-bcc4-e67c56ea69ec req-97ebee2e-c017-4eaf-b486-0a9928c9e876 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ece41f0b-8cf3-4b28-a0e4-6f548de99a8d HTTP/1.1" status: 200 len: 898 time: 0.0917604 Oct 26 15:29:24.622147 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4da2af87-f61f-498e-aa74-c11f67d463e8 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:24.674875 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a80841eb-2eb8-49bf-bcc4-e67c56ea69ec req-9902c18a-b030-4cb5-8268-e73734ca92fb service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f1ec95-3ffb-4672-988a-bd3131ab0fe9 HTTP/1.1" status: 200 len: 999 time: 0.0562820 Oct 26 15:29:24.724431 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:24.841232 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4da2af87-f61f-498e-aa74-c11f67d463e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:22Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:23Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:24Z', 'revision_number': 12, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:24.867255 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2af87-f61f-498e-aa74-c11f67d463e8 None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:22Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:23Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:24Z', 'revision_number': 12, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:29:24.986654 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80841eb-2eb8-49bf-bcc4-e67c56ea69ec req-a0bdf6da-b195-4558-8365-f80dbc6fef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:24.988149 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a80841eb-2eb8-49bf-bcc4-e67c56ea69ec req-a0bdf6da-b195-4558-8365-f80dbc6fef21 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a70f95c2-b250-4c82-b629-266a409947b8 HTTP/1.1" status: 200 len: 834 time: 0.3075299 Oct 26 15:29:25.033257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80841eb-2eb8-49bf-bcc4-e67c56ea69ec req-e72d4a80-bba7-40d2-9e59-f2422e8ded3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:25.034837 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a80841eb-2eb8-49bf-bcc4-e67c56ea69ec req-e72d4a80-bba7-40d2-9e59-f2422e8ded3e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ece41f0b-8cf3-4b28-a0e4-6f548de99a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0406575 Oct 26 15:29:25.146500 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a80841eb-2eb8-49bf-bcc4-e67c56ea69ec req-876b0e87-8795-4549-8674-7297812c513a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ece41f0b-8cf3-4b28-a0e4-6f548de99a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053667 Oct 26 15:29:25.241947 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a80841eb-2eb8-49bf-bcc4-e67c56ea69ec req-91f2eaa1-3aa8-4178-855b-b8e41f74fbfb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ece41f0b-8cf3-4b28-a0e4-6f548de99a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891116 Oct 26 15:29:25.520720 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36144) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:25.541548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36146) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:25.589823 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-617ed5f2-0047-46ae-ba45-4678991d0e48 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 991 time: 0.0679154 Oct 26 15:29:25.612316 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-36d2d32e-0641-4474-acff-a6b3199430b0 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0689311 Oct 26 15:29:25.847770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:25.918762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:25.930199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:26.025066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:26.072380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:26.073053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:26.073863 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 Oct 26 15:29:26.153709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:26.154104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:26.175108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:26.179391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:26.180234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:26.250606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:26.259477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:26.259607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:26.259881 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed Oct 26 15:29:26.281694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:26.336076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:26.336469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:26.368997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:26.372718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:26.418004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:26.525385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce5964f-981c-427d-9b52-6bccc9f85ea6 None None] New status for floating IP a6ec4106-a458-4dff-8df5-5fee5b87f1eb: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:29:26.593130 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36148) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:26.616185 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36150) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:26.653811 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ed6b6ef7-e44d-45c6-843a-a053940b24fd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 991 time: 0.0591211 Oct 26 15:29:26.679632 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f86f35d2-7dd3-4dc5-ac99-09f52efe680f tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0621235 Oct 26 15:29:27.167197 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515ca5a9-46af-49a4-b3c7-0c805aff2b20 None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:29:27.167197 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515ca5a9-46af-49a4-b3c7-0c805aff2b20 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:27.167197 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-515ca5a9-46af-49a4-b3c7-0c805aff2b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:27.355727 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-515ca5a9-46af-49a4-b3c7-0c805aff2b20 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:27.390948 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:27.560810 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-515ca5a9-46af-49a4-b3c7-0c805aff2b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:26Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:26Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:26Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:27.584846 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515ca5a9-46af-49a4-b3c7-0c805aff2b20 None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:29:27.593265 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515ca5a9-46af-49a4-b3c7-0c805aff2b20 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:27.593862 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-515ca5a9-46af-49a4-b3c7-0c805aff2b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:27.657125 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36154) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:27.682577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36156) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:27.694675 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-515ca5a9-46af-49a4-b3c7-0c805aff2b20 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:27.723636 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f89b2f9b-244d-4dca-91e9-ba660114203f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0652649 Oct 26 15:29:27.748110 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e69a389c-5cd9-43df-af78-41a4da2cbf5a tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0633180 Oct 26 15:29:27.889702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:27.904898 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-515ca5a9-46af-49a4-b3c7-0c805aff2b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:26Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:26Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:26Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:27.929295 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515ca5a9-46af-49a4-b3c7-0c805aff2b20 None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:26Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:26Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:26Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:29:27.965472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:27.965863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:27.988223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:27.992864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:27.993679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:28.073974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:28.099040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:28.099398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:28.099748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:28.100098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:28.100442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:28.100825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:28.101276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:28.101483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:28.101816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:28.102207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:28.102539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:28.102782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:28.103109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:28.103435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:28.103757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:29:28.126797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:28.126797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:28.168296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:28.172215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:28.210587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:28.227415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:28.727457 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36158) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:28.750640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36160) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:28.779836 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:28.792012 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c9ab36a6-97c0-4710-8d0c-2d5a2597d46f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0633435 Oct 26 15:29:28.814795 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1b4b4fb1-95ac-49aa-aea9-d12d46e746fe tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0618122 Oct 26 15:29:29.588645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fd4a4f-1a13-4962-a418-bd004f8ba680 None None] New status for floating IP a6ec4106-a458-4dff-8df5-5fee5b87f1eb: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:29:29.795985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36162) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:29.818203 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36164) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:29.881413 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4e7d7fb8-9433-44d4-9b71-40970cf8098a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0843449 Oct 26 15:29:30.164896 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a147f18e-cf70-442d-a069-6ca675f0ea9b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.3454130 Oct 26 15:29:30.279817 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea7b44-14c2-41de-a5d0-07078af97e29 None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:29:30.279817 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea7b44-14c2-41de-a5d0-07078af97e29 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:30.280348 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-adea7b44-14c2-41de-a5d0-07078af97e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:30.318500 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:30.383792 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-adea7b44-14c2-41de-a5d0-07078af97e29 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:30.589459 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-adea7b44-14c2-41de-a5d0-07078af97e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:27Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:29Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:28Z', 'revision_number': 14, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:30.614290 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea7b44-14c2-41de-a5d0-07078af97e29 None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:29:30.622470 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea7b44-14c2-41de-a5d0-07078af97e29 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:30.623063 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-adea7b44-14c2-41de-a5d0-07078af97e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:30.670182 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:30.721510 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-adea7b44-14c2-41de-a5d0-07078af97e29 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:30.885388 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36166) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:30.923845 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-adea7b44-14c2-41de-a5d0-07078af97e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:27Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:29Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:28Z', 'revision_number': 14, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:30.945273 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a380bd15-d655-4ab8-b471-61d8f179a687 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0588236 Oct 26 15:29:31.032050 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea7b44-14c2-41de-a5d0-07078af97e29 None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:27Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:29Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:28Z', 'revision_number': 14, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:29:31.064020 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:29:31.168686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36168) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:31.237446 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-29e050a6-efb7-44ef-9f89-eeeaea53d8f6 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0674970 Oct 26 15:29:31.847876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:31.927783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:31.928788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:31.949230 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36170) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:32.001886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:32.019233 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4e799839-1c24-49d7-9ec7-6dfa5ff4a018 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0669768 Oct 26 15:29:32.019423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:32.096990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:32.098520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:32.122734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:32.174779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:32.237583 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36172) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:32.276244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:32.310363 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8408f659-5b39-450a-b8e4-70de49bfbcab tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0705283 Oct 26 15:29:32.325271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:32.325769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:32.326050 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 Oct 26 15:29:32.398521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:32.398917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:32.420132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:32.423714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:32.424580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:32.500074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:32.505036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:32.511582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:32.511965 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:32.512307 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed Oct 26 15:29:32.584529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:32.585019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:32.617320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:32.620748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:32.668194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:32.757180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daab0512-1548-4da6-a7c9-48a85559eb50 None None] New status for floating IP a6ec4106-a458-4dff-8df5-5fee5b87f1eb: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:29:33.022044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36174) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:33.083887 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0f85e1cb-2526-4470-9435-2af8c396c851 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0606816 Oct 26 15:29:33.313157 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36176) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:33.392761 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fcfb0b1e-5334-4b3f-9098-e9b608ee2656 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0635951 Oct 26 15:29:33.392902 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b64471a-bc7a-453e-acc7-84dd7d09dcdc None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:29:33.393450 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b64471a-bc7a-453e-acc7-84dd7d09dcdc None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:33.394061 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9b64471a-bc7a-453e-acc7-84dd7d09dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:33.494162 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9b64471a-bc7a-453e-acc7-84dd7d09dcdc None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:33.629437 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:33.697253 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9b64471a-bc7a-453e-acc7-84dd7d09dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:32Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:32Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:32Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:33.724239 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b64471a-bc7a-453e-acc7-84dd7d09dcdc None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:29:33.732334 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b64471a-bc7a-453e-acc7-84dd7d09dcdc None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:33.732975 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9b64471a-bc7a-453e-acc7-84dd7d09dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:33.831237 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9b64471a-bc7a-453e-acc7-84dd7d09dcdc None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:33.896123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:33.968878 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:33.969376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:34.043012 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9b64471a-bc7a-453e-acc7-84dd7d09dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:32Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:32Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:32Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:34.044752 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:34.071236 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b64471a-bc7a-453e-acc7-84dd7d09dcdc None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:32Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:32Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:32Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:29:34.087092 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36178) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:34.132733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:34.137612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:34.138329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:34.156512 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-64054aa7-b8ed-47a9-8db2-7ecf84007dfa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0680275 Oct 26 15:29:34.210147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:34.248104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:34.251877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:34.252393 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:34.299183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:34.306000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:34.354908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:34.380942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36180) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:34.421662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:34.446485 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3283a7a4-2dd1-4bb9-9f27-f777b26022d4 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0643713 Oct 26 15:29:35.160451 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36182) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:35.222093 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9b6192ab-c0a2-4623-9618-7344533632a4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0593824 Oct 26 15:29:35.450348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36184) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:35.512225 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-95e82b6c-fd50-4d61-b10c-ed9154870746 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0606391 Oct 26 15:29:35.638942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a7497c-3118-4613-84ab-e81bc4378e72 None None] New status for floating IP a6ec4106-a458-4dff-8df5-5fee5b87f1eb: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:29:35.963803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:36.012340 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2613a97-53a5-4f86-96c0-7c9888006d1c None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:29:36.012880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:36.012997 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2613a97-53a5-4f86-96c0-7c9888006d1c None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:36.013108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:36.013196 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 Oct 26 15:29:36.013967 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c2613a97-53a5-4f86-96c0-7c9888006d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:36.089798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:36.090238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:36.112454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:36.117513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:36.126408 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c2613a97-53a5-4f86-96c0-7c9888006d1c None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:36.165028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:36.225125 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36186) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:36.232211 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:36.287531 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-962856db-57d4-42e8-80d4-939ffbe5a171 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0609543 Oct 26 15:29:36.341487 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c2613a97-53a5-4f86-96c0-7c9888006d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:33Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:35Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:34Z', 'revision_number': 16, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:36.365666 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2613a97-53a5-4f86-96c0-7c9888006d1c None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:29:36.373895 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2613a97-53a5-4f86-96c0-7c9888006d1c None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:36.374486 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c2613a97-53a5-4f86-96c0-7c9888006d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:36.473366 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c2613a97-53a5-4f86-96c0-7c9888006d1c None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:36.515756 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36188) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:36.577624 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-be3c3da3-32a6-4f2d-b947-b8e6909f3a61 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0607207 Oct 26 15:29:36.608792 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:36.680648 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c2613a97-53a5-4f86-96c0-7c9888006d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:36Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:35Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:34Z', 'revision_number': 16, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:36.785784 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2613a97-53a5-4f86-96c0-7c9888006d1c None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:36Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:35Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:34Z', 'revision_number': 16, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:29:37.291501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36190) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:37.354462 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c5218f21-9ae0-417f-8866-cda2d12990eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0610449 Oct 26 15:29:37.581526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36192) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:37.651202 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4b5a2c2d-4d4a-468d-95f8-c9930f7f3ef9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0684612 Oct 26 15:29:37.851605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:37.879127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:37.930553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:37.930946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:37.952978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:37.957737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:37.958446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:38.029125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:38.069888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:38.083987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:38.106047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:38.158373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:38.159341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:38.230886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:38.313967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c07fccf-537e-4520-9e2d-78c445e940c4 None None] New status for floating IP a6ec4106-a458-4dff-8df5-5fee5b87f1eb: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:29:38.347057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:38.357363 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36194) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:38.416496 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1dc68bca-a2d1-4efb-94fa-cd6926f1e947 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0578113 Oct 26 15:29:38.445450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:38.445829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:38.446165 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 Oct 26 15:29:38.529256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a388f4eb-7a82-4a5e-b1ca-abfb01302732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:38.568180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:38.568573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:38.590470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:38.594280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:38.595145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:38.654672 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36196) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:38.674276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:38.678149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:38.683498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:38.683874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:38.684207 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed Oct 26 15:29:38.725655 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a5b419a5-af52-4c72-a005-2a49a342a314 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0694573 Oct 26 15:29:38.755618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:38.756003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:38.787366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:38.791086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:38.836729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:39.331447 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4ca88-2621-4325-87f9-5df8305fcb07 None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:29:39.331447 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df4ca88-2621-4325-87f9-5df8305fcb07 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:39.331447 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6df4ca88-2621-4325-87f9-5df8305fcb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:39.420127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36198) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:39.431759 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6df4ca88-2621-4325-87f9-5df8305fcb07 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:39.453885 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:39.479285 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ef382e69-62eb-41b5-9126-ccace741f7dc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0579605 Oct 26 15:29:39.638404 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6df4ca88-2621-4325-87f9-5df8305fcb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:38Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:38Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:38Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:39.661854 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4ca88-2621-4325-87f9-5df8305fcb07 None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:29:39.669923 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df4ca88-2621-4325-87f9-5df8305fcb07 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:39.670520 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6df4ca88-2621-4325-87f9-5df8305fcb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:39.729280 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36200) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:39.768423 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6df4ca88-2621-4325-87f9-5df8305fcb07 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:39.791742 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-54e28896-f512-494c-afd1-a33de5cd3a47 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0613270 Oct 26 15:29:39.898605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:39.969727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:39.970118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:39.973221 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6df4ca88-2621-4325-87f9-5df8305fcb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:38Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:38Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:38Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:39.992344 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:40.000714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:40.001520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:40.003308 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4ca88-2621-4325-87f9-5df8305fcb07 None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:38Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:38Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:38Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:29:40.078476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:40.118820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:40.119219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:40.153678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:40.157854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:40.218770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:40.482628 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36202) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:40.544231 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e94f0f42-094f-4327-a45c-7e0eaa961baa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0603778 Oct 26 15:29:40.795027 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36204) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:40.859194 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e759b129-39cf-4b4d-b654-baee91ab496b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0630295 Oct 26 15:29:40.880210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6b2919f7-68bb-49b0-a677-0eee3c7b44cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:41.523715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c4ed8f-48cd-4919-8805-dc11c4a7e129 None None] New status for floating IP a6ec4106-a458-4dff-8df5-5fee5b87f1eb: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:29:41.548037 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36206) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:41.559891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:41.606559 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-91e5c3fb-c4ec-408f-aee7-6698fbbda698 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0574389 Oct 26 15:29:41.867117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36208) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:41.884855 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c11dacf-5c57-4c11-bb13-0ec7b8e827d2 None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:29:41.884855 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c11dacf-5c57-4c11-bb13-0ec7b8e827d2 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:41.884855 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4c11dacf-5c57-4c11-bb13-0ec7b8e827d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:41.928151 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-38bf02a4-5d4a-4764-8063-cc04d4283792 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0624766 Oct 26 15:29:41.981972 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4c11dacf-5c57-4c11-bb13-0ec7b8e827d2 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:41.997946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:42.053202 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:42.194021 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4c11dacf-5c57-4c11-bb13-0ec7b8e827d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:39Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:41Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:40Z', 'revision_number': 18, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:42.217745 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c11dacf-5c57-4c11-bb13-0ec7b8e827d2 None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:29:42.224498 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:42.226882 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c11dacf-5c57-4c11-bb13-0ec7b8e827d2 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:42.227483 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4c11dacf-5c57-4c11-bb13-0ec7b8e827d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:42.298836 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:42.301108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=26 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:42.327913 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4c11dacf-5c57-4c11-bb13-0ec7b8e827d2 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:42.610571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36210) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:42.615269 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4c11dacf-5c57-4c11-bb13-0ec7b8e827d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:39Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:41Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:40Z', 'revision_number': 18, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:42.640030 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c11dacf-5c57-4c11-bb13-0ec7b8e827d2 None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:39Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:41Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:40Z', 'revision_number': 18, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:29:42.672993 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1a6aae3c-0f82-4bb9-b4f6-1f443b375c9a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0612833 Oct 26 15:29:42.930594 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36212) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:42.994462 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-548ca8ff-1a93-48c8-bfa5-299a32e6154b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0626540 Oct 26 15:29:43.549173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:43.677511 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36216) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:43.737530 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-40324dce-6635-4d68-9d1f-eb4db3a182cc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0578291 Oct 26 15:29:43.750887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:43.935173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:43.961527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:43.983247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:43.983627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:43.983966 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 Oct 26 15:29:43.997917 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36218) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:44.058698 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-08c4f150-cd8a-48fd-875d-7b4c184a2f66 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0596290 Oct 26 15:29:44.060444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:44.060869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:44.081960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:44.087475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:44.088363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:44.160865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be9e494-9b22-484f-81e8-75bcad4fa011 None None] New status for floating IP a6ec4106-a458-4dff-8df5-5fee5b87f1eb: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:29:44.199131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:44.211407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:44.211783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:44.212124 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed Oct 26 15:29:44.503157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:44.503553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:44.537610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:44.541465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:44.591820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:44.740913 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36220) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:44.803377 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-36aca385-c346-44ce-8800-5c7fa227d788 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0607059 Oct 26 15:29:44.971155 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db654748-702e-4151-abea-349c60d73008 None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:29:44.971155 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db654748-702e-4151-abea-349c60d73008 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:44.971155 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-db654748-702e-4151-abea-349c60d73008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:45.062249 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36224) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:45.069422 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-db654748-702e-4151-abea-349c60d73008 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:45.120967 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-621eea18-ac74-464e-b09c-f4305cfe74d7 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0576155 Oct 26 15:29:45.279356 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-db654748-702e-4151-abea-349c60d73008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:44Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:44Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:44Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:45.304071 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db654748-702e-4151-abea-349c60d73008 None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:29:45.312525 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db654748-702e-4151-abea-349c60d73008 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:45.313109 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-db654748-702e-4151-abea-349c60d73008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:45.408924 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:45.413205 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-db654748-702e-4151-abea-349c60d73008 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:45.547828 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:45.620598 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-db654748-702e-4151-abea-349c60d73008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:44Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:44Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:44Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:45.649549 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db654748-702e-4151-abea-349c60d73008 None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:44Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:44Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:44Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:29:45.809036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36226) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:45.854122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:45.857262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:45.862710 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:45.888977 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2757e0e5-8b22-42c5-826e-694d9fbb0e6b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0776746 Oct 26 15:29:45.935868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:45.936263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:45.973165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:45.978190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:46.002280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:46.063677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:46.105323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:46.125303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36228) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:46.192271 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-35f33aa5-3859-4865-bf64-b8f16129b687 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0642486 Oct 26 15:29:46.195530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:46.241852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:46.242395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:46.242842 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed Oct 26 15:29:46.334713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:46.335112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:46.370518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:46.374900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:46.424759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:46.429927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:46.477908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:46.519028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:46.519418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:46.541365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:46.545478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:46.570993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:46.597695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:46.891744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36230) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:46.944099 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:46.954233 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5b3e8c25-ae17-4aa5-a9a0-af551aefcff2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0614057 Oct 26 15:29:47.195131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36232) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:47.251886 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c80e02cc-1a56-4289-9d6b-4944d8a6ffd9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0556915 Oct 26 15:29:47.314299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4f0b5b-9f3e-412e-87e6-598e06d2657c None None] New status for floating IP a6ec4106-a458-4dff-8df5-5fee5b87f1eb: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:29:47.354398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:47.942771 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f557f2-dc0e-4a0c-83cb-bf037dc0815f None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:29:47.953209 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f557f2-dc0e-4a0c-83cb-bf037dc0815f None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:47.953859 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e5f557f2-dc0e-4a0c-83cb-bf037dc0815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:47.958228 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36234) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:47.982139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:48.023461 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6242e6a9-04c9-4ced-a370-85fe2cb27897 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0634396 Oct 26 15:29:48.056774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:48.057194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:48.065109 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e5f557f2-dc0e-4a0c-83cb-bf037dc0815f None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:48.090724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:48.094633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:48.143942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:48.255947 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36236) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:48.271773 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e5f557f2-dc0e-4a0c-83cb-bf037dc0815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:46Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:47Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:46Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:48.299265 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f557f2-dc0e-4a0c-83cb-bf037dc0815f None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:29:48.308104 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f557f2-dc0e-4a0c-83cb-bf037dc0815f None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:48.308704 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e5f557f2-dc0e-4a0c-83cb-bf037dc0815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:48.315929 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f9979f5f-ba67-4823-9e51-aa59b605d225 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0588422 Oct 26 15:29:48.409204 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e5f557f2-dc0e-4a0c-83cb-bf037dc0815f None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:48.693323 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e5f557f2-dc0e-4a0c-83cb-bf037dc0815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:46Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:47Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:48Z', 'revision_number': 22, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:48.720986 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f557f2-dc0e-4a0c-83cb-bf037dc0815f None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:46Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:47Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:48Z', 'revision_number': 22, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:29:49.026675 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36238) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:49.093338 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4fcfafd6-6cad-4287-abe3-f5f80fc4dab6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0648677 Oct 26 15:29:49.328140 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36240) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:49.400757 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b013216f-0f1e-42e1-b39b-c9b1bace3a92 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0699558 Oct 26 15:29:49.957850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:50.003244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:50.003538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:50.003880 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 Oct 26 15:29:50.076549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:50.076981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:50.096918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36242) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:50.105111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:50.110364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:50.111262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:50.133574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:50.165221 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f8136718-c4c8-4b4a-a7f1-c809eaa84b12 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0666115 Oct 26 15:29:50.191955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:50.201064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:50.201184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:50.201517 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed Oct 26 15:29:50.277595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:50.277923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:50.311722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:50.316454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:50.362343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:50.388835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c8722-589e-4faa-99e0-313666606a7e None None] New status for floating IP a6ec4106-a458-4dff-8df5-5fee5b87f1eb: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:29:50.402620 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36244) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:50.460655 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-def64fb2-9837-4f50-91bc-c0cec83ce087 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0568695 Oct 26 15:29:50.747117 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e00e636-25e5-44e5-8856-567cf7a8b6b8 None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:29:50.747117 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e00e636-25e5-44e5-8856-567cf7a8b6b8 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:50.747117 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5e00e636-25e5-44e5-8856-567cf7a8b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:50.789026 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:50.796531 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:50.848848 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5e00e636-25e5-44e5-8856-567cf7a8b6b8 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:51.053089 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5e00e636-25e5-44e5-8856-567cf7a8b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:50Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:50Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:50Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:51.080597 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e00e636-25e5-44e5-8856-567cf7a8b6b8 None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:29:51.089065 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e00e636-25e5-44e5-8856-567cf7a8b6b8 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:51.089683 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5e00e636-25e5-44e5-8856-567cf7a8b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:51.168330 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36246) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:51.187157 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5e00e636-25e5-44e5-8856-567cf7a8b6b8 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:51.228959 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3c28c9e6-0fb1-42fa-8763-366e241c8a4a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0594261 Oct 26 15:29:51.396767 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5e00e636-25e5-44e5-8856-567cf7a8b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:50Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:50Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:50Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:51.420017 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e00e636-25e5-44e5-8856-567cf7a8b6b8 None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:50Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:50Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:50Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:29:51.464695 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36248) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:51.524575 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6a5b62dc-1243-4d43-93cb-60f9bdab52cc tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0587070 Oct 26 15:29:51.857973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:51.938963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:51.939524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:51.981624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:51.989235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:52.016102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:52.111391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:52.153648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:52.228497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:52.232514 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36254) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:52.276558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:52.277035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:52.277380 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed Oct 26 15:29:52.311665 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0b64c978-55c0-4057-a4e2-6e0f89d7f057 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 992 time: 0.0777948 Oct 26 15:29:52.323742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:52.358489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:52.358877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:52.361678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:52.395239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:52.400500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:52.451218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:52.466065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:52.528479 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36256) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:52.544397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:52.545040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:52.570140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:52.577668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:52.591824 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-376538a7-2611-4c30-87a2-ad02a1c3ea8e tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0619059 Oct 26 15:29:52.631318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:53.171586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a639dcc-024d-451a-abea-21853529fc55 None None] New status for floating IP a6ec4106-a458-4dff-8df5-5fee5b87f1eb: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:29:53.314604 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36260) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:53.376866 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8c636ecf-a0a8-4dec-8449-028d2b711fae tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0611010 Oct 26 15:29:53.595750 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36264) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:53.654892 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-65f3475b-7b61-4fe5-a1ff-747401ace6ee tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0580876 Oct 26 15:29:54.120934 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb41b433-a217-4160-925f-091418abfc07 None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:29:54.120934 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb41b433-a217-4160-925f-091418abfc07 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:54.120934 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fb41b433-a217-4160-925f-091418abfc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:54.144127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:54.219442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:54.220128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:54.222420 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-fb41b433-a217-4160-925f-091418abfc07 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:54.258699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:54.262740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:54.310345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:54.381560 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36266) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:54.396324 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:54.421058 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:54.433266 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fb41b433-a217-4160-925f-091418abfc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:52Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:53Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:52Z', 'revision_number': 25, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:54.442516 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1ad5fe54-eb2f-4003-aa28-1b6701365e72 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0598743 Oct 26 15:29:54.458452 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb41b433-a217-4160-925f-091418abfc07 None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:29:54.466904 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb41b433-a217-4160-925f-091418abfc07 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:54.467505 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fb41b433-a217-4160-925f-091418abfc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:54.566637 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-fb41b433-a217-4160-925f-091418abfc07 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:54.658588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36268) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:54.871310 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fb41b433-a217-4160-925f-091418abfc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:52Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:53Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:54Z', 'revision_number': 26, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:54.897117 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb41b433-a217-4160-925f-091418abfc07 None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:52Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:53Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:54Z', 'revision_number': 26, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:29:54.988708 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-09049adf-399c-4ab6-b327-59200793d98f tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.3289382 Oct 26 15:29:55.446634 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36270) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:55.525728 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-447ad660-643b-4ae9-bcd9-3ef36760481c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0779445 Oct 26 15:29:55.948762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:55.992025 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36272) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:55.995825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:55.997928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:55.998212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:55.998589 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 Oct 26 15:29:56.056643 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-81e54a08-7d10-4087-8109-1d7078f8ed10 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0633993 Oct 26 15:29:56.088352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:56.088731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:56.110365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:56.113975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:56.115366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:29:56.191381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:56.200474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:29:56.200886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:56.201229 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed Oct 26 15:29:56.275984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:56.276386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:56.310270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:56.313741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:56.477438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e8d2a2-a0d8-4d50-b450-3d467ee45569 None None] New status for floating IP a6ec4106-a458-4dff-8df5-5fee5b87f1eb: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:29:56.529284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36274) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:56.546687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:56.590714 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-26003c64-4cb8-46d0-b19a-6e2aa0c81cb5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0602891 Oct 26 15:29:57.060509 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36276) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:57.134392 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c740b50-3a5d-45c9-bafd-c7f2d95ef96c None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:29:57.134851 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0cd91eb7-1ed1-482a-bcf3-193357414abf tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0605223 Oct 26 15:29:57.134951 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c740b50-3a5d-45c9-bafd-c7f2d95ef96c None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:57.134951 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4c740b50-3a5d-45c9-bafd-c7f2d95ef96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:57.232134 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4c740b50-3a5d-45c9-bafd-c7f2d95ef96c None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:57.433488 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4c740b50-3a5d-45c9-bafd-c7f2d95ef96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:56Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:56Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:56Z', 'revision_number': 27, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:57.460586 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c740b50-3a5d-45c9-bafd-c7f2d95ef96c None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:29:57.468897 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c740b50-3a5d-45c9-bafd-c7f2d95ef96c None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:57.469494 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4c740b50-3a5d-45c9-bafd-c7f2d95ef96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:57.568816 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4c740b50-3a5d-45c9-bafd-c7f2d95ef96c None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:29:57.594607 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36278) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:57.646565 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:57.684540 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4a804e3b-bf1b-4b77-8cb0-dc0ef5207807 req-fe528b74-ab6f-4066-a890-a9a0186a9eec service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559912 Oct 26 15:29:57.687692 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ef29981f-9b32-4f3a-b228-6b9f73566fe5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0919673 Oct 26 15:29:57.704877 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:57.764516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a804e3b-bf1b-4b77-8cb0-dc0ef5207807 req-408070a6-8728-48e1-b567-7ede3067f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:57.766094 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4a804e3b-bf1b-4b77-8cb0-dc0ef5207807 req-408070a6-8728-48e1-b567-7ede3067f867 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=3529ca9651044c3b8bc329b46b7fbc54&device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 1129 time: 0.0400095 Oct 26 15:29:57.784155 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4c740b50-3a5d-45c9-bafd-c7f2d95ef96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:56Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:56Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:56Z', 'revision_number': 27, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:57.812043 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c740b50-3a5d-45c9-bafd-c7f2d95ef96c None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:56Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:56Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:56Z', 'revision_number': 27, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:29:57.880691 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a804e3b-bf1b-4b77-8cb0-dc0ef5207807 req-11e3ba52-5ccf-4287-9874-0ba2bc258aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:57.882270 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4a804e3b-bf1b-4b77-8cb0-dc0ef5207807 req-11e3ba52-5ccf-4287-9874-0ba2bc258aaf service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2a5033a5-32c8-47b6-8443-14cdcfcea264 HTTP/1.1" status: 200 len: 897 time: 0.0957992 Oct 26 15:29:57.908761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:57.950616 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4a804e3b-bf1b-4b77-8cb0-dc0ef5207807 req-c0062892-bad4-499b-9ae6-7f3897993d7b service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 HTTP/1.1" status: 200 len: 1002 time: 0.0616455 Oct 26 15:29:58.012915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:58.013708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:58.021695 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a804e3b-bf1b-4b77-8cb0-dc0ef5207807 req-4a50db6e-d1dc-420b-9474-b2f2c0bc8377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:58.023199 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4a804e3b-bf1b-4b77-8cb0-dc0ef5207807 req-4a50db6e-d1dc-420b-9474-b2f2c0bc8377 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=4d79363b-90cf-4551-bc6e-2dabbe17447a HTTP/1.1" status: 200 len: 835 time: 0.0645611 Oct 26 15:29:58.034377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:58.038344 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:58.039239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:29:58.064684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:58.081146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a804e3b-bf1b-4b77-8cb0-dc0ef5207807 req-6ba36a84-8816-4d4e-bc4a-7a33e1f26d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:29:58.083316 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4a804e3b-bf1b-4b77-8cb0-dc0ef5207807 req-6ba36a84-8816-4d4e-bc4a-7a33e1f26d94 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2a5033a5-32c8-47b6-8443-14cdcfcea264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0530858 Oct 26 15:29:58.126054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:58.126858 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36280) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:58.156306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:29:58.173156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:29:58.173802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:58.210829 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4a804e3b-bf1b-4b77-8cb0-dc0ef5207807 req-743bef1b-2a92-418d-8b2c-8566da441099 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2a5033a5-32c8-47b6-8443-14cdcfcea264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201446 Oct 26 15:29:58.215726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:29:58.218097 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-eefb7142-fd25-438e-9f9e-b2020b7358b3 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0900643 Oct 26 15:29:58.221275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:29:58.279068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:29:58.325326 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4a804e3b-bf1b-4b77-8cb0-dc0ef5207807 req-00616722-a271-4c14-80a4-2727fae7208e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2a5033a5-32c8-47b6-8443-14cdcfcea264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050289 Oct 26 15:29:58.691363 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36282) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:58.754429 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-50f492ae-e415-461e-8b87-6923db7a533c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0618186 Oct 26 15:29:59.222090 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36284) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:59.280639 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bcabb404-eb11-4fcd-8fdc-37f70b48cbb3 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0574391 Oct 26 15:29:59.440629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130c74db-a3e4-4f5a-b7ac-2e503a195c67 None None] New status for floating IP a6ec4106-a458-4dff-8df5-5fee5b87f1eb: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:29:59.758661 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36286) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:29:59.798035 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01aad61-a806-4cc9-9707-90add9a187f4 None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:29:59.798035 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01aad61-a806-4cc9-9707-90add9a187f4 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:29:59.798035 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d01aad61-a806-4cc9-9707-90add9a187f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:29:59.829194 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d502d6d9-6ea3-407e-9b25-2a5ad5fcd122 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0690436 Oct 26 15:29:59.894108 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d01aad61-a806-4cc9-9707-90add9a187f4 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:30:00.096954 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d01aad61-a806-4cc9-9707-90add9a187f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:58Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:59Z', 'revision_number': 12, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:58Z', 'revision_number': 28, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:30:00.120367 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01aad61-a806-4cc9-9707-90add9a187f4 None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:30:00.128567 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01aad61-a806-4cc9-9707-90add9a187f4 None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:30:00.129183 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d01aad61-a806-4cc9-9707-90add9a187f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:29:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:30:00.226616 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d01aad61-a806-4cc9-9707-90add9a187f4 None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:30:00.284707 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36288) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:00.345867 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c38ea84c-245c-4602-93ea-cfbacdf173fc tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0598848 Oct 26 15:30:00.515113 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d01aad61-a806-4cc9-9707-90add9a187f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:58Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:59Z', 'revision_number': 12, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:58Z', 'revision_number': 28, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:30:00.539258 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01aad61-a806-4cc9-9707-90add9a187f4 None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:29:58Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'a6ec4106-a458-4dff-8df5-5fee5b87f1eb', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.65', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'port_id': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'mac_address': 'fa:16:3e:d2:13:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c01858-37cf-418c-85fc-9f306c208488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:29:23Z', 'updated_at': '2022-10-26T15:29:59Z', 'revision_number': 12, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:29:58Z', 'revision_number': 28, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:30:00.833045 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36290) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:00.877350 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:00.901406 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f22d4fa2-2850-4bbf-afb7-68bcc7b186d5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0671031 Oct 26 15:30:01.349686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36292) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:01.409445 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-713a8719-4cfd-44ac-8c46-0180157cb9e7 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0585170 Oct 26 15:30:01.904257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36294) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:01.952769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:30:01.967131 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2d6a9673-e2ea-4baa-95ff-2203e3183c15 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0615754 Oct 26 15:30:02.000645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:30:02.001062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:02.001411 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 Oct 26 15:30:02.080875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:30:02.080875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:02.082846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c6b0c1-1893-4c64-9111-d64c25498d96 None None] New status for floating IP a6ec4106-a458-4dff-8df5-5fee5b87f1eb: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:30:02.138185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:30:02.145077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:02.145843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:30:02.229229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:02.300924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:30:02.311340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:30:02.311636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:02.311985 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed Oct 26 15:30:02.389160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:30:02.389561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:02.413372 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36296) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:02.423907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:30:02.429885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:02.453499 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:02.467608 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:02.478689 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-80db3538-3014-48fa-8f93-ae94588feb2a tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0639358 Oct 26 15:30:02.480464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:30:02.970628 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36298) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:03.008685 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:03.029526 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-024aa417-0438-4bbf-8450-2a52518da505 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0578222 Oct 26 15:30:03.482501 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36300) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:03.543725 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6410fd5c-00b0-4dde-85aa-fb04289da1f7 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0599709 Oct 26 15:30:03.908261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:30:03.981557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:30:03.981948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:04.002780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:30:04.007679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:04.008362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:30:04.033427 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36304) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:04.081608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:30:04.096612 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1aab937c-e76b-46bc-8447-ad08890fc8b6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0619619 Oct 26 15:30:04.118684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:30:04.119010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:04.154401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:30:04.158243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:04.204483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:30:04.547339 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36306) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:04.606614 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-22b549a2-126d-4d92-a840-2f05ce5a3537 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0581489 Oct 26 15:30:05.100565 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36308) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:05.162532 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-25eb75df-3871-49f6-b0d5-dfac7429640f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0608075 Oct 26 15:30:05.610043 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36310) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:05.667203 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7ce2e014-1e92-46dd-8404-780fbca18ca9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0560536 Oct 26 15:30:06.166469 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36312) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:06.226247 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2a879ef7-0585-4bf5-bf59-1f24cac9725a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0586159 Oct 26 15:30:06.670578 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36314) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:06.731256 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3738d7dc-f82e-4d8d-8722-2dd36e8bf687 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0595534 Oct 26 15:30:07.230176 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36316) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:07.288387 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-346b14c7-6410-4ba7-8868-e4839b5cd8e1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0569901 Oct 26 15:30:07.734658 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36318) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:07.795544 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-23bcda5c-609b-4620-9601-5377339bd4b5 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0597191 Oct 26 15:30:08.058146 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:08.063750 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:30:08.291214 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36320) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:08.350104 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f939712d-b183-412c-849e-fbd2df4aa08e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0576482 Oct 26 15:30:08.491103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-15aaa12f-89d8-4f52-8a0f-beadbf918a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:08.799392 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36322) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:08.858492 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9d3f5354-e81a-4ef3-9f05-f4b2344cc88c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0579667 Oct 26 15:30:09.353931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36324) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:09.411093 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-000fcccf-5332-4e2b-b08c-730461a0fc4d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0559897 Oct 26 15:30:09.862228 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36326) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:09.923560 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a7794acb-a6a9-4511-aca1-501bf548fc16 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0601075 Oct 26 15:30:10.415490 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36328) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:10.473106 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-24c0dcc9-a81d-460a-acb4-6ddd1b1ae909 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0563948 Oct 26 15:30:10.869999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:10.883970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-09accd11-8382-4c2f-b084-b67f156a7fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:10.926798 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36330) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:10.987070 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4ba5be28-5c26-4518-b2d9-37f3b28c3447 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0591350 Oct 26 15:30:11.476968 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36332) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:11.818602 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3bde43ec-1965-4cd4-a4b7-329ff7a478d7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.3404686 Oct 26 15:30:11.991252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36334) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:12.003137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:12.051782 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e893103f-d860-4e53-ace4-538320e9f26b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0590396 Oct 26 15:30:12.822592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36336) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:12.879181 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5136cb11-df10-4777-acb1-df382495f3a2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0554819 Oct 26 15:30:13.055347 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36338) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:13.116444 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-16f42731-fef9-47da-9755-d30a6782b445 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0599020 Oct 26 15:30:13.549878 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:13.757152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:13.883694 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36340) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:13.941437 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3abc5e2b-1475-43ba-960e-9524a612b7a2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0566211 Oct 26 15:30:14.120222 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36342) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:14.180986 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b3a4e659-8f00-47f7-b947-aa1f6fe4b3fc tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0596657 Oct 26 15:30:14.945352 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36344) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:14.981000 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:15.002865 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e5926502-0906-482a-8b17-bc00365f231c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0564933 Oct 26 15:30:15.185003 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36346) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:15.247203 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7144f60b-e16c-4305-b0d6-bdbf445fda22 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0609331 Oct 26 15:30:16.006663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36348) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:16.065779 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-caf2217d-09d5-4f0c-8070-5461b2fb01ae tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0578203 Oct 26 15:30:16.251007 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36350) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:16.314828 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c69ccbe2-4767-4ca2-84b7-81e8ee24849c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0626402 Oct 26 15:30:16.442933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:17.069876 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36352) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:17.127674 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5612de67-6df6-475a-b291-7149b4d2aab6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0566711 Oct 26 15:30:17.318690 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36354) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:17.356051 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:17.380548 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d4ec5f68-f115-477e-9b54-9490a29cdca1 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0607445 Oct 26 15:30:18.057675 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=85 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:18.131828 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36356) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:18.190353 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bc42ff37-8d87-4e70-a3cc-63fd6db89e7f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0573788 Oct 26 15:30:18.383949 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36358) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:18.444167 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-27605d28-4197-4c9a-9856-3840a06b7fba tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0591486 Oct 26 15:30:19.194204 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36360) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:19.251988 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ad99506b-6c90-4f9c-b2ca-8dfdfa36386c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0566640 Oct 26 15:30:19.448068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36362) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:19.508002 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9b824399-2f10-4557-95f7-bd8e0808ca22 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0588615 Oct 26 15:30:20.256187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36364) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:20.318886 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-16d52d56-8b25-4f3a-875e-d62c49140c50 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0614822 Oct 26 15:30:20.510963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36366) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:20.571783 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4e8d1f21-a062-44aa-b350-383a0597659b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0597448 Oct 26 15:30:21.322660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36368) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:21.379230 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-859692a0-19e3-4eb6-95fd-156d30297ec6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0554409 Oct 26 15:30:21.575551 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36370) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:21.635694 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dced0020-90c1-47fc-9f2e-c4401268aced tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0590999 Oct 26 15:30:22.382632 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36372) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:22.439073 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-38efda43-774f-4719-9622-a2ac97d79e15 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0553298 Oct 26 15:30:22.639556 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36374) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:22.699425 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dd20bfc2-2f6d-4fbb-b06b-627e1fa1be16 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0587904 Oct 26 15:30:23.442710 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36378) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:23.500081 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-aa260e1e-a158-4752-89a1-c497d67a52de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0562568 Oct 26 15:30:23.702627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36380) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:23.762749 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a0f15047-cd0b-49d3-afab-d58fcf12b4ff tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0589888 Oct 26 15:30:24.503880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36382) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:24.561642 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f931a8f3-be47-4713-8b96-2d240292e3d1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0565538 Oct 26 15:30:24.766570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36384) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:24.828365 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-328fd351-4869-401b-9b9e-f22cee88ae37 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0605471 Oct 26 15:30:25.565436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36386) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:25.624539 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-61cadc68-de32-4ff4-96b4-916d6d9f2eaf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0579951 Oct 26 15:30:25.832165 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36388) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:25.890479 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-91787814-35ca-4cf0-bbfb-7d727c70c24e tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0571551 Oct 26 15:30:26.433570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:26.436322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:26.438247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=88,neutron:UPDATE=11 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:26.628134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36390) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:26.686451 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-12682952-41e7-4381-85a3-eb038a921560 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0572536 Oct 26 15:30:26.894342 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36392) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:26.954994 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6a8cbd25-eff8-4ef3-94d7-75baf1e68f45 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0594938 Oct 26 15:30:27.690349 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36394) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:27.754872 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-49d87a50-0fd6-4197-a159-483ab08538ed tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0633173 Oct 26 15:30:27.959260 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36396) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:28.018825 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b541f136-3826-4116-aaaa-1091939270d9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0584767 Oct 26 15:30:28.758753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36398) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:28.820896 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-538b7398-912b-4a41-b630-7156d419f84c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0609500 Oct 26 15:30:29.022804 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36400) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:29.085689 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-54c8a2a6-9dd5-4c3c-941d-5aa29f4ef045 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0616970 Oct 26 15:30:29.825320 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36402) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:29.886249 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cbf77cb2-3694-4e93-b418-394a9e2adc08 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0595922 Oct 26 15:30:30.089446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36404) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:30.152782 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a2de9ab8-bbb6-4a85-bc8b-5f8a6698cdfc tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0622382 Oct 26 15:30:30.890145 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36406) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:30.953958 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c31afb97-c80d-4c62-83e4-485de6d71032 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0626671 Oct 26 15:30:31.156680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36408) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:31.217780 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c6f5ac48-33fd-4032-b2c9-0f7d13460d83 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0599055 Oct 26 15:30:31.957989 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36410) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:32.020445 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c531c7d3-dcc2-4d4f-bafe-335670c1ee6c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0613580 Oct 26 15:30:32.221357 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36412) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:32.229371 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:32.283050 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0465abaa-6a41-4a7e-93dc-58b4d01c69ab tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0604959 Oct 26 15:30:33.024782 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36414) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:33.031286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:33.033194 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:33.086669 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-89b76ab6-0298-472a-8de5-f261c6608643 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0607169 Oct 26 15:30:33.286754 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36416) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:33.347442 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8b0060a9-cfdb-43b6-9912-a0da38cb90d8 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0596383 Oct 26 15:30:34.090548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36418) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:34.148056 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2de982a7-7cce-47b6-b589-b133546d3a96 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0564020 Oct 26 15:30:34.351360 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36420) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:34.394247 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:34.413140 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-151bbbdf-b63d-476c-bd0e-7d76b3a8cf7b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0605588 Oct 26 15:30:35.152004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36422) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:35.210199 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-71259a84-4781-4a3d-88d1-56240d297e1b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0570509 Oct 26 15:30:35.416940 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36424) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:35.476963 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d3aafc58-887d-477d-b874-8105431ddd4e tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0589464 Oct 26 15:30:36.213981 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36426) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:36.272793 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a7c79612-3d2e-4cd6-9b0a-a48911b81e44 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0565171 Oct 26 15:30:36.480764 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36428) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:36.540446 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3d7b07ae-a4e7-4d80-b256-94cd3d9a7960 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0585494 Oct 26 15:30:37.274681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36430) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:37.331499 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-49e426d2-1be0-4417-80ff-d5dd9acf505d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0557044 Oct 26 15:30:37.544705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36432) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:37.604431 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5d2fd174-30e6-4b19-945c-58de7af9e914 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0586381 Oct 26 15:30:38.335336 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36434) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:38.393257 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dcc26a7d-bf12-4b17-bd02-60bd672864c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0567863 Oct 26 15:30:38.492897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a4b2af75-4aee-4090-b248-2656e382a313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:38.594152 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=13 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:38.598725 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=13 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:38.607237 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36436) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:38.668253 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4e5b00bb-66f3-42c1-b80d-b51638d3ba4c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0599098 Oct 26 15:30:39.396636 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36438) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:39.455361 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3740432b-49d3-46d3-af22-ad02df1b64b0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0575755 Oct 26 15:30:39.672132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36440) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:39.729104 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-343a408e-392c-4730-9539-a73eef43d5fb tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0558555 Oct 26 15:30:40.459765 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36442) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:40.519673 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f6487739-daae-4db0-a173-232f773aa8fa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0587895 Oct 26 15:30:40.732867 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36444) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:40.887261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5a956fe9-cd1d-446c-aed2-523f4b0d682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:41.065823 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e0dc3308-e25f-43e3-9175-af0af63f5e12 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.3318653 Oct 26 15:30:41.524229 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36446) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:41.584050 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-748763cc-f80f-418f-ad9c-64f5a5f6b182 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0585473 Oct 26 15:30:42.002392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:42.069666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36448) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:42.127446 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-407cbb63-e5ea-41ea-8ef6-2f06b4f3ee47 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0565889 Oct 26 15:30:42.587850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36450) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:42.646902 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-81c8889e-b52f-428c-8670-c4a21c05b396 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0577550 Oct 26 15:30:43.130553 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36452) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:43.188092 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7e1b3d24-654d-4f71-8f33-e0096eff3185 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0564044 Oct 26 15:30:43.553288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:43.649723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36454) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:43.707273 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-21f65552-ec3c-42ec-9754-0ac39eec4284 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0564024 Oct 26 15:30:43.748915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:44.191922 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36458) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:44.252567 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c6a2cb5a-bbd5-46ff-abdc-43da8ed63185 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0584855 Oct 26 15:30:44.711293 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36460) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:44.768304 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7332d533-8e6e-48f0-b640-a4996c03d7e6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0558634 Oct 26 15:30:45.062723 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:30:45.255847 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36462) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:45.318221 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-640d060b-2c02-4f05-8515-1da4dbfff9cd tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0605798 Oct 26 15:30:45.772210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36464) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:45.830829 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1d1ca392-f4d9-428f-9f6a-2465efe88e44 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0574217 Oct 26 15:30:46.321922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36466) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:46.328187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:46.382215 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2c912f91-e152-4e7e-90f7-23bdf9547a2d tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0591545 Oct 26 15:30:46.452578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:46.834819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36472) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:46.893656 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-00e95d0b-2613-498b-ba46-80042c4a500c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0576465 Oct 26 15:30:46.954695 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36474) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:47.043168 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:47.095328 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Deleting port 17f73f79-dfac-4868-b3cc-1582ea8ec9ed {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:30:47.095597 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (17f73f79-dfac-4868-b3cc-1582ea8ec9ed), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:47.174764 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (17f73f79-dfac-4868-b3cc-1582ea8ec9ed), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:47.175092 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for floatingip (17f73f79-dfac-4868-b3cc-1582ea8ec9ed), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:47.188409 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Calling delete_port for 17f73f79-dfac-4868-b3cc-1582ea8ec9ed owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:30:47.354115 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (17f73f79-dfac-4868-b3cc-1582ea8ec9ed), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:47.379903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Pushing event deleted for resources: {'Port': ['ID=17f73f79-dfac-4868-b3cc-1582ea8ec9ed,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:30:47.386158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36476) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:47.404928 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:47.405283 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:47.405635 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:47.405979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:47.406320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:47.406659 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:47.406996 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:47.407327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:47.407660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:47.407992 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:47.408333 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:47.408655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:47.409004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:47.409333 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:47.409660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:47.447666 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9c609833-1b53-41ae-9938-da92ffc5d36b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0598359 Oct 26 15:30:47.456942 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for floatingip (2933cbea-958a-49a0-a352-3dec44725890), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:47.457277 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Floating IP 2933cbea-958a-49a0-a352-3dec44725890 disassociated (deleted). External IP: 172.26.11.177, port: 70b0d2de-8647-4b7e-8142-de2173dd7e73. Oct 26 15:30:47.652256 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Router 65e09a42-a18d-4901-b771-5d5b48305b9f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:30:47.738320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:47.757996 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:30:47.762676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:47.767528 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0461306d-6c36-4e5a-97c8-2aeb6c5aedae None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:30:47.778556 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0461306d-6c36-4e5a-97c8-2aeb6c5aedae None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:30:47.779239 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0461306d-6c36-4e5a-97c8-2aeb6c5aedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:30:47.794840 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e23bc605-e2aa-4cda-893e-31385e91c26c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/2933cbea-958a-49a0-a352-3dec44725890 HTTP/1.1" status: 204 len: 168 time: 0.8366482 Oct 26 15:30:47.794840 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'tag': '70b0d2de-8647-4b7e-8142-de2173dd7e73'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:30:47.795290 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6662d80b37134a2b3900b6f7163109dd688b25040754bcd30973ec7c1dabe5ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc3f403-2fe9-4cf6-a6c6-a615b0254b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "21a00c99-3af8-4ed4-a030-5900e3ff29ad", "tag": "70b0d2de-8647-4b7e-8142-de2173dd7e73"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:30:47.838501 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fa408f-e15e-4ef1-9496-1aabf1c69a4d x-openstack-request-id: req-f4fa408f-e15e-4ef1-9496-1aabf1c69a4d {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:30:47.838799 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a00c99-3af8-4ed4-a030-5900e3ff29ad", "tag": "70b0d2de-8647-4b7e-8142-de2173dd7e73", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:30:47.839055 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4fa408f-e15e-4ef1-9496-1aabf1c69a4d {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:30:47.839471 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4fa408f-e15e-4ef1-9496-1aabf1c69a4d'] response: {'name': 'network-changed', 'server_uuid': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'tag': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'status': 'completed', 'code': 200} Oct 26 15:30:47.897879 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36486) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:47.902963 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0461306d-6c36-4e5a-97c8-2aeb6c5aedae None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:30:47.968856 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1c15b32c-bc09-4f33-8e1d-9963eedefbe7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0675378 Oct 26 15:30:48.034869 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3f403-2fe9-4cf6-a6c6-a615b0254b9f req-2e49fe47-c8c5-4190-96c5-0bf3c3b2f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:30:48.036715 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dcc3f403-2fe9-4cf6-a6c6-a615b0254b9f req-2e49fe47-c8c5-4190-96c5-0bf3c3b2f9ef service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=958a4175b49f4069b4d327e8d8151b9e&device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 1129 time: 0.1658227 Oct 26 15:30:48.117752 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0461306d-6c36-4e5a-97c8-2aeb6c5aedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:27:56Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:27:56Z', 'revision_number': 30, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:30:48.143297 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0461306d-6c36-4e5a-97c8-2aeb6c5aedae None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:30:48.151909 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0461306d-6c36-4e5a-97c8-2aeb6c5aedae None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:30:48.152521 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0461306d-6c36-4e5a-97c8-2aeb6c5aedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:30:48.207320 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a094fe8-8ce2-48af-bea7-f50fb25064c4 req-c2c7b7ca-ac10-4714-aff3-f224db0f7c1f tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:30:48.209088 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9a094fe8-8ce2-48af-bea7-f50fb25064c4 req-c2c7b7ca-ac10-4714-aff3-f224db0f7c1f tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 945 time: 0.1923823 Oct 26 15:30:48.253393 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0461306d-6c36-4e5a-97c8-2aeb6c5aedae None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:30:48.259650 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9a094fe8-8ce2-48af-bea7-f50fb25064c4 req-e0f3704e-1891-46d5-9e0b-31dcb9894a8c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448155 Oct 26 15:30:48.435968 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0461306d-6c36-4e5a-97c8-2aeb6c5aedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:27:56Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:27:56Z', 'revision_number': 30, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:30:48.450567 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36492) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:48.456725 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:48.463704 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0461306d-6c36-4e5a-97c8-2aeb6c5aedae None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:27:56Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:27:56Z', 'revision_number': 30, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:30:48.511997 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-857da5bd-2dfe-4efd-a6b3-c7f28c45b11c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0594997 Oct 26 15:30:48.971677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36494) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:49.037937 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f36157aa-73bd-445b-897c-23fe23193a04 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0650940 Oct 26 15:30:49.285026 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3f403-2fe9-4cf6-a6c6-a615b0254b9f req-13045394-b642-4cff-ab16-147481e97a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:30:49.287198 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dcc3f403-2fe9-4cf6-a6c6-a615b0254b9f req-13045394-b642-4cff-ab16-147481e97a11 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 HTTP/1.1" status: 200 len: 912 time: 0.1092577 Oct 26 15:30:49.405323 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dcc3f403-2fe9-4cf6-a6c6-a615b0254b9f req-f4c8bd34-25ac-4d0b-ab7d-a6318a25a585 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70b0d2de-8647-4b7e-8142-de2173dd7e73 HTTP/1.1" status: 200 len: 217 time: 0.0386019 Oct 26 15:30:49.458992 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9703c-66fa-49ee-b2fa-1f39cc1b862b req-089de010-2755-4e47-92d8-56c18ccd39df tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:30:49.460013 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3f403-2fe9-4cf6-a6c6-a615b0254b9f req-2ff5fec3-af0e-45a4-866d-f4d77b44b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:30:49.460924 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c7c9703c-66fa-49ee-b2fa-1f39cc1b862b req-089de010-2755-4e47-92d8-56c18ccd39df tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 945 time: 0.1180444 Oct 26 15:30:49.464014 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dcc3f403-2fe9-4cf6-a6c6-a615b0254b9f req-2ff5fec3-af0e-45a4-866d-f4d77b44b7c4 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=4f5d117c-9054-4b78-87fd-c45697d31d16 HTTP/1.1" status: 200 len: 850 time: 0.0523047 Oct 26 15:30:49.512018 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c7c9703c-66fa-49ee-b2fa-1f39cc1b862b req-bd2334dc-a9d5-410d-8408-e5883724e693 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450478 Oct 26 15:30:49.514509 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36500) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:49.588199 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6ef5a769-795e-4600-9598-e77505cab0c8 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0724373 Oct 26 15:30:49.752484 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3f403-2fe9-4cf6-a6c6-a615b0254b9f req-797ca76d-9211-4d07-8025-cf51b211e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:30:49.754047 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dcc3f403-2fe9-4cf6-a6c6-a615b0254b9f req-797ca76d-9211-4d07-8025-cf51b211e521 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=1e5b7312-61c2-4f77-9ed8-edbf4a13bd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0513034 Oct 26 15:30:49.767065 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-dcc3f403-2fe9-4cf6-a6c6-a615b0254b9f req-1c882e91-ddd3-4d61-9f4b-134c5f24937e service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:30:49.768057 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dcc3f403-2fe9-4cf6-a6c6-a615b0254b9f req-1c882e91-ddd3-4d61-9f4b-134c5f24937e service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054040 Oct 26 15:30:50.004506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:30:50.041860 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36504) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:50.062689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:30:50.063065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:50.063402 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:30:50.110070 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a151bb58-e080-418e-a528-d78c0db07b2c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0667994 Oct 26 15:30:50.140277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:30:50.140670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:50.171306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:30:50.178830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:50.180383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:30:50.186065 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5211c-b488-4f9a-93d0-2a262a15e91d req-a813d48c-ae3d-4397-9faa-b28a1f3df66c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:30:50.188442 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07a5211c-b488-4f9a-93d0-2a262a15e91d req-a813d48c-ae3d-4397-9faa-b28a1f3df66c tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 945 time: 0.3951995 Oct 26 15:30:50.259029 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dcc3f403-2fe9-4cf6-a6c6-a615b0254b9f req-9539b33f-e5a4-493a-9631-6adb68df31da service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1e5b7312-61c2-4f77-9ed8-edbf4a13bd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676278 Oct 26 15:30:50.269552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=32']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:30:50.280698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:30:50.281183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:50.281755 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:30:50.285964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.287716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.288334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.288919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.289487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.290036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.292636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.293217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.293767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.294326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.294883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.295422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.295927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.296269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.296606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.350530 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:50.378170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-07a5211c-b488-4f9a-93d0-2a262a15e91d req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Deleting port 70b0d2de-8647-4b7e-8142-de2173dd7e73 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:30:50.378170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-07a5211c-b488-4f9a-93d0-2a262a15e91d req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (70b0d2de-8647-4b7e-8142-de2173dd7e73), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:50.378429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:30:50.378429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:50.408254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:30:50.416687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:50.442780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:50.459487 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dcc3f403-2fe9-4cf6-a6c6-a615b0254b9f req-99146b78-83de-4e64-b87f-8e6b28cbf00a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/1e5b7312-61c2-4f77-9ed8-edbf4a13bd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710694 Oct 26 15:30:50.465058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:30:50.498221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-07a5211c-b488-4f9a-93d0-2a262a15e91d req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] For port 70b0d2de-8647-4b7e-8142-de2173dd7e73, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=70b0d2de-8647-4b7e-8142-de2173dd7e73,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:30:50.498587 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-07a5211c-b488-4f9a-93d0-2a262a15e91d req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (70b0d2de-8647-4b7e-8142-de2173dd7e73), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:50.511558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-07a5211c-b488-4f9a-93d0-2a262a15e91d req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Calling delete_port for 70b0d2de-8647-4b7e-8142-de2173dd7e73 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:30:50.591841 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36508) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:50.653431 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-15296529-db3a-4ef1-9b75-5fc929efaa2d tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0603530 Oct 26 15:30:50.666148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a12e2-e4c7-4445-9da1-51072ffa8938 req-a1c0faee-ac97-4b70-abcc-b6cf1b12098b tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:30:50.667672 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1d3a12e2-e4c7-4445-9da1-51072ffa8938 req-a1c0faee-ac97-4b70-abcc-b6cf1b12098b tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 945 time: 0.0795362 Oct 26 15:30:50.691265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-07a5211c-b488-4f9a-93d0-2a262a15e91d req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (70b0d2de-8647-4b7e-8142-de2173dd7e73), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:50.731150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Pushing event deleted for resources: {'Port': ['ID=70b0d2de-8647-4b7e-8142-de2173dd7e73,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:30:50.753553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420e8a38-56a1-4ae3-9081-8e21b5141b88 None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:30:50.761020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420e8a38-56a1-4ae3-9081-8e21b5141b88 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:30:50.761538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-420e8a38-56a1-4ae3-9081-8e21b5141b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:30:50.773708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.774056 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.774400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.774737 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.775067 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.775393 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.775721 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.776044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.776366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.776689 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.777043 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.777378 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.777693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.778010 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.778323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:30:50.787344 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1d3a12e2-e4c7-4445-9da1-51072ffa8938 req-ca4358e6-9f48-4594-bf3a-6a8e4ff0c01f tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=1dff2292-954c-4838-9823-eff0bb573549&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1130602 Oct 26 15:30:50.802482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a5211c-b488-4f9a-93d0-2a262a15e91d req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] No DVR routers for this DVR port 70b0d2de-8647-4b7e-8142-de2173dd7e73 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:30:50.805000 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-07a5211c-b488-4f9a-93d0-2a262a15e91d req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:50.808157 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07a5211c-b488-4f9a-93d0-2a262a15e91d req-bd97a735-1c38-4dcd-89b9-eaa07d6d839e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.64 "DELETE /networking/v2.0/ports/70b0d2de-8647-4b7e-8142-de2173dd7e73 HTTP/1.1" status: 204 len: 173 time: 0.6064560 Oct 26 15:30:50.808658 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'name': 'network-vif-deleted', 'tag': '70b0d2de-8647-4b7e-8142-de2173dd7e73'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:30:50.811034 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa4098a-e248-4765-b701-4bb2369e7fae" -d '{"events": [{"server_uuid": "21a00c99-3af8-4ed4-a030-5900e3ff29ad", "name": "network-vif-deleted", "tag": "70b0d2de-8647-4b7e-8142-de2173dd7e73"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:30:50.897613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-420e8a38-56a1-4ae3-9081-8e21b5141b88 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:30:50.923431 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f30b89c-dc46-42cc-a658-bda3ebf437fe x-openstack-request-id: req-0f30b89c-dc46-42cc-a658-bda3ebf437fe {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:30:50.923727 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a00c99-3af8-4ed4-a030-5900e3ff29ad", "name": "network-vif-deleted", "tag": "70b0d2de-8647-4b7e-8142-de2173dd7e73", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:30:50.923978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f30b89c-dc46-42cc-a658-bda3ebf437fe {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:30:50.924390 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f30b89c-dc46-42cc-a658-bda3ebf437fe'] response: {'server_uuid': '21a00c99-3af8-4ed4-a030-5900e3ff29ad', 'name': 'network-vif-deleted', 'tag': '70b0d2de-8647-4b7e-8142-de2173dd7e73', 'status': 'completed', 'code': 200} Oct 26 15:30:51.114040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36516) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:51.195898 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cfc5d794-ca89-4e68-8998-5eca199f6527 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0791461 Oct 26 15:30:51.250669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-420e8a38-56a1-4ae3-9081-8e21b5141b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:30:50Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:30:50Z', 'revision_number': 31, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:30:51.280849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420e8a38-56a1-4ae3-9081-8e21b5141b88 None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:30:51.290110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420e8a38-56a1-4ae3-9081-8e21b5141b88 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:30:51.290762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-420e8a38-56a1-4ae3-9081-8e21b5141b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:30:51.391743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-420e8a38-56a1-4ae3-9081-8e21b5141b88 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:30:51.573598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-420e8a38-56a1-4ae3-9081-8e21b5141b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:30:50Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:30:50Z', 'revision_number': 31, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:30:51.602739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420e8a38-56a1-4ae3-9081-8e21b5141b88 None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:30:50Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:30:50Z', 'revision_number': 31, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:30:51.657409 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36518) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:51.727024 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-11d909d8-c9ee-4cdd-8605-7af204def69a tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0673294 Oct 26 15:30:51.904243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:30:51.930668 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fe2e87a5-f181-4ad6-926f-04e72b5eb3c1 req-b9cbdc43-3c4e-44ff-9d9d-108aceee00d4 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 210 time: 0.0482450 Oct 26 15:30:51.981959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:52.000623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:30:52.001172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:52.029568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:52.047130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:30:52.051620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:52.089492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:30:52.094904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:52.160197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=32']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:30:52.198095 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36522) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:52.205115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 70b0d2de-8647-4b7e-8142-de2173dd7e73 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:30:52.231488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 70b0d2de-8647-4b7e-8142-de2173dd7e73 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:30:52.231843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 70b0d2de-8647-4b7e-8142-de2173dd7e73 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:30:52.240986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:30:52.266931 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ae46a22a-6346-41dc-a941-6d25c130f8b3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0675490 Oct 26 15:30:52.345007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:30:52.409882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:30:52.410674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:52.411027 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:30:52.494342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:30:52.494745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:52.532160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:30:52.540270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:52.608696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:30:52.613297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=33']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:30:52.695321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:30:52.695861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:52.719226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:30:52.724969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:52.730229 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36524) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:52.801037 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-37ce47e6-873d-498d-a0af-76bd56e4322c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0694778 Oct 26 15:30:52.802531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=33']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:30:53.044245 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-eb6588ad-8242-4c62-a127-174dc1dadb62 req-456d0b7a-4c61-438c-ac15-5d50c1c9dc1e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 210 time: 0.0313931 Oct 26 15:30:53.271412 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36528) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:53.332499 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8dfae52c-8e41-449f-9767-02d5c10d3480 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0598288 Oct 26 15:30:53.802906 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36530) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:53.864983 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c0d4cdc5-fc55-40c0-8b91-373457020d3b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0608058 Oct 26 15:30:54.149477 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e571d49b-998e-40d4-855c-2da4e95b48a5 req-d896ba3e-fc3b-4d41-9d30-e20434c54ad9 tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 210 time: 0.0289404 Oct 26 15:30:54.337062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36534) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:54.384108 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3371541d-44fa-4005-afb9-ccb214cec26c None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:30:54.384108 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3371541d-44fa-4005-afb9-ccb214cec26c None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:30:54.384108 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3371541d-44fa-4005-afb9-ccb214cec26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:30:54.430294 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-49d86654-4ff3-479e-82ac-4afd366723e1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0921597 Oct 26 15:30:54.449424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:30:54.503988 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3371541d-44fa-4005-afb9-ccb214cec26c None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:30:54.527200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:30:54.527703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:54.562024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:30:54.565970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:54.574912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:30:54.652341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=34']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:30:54.695368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:30:54.732563 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:54.797905 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:54.802739 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3371541d-44fa-4005-afb9-ccb214cec26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:30:52Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:30:52Z', 'revision_number': 33, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:30:54.830049 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3371541d-44fa-4005-afb9-ccb214cec26c None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:30:54.838576 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3371541d-44fa-4005-afb9-ccb214cec26c None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:30:54.839182 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3371541d-44fa-4005-afb9-ccb214cec26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:30:54.868483 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36536) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:54.927730 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d897a3fd-ddec-4fc9-987e-20ba643051d6 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0576231 Oct 26 15:30:54.945635 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3371541d-44fa-4005-afb9-ccb214cec26c None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:30:55.134729 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3371541d-44fa-4005-afb9-ccb214cec26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:30:52Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:30:54Z', 'revision_number': 34, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:30:55.159872 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3371541d-44fa-4005-afb9-ccb214cec26c None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:30:52Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:30:54Z', 'revision_number': 34, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:30:55.276601 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-61813862-5413-4c89-bd76-bb4c1b41c7d0 req-2d6bc5d1-7407-4882-b932-cdb440bf945e tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=21a00c99-3af8-4ed4-a030-5900e3ff29ad HTTP/1.1" status: 200 len: 210 time: 0.0317469 Oct 26 15:30:55.434142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36540) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:55.497921 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6e61b8ac-5d4e-4057-828a-2f1792388acd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0626109 Oct 26 15:30:55.894729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:30:55.931702 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36542) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:55.979549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:30:55.993217 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-95ba1a59-8115-4e88-a68e-9b770e65f162 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0604682 Oct 26 15:30:56.073185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:30:56.125137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:30:56.125524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:56.125869 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:30:56.204510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:30:56.204952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:56.227064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:30:56.231391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:56.232363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:30:56.308573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=34']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:30:56.316751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:30:56.317988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:56.318234 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:30:56.320386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:56.398044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:56.415319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:30:56.415712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:56.441040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:56.455359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:30:56.460416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:56.501802 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36552) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:56.516288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=35']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:30:56.578800 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7deb2837-3ab4-44c6-acb2-7530ceb2f92b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0754766 Oct 26 15:30:56.997182 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36554) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:57.059125 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f5788e87-50ae-44bb-b838-368f6d8f0cce tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0597558 Oct 26 15:30:57.485279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879d1a5-fd3a-41de-b69d-ac70f9529bad None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:30:57.496576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879d1a5-fd3a-41de-b69d-ac70f9529bad None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:30:57.497228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f879d1a5-fd3a-41de-b69d-ac70f9529bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:30:57.581616 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36556) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:57.602951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f879d1a5-fd3a-41de-b69d-ac70f9529bad None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:30:57.672726 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0a8e7cf1-9e37-4bda-ad9c-516974be7a05 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0876269 Oct 26 15:30:57.718054 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82fba7f7-602f-4447-b70b-5cbefb5affa8 req-bba67475-622f-4e4d-851c-7482ac7b74a4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=75c01858-37cf-418c-85fc-9f306c208488&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442784 Oct 26 15:30:57.788230 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fba7f7-602f-4447-b70b-5cbefb5affa8 req-c7ddb629-00b7-4e10-90d4-cd55f133cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:30:57.789887 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82fba7f7-602f-4447-b70b-5cbefb5affa8 req-c7ddb629-00b7-4e10-90d4-cd55f133cf11 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 1129 time: 0.0449162 Oct 26 15:30:57.827904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f879d1a5-fd3a-41de-b69d-ac70f9529bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:30:56Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:30:56Z', 'revision_number': 35, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:30:57.854075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879d1a5-fd3a-41de-b69d-ac70f9529bad None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:30:57.865011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879d1a5-fd3a-41de-b69d-ac70f9529bad None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:30:57.866631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f879d1a5-fd3a-41de-b69d-ac70f9529bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:30:57.887037 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:57.890844 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:30:57.920355 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fba7f7-602f-4447-b70b-5cbefb5affa8 req-7d7184c1-20f5-432c-9f95-a2f0daa2777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:30:57.922134 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82fba7f7-602f-4447-b70b-5cbefb5affa8 req-7d7184c1-20f5-432c-9f95-a2f0daa2777b service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ece41f0b-8cf3-4b28-a0e4-6f548de99a8d HTTP/1.1" status: 200 len: 898 time: 0.1054077 Oct 26 15:30:57.995736 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82fba7f7-602f-4447-b70b-5cbefb5affa8 req-f4039900-74ce-433f-ab4d-e69755b13811 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f1ec95-3ffb-4672-988a-bd3131ab0fe9 HTTP/1.1" status: 200 len: 1001 time: 0.0631640 Oct 26 15:30:58.052557 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fba7f7-602f-4447-b70b-5cbefb5affa8 req-ed2dde3f-eb25-4a36-9f02-127b0465c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:30:58.054097 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82fba7f7-602f-4447-b70b-5cbefb5affa8 req-ed2dde3f-eb25-4a36-9f02-127b0465c75b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a70f95c2-b250-4c82-b629-266a409947b8 HTTP/1.1" status: 200 len: 834 time: 0.0494483 Oct 26 15:30:58.062025 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36560) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:58.110235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fba7f7-602f-4447-b70b-5cbefb5affa8 req-031bbc3a-fa42-442f-9cdc-d656a24c2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:30:58.113008 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82fba7f7-602f-4447-b70b-5cbefb5affa8 req-031bbc3a-fa42-442f-9cdc-d656a24c2151 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ece41f0b-8cf3-4b28-a0e4-6f548de99a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0491471 Oct 26 15:30:58.120273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:30:58.136928 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1b3b2c2d-1f47-4ffe-8d5d-8acff5ccbdc0 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0736427 Oct 26 15:30:58.170123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f879d1a5-fd3a-41de-b69d-ac70f9529bad None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:30:58.219272 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82fba7f7-602f-4447-b70b-5cbefb5affa8 req-8f9c1f68-c3ae-40c7-8b46-cc8b14c3daee service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ece41f0b-8cf3-4b28-a0e4-6f548de99a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960500 Oct 26 15:30:58.308187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:30:58.308509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:58.318446 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82fba7f7-602f-4447-b70b-5cbefb5affa8 req-a4712ae6-0592-48ce-bbb2-348523ff124a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ece41f0b-8cf3-4b28-a0e4-6f548de99a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899868 Oct 26 15:30:58.342848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:30:58.348890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:58.349634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:30:58.466910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=35']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:30:58.512511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f879d1a5-fd3a-41de-b69d-ac70f9529bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:30:56Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:30:56Z', 'revision_number': 35, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:30:58.542840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879d1a5-fd3a-41de-b69d-ac70f9529bad None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:30:56Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:30:56Z', 'revision_number': 35, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:30:58.549995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:30:58.550383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:58.588162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:30:58.593933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:58.655668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=36']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:30:58.674590 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36562) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:58.742701 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-39e5291e-2ccd-421e-9dc5-9cbcaf09a626 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0658538 Oct 26 15:30:59.140669 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36566) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:59.224305 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9016d46c-85f3-4491-9e51-693a67ee3406 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0818379 Oct 26 15:30:59.745631 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36568) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:59.790316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36572) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:30:59.823293 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2608053e-3cb4-4921-bb1e-b543a0ed372d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0764277 Oct 26 15:30:59.858493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81513555-412e-407d-99e2-a6ce137987ea tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group (1dff2292-954c-4838-9823-eff0bb573549), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:59.887415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81513555-412e-407d-99e2-a6ce137987ea tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group (1dff2292-954c-4838-9823-eff0bb573549), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:59.965061 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81513555-412e-407d-99e2-a6ce137987ea tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (1dff2292-954c-4838-9823-eff0bb573549), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:59.968028 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81513555-412e-407d-99e2-a6ce137987ea tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:30:59.971780 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-81513555-412e-407d-99e2-a6ce137987ea tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/1dff2292-954c-4838-9823-eff0bb573549 HTTP/1.1" status: 204 len: 168 time: 0.1780424 Oct 26 15:30:59.980022 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81513555-412e-407d-99e2-a6ce137987ea tempest-TestVolumeBootPattern-1329059714 tempest-TestVolumeBootPattern-1329059714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dff2292-954c-4838-9823-eff0bb573549,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:30:59.998334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:31:00.030474 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36576) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:00.046366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:00.077598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:31:00.078121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:00.078556 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f Oct 26 15:31:00.156905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:31:00.157484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:00.183822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:31:00.188177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:00.189126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:31:00.228287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36580) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:00.253001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:00.268158 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:00.281082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port abe8c9c9-836b-45ec-951d-dc923fd436d1 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:31:00.281466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:00.281806 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port abe8c9c9-836b-45ec-951d-dc923fd436d1 Oct 26 15:31:00.283506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=36']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:31:00.340166 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:00.346733 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7101f8eb-d0e8-4ce9-9535-ed08c82bfc03 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.1157866 Oct 26 15:31:00.390561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port abe8c9c9-836b-45ec-951d-dc923fd436d1 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:31:00.391027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:00.410560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:00.431282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:31:00.439166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:00.495024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=37']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:31:00.562874 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d7ae6e25-92ad-42d1-8028-b77c93c2a2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (65e09a42-a18d-4901-b771-5d5b48305b9f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:00.630646 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4822f8-621d-49bd-a238-84a816e3f6a1 None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:31:00.647990 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4822f8-621d-49bd-a238-84a816e3f6a1 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:31:00.648764 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ba4822f8-621d-49bd-a238-84a816e3f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:31:00.751774 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-ba4822f8-621d-49bd-a238-84a816e3f6a1 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:31:00.800046 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae6e25-92ad-42d1-8028-b77c93c2a2ff admin admin] Deleting port abe8c9c9-836b-45ec-951d-dc923fd436d1 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:31:00.800319 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d7ae6e25-92ad-42d1-8028-b77c93c2a2ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:00.826605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36582) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:00.889723 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-d7ae6e25-92ad-42d1-8028-b77c93c2a2ff admin admin] For port abe8c9c9-836b-45ec-951d-dc923fd436d1, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=abe8c9c9-836b-45ec-951d-dc923fd436d1,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:31:00.890218 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d7ae6e25-92ad-42d1-8028-b77c93c2a2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:00.890922 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4edcdf39-dbbe-495c-9967-f63cc96c2607 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0630577 Oct 26 15:31:00.905490 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae6e25-92ad-42d1-8028-b77c93c2a2ff admin admin] Calling delete_port for abe8c9c9-836b-45ec-951d-dc923fd436d1 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:31:00.944000 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ba4822f8-621d-49bd-a238-84a816e3f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:31:00Z', 'revision_number': 36, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:31:00Z', 'revision_number': 37, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:31:00.968845 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4822f8-621d-49bd-a238-84a816e3f6a1 None None] Checking router: 65e09a42-a18d-4901-b771-5d5b48305b9f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:31:00.977673 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4822f8-621d-49bd-a238-84a816e3f6a1 None None] Routers {'65e09a42-a18d-4901-b771-5d5b48305b9f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:31:00.978304 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ba4822f8-621d-49bd-a238-84a816e3f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['65e09a42-a18d-4901-b771-5d5b48305b9f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:31:01.078411 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-ba4822f8-621d-49bd-a238-84a816e3f6a1 None None] Set router 65e09a42-a18d-4901-b771-5d5b48305b9f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:31:01.085939 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d7ae6e25-92ad-42d1-8028-b77c93c2a2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (abe8c9c9-836b-45ec-951d-dc923fd436d1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:01.113748 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae6e25-92ad-42d1-8028-b77c93c2a2ff admin admin] Pushing event deleted for resources: {'Port': ['ID=abe8c9c9-836b-45ec-951d-dc923fd436d1,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:31:01.228852 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:01.244681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:01.273549 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:01.279548 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:01.294949 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ba4822f8-621d-49bd-a238-84a816e3f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:31:00Z', 'revision_number': 36, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:31:00Z', 'revision_number': 37, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:31:01.321987 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4822f8-621d-49bd-a238-84a816e3f6a1 None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [{'id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'name': 'tempest-TestVolumeBootPattern-747591672-router', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96'}], 'enable_snat': True}, 'gw_port_id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:25:48Z', 'revision_number': 4, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'gw_port': {'id': '6b231c9f-97f5-4f1b-9a7d-acfa8963f05f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:42Z', 'updated_at': '2022-10-26T15:31:00Z', 'revision_number': 36, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'abe8c9c9-836b-45ec-951d-dc923fd436d1', 'name': '', 'network_id': '1e5b7312-61c2-4f77-9ed8-edbf4a13bd03', 'tenant_id': '958a4175b49f4069b4d327e8d8151b9e', 'mac_address': 'fa:16:3e:0f:bc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09a42-a18d-4901-b771-5d5b48305b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:46Z', 'updated_at': '2022-10-26T15:31:00Z', 'revision_number': 37, 'project_id': '958a4175b49f4069b4d327e8d8151b9e', 'subnets': [{'id': '4f5d117c-9054-4b78-87fd-c45697d31d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:31:01.349822 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36584) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:01.417905 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2dcc9014-21d2-451c-becc-33363d9e3bd7 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0667219 Oct 26 15:31:01.599805 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d7ae6e25-92ad-42d1-8028-b77c93c2a2ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (65e09a42-a18d-4901-b771-5d5b48305b9f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:01.621222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f1544f-0318-41c2-86bc-0c06e29c6115 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:31:01.726392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f1544f-0318-41c2-86bc-0c06e29c6115 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:31:01.828193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ae6e25-92ad-42d1-8028-b77c93c2a2ff admin admin] Router 65e09a42-a18d-4901-b771-5d5b48305b9f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:31:01.895050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:31:01.895749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36586) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:01.925112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: abe8c9c9-836b-45ec-951d-dc923fd436d1 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:31:01.926080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:31:01.945693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ae6e25-92ad-42d1-8028-b77c93c2a2ff admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:31:01.959096 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d7ae6e25-92ad-42d1-8028-b77c93c2a2ff admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/65e09a42-a18d-4901-b771-5d5b48305b9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9273200 Oct 26 15:31:01.959881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36588) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:01.998198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:31:02.028105 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7ef645e5-dc86-4711-aa15-aa47b8ff031e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.1311400 Oct 26 15:31:02.045926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: abe8c9c9-836b-45ec-951d-dc923fd436d1 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:31:02.046624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:31:02.109491 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a748b5fe-e6c3-432f-ab46-fe54cf0ed148 admin admin] Publish callbacks [] for router (65e09a42-a18d-4901-b771-5d5b48305b9f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:02.147736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:31:02.241184 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a748b5fe-e6c3-432f-ab46-fe54cf0ed148 admin admin] Publish callbacks [] for router_gateway (65e09a42-a18d-4901-b771-5d5b48305b9f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:02.253028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:31:02.253677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:02.278164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:31:02.282982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:02.302587 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a748b5fe-e6c3-432f-ab46-fe54cf0ed148 admin admin] Deleting port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:31:02.302945 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a748b5fe-e6c3-432f-ab46-fe54cf0ed148 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:02.345695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=37']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:31:02.403517 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-a748b5fe-e6c3-432f-ab46-fe54cf0ed148 admin admin] For port 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:31:02.403994 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a748b5fe-e6c3-432f-ab46-fe54cf0ed148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:02.419549 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a748b5fe-e6c3-432f-ab46-fe54cf0ed148 admin admin] Calling delete_port for 6b231c9f-97f5-4f1b-9a7d-acfa8963f05f owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:31:02.421854 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36590) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:02.499872 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bf06273a-3362-4e18-a3b1-91e6ec02aaa1 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0765407 Oct 26 15:31:02.538864 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:02.585893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-dd90c477-b391-4c21-8ce8-99087af0d9b5 None None] Provisioning complete for port 27a0b798-251a-4ca0-a7f4-af9237075c76 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:31:02.586284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dd90c477-b391-4c21-8ce8-99087af0d9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (27a0b798-251a-4ca0-a7f4-af9237075c76), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:02.586660 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-dd90c477-b391-4c21-8ce8-99087af0d9b5 None None] Attempt 1 to provision port 27a0b798-251a-4ca0-a7f4-af9237075c76 Oct 26 15:31:02.612034 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a748b5fe-e6c3-432f-ab46-fe54cf0ed148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (6b231c9f-97f5-4f1b-9a7d-acfa8963f05f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:02.616505 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:02.642049 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748b5fe-e6c3-432f-ab46-fe54cf0ed148 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b231c9f-97f5-4f1b-9a7d-acfa8963f05f,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:31:02.673556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-dd90c477-b391-4c21-8ce8-99087af0d9b5 None None] Current status of the port 27a0b798-251a-4ca0-a7f4-af9237075c76 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:31:02.713731 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a748b5fe-e6c3-432f-ab46-fe54cf0ed148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (65e09a42-a18d-4901-b771-5d5b48305b9f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:02.805974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a748b5fe-e6c3-432f-ab46-fe54cf0ed148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (65e09a42-a18d-4901-b771-5d5b48305b9f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:02.808280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a748b5fe-e6c3-432f-ab46-fe54cf0ed148 admin admin] Publish callbacks [] for router_controller (65e09a42-a18d-4901-b771-5d5b48305b9f), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:02.850877 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a748b5fe-e6c3-432f-ab46-fe54cf0ed148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (65e09a42-a18d-4901-b771-5d5b48305b9f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:02.851525 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a748b5fe-e6c3-432f-ab46-fe54cf0ed148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65e09a42-a18d-4901-b771-5d5b48305b9f {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:31:02.856012 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a748b5fe-e6c3-432f-ab46-fe54cf0ed148 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:02.859591 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a748b5fe-e6c3-432f-ab46-fe54cf0ed148 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/65e09a42-a18d-4901-b771-5d5b48305b9f HTTP/1.1" status: 204 len: 168 time: 0.8963211 Oct 26 15:31:02.859809 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36592) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:02.904657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-4425bbbb-6469-40af-95d0-67114f2be835 admin admin] Deleting subnet 4f5d117c-9054-4b78-87fd-c45697d31d16 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:31:02.907913 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4425bbbb-6469-40af-95d0-67114f2be835 admin admin] Publish callbacks [] for subnet (4f5d117c-9054-4b78-87fd-c45697d31d16), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:02.947165 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4425bbbb-6469-40af-95d0-67114f2be835 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (4f5d117c-9054-4b78-87fd-c45697d31d16), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:03.022551 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4425bbbb-6469-40af-95d0-67114f2be835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (4f5d117c-9054-4b78-87fd-c45697d31d16), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:03.031176 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36594) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:03.077386 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4425bbbb-6469-40af-95d0-67114f2be835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (4f5d117c-9054-4b78-87fd-c45697d31d16), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:03.093892 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e33cca8a-1dbc-4b8e-a3cf-29513a10f206 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0615127 Oct 26 15:31:03.108848 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425bbbb-6469-40af-95d0-67114f2be835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f5d117c-9054-4b78-87fd-c45697d31d16,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:31:03.110839 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4425bbbb-6469-40af-95d0-67114f2be835 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:03.117415 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4425bbbb-6469-40af-95d0-67114f2be835 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/4f5d117c-9054-4b78-87fd-c45697d31d16 HTTP/1.1" status: 204 len: 168 time: 0.2532856 Oct 26 15:31:03.117596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475de28f-ae10-4569-90fc-51df3183c547 None None] Network 1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:31:03.117707 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36596) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:03.186494 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (1e5b7312-61c2-4f77-9ed8-edbf4a13bd03), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:03.233675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] Deleting port 27a0b798-251a-4ca0-a7f4-af9237075c76 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:31:03.234019 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (27a0b798-251a-4ca0-a7f4-af9237075c76), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:03.273756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e188100-7e07-4e20-aae7-212edf67e0a7 None None] DHCP port deletion for 1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:31:03.310232 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] For port 27a0b798-251a-4ca0-a7f4-af9237075c76, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=27a0b798-251a-4ca0-a7f4-af9237075c76,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:31:03.310899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (27a0b798-251a-4ca0-a7f4-af9237075c76), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:03.311055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8e188100-7e07-4e20-aae7-212edf67e0a7 None None] Deleting port 27a0b798-251a-4ca0-a7f4-af9237075c76 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:31:03.311300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8e188100-7e07-4e20-aae7-212edf67e0a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (27a0b798-251a-4ca0-a7f4-af9237075c76), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:03.325319 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] Calling delete_port for 27a0b798-251a-4ca0-a7f4-af9237075c76 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:31:03.389407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8e188100-7e07-4e20-aae7-212edf67e0a7 None None] For port 27a0b798-251a-4ca0-a7f4-af9237075c76, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=27a0b798-251a-4ca0-a7f4-af9237075c76,segment=NetworkSegment(cffe0542-5787-41d7-9588-f4e4741ada27),segment_id=cffe0542-5787-41d7-9588-f4e4741ada27)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:31:03.389960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8e188100-7e07-4e20-aae7-212edf67e0a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (27a0b798-251a-4ca0-a7f4-af9237075c76), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:03.404024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8e188100-7e07-4e20-aae7-212edf67e0a7 None None] Calling delete_port for 27a0b798-251a-4ca0-a7f4-af9237075c76 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:31:03.419516 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (27a0b798-251a-4ca0-a7f4-af9237075c76), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:03.445305 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] Pushing event deleted for resources: {'Port': ['ID=27a0b798-251a-4ca0-a7f4-af9237075c76,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:31:03.450428 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] No DVR routers for this DVR port 27a0b798-251a-4ca0-a7f4-af9237075c76 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:31:03.493095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7bf81-1014-4b0d-b077-07974aa89d21 None None] Sync routers for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:31:03.495710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:03.500954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36598) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:03.511012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8e188100-7e07-4e20-aae7-212edf67e0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (27a0b798-251a-4ca0-a7f4-af9237075c76), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:03.517280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a7bf81-1014-4b0d-b077-07974aa89d21 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:31:03.517523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a7bf81-1014-4b0d-b077-07974aa89d21 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:31:03.518335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-f1a7bf81-1014-4b0d-b077-07974aa89d21 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'65e09a42-a18d-4901-b771-5d5b48305b9f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:31:03.529349 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=12,neutron:UPDATE=5,neutron:SELECT=83 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:03.532106 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (1e5b7312-61c2-4f77-9ed8-edbf4a13bd03), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:03.546052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e188100-7e07-4e20-aae7-212edf67e0a7 None None] Pushing event deleted for resources: {'Port': ['ID=27a0b798-251a-4ca0-a7f4-af9237075c76,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:31:03.551273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e188100-7e07-4e20-aae7-212edf67e0a7 None None] No DVR routers for this DVR port 27a0b798-251a-4ca0-a7f4-af9237075c76 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:31:03.554704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a7bf81-1014-4b0d-b077-07974aa89d21 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:31:03.555333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a7bf81-1014-4b0d-b077-07974aa89d21 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:31:03.556096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-f1a7bf81-1014-4b0d-b077-07974aa89d21 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'65e09a42-a18d-4901-b771-5d5b48305b9f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:31:03.556649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7bf81-1014-4b0d-b077-07974aa89d21 None None] The sync data for ids ['65e09a42-a18d-4901-b771-5d5b48305b9f'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:31:03.564504 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c305ba3c-71c0-4fbb-94a1-d323339ca544 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0622468 Oct 26 15:31:03.569161 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e5b7312-61c2-4f77-9ed8-edbf4a13bd03']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:31:03.581722 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cffe0542-5787-41d7-9588-f4e4741ada27') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:31:03.582031 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cffe0542-5787-41d7-9588-f4e4741ada27') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:31:03.589392 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:03.593088 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (cffe0542-5787-41d7-9588-f4e4741ada27), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:03.607181 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (cffe0542-5787-41d7-9588-f4e4741ada27), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:03.613594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:31:03.614356 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (cffe0542-5787-41d7-9588-f4e4741ada27), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:03.685361 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (1e5b7312-61c2-4f77-9ed8-edbf4a13bd03), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:03.704062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:03.707265 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/1e5b7312-61c2-4f77-9ed8-edbf4a13bd03 HTTP/1.1" status: 204 len: 168 time: 0.5887592 Oct 26 15:31:03.708944 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19348bc1-56bd-4cd7-a4c9-4c1400dfa658 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e5b7312-61c2-4f77-9ed8-edbf4a13bd03,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:31:03.710961 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36604) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:03.769019 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment cffe0542-5787-41d7-9588-f4e4741ada27 resource provider aggregate not found Oct 26 15:31:03.799673 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment cffe0542-5787-41d7-9588-f4e4741ada27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cffe0542-5787-41d7-9588-f4e4741ada27 found for delete ", "request_id": "req-abb84048-24e0-4b8e-a99f-aaa0f3502755"}]} Oct 26 15:31:03.945063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 27a0b798-251a-4ca0-a7f4-af9237075c76 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:31:03.967325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 27a0b798-251a-4ca0-a7f4-af9237075c76 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:31:03.967670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 27a0b798-251a-4ca0-a7f4-af9237075c76 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:31:03.968082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:31:03.986855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: abe8c9c9-836b-45ec-951d-dc923fd436d1 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:31:03.987207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device abe8c9c9-836b-45ec-951d-dc923fd436d1 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:31:04.031994 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-70aa6494-932c-4915-99b8-c441fdac2b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (975e0f59-d8a6-4bb5-a4b6-07f04b5021fa), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:04.098142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36608) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:04.159650 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8e948bdd-cc92-4a6f-9ea8-bd826c75b51b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0603855 Oct 26 15:31:04.252555 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-70aa6494-932c-4915-99b8-c441fdac2b0b admin admin] Deleting port 91a88ef0-2a52-4638-b2ef-785bff49a4f8 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:31:04.252949 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-70aa6494-932c-4915-99b8-c441fdac2b0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:04.334347 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-70aa6494-932c-4915-99b8-c441fdac2b0b admin admin] For port 91a88ef0-2a52-4638-b2ef-785bff49a4f8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=91a88ef0-2a52-4638-b2ef-785bff49a4f8,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:31:04.334707 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-70aa6494-932c-4915-99b8-c441fdac2b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:04.347013 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-70aa6494-932c-4915-99b8-c441fdac2b0b admin admin] Calling delete_port for 91a88ef0-2a52-4638-b2ef-785bff49a4f8 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:31:04.391244 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:04.517612 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:04.524776 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-70aa6494-932c-4915-99b8-c441fdac2b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (91a88ef0-2a52-4638-b2ef-785bff49a4f8), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:04.549911 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa6494-932c-4915-99b8-c441fdac2b0b admin admin] Pushing event deleted for resources: {'Port': ['ID=91a88ef0-2a52-4638-b2ef-785bff49a4f8,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:31:04.568716 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36610) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:04.574897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:04.636696 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-572c452f-04bd-40cf-8e81-ad7a6c8cdcd6 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0661895 Oct 26 15:31:04.716741 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-70aa6494-932c-4915-99b8-c441fdac2b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (975e0f59-d8a6-4bb5-a4b6-07f04b5021fa), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:04.751280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ecd553-d01c-474a-ab02-0cc21d205576 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:31:04.832448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ecd553-d01c-474a-ab02-0cc21d205576 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:31:04.892239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:04.928421 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70aa6494-932c-4915-99b8-c441fdac2b0b admin admin] Router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:31:05.036983 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70aa6494-932c-4915-99b8-c441fdac2b0b admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:31:05.041906 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-70aa6494-932c-4915-99b8-c441fdac2b0b admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/975e0f59-d8a6-4bb5-a4b6-07f04b5021fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3300343 Oct 26 15:31:05.044530 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36612) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:05.047080 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54a0b3-0351-4c8c-8667-ace9e4224057 None None] Sync routers for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:31:05.059787 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54a0b3-0351-4c8c-8667-ace9e4224057 None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:31:05.060520 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8f54a0b3-0351-4c8c-8667-ace9e4224057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:31:05.153012 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-876a4827-56a0-49de-b470-def8a7a07118 admin admin] Publish callbacks [] for router (975e0f59-d8a6-4bb5-a4b6-07f04b5021fa), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:05.163196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36614) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:05.175127 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8f54a0b3-0351-4c8c-8667-ace9e4224057 None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:31:05.214882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:05.245966 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-14121ba3-ad83-4dbb-9584-4787f8ea785c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0815859 Oct 26 15:31:05.462420 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8f54a0b3-0351-4c8c-8667-ace9e4224057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:31:04Z', 'revision_number': 5, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:27:28Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:31:05.491715 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54a0b3-0351-4c8c-8667-ace9e4224057 None None] Checking router: 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:31:05.500310 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54a0b3-0351-4c8c-8667-ace9e4224057 None None] Routers {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:31:05.501200 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8f54a0b3-0351-4c8c-8667-ace9e4224057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:31:05.513863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e42a6851-457e-46b8-bcb7-49804fae2d89 None None] Provisioning complete for port dab1b045-5f64-4c14-8811-fdcc094d445c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:31:05.514894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e42a6851-457e-46b8-bcb7-49804fae2d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (dab1b045-5f64-4c14-8811-fdcc094d445c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:05.515434 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e42a6851-457e-46b8-bcb7-49804fae2d89 None None] Attempt 1 to provision port dab1b045-5f64-4c14-8811-fdcc094d445c Oct 26 15:31:05.556880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:05.566321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:05.578573 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-876a4827-56a0-49de-b470-def8a7a07118 admin admin] Publish callbacks [] for router_gateway (975e0f59-d8a6-4bb5-a4b6-07f04b5021fa), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:05.601253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e42a6851-457e-46b8-bcb7-49804fae2d89 None None] Current status of the port dab1b045-5f64-4c14-8811-fdcc094d445c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:31:05.605709 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8f54a0b3-0351-4c8c-8667-ace9e4224057 None None] Set router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:31:05.624645 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-876a4827-56a0-49de-b470-def8a7a07118 admin admin] Deleting port 8d07e118-8298-4178-8e1a-9d4b66e42bb6 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:31:05.625019 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-876a4827-56a0-49de-b470-def8a7a07118 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:05.640015 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36616) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:05.701270 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-71b1f46f-501a-405c-83a1-c760dacbbd44 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0599074 Oct 26 15:31:05.714136 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-876a4827-56a0-49de-b470-def8a7a07118 admin admin] For port 8d07e118-8298-4178-8e1a-9d4b66e42bb6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8d07e118-8298-4178-8e1a-9d4b66e42bb6,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:31:05.714468 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-876a4827-56a0-49de-b470-def8a7a07118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:05.727617 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-876a4827-56a0-49de-b470-def8a7a07118 admin admin] Calling delete_port for 8d07e118-8298-4178-8e1a-9d4b66e42bb6 owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:31:05.774543 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8f54a0b3-0351-4c8c-8667-ace9e4224057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:31:04Z', 'revision_number': 5, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:27:28Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:31:05.798995 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54a0b3-0351-4c8c-8667-ace9e4224057 None None] The sync data for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv is: [{'id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'name': 'tempest-TestVolumeBootPattern-1349086302-router', 'tenant_id': 'd96c1d9cd9784cb497db436d58d71e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:25:53Z', 'updated_at': '2022-10-26T15:31:04Z', 'revision_number': 5, 'project_id': 'd96c1d9cd9784cb497db436d58d71e84', 'gw_port': {'id': '8d07e118-8298-4178-8e1a-9d4b66e42bb6', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975e0f59-d8a6-4bb5-a4b6-07f04b5021fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:25:55Z', 'updated_at': '2022-10-26T15:27:28Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:31:05.833660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:05.899584 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-876a4827-56a0-49de-b470-def8a7a07118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (8d07e118-8298-4178-8e1a-9d4b66e42bb6), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:05.931959 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a4827-56a0-49de-b470-def8a7a07118 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d07e118-8298-4178-8e1a-9d4b66e42bb6,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:31:05.993581 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-876a4827-56a0-49de-b470-def8a7a07118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (975e0f59-d8a6-4bb5-a4b6-07f04b5021fa), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.099267 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-876a4827-56a0-49de-b470-def8a7a07118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (975e0f59-d8a6-4bb5-a4b6-07f04b5021fa), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.101596 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-876a4827-56a0-49de-b470-def8a7a07118 admin admin] Publish callbacks [] for router_controller (975e0f59-d8a6-4bb5-a4b6-07f04b5021fa), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.150101 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-876a4827-56a0-49de-b470-def8a7a07118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (975e0f59-d8a6-4bb5-a4b6-07f04b5021fa), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.150802 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876a4827-56a0-49de-b470-def8a7a07118 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 975e0f59-d8a6-4bb5-a4b6-07f04b5021fa {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:31:06.158274 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-876a4827-56a0-49de-b470-def8a7a07118 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.159465 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-876a4827-56a0-49de-b470-def8a7a07118 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/975e0f59-d8a6-4bb5-a4b6-07f04b5021fa HTTP/1.1" status: 204 len: 168 time: 1.1139035 Oct 26 15:31:06.162566 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36618) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:06.208616 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bf01f7-6315-46f5-8c0f-255862b7519d admin admin] Deleting subnet 30db4ac9-ffe0-4721-9751-43f4e09446d7 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:31:06.212199 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68bf01f7-6315-46f5-8c0f-255862b7519d admin admin] Publish callbacks [] for subnet (30db4ac9-ffe0-4721-9751-43f4e09446d7), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.248275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36620) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:06.248883 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68bf01f7-6315-46f5-8c0f-255862b7519d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (30db4ac9-ffe0-4721-9751-43f4e09446d7), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.315144 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a6088821-84d1-4afb-9ce5-48a48331f9c2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0656710 Oct 26 15:31:06.342582 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68bf01f7-6315-46f5-8c0f-255862b7519d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (30db4ac9-ffe0-4721-9751-43f4e09446d7), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.397713 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68bf01f7-6315-46f5-8c0f-255862b7519d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (30db4ac9-ffe0-4721-9751-43f4e09446d7), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.425521 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf01f7-6315-46f5-8c0f-255862b7519d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30db4ac9-ffe0-4721-9751-43f4e09446d7,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:31:06.429418 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68bf01f7-6315-46f5-8c0f-255862b7519d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.434881 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-68bf01f7-6315-46f5-8c0f-255862b7519d admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/30db4ac9-ffe0-4721-9751-43f4e09446d7 HTTP/1.1" status: 204 len: 168 time: 0.2691436 Oct 26 15:31:06.435245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36622) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:06.436538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bd8ff2-7a02-46be-a938-a05709927c31 None None] Network 920938dd-0721-4355-bdb0-ff1fe396cdb3 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:31:06.510829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (920938dd-0721-4355-bdb0-ff1fe396cdb3), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.556720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] Deleting port dab1b045-5f64-4c14-8811-fdcc094d445c {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:31:06.557395 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (dab1b045-5f64-4c14-8811-fdcc094d445c), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.617368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364f2b5c-d8e9-4b76-ba30-a1bfc09eb458 None None] DHCP port deletion for 920938dd-0721-4355-bdb0-ff1fe396cdb3 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:31:06.628880 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] For port dab1b045-5f64-4c14-8811-fdcc094d445c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=dab1b045-5f64-4c14-8811-fdcc094d445c,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:31:06.629252 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (dab1b045-5f64-4c14-8811-fdcc094d445c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.644239 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] Calling delete_port for dab1b045-5f64-4c14-8811-fdcc094d445c owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:31:06.655713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-364f2b5c-d8e9-4b76-ba30-a1bfc09eb458 None None] Deleting port dab1b045-5f64-4c14-8811-fdcc094d445c {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:31:06.656163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-364f2b5c-d8e9-4b76-ba30-a1bfc09eb458 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (dab1b045-5f64-4c14-8811-fdcc094d445c), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.705052 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36624) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:06.722992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-364f2b5c-d8e9-4b76-ba30-a1bfc09eb458 None None] For port dab1b045-5f64-4c14-8811-fdcc094d445c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=dab1b045-5f64-4c14-8811-fdcc094d445c,segment=NetworkSegment(f678f758-6e74-4016-8e0b-191cdf89dedd),segment_id=f678f758-6e74-4016-8e0b-191cdf89dedd)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:31:06.723438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-364f2b5c-d8e9-4b76-ba30-a1bfc09eb458 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (dab1b045-5f64-4c14-8811-fdcc094d445c), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.737340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-364f2b5c-d8e9-4b76-ba30-a1bfc09eb458 None None] Calling delete_port for dab1b045-5f64-4c14-8811-fdcc094d445c owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:31:06.738172 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (dab1b045-5f64-4c14-8811-fdcc094d445c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.756164 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=11 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:06.764029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] Pushing event deleted for resources: {'Port': ['ID=dab1b045-5f64-4c14-8811-fdcc094d445c,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:31:06.774698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] No DVR routers for this DVR port dab1b045-5f64-4c14-8811-fdcc094d445c on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:31:06.774893 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8ac14f84-a3db-484d-88e5-19c083765d58 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0685616 Oct 26 15:31:06.856625 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (920938dd-0721-4355-bdb0-ff1fe396cdb3), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.879507 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920938dd-0721-4355-bdb0-ff1fe396cdb3']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:31:06.890141 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f678f758-6e74-4016-8e0b-191cdf89dedd') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:31:06.890441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f678f758-6e74-4016-8e0b-191cdf89dedd') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:31:06.900657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (f678f758-6e74-4016-8e0b-191cdf89dedd), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.916178 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (f678f758-6e74-4016-8e0b-191cdf89dedd), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.924117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:31:06.924771 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (f678f758-6e74-4016-8e0b-191cdf89dedd), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.967452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-364f2b5c-d8e9-4b76-ba30-a1bfc09eb458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (dab1b045-5f64-4c14-8811-fdcc094d445c), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.995166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (920938dd-0721-4355-bdb0-ff1fe396cdb3), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:06.998536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f2b5c-d8e9-4b76-ba30-a1bfc09eb458 None None] Pushing event deleted for resources: {'Port': ['ID=dab1b045-5f64-4c14-8811-fdcc094d445c,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:31:07.000294 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment f678f758-6e74-4016-8e0b-191cdf89dedd resource provider aggregate not found Oct 26 15:31:07.001984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364f2b5c-d8e9-4b76-ba30-a1bfc09eb458 None None] No DVR routers for this DVR port dab1b045-5f64-4c14-8811-fdcc094d445c on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:31:07.006816 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:07.009962 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/920938dd-0721-4355-bdb0-ff1fe396cdb3 HTTP/1.1" status: 204 len: 168 time: 0.5737388 Oct 26 15:31:07.030494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02e51a-40e8-4e16-99df-4b162b1cc59e admin admin] Pushing event deleted for resources: {'Network': ['ID=920938dd-0721-4355-bdb0-ff1fe396cdb3,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:31:07.033445 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment f678f758-6e74-4016-8e0b-191cdf89dedd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f678f758-6e74-4016-8e0b-191cdf89dedd found for delete ", "request_id": "req-410f0136-5293-47e6-9fa5-23cfe66b017b"}]} Oct 26 15:31:07.146951 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36634) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:07.191687 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c3e7cc03-6a16-444b-be04-dd3dec9ed85f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=958a4175b49f4069b4d327e8d8151b9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435231 Oct 26 15:31:07.194693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36636) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:07.244527 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ac7c6c5d-c631-4ed9-ba06-6de1c8414b5d admin admin] Publish callbacks [] for security_group (9a5253bb-e4ed-47ef-89fe-3866b43927d5), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:07.266018 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ac7c6c5d-c631-4ed9-ba06-6de1c8414b5d admin admin] Publish callbacks [] for security_group (9a5253bb-e4ed-47ef-89fe-3866b43927d5), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:07.320872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080fddca-473e-44fd-ade2-ae5e3378bf87 None None] Sync routers for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:31:07.321007 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36638) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:07.328327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ac7c6c5d-c631-4ed9-ba06-6de1c8414b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (9a5253bb-e4ed-47ef-89fe-3866b43927d5), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:07.331254 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ac7c6c5d-c631-4ed9-ba06-6de1c8414b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:07.332498 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ac7c6c5d-c631-4ed9-ba06-6de1c8414b5d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/9a5253bb-e4ed-47ef-89fe-3866b43927d5 HTTP/1.1" status: 204 len: 168 time: 0.1369178 Oct 26 15:31:07.338933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080fddca-473e-44fd-ade2-ae5e3378bf87 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:31:07.339552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080fddca-473e-44fd-ade2-ae5e3378bf87 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:31:07.340332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-080fddca-473e-44fd-ade2-ae5e3378bf87 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:31:07.341541 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c6c5d-c631-4ed9-ba06-6de1c8414b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5253bb-e4ed-47ef-89fe-3866b43927d5,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:31:07.354891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080fddca-473e-44fd-ade2-ae5e3378bf87 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:31:07.355422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080fddca-473e-44fd-ade2-ae5e3378bf87 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:31:07.356021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-080fddca-473e-44fd-ade2-ae5e3378bf87 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:31:07.356397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080fddca-473e-44fd-ade2-ae5e3378bf87 None None] The sync data for ids ['975e0f59-d8a6-4bb5-a4b6-07f04b5021fa'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:31:07.393476 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-efbcf51e-86d7-4299-9f2f-60298412c7f0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0747890 Oct 26 15:31:07.651194 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36644) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:07.691763 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7aabc31d-f6e9-4a08-81bd-c27253552919 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d96c1d9cd9784cb497db436d58d71e84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394566 Oct 26 15:31:07.694147 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36646) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:07.749208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d3721190-6d4f-460a-b9a4-92e0bbc07cdc admin admin] Publish callbacks [] for security_group (5f5b45b0-237b-4f57-ac70-44226bde2245), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:07.764749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:07.769723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d3721190-6d4f-460a-b9a4-92e0bbc07cdc admin admin] Publish callbacks [] for security_group (5f5b45b0-237b-4f57-ac70-44226bde2245), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:07.778516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36648) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:07.829416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:07.858199 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-81adfde5-02b2-4432-ac12-17ac181f25c0 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0767698 Oct 26 15:31:07.870257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d3721190-6d4f-460a-b9a4-92e0bbc07cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (5f5b45b0-237b-4f57-ac70-44226bde2245), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:07.873018 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d3721190-6d4f-460a-b9a4-92e0bbc07cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:07.874073 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d3721190-6d4f-460a-b9a4-92e0bbc07cdc admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/5f5b45b0-237b-4f57-ac70-44226bde2245 HTTP/1.1" status: 204 len: 168 time: 0.1790326 Oct 26 15:31:07.882292 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3721190-6d4f-460a-b9a4-92e0bbc07cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5b45b0-237b-4f57-ac70-44226bde2245,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:31:07.955044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device dab1b045-5f64-4c14-8811-fdcc094d445c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:31:07.978409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: dab1b045-5f64-4c14-8811-fdcc094d445c {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:31:07.978753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device dab1b045-5f64-4c14-8811-fdcc094d445c not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:31:08.397144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36652) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:08.457603 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3a87891a-515f-46d6-b0e4-9a346a2bb067 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0592718 Oct 26 15:31:08.509001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f7d8d26a-c73a-458a-8608-fa02194baced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:08.862857 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36654) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:08.918855 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-83f67b97-45a5-4d8f-a5ea-cc6661b816ad tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0554125 Oct 26 15:31:09.461243 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36656) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:09.522503 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c07ac853-14ed-45b9-ade5-f28672793e5d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0601172 Oct 26 15:31:09.922650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36658) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:09.985842 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eb8ef24e-3b16-4624-8cab-309cd95cc76a tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0611076 Oct 26 15:31:10.525771 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36660) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:10.583531 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-277114d3-59d5-47a5-bdd3-39ca3007aa9b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0565624 Oct 26 15:31:10.890052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4f87308e-eb79-4eda-add9-6adeb2f6bf5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:10.988816 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36662) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:11.049170 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f9bac201-7f0f-4edc-a6f7-069cb4292e16 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0586267 Oct 26 15:31:11.587405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36664) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:11.644748 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-466889f0-4fae-4eeb-a90a-bedd4da65ec5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0562928 Oct 26 15:31:12.004128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:12.053191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36666) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:12.114468 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8aae3e96-6435-4636-a652-552577ef6d68 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0601399 Oct 26 15:31:12.648180 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36668) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:12.698842 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:12.707182 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f30338ee-63dc-426c-977b-44cf07911ee2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0578423 Oct 26 15:31:13.118886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36670) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:13.175609 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dae36c32-76a0-42f2-abd8-a56d9448881a tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0551341 Oct 26 15:31:13.554849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:13.710552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36672) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:13.751915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:13.772629 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1cd3f4fc-775a-47ab-9dc2-2cee35570646 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0608974 Oct 26 15:31:14.179422 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36674) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:14.235685 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-aa2ce090-37bc-4f97-a254-a4bcfbb05eda tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0551434 Oct 26 15:31:14.776424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36676) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:14.837423 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7b97d50b-90a5-4ad0-b2b0-b37ce9e10eed tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0596361 Oct 26 15:31:15.239463 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36678) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:15.297119 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0584ee48-2cbf-450d-b223-d04929043b90 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0564818 Oct 26 15:31:15.770492 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=73 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:15.777649 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=53 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:15.841206 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36680) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:15.902047 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0a76cfe5-6c43-4788-b2d7-0c096f238a4b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0597246 Oct 26 15:31:16.300305 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36682) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:16.363531 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bd931ef9-dc63-422b-8155-eaab92132b78 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0618567 Oct 26 15:31:16.471824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:16.905387 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36684) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:16.966315 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-178119bf-ac2e-4286-9b4b-060d1386a7ba tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0598171 Oct 26 15:31:17.367696 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36686) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:17.426642 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-55929b97-5e57-4670-a025-faf1a9eb6608 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0578072 Oct 26 15:31:17.970281 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36688) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:18.031636 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-66990186-5638-4da9-8bfb-1efd7a50c290 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0601974 Oct 26 15:31:18.431188 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36690) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:18.488399 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-87e0cd96-a9be-4071-914f-7d2adbd15ef3 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0560999 Oct 26 15:31:19.034693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36692) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:19.095550 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-36f80c2a-fb0b-4816-b41b-1d676b4e8211 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0597274 Oct 26 15:31:19.492264 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36694) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:19.732127 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b27937b9-f293-4fe5-a36e-0e93eb2e9b21 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.2387161 Oct 26 15:31:20.100363 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36698) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:20.160177 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e31d48ee-1e01-4248-852e-030e0fc4a7df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0586476 Oct 26 15:31:20.735164 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36700) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:20.792903 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-68c79cae-334e-4c32-85ae-7fc09dbbfeac tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0565884 Oct 26 15:31:21.164074 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36702) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:21.224333 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-66ee3297-a6ba-433c-9502-e64c0cb402f2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0591431 Oct 26 15:31:21.796669 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36704) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:21.854283 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6d1318a4-433e-4648-a726-197886c1689b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0564876 Oct 26 15:31:22.061475 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:31:22.228242 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36706) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:22.289467 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b008162b-5f35-46fd-b552-8d6d90ffbf2e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0600543 Oct 26 15:31:22.858032 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36708) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:22.916947 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-313cd322-5181-4616-97d9-7afd72f70b96 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0577202 Oct 26 15:31:23.293339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36710) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:23.354069 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3ad8683a-81a1-4459-8320-8a347c83d9b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0596166 Oct 26 15:31:23.741209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=43,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:23.920613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36712) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:23.963889 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:23.979217 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a9755492-ee96-4619-9fce-fd820c1ec9d3 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0574317 Oct 26 15:31:24.357938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36714) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:24.418548 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-35658711-e332-4859-8af4-d7c13841752e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0594559 Oct 26 15:31:24.983150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36716) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:25.030762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:25.041054 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fcd2c22c-fa59-4cc8-b538-9ed8b18c4b4e tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0569036 Oct 26 15:31:25.421929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36718) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:25.481687 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a17b1491-e909-42d9-9e80-05efbdb31bf7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0586379 Oct 26 15:31:26.045221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36720) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:26.108664 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-41b2ddb6-fb83-45f2-8e5b-12c13438684f tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0623147 Oct 26 15:31:26.464617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=58,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:26.466468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:26.485400 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36722) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:26.542475 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a91467c2-a6cc-41f4-8234-e693123a0d00 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0558789 Oct 26 15:31:27.112510 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36724) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:27.172469 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dcba1d8b-f0e0-462c-acf2-cdce3936049e tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0588174 Oct 26 15:31:27.546203 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36726) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:27.603927 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d985b608-c7df-4b42-a30b-8d105d014c3c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0566196 Oct 26 15:31:28.176345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36728) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:28.182791 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:28.237186 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1ac318c0-8a65-4f1f-9b9a-5b462ce8218b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0597341 Oct 26 15:31:28.607010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36730) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:28.664259 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-65e05f7f-3709-44cb-a65e-02628705c99f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0560856 Oct 26 15:31:29.241626 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36732) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:29.302148 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b1848d94-c2ed-45a7-832f-21f044bcb5a3 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0593560 Oct 26 15:31:29.667979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36734) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:29.725466 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-62a7f247-e51c-4733-9844-8fca93467f8b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0559025 Oct 26 15:31:30.306581 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36736) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:30.365942 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4a90feea-123f-4baf-a89c-e35c3bfa3f7c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0582414 Oct 26 15:31:30.729213 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36738) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:30.735197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:30.787195 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0ca4370e-cc86-4882-9a49-439a24f2faf3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0568678 Oct 26 15:31:31.369791 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36740) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:31.429997 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-72eb4d06-0990-4ce1-acdb-981ad4a2802e tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0590572 Oct 26 15:31:31.790507 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36742) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:31.847696 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e3d4412e-5125-422f-bf96-5ef370a0ac63 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0561109 Oct 26 15:31:32.433887 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36744) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:32.493618 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-114175e2-f4ca-4c87-acab-6f935d4b6456 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0586839 Oct 26 15:31:32.851729 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36746) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:32.910106 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f254b748-512f-4a81-8422-9bd507fd2d5b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0571158 Oct 26 15:31:33.497431 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36752) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:33.821589 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ed46a981-485d-42e7-9cbe-76e00df872b3 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.3229244 Oct 26 15:31:33.914158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36756) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:33.975750 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-278f4f56-0c89-463b-8ef8-dcfe6296206a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0604751 Oct 26 15:31:34.825312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36760) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:34.882475 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0047998f-2146-4e3a-805c-c9e0a48a2930 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0560524 Oct 26 15:31:34.979397 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36762) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:35.038493 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e8735c29-2220-49c9-931e-e3d9ae01f6b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0579426 Oct 26 15:31:35.886006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36764) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:35.944312 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2a7b5a01-3dc6-4cac-af24-a34c4e217a79 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0571852 Oct 26 15:31:36.041767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36766) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:36.106406 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1baf3ea9-3290-4f57-bac1-26a8b76466b5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0635214 Oct 26 15:31:36.948111 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36768) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:37.004458 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f402f832-3144-48f4-b155-fadcecc7b69a tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0551825 Oct 26 15:31:37.087664 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=6 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:37.088474 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:37.110127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36770) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:37.170075 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-796cbb67-4acf-45ec-ad54-09e4fdef000d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0588307 Oct 26 15:31:38.008313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36772) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:38.065986 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1c58343c-2316-470f-9b69-ade5a50169a6 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0565839 Oct 26 15:31:38.173819 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36774) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:38.236737 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7b05676f-e8fb-4924-a0da-74807c9757c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0618348 Oct 26 15:31:38.493961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e1c71fa8-9f82-46c2-8f7d-8f4095927f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:39.069591 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36776) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:39.127173 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-564b9c10-0bbf-4f7a-b25c-282d8c29107b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0563841 Oct 26 15:31:39.240493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36778) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:39.300888 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3f12220d-3808-4530-89c4-37311fe1cb3d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0592842 Oct 26 15:31:40.130597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36780) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:40.188751 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6c15f3f7-851d-40a7-a606-f84ed66232c6 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0563529 Oct 26 15:31:40.305292 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36782) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:40.365910 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-376643e1-27a2-4909-be8c-c0ebf924e6af tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0589378 Oct 26 15:31:40.892162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-102902da-3772-4c9d-8e89-0ba1a4e84f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:41.192461 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36784) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:41.249506 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4d24273a-3fdb-4fb4-b1a2-d4d7b64ca581 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0558867 Oct 26 15:31:41.369717 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36786) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:41.429813 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6224963d-4a4b-4a18-98ed-aece8d981d3d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0590212 Oct 26 15:31:42.008534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:42.253290 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36788) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:42.288195 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:42.312756 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4deeebff-109c-4d34-8e8c-478f8b2fb380 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0583570 Oct 26 15:31:42.433505 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36790) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:42.492361 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a4fb8fd6-e030-4618-9419-4fc583250162 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0578630 Oct 26 15:31:42.896087 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=24 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:42.902289 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=48 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:43.316568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36792) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:43.373842 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a4b1aed5-23f9-4251-88bb-5489afa66f57 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0561216 Oct 26 15:31:43.495136 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36794) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:43.533441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:43.556884 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bf5a6606-7270-4809-81ae-f21024e2aa11 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0605235 Oct 26 15:31:43.557268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:43.755321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:44.377629 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36796) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:44.437766 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4427e5fc-304b-4225-800f-308334d08ee9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0590193 Oct 26 15:31:44.560561 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36798) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:44.617325 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-35b7b105-adb3-4367-b821-4f26720b66e1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0557377 Oct 26 15:31:45.441514 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36800) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:45.501027 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9253a997-d832-415b-8dc6-cc22d8478305 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0583563 Oct 26 15:31:45.621131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36802) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:45.677403 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7c2d0d9b-9213-41de-a8f9-7ccc3615160f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0552769 Oct 26 15:31:46.482383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:31:46.504699 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36804) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:46.565171 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4351aa0d-9154-451c-acad-b18a643a1b4b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0590885 Oct 26 15:31:46.681340 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36806) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:46.738853 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-72065edf-409a-4b4b-902a-08ca50e486ff tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0564449 Oct 26 15:31:47.568951 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36808) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:47.628667 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2143bd23-a41b-4d0c-889b-4739b7333be5 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0586741 Oct 26 15:31:47.743218 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36810) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:48.085188 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dd0be0ce-242f-4ef5-945b-47ae97f4e4b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.3408382 Oct 26 15:31:48.632565 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36812) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:48.692728 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ebbbb8cd-6d46-4f2c-b5b2-120957572a6f tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0590787 Oct 26 15:31:49.089711 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36814) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:49.147719 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-27849f51-0641-4ca6-96e0-b5c5b80c378b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0568202 Oct 26 15:31:49.696504 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36816) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:49.757583 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1c21223d-ab6c-46db-8d07-149676547057 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0597763 Oct 26 15:31:50.152207 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36818) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:50.213128 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6764b2f3-b3e0-4d3e-9525-55cf211ec4b5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0596485 Oct 26 15:31:50.761273 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36820) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:50.822266 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fe97cff8-f91e-4869-b0bf-7bfbf07ae77c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0598669 Oct 26 15:31:51.216361 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36822) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:51.273551 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-783d5e4c-ff83-44b8-972f-62d384fa4a15 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0554056 Oct 26 15:31:51.826164 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36824) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:51.885718 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-74b01ead-a2db-4f51-a536-2003392a6511 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0581448 Oct 26 15:31:52.276728 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36826) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:52.335540 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6fcdbd9d-4065-4202-a909-ae51db442434 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0576243 Oct 26 15:31:52.889773 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36828) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:52.951293 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-66dcabe5-3322-4dae-a921-569682563790 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0604606 Oct 26 15:31:53.339399 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36830) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:53.396134 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ae678492-f21a-41e3-bd05-40ac2fdd9ea0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0555947 Oct 26 15:31:53.954548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36832) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:54.014418 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a82d307c-9170-4f82-b9e6-355d679c744f tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0587642 Oct 26 15:31:54.399974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36834) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:54.457638 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0e2701ae-a506-40f2-a1f2-cf46d1ed6641 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0565441 Oct 26 15:31:55.018385 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36836) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:55.079026 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7ee71457-ac17-44b1-bb87-8940f79e3b0c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0595880 Oct 26 15:31:55.461459 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36838) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:55.518388 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d8e7152e-4576-4657-84ac-fc3758f338c9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0558259 Oct 26 15:31:56.082877 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36840) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:56.142387 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d2ad641b-cf47-4c12-bdf1-d9582632bd69 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0581691 Oct 26 15:31:56.471934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:56.476304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:56.478734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:56.522160 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36842) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:56.582454 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0703c5d7-0a79-4d0c-b738-4b5e8002e261 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0590878 Oct 26 15:31:57.146143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36844) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:57.152316 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:57.204201 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-54c9f394-6bc9-400a-b041-281457cd2af9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0569184 Oct 26 15:31:57.586201 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36846) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:57.627345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:31:57.647037 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6448a0c1-3803-4a48-a576-757fb26dcf21 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0598168 Oct 26 15:31:58.208034 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36848) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:58.265372 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9758e9fd-eb3b-40f6-9366-f5362f222db7 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0563021 Oct 26 15:31:58.651341 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36850) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:58.710892 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5b2ffcc9-fbf0-4eee-91d0-ed274320e5d7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0584376 Oct 26 15:31:59.061267 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:31:59.269128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36852) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:59.326687 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-94c6ebe1-4889-4ad6-ac32-ded2edf910c7 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0562828 Oct 26 15:31:59.653818 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0ef06ea6-fabe-4d97-a64a-9c3d30d66141 req-c352aeb3-2657-4bb4-a512-94bb7c017242 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383284 Oct 26 15:31:59.714587 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36854) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:31:59.742279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06ea6-fabe-4d97-a64a-9c3d30d66141 req-ef2cf014-3dc2-4143-9512-5ace70998216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:31:59.744357 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0ef06ea6-fabe-4d97-a64a-9c3d30d66141 req-ef2cf014-3dc2-4143-9512-5ace70998216 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=3529ca9651044c3b8bc329b46b7fbc54&device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 1129 time: 0.0443668 Oct 26 15:31:59.777028 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d65a0700-85c6-4410-aa9c-4ed9fc81d0cc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0612812 Oct 26 15:31:59.851196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06ea6-fabe-4d97-a64a-9c3d30d66141 req-b265ed05-efa5-4f7b-ab20-1ee956838a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:31:59.852704 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0ef06ea6-fabe-4d97-a64a-9c3d30d66141 req-b265ed05-efa5-4f7b-ab20-1ee956838a64 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2a5033a5-32c8-47b6-8443-14cdcfcea264 HTTP/1.1" status: 200 len: 897 time: 0.0872734 Oct 26 15:31:59.919224 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0ef06ea6-fabe-4d97-a64a-9c3d30d66141 req-ff286f9a-8580-4b11-8b2d-83b5f63a9afa service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 HTTP/1.1" status: 200 len: 1002 time: 0.0576181 Oct 26 15:31:59.971344 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06ea6-fabe-4d97-a64a-9c3d30d66141 req-f64ac5d7-c089-428f-8234-b3ad7c89737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:31:59.972789 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0ef06ea6-fabe-4d97-a64a-9c3d30d66141 req-f64ac5d7-c089-428f-8234-b3ad7c89737a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=4d79363b-90cf-4551-bc6e-2dabbe17447a HTTP/1.1" status: 200 len: 835 time: 0.0437856 Oct 26 15:32:00.019626 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06ea6-fabe-4d97-a64a-9c3d30d66141 req-8cba2571-5b50-4cad-9936-c372df1c991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:32:00.021133 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0ef06ea6-fabe-4d97-a64a-9c3d30d66141 req-8cba2571-5b50-4cad-9936-c372df1c991c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2a5033a5-32c8-47b6-8443-14cdcfcea264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392540 Oct 26 15:32:00.117997 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0ef06ea6-fabe-4d97-a64a-9c3d30d66141 req-05dd98a9-8c04-4b8f-b6fa-dbb9f9852df9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2a5033a5-32c8-47b6-8443-14cdcfcea264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874906 Oct 26 15:32:00.210047 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0ef06ea6-fabe-4d97-a64a-9c3d30d66141 req-b1f44e27-ac94-4fd8-97bd-b12832209799 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2a5033a5-32c8-47b6-8443-14cdcfcea264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823584 Oct 26 15:32:00.330809 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36856) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:00.388070 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5d27acf3-e7fb-4cec-a009-b8782a835464 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 200 len: 994 time: 0.0561316 Oct 26 15:32:00.391939 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36858) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:00.535381 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Deleting port 60d0a5e5-c520-4ffa-a8c1-688593d8434e {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:32:00.535642 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (60d0a5e5-c520-4ffa-a8c1-688593d8434e), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:00.614734 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (60d0a5e5-c520-4ffa-a8c1-688593d8434e), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:00.615066 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for floatingip (60d0a5e5-c520-4ffa-a8c1-688593d8434e), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:00.628056 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Calling delete_port for 60d0a5e5-c520-4ffa-a8c1-688593d8434e owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:32:00.772765 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (60d0a5e5-c520-4ffa-a8c1-688593d8434e), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:00.781015 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36860) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:00.796257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event deleted for resources: {'Port': ['ID=60d0a5e5-c520-4ffa-a8c1-688593d8434e,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:32:00.810355 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:00.810717 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:00.811063 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:00.811404 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:00.811742 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:00.812078 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:00.812411 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:00.812742 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:00.813098 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:00.813433 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:00.813759 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:00.814087 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:00.814415 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:00.814740 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:00.815066 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:00.832192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:00.847700 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-002ff5fd-ed5c-45a0-b148-7eb4b4b40a31 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0654614 Oct 26 15:32:00.872154 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for floatingip (d12774f9-2936-4130-9876-d38b1752057c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:00.872484 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Floating IP d12774f9-2936-4130-9876-d38b1752057c disassociated (deleted). External IP: 172.26.11.196, port: 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76. Oct 26 15:32:00.911880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:01.014153 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:01.073436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Router 30f08a8f-9e16-4e94-9524-2086c55e9414 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:32:01.177145 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:32:01.182719 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:01.187693 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a64d46b-a5d7-42e1-a07a-f28ad2067620 None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:32:01.198055 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a64d46b-a5d7-42e1-a07a-f28ad2067620 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:32:01.198670 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7a64d46b-a5d7-42e1-a07a-f28ad2067620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:31:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:32:01.212110 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-69031d97-b3e8-443b-9213-7b8e690a121b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/d12774f9-2936-4130-9876-d38b1752057c HTTP/1.1" status: 204 len: 168 time: 0.8191974 Oct 26 15:32:01.212727 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'tag': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:32:01.214970 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6662d80b37134a2b3900b6f7163109dd688b25040754bcd30973ec7c1dabe5ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70c6b62-7bb4-4679-9779-a79021078ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "29e600a6-64d7-4bdb-91a5-d373dcb32674", "tag": "3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:32:01.302549 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7a64d46b-a5d7-42e1-a07a-f28ad2067620 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:32:01.407447 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3cab7d-31d6-4abf-badf-77f2c3379918 x-openstack-request-id: req-5b3cab7d-31d6-4abf-badf-77f2c3379918 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:32:01.407743 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e600a6-64d7-4bdb-91a5-d373dcb32674", "tag": "3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:32:01.407999 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b3cab7d-31d6-4abf-badf-77f2c3379918 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:32:01.408433 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3cab7d-31d6-4abf-badf-77f2c3379918'] response: {'name': 'network-changed', 'server_uuid': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'tag': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'status': 'completed', 'code': 200} Oct 26 15:32:01.466810 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19accd-a14a-496a-b3eb-fbb925e118d6 req-b2e9e7ea-2f74-4244-aed5-af4eca4812c5 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:32:01.468314 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-da19accd-a14a-496a-b3eb-fbb925e118d6 req-b2e9e7ea-2f74-4244-aed5-af4eca4812c5 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 945 time: 0.0481238 Oct 26 15:32:01.506458 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7a64d46b-a5d7-42e1-a07a-f28ad2067620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:28:10Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:28:15Z', 'revision_number': 32, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:32:01.532629 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a64d46b-a5d7-42e1-a07a-f28ad2067620 None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:32:01.541158 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a64d46b-a5d7-42e1-a07a-f28ad2067620 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:32:01.541767 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7a64d46b-a5d7-42e1-a07a-f28ad2067620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:31:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:32:01.544207 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-da19accd-a14a-496a-b3eb-fbb925e118d6 req-cb876ec5-5f52-42b8-a004-e69790a1875f tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699892 Oct 26 15:32:01.557090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c6b62-7bb4-4679-9779-a79021078ed8 req-7abefff1-d680-4690-849a-dd64bc9c37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:32:01.558367 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d70c6b62-7bb4-4679-9779-a79021078ed8 req-7abefff1-d680-4690-849a-dd64bc9c37e4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=3529ca9651044c3b8bc329b46b7fbc54&device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 1129 time: 0.0435858 Oct 26 15:32:01.622989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:01.643102 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7a64d46b-a5d7-42e1-a07a-f28ad2067620 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:32:01.653374 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c6b62-7bb4-4679-9779-a79021078ed8 req-18cf0f32-47b8-40be-ba5b-f1bde8993904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:32:01.654949 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d70c6b62-7bb4-4679-9779-a79021078ed8 req-18cf0f32-47b8-40be-ba5b-f1bde8993904 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2a5033a5-32c8-47b6-8443-14cdcfcea264 HTTP/1.1" status: 200 len: 897 time: 0.0897775 Oct 26 15:32:01.714683 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d70c6b62-7bb4-4679-9779-a79021078ed8 req-27a4436d-3e00-4416-9888-aa4173293bf5 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 HTTP/1.1" status: 200 len: 217 time: 0.0345228 Oct 26 15:32:01.767462 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c6b62-7bb4-4679-9779-a79021078ed8 req-1dd330df-fa3f-4727-8a75-141eb56b44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:32:01.768971 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d70c6b62-7bb4-4679-9779-a79021078ed8 req-1dd330df-fa3f-4727-8a75-141eb56b44a8 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=4d79363b-90cf-4551-bc6e-2dabbe17447a HTTP/1.1" status: 200 len: 835 time: 0.0484867 Oct 26 15:32:01.825787 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7a64d46b-a5d7-42e1-a07a-f28ad2067620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:28:10Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:28:15Z', 'revision_number': 32, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:32:01.850721 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36874) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:01.853776 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a64d46b-a5d7-42e1-a07a-f28ad2067620 None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:28:10Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:28:15Z', 'revision_number': 32, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:32:01.866792 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c6b62-7bb4-4679-9779-a79021078ed8 req-f65efba3-6090-445f-8d8f-daddde4e13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:32:01.868908 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d70c6b62-7bb4-4679-9779-a79021078ed8 req-f65efba3-6090-445f-8d8f-daddde4e13e7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2a5033a5-32c8-47b6-8443-14cdcfcea264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0707877 Oct 26 15:32:01.876348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4748d3-cb39-4793-81bf-6976f5f84866 req-8b7d6df1-baeb-44a2-bfb3-37a5c0205d9c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:32:01.876348 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fb4748d3-cb39-4793-81bf-6976f5f84866 req-8b7d6df1-baeb-44a2-bfb3-37a5c0205d9c tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 945 time: 0.0703425 Oct 26 15:32:01.937254 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c8ecf184-0e9b-442a-a219-14e89b3bd311 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0825415 Oct 26 15:32:02.024356 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-fb4748d3-cb39-4793-81bf-6976f5f84866 req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Deleting port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:32:02.024703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-fb4748d3-cb39-4793-81bf-6976f5f84866 req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:02.089891 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d70c6b62-7bb4-4679-9779-a79021078ed8 req-3e8330ca-78af-4f99-a218-9d4d8232bc0c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2a5033a5-32c8-47b6-8443-14cdcfcea264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081611 Oct 26 15:32:02.196885 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-fb4748d3-cb39-4793-81bf-6976f5f84866 req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] For port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:32:02.197253 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-fb4748d3-cb39-4793-81bf-6976f5f84866 req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:02.226216 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-fb4748d3-cb39-4793-81bf-6976f5f84866 req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Calling delete_port for 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:32:02.244495 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d70c6b62-7bb4-4679-9779-a79021078ed8 req-eb932d51-e842-4439-90fd-dfed44be37d1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2a5033a5-32c8-47b6-8443-14cdcfcea264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446857 Oct 26 15:32:02.652621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-fb4748d3-cb39-4793-81bf-6976f5f84866 req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:02.661921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:02.680537 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5554e1-a7b7-4fbc-ab2f-65d22eaa9891 req-deda44f9-4687-4014-a5c0-57643d547782 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:32:02.682621 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7d5554e1-a7b7-4fbc-ab2f-65d22eaa9891 req-deda44f9-4687-4014-a5c0-57643d547782 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=29e600a6-64d7-4bdb-91a5-d373dcb32674 HTTP/1.1" status: 200 len: 945 time: 0.0555401 Oct 26 15:32:02.684067 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event deleted for resources: {'Port': ['ID=3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:32:02.724928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:02.725279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:02.725624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:02.725972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:02.726307 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:02.726642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:02.726976 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:02.727313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:02.727679 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:02.728007 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:02.728335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:02.728666 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:02.729018 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:02.729341 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:02.729666 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:02.743129 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7d5554e1-a7b7-4fbc-ab2f-65d22eaa9891 req-e502c133-4289-4d34-af6c-9eff92754c0d tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515771 Oct 26 15:32:02.747221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4748d3-cb39-4793-81bf-6976f5f84866 req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] No DVR routers for this DVR port 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:32:02.749634 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-fb4748d3-cb39-4793-81bf-6976f5f84866 req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:02.752951 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fb4748d3-cb39-4793-81bf-6976f5f84866 req-0eae6458-90d5-448c-8ee3-389028530d70 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.64 "DELETE /networking/v2.0/ports/3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 HTTP/1.1" status: 204 len: 173 time: 0.8635266 Oct 26 15:32:02.753466 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'name': 'network-vif-deleted', 'tag': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:32:02.755837 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251bc93b-669d-4924-9607-4fe41d80c79f" -d '{"events": [{"server_uuid": "29e600a6-64d7-4bdb-91a5-d373dcb32674", "name": "network-vif-deleted", "tag": "3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:32:02.800361 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98737654-89ac-47c5-a914-e6f2d845ebf5 x-openstack-request-id: req-98737654-89ac-47c5-a914-e6f2d845ebf5 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:32:02.800661 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e600a6-64d7-4bdb-91a5-d373dcb32674", "name": "network-vif-deleted", "tag": "3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:32:02.800950 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-98737654-89ac-47c5-a914-e6f2d845ebf5 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:32:02.801365 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98737654-89ac-47c5-a914-e6f2d845ebf5'] response: {'server_uuid': '29e600a6-64d7-4bdb-91a5-d373dcb32674', 'name': 'network-vif-deleted', 'tag': '3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76', 'status': 'completed', 'code': 200} Oct 26 15:32:02.940106 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36880) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:03.001441 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-99f5c131-e7ea-406b-bff5-b16997a56306 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0600390 Oct 26 15:32:03.806527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152cb9e0-26c6-42d5-b995-2fd5e44b8200 None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:32:03.806527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152cb9e0-26c6-42d5-b995-2fd5e44b8200 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:32:03.806527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-152cb9e0-26c6-42d5-b995-2fd5e44b8200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:31:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:32:03.828473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36884) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:03.911022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-152cb9e0-26c6-42d5-b995-2fd5e44b8200 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:32:04.005418 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36886) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:04.066936 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ca4c8083-7bd2-4c92-9398-052eed5d42a6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0593412 Oct 26 15:32:04.099067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-152cb9e0-26c6-42d5-b995-2fd5e44b8200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:28:10Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:28:15Z', 'revision_number': 32, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:32:04.128682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152cb9e0-26c6-42d5-b995-2fd5e44b8200 None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:32:04.137692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152cb9e0-26c6-42d5-b995-2fd5e44b8200 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:32:04.138314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-152cb9e0-26c6-42d5-b995-2fd5e44b8200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:31:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:32:04.161984 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-02709922-45e7-4981-af4b-6a98c6abe9f9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (30f08a8f-9e16-4e94-9524-2086c55e9414), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:04.239771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-152cb9e0-26c6-42d5-b995-2fd5e44b8200 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:32:04.257268 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:04.396423 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-02709922-45e7-4981-af4b-6a98c6abe9f9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Deleting port de870d34-8e86-4f1f-8943-ae00610d51cc {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:32:04.396917 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-02709922-45e7-4981-af4b-6a98c6abe9f9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:04.423636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-152cb9e0-26c6-42d5-b995-2fd5e44b8200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:28:10Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:28:15Z', 'revision_number': 32, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:32:04.448644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152cb9e0-26c6-42d5-b995-2fd5e44b8200 None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129'}], 'enable_snat': True}, 'gw_port_id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:26:30Z', 'revision_number': 4, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port': {'id': '4c25ba64-18d1-49ab-a337-8f195a556d78', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:24Z', 'updated_at': '2022-10-26T15:28:10Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'de870d34-8e86-4f1f-8943-ae00610d51cc', 'name': '', 'network_id': '2a5033a5-32c8-47b6-8443-14cdcfcea264', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'mac_address': 'fa:16:3e:82:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:26:29Z', 'updated_at': '2022-10-26T15:28:15Z', 'revision_number': 32, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'subnets': [{'id': '4d79363b-90cf-4551-bc6e-2dabbe17447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:32:04.455193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:04.491409 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-02709922-45e7-4981-af4b-6a98c6abe9f9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] For port de870d34-8e86-4f1f-8943-ae00610d51cc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=de870d34-8e86-4f1f-8943-ae00610d51cc,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:32:04.491769 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-02709922-45e7-4981-af4b-6a98c6abe9f9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:04.506231 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-02709922-45e7-4981-af4b-6a98c6abe9f9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Calling delete_port for de870d34-8e86-4f1f-8943-ae00610d51cc owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:32:04.639257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:32:04.676132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:32:04.676477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 3e3f60a2-7e16-4d61-a2bf-5b886f7c7f76 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:32:04.724443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-02709922-45e7-4981-af4b-6a98c6abe9f9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (de870d34-8e86-4f1f-8943-ae00610d51cc), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:04.752391 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02709922-45e7-4981-af4b-6a98c6abe9f9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event deleted for resources: {'Port': ['ID=de870d34-8e86-4f1f-8943-ae00610d51cc,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:32:04.940578 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-02709922-45e7-4981-af4b-6a98c6abe9f9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (30f08a8f-9e16-4e94-9524-2086c55e9414), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:04.965104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffb2582-3b62-4025-b3a6-fa2f3e0516bd None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:32:05.048228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffb2582-3b62-4025-b3a6-fa2f3e0516bd None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:32:05.069928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36888) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:05.184556 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-35f491cc-c7ee-404e-9958-8fc8ec3117fc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.1132593 Oct 26 15:32:05.484943 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02709922-45e7-4981-af4b-6a98c6abe9f9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Router 30f08a8f-9e16-4e94-9524-2086c55e9414 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:32:05.587599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:05.602361 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02709922-45e7-4981-af4b-6a98c6abe9f9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:32:05.608459 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-02709922-45e7-4981-af4b-6a98c6abe9f9 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "PUT /networking/v2.0/routers/30f08a8f-9e16-4e94-9524-2086c55e9414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7800052 Oct 26 15:32:05.611139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36890) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:05.667068 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8c2023-d564-403e-8357-80dda211bd04 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Deleting subnet 4d79363b-90cf-4551-bc6e-2dabbe17447a {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:32:05.669239 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:05.671560 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ce8c2023-d564-403e-8357-80dda211bd04 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for subnet (4d79363b-90cf-4551-bc6e-2dabbe17447a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:05.717896 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ce8c2023-d564-403e-8357-80dda211bd04 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (4d79363b-90cf-4551-bc6e-2dabbe17447a), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:05.778777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-361c13c6-595a-4f36-a6c8-f436a2ed49b2 None None] Provisioning complete for port 082c2056-5491-45ed-b5ce-caf17298e78e triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:32:05.779304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-361c13c6-595a-4f36-a6c8-f436a2ed49b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (082c2056-5491-45ed-b5ce-caf17298e78e), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:05.779505 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-361c13c6-595a-4f36-a6c8-f436a2ed49b2 None None] Attempt 1 to provision port 082c2056-5491-45ed-b5ce-caf17298e78e Oct 26 15:32:05.809189 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ce8c2023-d564-403e-8357-80dda211bd04 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (4d79363b-90cf-4551-bc6e-2dabbe17447a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:05.872377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-361c13c6-595a-4f36-a6c8-f436a2ed49b2 None None] Current status of the port 082c2056-5491-45ed-b5ce-caf17298e78e is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:32:05.875656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ce8c2023-d564-403e-8357-80dda211bd04 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (4d79363b-90cf-4551-bc6e-2dabbe17447a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:05.903675 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c2023-d564-403e-8357-80dda211bd04 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event deleted for resources: {'Subnet': ['ID=4d79363b-90cf-4551-bc6e-2dabbe17447a,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:32:05.908075 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ce8c2023-d564-403e-8357-80dda211bd04 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:05.911493 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ce8c2023-d564-403e-8357-80dda211bd04 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/4d79363b-90cf-4551-bc6e-2dabbe17447a HTTP/1.1" status: 204 len: 168 time: 0.2993565 Oct 26 15:32:05.914265 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36892) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:05.919043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6e8b88-a075-4f6e-9c54-2d8bd2eabd63 None None] Network 2a5033a5-32c8-47b6-8443-14cdcfcea264 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:32:05.956125 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:06.020717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:32:06.031203 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ae6a2f54-cdc3-49d1-972c-d4ddc0d44c6b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for router (30f08a8f-9e16-4e94-9524-2086c55e9414), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:06.092179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4c25ba64-18d1-49ab-a337-8f195a556d78 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:32:06.094275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:06.094845 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4c25ba64-18d1-49ab-a337-8f195a556d78 Oct 26 15:32:06.125820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ab2fef-6dab-4f04-8966-2313774ef9a6 None None] DHCP port deletion for 2a5033a5-32c8-47b6-8443-14cdcfcea264 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:32:06.150437 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ae6a2f54-cdc3-49d1-972c-d4ddc0d44c6b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for router_gateway (30f08a8f-9e16-4e94-9524-2086c55e9414), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:06.181106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-44ab2fef-6dab-4f04-8966-2313774ef9a6 None None] Deleting port 082c2056-5491-45ed-b5ce-caf17298e78e {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:32:06.181488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-44ab2fef-6dab-4f04-8966-2313774ef9a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (082c2056-5491-45ed-b5ce-caf17298e78e), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:06.187504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36894) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:06.195162 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-ae6a2f54-cdc3-49d1-972c-d4ddc0d44c6b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Deleting port 4c25ba64-18d1-49ab-a337-8f195a556d78 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:32:06.195944 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ae6a2f54-cdc3-49d1-972c-d4ddc0d44c6b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:06.196136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:06.255183 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-91e8b85e-056c-4b6b-b1e3-cb2cc8d48111 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0650594 Oct 26 15:32:06.291705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-ae6a2f54-cdc3-49d1-972c-d4ddc0d44c6b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:32:06.292364 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ae6a2f54-cdc3-49d1-972c-d4ddc0d44c6b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:06.309118 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-ae6a2f54-cdc3-49d1-972c-d4ddc0d44c6b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Calling delete_port for 4c25ba64-18d1-49ab-a337-8f195a556d78 owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:32:06.420139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4c25ba64-18d1-49ab-a337-8f195a556d78 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:32:06.420535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:06.434005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-44ab2fef-6dab-4f04-8966-2313774ef9a6 None None] For port 082c2056-5491-45ed-b5ce-caf17298e78e, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=082c2056-5491-45ed-b5ce-caf17298e78e,segment=NetworkSegment(31c0092f-3298-4a55-a480-5ec8b0aed195),segment_id=31c0092f-3298-4a55-a480-5ec8b0aed195)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:32:06.434404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-44ab2fef-6dab-4f04-8966-2313774ef9a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (082c2056-5491-45ed-b5ce-caf17298e78e), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:06.457845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-44ab2fef-6dab-4f04-8966-2313774ef9a6 None None] Calling delete_port for 082c2056-5491-45ed-b5ce-caf17298e78e owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:32:06.460468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4c25ba64-18d1-49ab-a337-8f195a556d78, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4c25ba64-18d1-49ab-a337-8f195a556d78,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:32:06.466567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:06.472684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:06.525360 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ae6a2f54-cdc3-49d1-972c-d4ddc0d44c6b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (4c25ba64-18d1-49ab-a337-8f195a556d78), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:06.556984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:06.561283 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e124a-0593-4a0b-a6ab-5d6676152745 None None] Sync routers for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:32:06.569973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:32:06.570736 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5e124a-0593-4a0b-a6ab-5d6676152745 None None] Routers {'30f08a8f-9e16-4e94-9524-2086c55e9414'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:32:06.571895 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ae5e124a-0593-4a0b-a6ab-5d6676152745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:31:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['30f08a8f-9e16-4e94-9524-2086c55e9414'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:32:06.577350 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a2f54-cdc3-49d1-972c-d4ddc0d44c6b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event deleted for resources: {'Port': ['ID=4c25ba64-18d1-49ab-a337-8f195a556d78,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:32:06.583156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:06.583487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:06.583835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:06.584180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:06.584516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:06.584873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:06.585246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:06.585518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:06.585845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:06.586174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:06.586499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:06.587386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:06.587724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:06.588048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:06.588385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:32:06.611308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-44ab2fef-6dab-4f04-8966-2313774ef9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (082c2056-5491-45ed-b5ce-caf17298e78e), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:06.625741 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ae6a2f54-cdc3-49d1-972c-d4ddc0d44c6b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (30f08a8f-9e16-4e94-9524-2086c55e9414), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:06.636424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab2fef-6dab-4f04-8966-2313774ef9a6 None None] Pushing event deleted for resources: {'Port': ['ID=082c2056-5491-45ed-b5ce-caf17298e78e,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:32:06.640035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab2fef-6dab-4f04-8966-2313774ef9a6 None None] No DVR routers for this DVR port 082c2056-5491-45ed-b5ce-caf17298e78e on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:32:06.641345 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-ae5e124a-0593-4a0b-a6ab-5d6676152745 None None] Set router 30f08a8f-9e16-4e94-9524-2086c55e9414 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:32:06.726092 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ae6a2f54-cdc3-49d1-972c-d4ddc0d44c6b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (30f08a8f-9e16-4e94-9524-2086c55e9414), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:06.728366 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ae6a2f54-cdc3-49d1-972c-d4ddc0d44c6b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for router_controller (30f08a8f-9e16-4e94-9524-2086c55e9414), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:06.773800 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ae6a2f54-cdc3-49d1-972c-d4ddc0d44c6b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (30f08a8f-9e16-4e94-9524-2086c55e9414), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:06.774475 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6a2f54-cdc3-49d1-972c-d4ddc0d44c6b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Fanout notify agent at l3_agent the message router_deleted on router 30f08a8f-9e16-4e94-9524-2086c55e9414 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:32:06.781416 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ae6a2f54-cdc3-49d1-972c-d4ddc0d44c6b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:06.781830 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ae5e124a-0593-4a0b-a6ab-5d6676152745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f08a8f-9e16-4e94-9524-2086c55e9414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121996891', 'tenant_id': '3529ca9651044c3b8bc329b46b7fbc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:26:23Z', 'updated_at': '2022-10-26T15:32:06Z', 'revision_number': 7, 'project_id': '3529ca9651044c3b8bc329b46b7fbc54', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:32:06.782742 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ae6a2f54-cdc3-49d1-972c-d4ddc0d44c6b tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "DELETE /networking/v2.0/routers/30f08a8f-9e16-4e94-9524-2086c55e9414 HTTP/1.1" status: 204 len: 168 time: 0.8673818 Oct 26 15:32:06.786694 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36896) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:06.809250 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e124a-0593-4a0b-a6ab-5d6676152745 None None] Checking router: 30f08a8f-9e16-4e94-9524-2086c55e9414 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:32:06.817392 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5e124a-0593-4a0b-a6ab-5d6676152745 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:32:06.817750 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5e124a-0593-4a0b-a6ab-5d6676152745 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:32:06.818331 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-ae5e124a-0593-4a0b-a6ab-5d6676152745 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'30f08a8f-9e16-4e94-9524-2086c55e9414'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:31:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:32:06.818694 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e124a-0593-4a0b-a6ab-5d6676152745 None None] The sync data for ids ['30f08a8f-9e16-4e94-9524-2086c55e9414'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:32:06.870366 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-56854205-eeb9-4753-b88f-d79a3a7ae909 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (2a5033a5-32c8-47b6-8443-14cdcfcea264), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:06.954632 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:06.960369 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-56854205-eeb9-4753-b88f-d79a3a7ae909 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (2a5033a5-32c8-47b6-8443-14cdcfcea264), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:06.980588 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-56854205-eeb9-4753-b88f-d79a3a7ae909 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5033a5-32c8-47b6-8443-14cdcfcea264']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:32:06.989765 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-56854205-eeb9-4753-b88f-d79a3a7ae909 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c0092f-3298-4a55-a480-5ec8b0aed195') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:32:06.990090 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-56854205-eeb9-4753-b88f-d79a3a7ae909 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c0092f-3298-4a55-a480-5ec8b0aed195') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:32:07.000036 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-56854205-eeb9-4753-b88f-d79a3a7ae909 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (31c0092f-3298-4a55-a480-5ec8b0aed195), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:07.013688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-56854205-eeb9-4753-b88f-d79a3a7ae909 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (31c0092f-3298-4a55-a480-5ec8b0aed195), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:07.020075 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56854205-eeb9-4753-b88f-d79a3a7ae909 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:32:07.020455 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-56854205-eeb9-4753-b88f-d79a3a7ae909 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (31c0092f-3298-4a55-a480-5ec8b0aed195), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:07.026288 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:07.065877 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 31c0092f-3298-4a55-a480-5ec8b0aed195 resource provider aggregate not found Oct 26 15:32:07.085391 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 31c0092f-3298-4a55-a480-5ec8b0aed195 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31c0092f-3298-4a55-a480-5ec8b0aed195 found for delete ", "request_id": "req-b4498aab-17e2-4c90-94f1-568a80a4e28c"}]} Oct 26 15:32:07.091440 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-56854205-eeb9-4753-b88f-d79a3a7ae909 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (2a5033a5-32c8-47b6-8443-14cdcfcea264), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:07.096834 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-56854205-eeb9-4753-b88f-d79a3a7ae909 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:07.100514 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-56854205-eeb9-4753-b88f-d79a3a7ae909 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "DELETE /networking/v2.0/networks/2a5033a5-32c8-47b6-8443-14cdcfcea264 HTTP/1.1" status: 204 len: 168 time: 0.3128402 Oct 26 15:32:07.103829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36902) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:07.116041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56854205-eeb9-4753-b88f-d79a3a7ae909 tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event deleted for resources: {'Network': ['ID=2a5033a5-32c8-47b6-8443-14cdcfcea264,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:32:07.162947 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f463-4ebd-47ab-9cd5-64e412774e2f tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group (a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:07.188025 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f463-4ebd-47ab-9cd5-64e412774e2f tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group (a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:07.248144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f463-4ebd-47ab-9cd5-64e412774e2f tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:07.250807 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f463-4ebd-47ab-9cd5-64e412774e2f tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:07.254402 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e9d9f463-4ebd-47ab-9cd5-64e412774e2f tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf HTTP/1.1" status: 204 len: 168 time: 0.1471360 Oct 26 15:32:07.255307 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36906) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:07.268280 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9f463-4ebd-47ab-9cd5-64e412774e2f tempest-TestNetworkAdvancedServerOps-690375031 tempest-TestNetworkAdvancedServerOps-690375031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b6dcc4-d2ae-472b-9b9d-4a3a4fb829bf,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:32:07.323276 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6e8cafc7-a23a-43d2-b9ff-75bb0b78b1b2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0657220 Oct 26 15:32:07.972111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:32:07.990421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 4c25ba64-18d1-49ab-a337-8f195a556d78 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:32:07.990761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4c25ba64-18d1-49ab-a337-8f195a556d78 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:32:07.991162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 082c2056-5491-45ed-b5ce-caf17298e78e no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:32:08.008374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 082c2056-5491-45ed-b5ce-caf17298e78e {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:32:08.009296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 082c2056-5491-45ed-b5ce-caf17298e78e not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:32:08.009703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:32:08.029985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: de870d34-8e86-4f1f-8943-ae00610d51cc {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:32:08.030327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device de870d34-8e86-4f1f-8943-ae00610d51cc not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:32:08.327055 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36910) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:08.390349 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bf0f9aaa-28c7-431c-bb27-022387705cb5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0620751 Oct 26 15:32:08.497411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86be02cb-8f3f-45d8-ae19-12f4de10939d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:08.589583 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36916) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:08.718331 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-72b86823-8071-4b1c-af5d-83363c76c7e2 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=3529ca9651044c3b8bc329b46b7fbc54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276360 Oct 26 15:32:08.720790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36920) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:08.768221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-376959e4-544d-4827-8005-8033e323645d admin admin] Publish callbacks [] for security_group (c57466fc-082c-4aca-b4da-cd366a0e52e4), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:08.787937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-376959e4-544d-4827-8005-8033e323645d admin admin] Publish callbacks [] for security_group (c57466fc-082c-4aca-b4da-cd366a0e52e4), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:08.837001 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-376959e4-544d-4827-8005-8033e323645d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (c57466fc-082c-4aca-b4da-cd366a0e52e4), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:08.839520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-376959e4-544d-4827-8005-8033e323645d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:08.840633 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-376959e4-544d-4827-8005-8033e323645d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/c57466fc-082c-4aca-b4da-cd366a0e52e4 HTTP/1.1" status: 204 len: 168 time: 0.1189408 Oct 26 15:32:08.848202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376959e4-544d-4827-8005-8033e323645d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57466fc-082c-4aca-b4da-cd366a0e52e4,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:32:09.107345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36926) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:09.121604 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0b10ce91-76a0-49f8-ba94-d51147c2f7f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:09.198130 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0b10ce91-76a0-49f8-ba94-d51147c2f7f9 admin admin] Publish callbacks [] for security_group (6e0bacd6-7103-4b0a-8ba7-c9867cd521b8), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:09.201893 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0b10ce91-76a0-49f8-ba94-d51147c2f7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (6e0bacd6-7103-4b0a-8ba7-c9867cd521b8), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:09.240441 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0b10ce91-76a0-49f8-ba94-d51147c2f7f9 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b184c2104110411cb82da2af729d8ef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320627 Oct 26 15:32:09.241559 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10ce91-76a0-49f8-ba94-d51147c2f7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0bacd6-7103-4b0a-8ba7-c9867cd521b8,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:32:09.243777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36928) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:09.294319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1e958ac4-63ae-4ac5-97ca-e141efb47ac7 admin admin] Publish callbacks [] for security_group (6e0bacd6-7103-4b0a-8ba7-c9867cd521b8), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:09.314591 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1e958ac4-63ae-4ac5-97ca-e141efb47ac7 admin admin] Publish callbacks [] for security_group (6e0bacd6-7103-4b0a-8ba7-c9867cd521b8), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:09.360275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1e958ac4-63ae-4ac5-97ca-e141efb47ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (6e0bacd6-7103-4b0a-8ba7-c9867cd521b8), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:09.362840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1e958ac4-63ae-4ac5-97ca-e141efb47ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:09.363981 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1e958ac4-63ae-4ac5-97ca-e141efb47ac7 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/6e0bacd6-7103-4b0a-8ba7-c9867cd521b8 HTTP/1.1" status: 204 len: 168 time: 0.1192203 Oct 26 15:32:09.372548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e958ac4-63ae-4ac5-97ca-e141efb47ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0bacd6-7103-4b0a-8ba7-c9867cd521b8,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:32:09.394276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36932) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:09.457556 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-71d6fe82-c0c0-4d82-ab2c-eb3a5e129e34 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0608130 Oct 26 15:32:10.460313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36934) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:10.521592 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f33fed7b-9d0a-488f-9a72-3963db45bf77 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0600674 Oct 26 15:32:10.894376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-756503f6-5d8d-4644-be4b-47da24201d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:11.525446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36936) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:11.564779 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:11.584984 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-525ff694-1da4-432a-8463-e24c84686ea3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0584435 Oct 26 15:32:12.011948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:12.588680 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36938) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:12.649333 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4ecade8c-37c0-4fa8-b5b6-648fd80bb3c2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0595605 Oct 26 15:32:13.559735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:13.652729 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36940) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:13.710742 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-960b9eb2-d35a-4fb1-8cee-2fbed68b847b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0568619 Oct 26 15:32:13.759314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:14.714437 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36942) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:14.775676 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e8b24a14-0be4-43b6-8674-2e20f31679bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0600352 Oct 26 15:32:15.778570 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36944) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:15.836290 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c21d65c4-456a-45b5-b0f3-305e4bc5080e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0565498 Oct 26 15:32:16.478588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:16.815532 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=78 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:16.816204 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=83 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:16.840144 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36946) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:16.890123 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:16.902159 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ffd8d6b3-baca-4979-acc2-44c1c57ab577 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0609345 Oct 26 15:32:17.906131 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36948) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:17.965049 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a7c8bc98-446d-4e27-a3d4-6b9d67e9cacd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0576956 Oct 26 15:32:18.968570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36950) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:19.029856 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-58b206d9-2af2-4a41-9138-e27d853bc79c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0601170 Oct 26 15:32:20.033754 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36952) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:20.075966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:20.093668 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1e835e83-f1ed-479d-902c-80a9c8951e36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0588338 Oct 26 15:32:21.097698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36954) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:21.158182 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7541a26a-b4e6-4f6b-9dfc-c75afee8f401 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0593622 Oct 26 15:32:22.162229 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36956) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:22.226330 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e8c65545-b0f0-47fd-ba48-f55d3e0b9a35 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0628295 Oct 26 15:32:23.230774 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36958) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:23.291853 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4d2cf20e-6095-48a3-bcb0-936295291dff tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0593643 Oct 26 15:32:23.755302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:24.295815 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36960) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:24.352350 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1a0c2cfd-88ce-46d8-9a8e-ea413f5d8db1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0554218 Oct 26 15:32:25.356302 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36962) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:25.415872 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0aac3b1b-c3e5-475c-bdbb-9acd4b09fb59 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0584259 Oct 26 15:32:26.419827 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36964) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:26.472601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=19,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:26.474480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=16,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:26.476558 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3015708f-5dcc-4a82-ac88-910680f18e80 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0555491 Oct 26 15:32:27.480342 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36966) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:27.540459 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-27d0874d-bc65-470c-a3cb-0a521c2702e8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0589395 Oct 26 15:32:28.544477 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36968) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:28.592102 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:28.603048 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9ffc06a6-c4bc-4334-bbde-890f1195cb85 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0575364 Oct 26 15:32:29.606835 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36970) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:29.666409 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3635f377-b62e-4602-9687-8204874e3bca tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0585163 Oct 26 15:32:30.670688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36972) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:30.727506 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a9e61caa-0ef1-4cec-95cb-4daad236c583 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0556705 Oct 26 15:32:31.731736 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36974) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:31.791244 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4551959c-bcab-43bd-b100-a657a34b9da2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0583918 Oct 26 15:32:32.795724 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36976) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:32.853062 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7858b396-5328-4165-ba3a-3e5b1e478109 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0561914 Oct 26 15:32:33.282526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=38 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:33.284485 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=14 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:33.856897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36978) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:33.916743 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7857f891-70c7-424c-9427-21fed1cf38ab tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0587628 Oct 26 15:32:34.920515 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36980) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:34.977645 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1e9586b7-b1ec-428f-868f-43ad3ecfc722 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0558674 Oct 26 15:32:35.981447 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36982) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:36.039650 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-79cc8413-c01c-4ea9-90cd-583cdcd6e055 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0570791 Oct 26 15:32:36.061336 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:32:37.043193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36984) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:37.104266 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-50f81533-1f4a-4492-96f6-d7a54e112a8f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0599327 Oct 26 15:32:38.107199 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36986) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:38.164824 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9c1c2fc1-d9db-47b5-ba29-7ac07e06f5bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0565362 Oct 26 15:32:38.499068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fb65915c-b029-4655-91a4-7adee3ba0ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:39.169172 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36988) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:39.228218 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-313e0577-68f8-4981-a82c-95480dd47f9c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0579386 Oct 26 15:32:40.232974 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36990) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:40.291036 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-00fe7652-f669-4664-bfff-f91f9c9eb468 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0570083 Oct 26 15:32:40.895313 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f1e57ed2-0557-41f1-b22f-4ef5f51e7916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:41.294613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36992) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:41.354781 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-68087f45-09cc-4f22-b7d6-8e1110b5baef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0590477 Oct 26 15:32:42.014045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:42.358484 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 36994) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:42.416486 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fd560651-11c0-44ea-96fb-cc4e35cb96bc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0568728 Oct 26 15:32:43.420752 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36996) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:43.481298 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b2f398db-4a7d-44c5-ae91-32c17f539d34 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0593834 Oct 26 15:32:43.561333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:43.760864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:44.484224 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 36998) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:44.542351 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-df53d49f-0943-45f5-b983-a132dc8ef4d1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0562882 Oct 26 15:32:45.546221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37000) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:45.605373 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ddaa51d9-359f-4e71-9149-34144be5f230 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0581076 Oct 26 15:32:46.056216 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=16 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:46.057001 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=18 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:46.485231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:32:46.609319 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37002) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:46.668270 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a5ea7933-b823-4fe2-b7cf-62123b95ee2f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0577838 Oct 26 15:32:47.671311 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37004) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:47.704916 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=73 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:47.732637 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b5fe8115-679d-4532-9c5d-7971fe2faf98 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0602410 Oct 26 15:32:48.736413 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37006) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:49.080340 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c5582584-68d3-4f5b-88c2-9ed966a48f7b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.3426960 Oct 26 15:32:50.084122 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37008) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:50.147209 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-20ed2e2b-5707-4bd6-9608-c139baa880da tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0618782 Oct 26 15:32:51.151882 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37010) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:51.210252 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c89be16b-480e-48bc-a145-24c5b4f2b701 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0567555 Oct 26 15:32:52.213648 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37012) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:52.273957 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0d44f798-5fcf-4765-8955-7f9a7574c6bb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0586100 Oct 26 15:32:53.277492 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37014) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:53.335400 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bcb8b839-6ef7-498d-8aa1-9d74f2feae6c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0567868 Oct 26 15:32:54.338845 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37016) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:54.399078 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-048430e0-938a-4915-9c63-d35162d2a3fc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0590973 Oct 26 15:32:54.531997 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=35 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:54.534536 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=35 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:55.403461 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37018) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:55.461663 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-93919373-2d63-407d-9e4e-922ddc1ae930 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0570161 Oct 26 15:32:56.465940 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37020) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:56.474907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:56.475626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:56.480950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:56.526049 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-40c24514-c7e0-46f3-8e4b-0a87d1dad8fb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0589907 Oct 26 15:32:57.530484 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37022) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:57.588380 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8b5e1132-46c9-4caf-9bed-0b342ce75baa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0567031 Oct 26 15:32:58.592151 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37024) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:58.625346 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:32:58.654150 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f989fbeb-4896-426b-8b74-d066eb23d0c4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0609241 Oct 26 15:32:59.658027 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37026) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:32:59.716238 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3321d61d-5708-4f12-aadd-51a85ae298be tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0570729 Oct 26 15:32:59.826657 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-033d1b4b-a7bf-4556-9b7f-5270964d8c72 req-7bbc2340-8ca9-4804-8fda-71ccb94e031c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=75c01858-37cf-418c-85fc-9f306c208488&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382259 Oct 26 15:32:59.895579 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d1b4b-a7bf-4556-9b7f-5270964d8c72 req-6c744b31-0de3-4abe-a11f-a9abf39630ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:32:59.897087 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-033d1b4b-a7bf-4556-9b7f-5270964d8c72 req-6c744b31-0de3-4abe-a11f-a9abf39630ad service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 1129 time: 0.0423501 Oct 26 15:33:00.005818 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d1b4b-a7bf-4556-9b7f-5270964d8c72 req-f7dfd385-1757-4ae5-a960-9c0e8397d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:33:00.007286 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-033d1b4b-a7bf-4556-9b7f-5270964d8c72 req-f7dfd385-1757-4ae5-a960-9c0e8397d988 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ece41f0b-8cf3-4b28-a0e4-6f548de99a8d HTTP/1.1" status: 200 len: 898 time: 0.0868678 Oct 26 15:33:00.076992 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-033d1b4b-a7bf-4556-9b7f-5270964d8c72 req-13226ca1-480d-468d-a5bd-6b9631b69e2e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f1ec95-3ffb-4672-988a-bd3131ab0fe9 HTTP/1.1" status: 200 len: 1001 time: 0.0587528 Oct 26 15:33:00.127796 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d1b4b-a7bf-4556-9b7f-5270964d8c72 req-692c6b7a-d430-487e-b8ad-7d72d2b4bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:33:00.129245 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-033d1b4b-a7bf-4556-9b7f-5270964d8c72 req-692c6b7a-d430-487e-b8ad-7d72d2b4bb5e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a70f95c2-b250-4c82-b629-266a409947b8 HTTP/1.1" status: 200 len: 834 time: 0.0436208 Oct 26 15:33:00.175376 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d1b4b-a7bf-4556-9b7f-5270964d8c72 req-f20bd621-01b5-4bed-b333-b0eb1ccae9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:33:00.176878 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-033d1b4b-a7bf-4556-9b7f-5270964d8c72 req-f20bd621-01b5-4bed-b333-b0eb1ccae9b1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ece41f0b-8cf3-4b28-a0e4-6f548de99a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380688 Oct 26 15:33:00.280034 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-033d1b4b-a7bf-4556-9b7f-5270964d8c72 req-897f96db-caba-4e93-8277-a8894b452af2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ece41f0b-8cf3-4b28-a0e4-6f548de99a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921669 Oct 26 15:33:00.375585 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-033d1b4b-a7bf-4556-9b7f-5270964d8c72 req-c72a4317-1cb5-4905-8c79-d289ed6322d8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ece41f0b-8cf3-4b28-a0e4-6f548de99a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853887 Oct 26 15:33:00.719394 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37028) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:00.780049 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6726166a-018b-4fea-80f8-6522dfa69b7d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0595260 Oct 26 15:33:01.783869 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37030) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:01.844743 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4b5473f9-2c7d-46c3-bc3a-f36269144c41 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0596247 Oct 26 15:33:02.848580 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37032) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:02.906403 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-86de5c51-12e6-4f79-af2d-7df7bc504ae7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0566487 Oct 26 15:33:03.909976 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37034) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:03.971045 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ec43a8f3-69c2-4d69-bcc6-6d1564e2aaba tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0599563 Oct 26 15:33:04.974610 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37036) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:05.031722 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f386e1fc-7494-4357-90c5-c4faacb56192 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0560002 Oct 26 15:33:06.035705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37038) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:06.097142 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9d166e3f-1f3a-4089-842b-0762c69210b2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0602994 Oct 26 15:33:07.100249 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37040) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:07.157397 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-886e5b11-bbbb-4fdf-9ec6-9b6a94fa7058 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0560153 Oct 26 15:33:08.161291 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37042) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:08.437209 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ba04367e-e73c-4e89-ab4f-4f328ff1583d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.2746711 Oct 26 15:33:08.500873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4ded67c2-88cc-49f4-b127-d9999f697b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:33:09.440991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37046) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:09.496735 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5c58a5b3-8051-405e-8f53-20ed4ee3ab5c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0546539 Oct 26 15:33:10.500625 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37048) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:10.559977 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7e9af839-0847-416e-adfa-982fdd490ca9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0581448 Oct 26 15:33:10.763935 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=11 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:10.773070 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=71 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:10.900309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a09ae47c-743a-43a1-992b-f593c64afdda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:33:11.563733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37052) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:11.569958 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:11.880991 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-287eec8a-b3f1-442a-915a-7eefb43fca48 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.3160279 Oct 26 15:33:12.016664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:33:12.884929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37058) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:12.922539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:12.945771 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-08eb2b65-d6ec-44cc-8764-dad15486d50a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0597985 Oct 26 15:33:13.060653 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:33:13.564568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:33:13.763440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:33:13.950220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37062) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:14.005807 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-57d2cef7-4f89-4f07-9cea-5f2154a3129b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0544875 Oct 26 15:33:15.008987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37064) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:15.069415 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1d36f75f-1abc-4602-a407-9c4e36e94760 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0593059 Oct 26 15:33:16.073254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37066) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:16.131778 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2c190883-69b9-4319-bb03-963bb814f6cb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0573714 Oct 26 15:33:16.483183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:33:17.136182 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37068) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:17.196392 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9b38b564-18a5-49d3-8560-9e4b435779d1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0590720 Oct 26 15:33:18.200527 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37070) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:18.263027 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e067ba6d-6033-4c64-ab63-105f600eef91 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0613518 Oct 26 15:33:19.266634 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37072) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:19.327821 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0476cc35-9db9-419b-a041-c707ae119584 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0600536 Oct 26 15:33:20.333120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37074) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:20.390258 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-73d32ccc-bcc0-4a2e-a4d8-544b21a04f00 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0559654 Oct 26 15:33:21.393739 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37076) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:21.450574 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0cd3968e-4427-4033-b289-a0d8bdbf895e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0557363 Oct 26 15:33:22.454416 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37078) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:22.513928 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-12c387bc-a15a-44ee-b9b2-0915679a0e1e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0583763 Oct 26 15:33:23.055186 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:23.056289 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:23.517818 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37080) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:23.576053 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4a8493b8-5ff9-468a-bdb2-18b51d3a64ba tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0571034 Oct 26 15:33:24.580257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37082) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:24.640381 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-90abd0be-6e09-4090-9f95-af45b2f9fb51 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0590210 Oct 26 15:33:25.644012 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37084) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:25.701573 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-76b6b9f7-0c60-4a68-a289-1a6f189a157b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0564370 Oct 26 15:33:26.471504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:26.475697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:26.477346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:26.705398 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37086) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:26.765139 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-454d7345-8298-4ff2-88f0-49cdb31ef440 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0585864 Oct 26 15:33:27.769010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37088) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:27.827347 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c62d34a0-91be-4426-8bc9-224c75ba6179 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0572174 Oct 26 15:33:28.830589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37090) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:28.890246 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7bac3456-204d-4824-b215-5f4ba987870b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0585368 Oct 26 15:33:29.894146 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37092) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:29.951697 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-baef2827-88c4-4949-b072-eca213358fc9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0564370 Oct 26 15:33:30.381046 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=42 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:30.383087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=39 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:30.954620 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37094) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:31.014967 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5473da20-615f-467f-a819-157adae8a8ca tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0592215 Oct 26 15:33:32.018569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37096) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:32.080610 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c3c5c73a-df09-42ce-9db7-522157b47014 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0609241 Oct 26 15:33:33.084053 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37098) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:33.142606 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d5b23d32-fb2d-4f90-9d50-9bf9e7e95a3b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0574334 Oct 26 15:33:34.146503 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37100) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:34.207006 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fe243646-429c-4abf-ad0b-10091af4fbba tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0592654 Oct 26 15:33:35.210869 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37102) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:35.267810 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0afe284b-524b-4ef4-85a8-091d15e85828 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0558469 Oct 26 15:33:36.271553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37104) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:36.332404 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9c4a52d5-3d6c-4175-b4fb-ddc9109a11e4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0598059 Oct 26 15:33:37.092668 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:37.093609 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:37.336345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37106) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:37.394055 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9e0c11ba-9e72-44fe-b495-b67d468f79cc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0565450 Oct 26 15:33:38.397810 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37108) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:38.456283 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-27a517c0-4e81-4102-98b3-a4bb3a199a7c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0573411 Oct 26 15:33:38.502049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-68bfecac-ad6e-4994-8922-4dbe6980d782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:33:39.460228 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37110) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:39.520774 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-96e19b00-44d0-4c40-958b-eb002474da56 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0593958 Oct 26 15:33:40.524638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37112) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:40.583333 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5d0c14e8-5bea-4fa2-a7d5-594231a70883 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0575395 Oct 26 15:33:40.902444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-532746bb-0698-4ff7-ab74-c81cc3a0fd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:33:41.586852 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37114) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:41.646089 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-633c0fd1-2f6c-4624-a1bd-64ef142a7782 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0582042 Oct 26 15:33:42.018916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:33:42.649017 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37116) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:42.707067 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cf839dc7-1876-45ca-9274-aa3eba7c4e39 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0568790 Oct 26 15:33:43.566390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:33:43.710583 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37118) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:43.766590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:33:43.773970 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b6602624-55eb-43b0-948f-7af5c5556e0c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0622742 Oct 26 15:33:44.778499 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37120) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:44.835247 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-429fdd80-6723-45e1-bcaa-8740b8f2f837 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0556509 Oct 26 15:33:45.838606 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37122) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:45.898781 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1fb4fc58-830e-46ef-9d9f-0b6cae5712b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0590038 Oct 26 15:33:46.496611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:33:46.902578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37124) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:46.962896 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-980ab17c-f5fe-4701-ba92-df5c450ad6e9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0591965 Oct 26 15:33:47.966599 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37126) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:48.024300 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1075d8b2-335b-4bdf-91b5-44867dcb5044 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0565791 Oct 26 15:33:49.028215 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37128) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:49.089934 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3fea1828-521f-48cc-9532-79f14a5282b7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0605545 Oct 26 15:33:50.060988 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:33:50.093531 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37130) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:50.155448 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-664220ab-32d8-47d0-8823-36dc2de4bf8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0606411 Oct 26 15:33:51.159269 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37132) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:51.165551 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=67 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:51.168002 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=75 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:51.218025 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-595e0e35-e157-4986-be90-7c0dc1382e50 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0576606 Oct 26 15:33:52.221883 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37134) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:52.282010 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-988e325a-72b1-457a-b013-1618b9188de6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0590775 Oct 26 15:33:53.286184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37136) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:53.347663 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c7dae261-a736-4b3e-a2b1-ab4bc7228856 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0602436 Oct 26 15:33:54.351450 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37138) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:54.407848 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-101d58b1-2c77-4153-85b8-f255fb5c323e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0552495 Oct 26 15:33:55.411536 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37140) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:55.468876 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-488e71ee-68ef-4b70-a281-5e8c2f0b966a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0561421 Oct 26 15:33:56.472608 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37142) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:56.534010 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dba5bae8-2580-46b5-869d-82e789ca3e37 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0602367 Oct 26 15:33:57.537891 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37150) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:57.595631 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ce013a87-c5ae-4506-9f7e-5ab91d3e12f8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0566702 Oct 26 15:33:58.585791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:58.593264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:58.595784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=15 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:58.598683 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37152) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:58.631992 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:58.659170 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c2e7f466-76ec-40ef-a846-daba9b6842c2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0593874 Oct 26 15:33:59.656052 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e4654702-5d1b-4fd5-bfb4-dffa5e555cfa req-ca6f3a9f-db8b-49f0-83e7-9b41bd05fd20 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=75c01858-37cf-418c-85fc-9f306c208488&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386195 Oct 26 15:33:59.662512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37154) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:33:59.745773 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5484413e-507f-49f1-88cb-96d4f84105c1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0822690 Oct 26 15:33:59.757561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4654702-5d1b-4fd5-bfb4-dffa5e555cfa req-67773815-dbec-43c4-a74e-1b89a318e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:33:59.758964 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e4654702-5d1b-4fd5-bfb4-dffa5e555cfa req-67773815-dbec-43c4-a74e-1b89a318e43d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 1129 time: 0.0528700 Oct 26 15:33:59.789313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:33:59.867501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4654702-5d1b-4fd5-bfb4-dffa5e555cfa req-9ee7bbcf-f24c-4056-8ba5-cc2803f199e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:33:59.869013 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e4654702-5d1b-4fd5-bfb4-dffa5e555cfa req-9ee7bbcf-f24c-4056-8ba5-cc2803f199e2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ece41f0b-8cf3-4b28-a0e4-6f548de99a8d HTTP/1.1" status: 200 len: 898 time: 0.0867548 Oct 26 15:33:59.937025 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e4654702-5d1b-4fd5-bfb4-dffa5e555cfa req-d8af5b57-f384-469c-ac2d-28b18ce0b69e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f1ec95-3ffb-4672-988a-bd3131ab0fe9 HTTP/1.1" status: 200 len: 1001 time: 0.0587914 Oct 26 15:33:59.988839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4654702-5d1b-4fd5-bfb4-dffa5e555cfa req-7b72ea0d-5029-4530-b419-b0d80a8057e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:33:59.990271 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e4654702-5d1b-4fd5-bfb4-dffa5e555cfa req-7b72ea0d-5029-4530-b419-b0d80a8057e6 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a70f95c2-b250-4c82-b629-266a409947b8 HTTP/1.1" status: 200 len: 834 time: 0.0448668 Oct 26 15:34:00.038746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4654702-5d1b-4fd5-bfb4-dffa5e555cfa req-ebbb2b2c-c50c-4d79-9fac-5d403788b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:00.040243 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e4654702-5d1b-4fd5-bfb4-dffa5e555cfa req-ebbb2b2c-c50c-4d79-9fac-5d403788b5bb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ece41f0b-8cf3-4b28-a0e4-6f548de99a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388479 Oct 26 15:34:00.056060 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:00.056791 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:00.138436 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e4654702-5d1b-4fd5-bfb4-dffa5e555cfa req-cb4cfb18-4e65-4593-9a0e-a8b244e8ef0d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ece41f0b-8cf3-4b28-a0e4-6f548de99a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876970 Oct 26 15:34:00.232056 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e4654702-5d1b-4fd5-bfb4-dffa5e555cfa req-dfe52121-f87c-46ed-bc4b-d973cf3f37c9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ece41f0b-8cf3-4b28-a0e4-6f548de99a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840731 Oct 26 15:34:00.749550 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37156) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:00.808626 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1418d57b-e1e3-481b-83a1-082a72028409 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0579655 Oct 26 15:34:01.812494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37158) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:01.872315 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9e700e11-681c-41fb-aae3-61e08622eead tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0586426 Oct 26 15:34:02.876115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37160) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:02.934226 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e74bd756-b334-41d9-a5af-90d49d09d240 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0569775 Oct 26 15:34:03.937181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37162) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:04.259791 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3a7059d3-428f-41d2-9663-34e424a031fe tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.3213615 Oct 26 15:34:05.263188 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37164) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:05.320153 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-64e01ae9-c90e-495f-b156-12d7351b9101 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0558541 Oct 26 15:34:06.324659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37166) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:06.383787 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-473c5a76-af72-4725-8e1a-b9b1dfa9478d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0579739 Oct 26 15:34:07.387483 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37168) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:07.444134 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f3540b25-67e1-44fa-b589-1fc166843387 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0555003 Oct 26 15:34:08.447820 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37170) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:08.503150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9fb75b89-423d-47ea-afb9-64884de65e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:08.513043 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c9c600bc-e7d5-47c3-ac48-1a7905002aa8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0640078 Oct 26 15:34:09.516756 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37172) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:09.574326 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-462e953a-7f2e-4324-9f48-d3531808948f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0563207 Oct 26 15:34:10.578183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37174) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:10.638148 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-520c2365-0c36-4cc9-a161-77615e24aa9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0589273 Oct 26 15:34:10.799471 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=18 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:10.801385 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=20 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:10.905055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-00ed3eca-b8cc-4254-a93e-d7a9cc4c4776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:11.641970 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37176) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:11.678866 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:11.699294 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6dad4bfc-f890-4cc4-b1c5-b0a9f2f5c4df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0563433 Oct 26 15:34:12.022909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:12.703181 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37178) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:12.759071 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bfe297bc-ede4-4594-9c50-e05ffdf50336 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0547969 Oct 26 15:34:13.569614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:13.763159 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37180) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:13.769119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:13.823285 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8eaaba3e-bb83-4349-8273-f862e870fbb2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0588820 Oct 26 15:34:14.827252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37182) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:14.884697 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2ae51b72-445b-47f4-b488-219dc2144c54 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0563202 Oct 26 15:34:15.887723 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37184) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:15.947140 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fcd134cb-8149-4a78-8109-51c81ff14954 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0581877 Oct 26 15:34:16.496270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:16.951206 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37186) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:16.984809 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:17.012068 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7a6912a9-fa44-4a11-bda5-aa6c3cc235c7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0592701 Oct 26 15:34:18.015500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37188) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:18.074398 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4ed5b9d4-032f-410b-a5bc-0497a9ce7691 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0577576 Oct 26 15:34:19.078263 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37190) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:19.138962 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0519295c-826c-4d66-8243-0a389812aa7d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0595744 Oct 26 15:34:20.142615 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37192) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:20.199922 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7f57c582-48cc-4eb8-9e6a-0ae99a135e0c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0554624 Oct 26 15:34:21.203139 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37194) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:21.262548 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0fc749cb-365a-4ebd-a5e5-8e7f6745a68b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0582933 Oct 26 15:34:22.266440 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37196) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:22.324347 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a27c0fab-b4c4-4c75-addc-e1267575d113 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0568588 Oct 26 15:34:23.327850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37198) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:23.387012 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6f81aff5-fcff-422d-ae54-531e39504025 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0579967 Oct 26 15:34:23.763182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:24.390725 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37200) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:24.447696 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3adb6b74-7b3f-4938-be79-1a900d2d14bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0558686 Oct 26 15:34:25.451862 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37202) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:25.510732 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a774c98a-e932-4079-82bc-915ba3c4d649 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 200 len: 993 time: 0.0577602 Oct 26 15:34:25.514142 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37204) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:25.932598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 66e7fddb-6c44-4a3b-a5e0-16ddcb88d781 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:34:25.932970 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (66e7fddb-6c44-4a3b-a5e0-16ddcb88d781), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:26.007903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (66e7fddb-6c44-4a3b-a5e0-16ddcb88d781), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:26.008235 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (66e7fddb-6c44-4a3b-a5e0-16ddcb88d781), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:26.021170 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 66e7fddb-6c44-4a3b-a5e0-16ddcb88d781 owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:34:26.130084 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:26.171987 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (66e7fddb-6c44-4a3b-a5e0-16ddcb88d781), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:26.197194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=66e7fddb-6c44-4a3b-a5e0-16ddcb88d781,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:26.201907 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:26.228173 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:26.228527 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:26.228911 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:26.229258 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:26.229602 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:26.230013 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:26.230359 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:26.230694 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:26.231027 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:26.231359 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:26.231690 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:26.232022 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:26.232351 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:26.232676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:26.233027 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:26.275265 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (a6ec4106-a458-4dff-8df5-5fee5b87f1eb), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:26.275604 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Floating IP a6ec4106-a458-4dff-8df5-5fee5b87f1eb disassociated (deleted). External IP: 172.26.11.65, port: 45f1ec95-3ffb-4672-988a-bd3131ab0fe9. Oct 26 15:34:26.474285 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:34:26.489184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:26.491026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:26.578708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:34:26.583175 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:26.589787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1cf723-fa31-40b0-be59-afec9145e00a None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:34:26.599635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1cf723-fa31-40b0-be59-afec9145e00a None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:26.600283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ab1cf723-fa31-40b0-be59-afec9145e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:26.612697 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dec432fe-e883-404f-8775-9fe74e83ff7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/a6ec4106-a458-4dff-8df5-5fee5b87f1eb HTTP/1.1" status: 204 len: 168 time: 1.0975873 Oct 26 15:34:26.613392 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c01858-37cf-418c-85fc-9f306c208488', 'tag': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:34:26.615676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6662d80b37134a2b3900b6f7163109dd688b25040754bcd30973ec7c1dabe5ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a779c1c-994a-49c7-936c-47b0e82bd881" -d '{"events": [{"name": "network-changed", "server_uuid": "75c01858-37cf-418c-85fc-9f306c208488", "tag": "45f1ec95-3ffb-4672-988a-bd3131ab0fe9"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:34:26.695439 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bc5019-9f1f-4ba1-abf9-36a30c2e1b63 x-openstack-request-id: req-28bc5019-9f1f-4ba1-abf9-36a30c2e1b63 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:34:26.695744 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c01858-37cf-418c-85fc-9f306c208488", "tag": "45f1ec95-3ffb-4672-988a-bd3131ab0fe9", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:34:26.696003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-28bc5019-9f1f-4ba1-abf9-36a30c2e1b63 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:34:26.696416 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28bc5019-9f1f-4ba1-abf9-36a30c2e1b63'] response: {'name': 'network-changed', 'server_uuid': '75c01858-37cf-418c-85fc-9f306c208488', 'tag': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'status': 'completed', 'code': 200} Oct 26 15:34:26.710153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ab1cf723-fa31-40b0-be59-afec9145e00a None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:26.773152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a779c1c-994a-49c7-936c-47b0e82bd881 req-07bebce0-fdc3-4737-860a-9ddc7037d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:26.776083 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1a779c1c-994a-49c7-936c-47b0e82bd881 req-07bebce0-fdc3-4737-860a-9ddc7037d217 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 1129 time: 0.0517194 Oct 26 15:34:26.862103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcf696-4932-4bdd-928c-74d2910c6731 req-f8951783-5e9c-4c1a-8347-8e5a4681f01a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:26.863585 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-29dcf696-4932-4bdd-928c-74d2910c6731 req-f8951783-5e9c-4c1a-8347-8e5a4681f01a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 945 time: 0.0483441 Oct 26 15:34:26.915966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ab1cf723-fa31-40b0-be59-afec9145e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:30:03Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:30:04Z', 'revision_number': 30, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:26.941704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1cf723-fa31-40b0-be59-afec9145e00a None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:34:26.950323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1cf723-fa31-40b0-be59-afec9145e00a None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:26.950940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ab1cf723-fa31-40b0-be59-afec9145e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:26.964138 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-29dcf696-4932-4bdd-928c-74d2910c6731 req-204fd22a-d7f4-47ef-a2bb-01daa0e28962 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=61f7a322-f071-45e5-bd43-b34cfb93c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947590 Oct 26 15:34:27.001045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a779c1c-994a-49c7-936c-47b0e82bd881 req-ec272d2b-bb0b-430c-a9d3-8509b8f69e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:27.002634 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1a779c1c-994a-49c7-936c-47b0e82bd881 req-ec272d2b-bb0b-430c-a9d3-8509b8f69e30 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ece41f0b-8cf3-4b28-a0e4-6f548de99a8d HTTP/1.1" status: 200 len: 898 time: 0.1139321 Oct 26 15:34:27.053067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ab1cf723-fa31-40b0-be59-afec9145e00a None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:27.059860 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:34:27.129580 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1a779c1c-994a-49c7-936c-47b0e82bd881 req-8440259d-7bdf-4afb-8c41-48766e5f7a2a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f1ec95-3ffb-4672-988a-bd3131ab0fe9 HTTP/1.1" status: 200 len: 217 time: 0.0350983 Oct 26 15:34:27.180393 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a779c1c-994a-49c7-936c-47b0e82bd881 req-91b46dc6-1cd1-4b3c-848d-8bf0d05692b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:27.181888 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1a779c1c-994a-49c7-936c-47b0e82bd881 req-91b46dc6-1cd1-4b3c-848d-8bf0d05692b7 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a70f95c2-b250-4c82-b629-266a409947b8 HTTP/1.1" status: 200 len: 834 time: 0.0451100 Oct 26 15:34:27.237876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ab1cf723-fa31-40b0-be59-afec9145e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:30:03Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:30:04Z', 'revision_number': 30, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:27.266608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1cf723-fa31-40b0-be59-afec9145e00a None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:30:03Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:30:04Z', 'revision_number': 30, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:34:27.298412 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaefab-a9dd-4f29-8b45-df3e4f3ea43f req-4ba7fbda-b575-4fa1-8ae4-459866027208 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:27.299960 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2deaefab-a9dd-4f29-8b45-df3e4f3ea43f req-4ba7fbda-b575-4fa1-8ae4-459866027208 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 945 time: 0.0796816 Oct 26 15:34:27.301078 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a779c1c-994a-49c7-936c-47b0e82bd881 req-5ef523e4-9ec0-4d8d-b0e6-9b10ba5a104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:27.302418 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1a779c1c-994a-49c7-936c-47b0e82bd881 req-5ef523e4-9ec0-4d8d-b0e6-9b10ba5a104c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ece41f0b-8cf3-4b28-a0e4-6f548de99a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0833080 Oct 26 15:34:27.474014 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-2deaefab-a9dd-4f29-8b45-df3e4f3ea43f req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:34:27.474338 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-2deaefab-a9dd-4f29-8b45-df3e4f3ea43f req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (45f1ec95-3ffb-4672-988a-bd3131ab0fe9), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:27.492182 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1a779c1c-994a-49c7-936c-47b0e82bd881 req-4b8cc035-8032-479b-a491-3351f109885a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ece41f0b-8cf3-4b28-a0e4-6f548de99a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690464 Oct 26 15:34:27.655444 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-2deaefab-a9dd-4f29-8b45-df3e4f3ea43f req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=45f1ec95-3ffb-4672-988a-bd3131ab0fe9,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:27.655827 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-2deaefab-a9dd-4f29-8b45-df3e4f3ea43f req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (45f1ec95-3ffb-4672-988a-bd3131ab0fe9), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:27.677902 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1a779c1c-994a-49c7-936c-47b0e82bd881 req-4d6e50c8-9d93-446b-84f9-44b09672f5e5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ece41f0b-8cf3-4b28-a0e4-6f548de99a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523795 Oct 26 15:34:27.678841 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-2deaefab-a9dd-4f29-8b45-df3e4f3ea43f req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:34:27.720625 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:27.741440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:27.817167 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-2deaefab-a9dd-4f29-8b45-df3e4f3ea43f req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (45f1ec95-3ffb-4672-988a-bd3131ab0fe9), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:27.846909 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=45f1ec95-3ffb-4672-988a-bd3131ab0fe9,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:27.883387 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:27.883735 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:27.884082 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:27.884422 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:27.884755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:27.885302 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:27.885598 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:27.885805 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:27.886130 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:27.886455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:27.886779 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:27.887100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:27.887423 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:27.887743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:27.888062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:27.918770 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2deaefab-a9dd-4f29-8b45-df3e4f3ea43f req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] No DVR routers for this DVR port 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:34:27.921821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-2deaefab-a9dd-4f29-8b45-df3e4f3ea43f req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:27.925398 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2deaefab-a9dd-4f29-8b45-df3e4f3ea43f req-fcef543a-130b-41cc-abba-7f90a56aed88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "DELETE /networking/v2.0/ports/45f1ec95-3ffb-4672-988a-bd3131ab0fe9 HTTP/1.1" status: 204 len: 173 time: 0.6090615 Oct 26 15:34:27.925915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c01858-37cf-418c-85fc-9f306c208488', 'name': 'network-vif-deleted', 'tag': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:34:27.929000 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f2a422-44b4-4257-a070-2aa72f8a8d23" -d '{"events": [{"server_uuid": "75c01858-37cf-418c-85fc-9f306c208488", "name": "network-vif-deleted", "tag": "45f1ec95-3ffb-4672-988a-bd3131ab0fe9"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:34:28.014934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1985c3a-4d73-47f2-b556-91e81ac39b0a x-openstack-request-id: req-d1985c3a-4d73-47f2-b556-91e81ac39b0a {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:34:28.014934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c01858-37cf-418c-85fc-9f306c208488", "name": "network-vif-deleted", "tag": "45f1ec95-3ffb-4672-988a-bd3131ab0fe9", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:34:28.014934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1985c3a-4d73-47f2-b556-91e81ac39b0a {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:34:28.014934 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1985c3a-4d73-47f2-b556-91e81ac39b0a'] response: {'server_uuid': '75c01858-37cf-418c-85fc-9f306c208488', 'name': 'network-vif-deleted', 'tag': '45f1ec95-3ffb-4672-988a-bd3131ab0fe9', 'status': 'completed', 'code': 200} Oct 26 15:34:28.107154 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-88435add-f7d2-4309-b036-f40568f571ec req-089eeb2a-44a1-4e9b-9b30-998179be5271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=75c01858-37cf-418c-85fc-9f306c208488 HTTP/1.1" status: 200 len: 210 time: 0.0353627 Oct 26 15:34:28.144206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:34:28.205398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:28.205930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:28.206365 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 Oct 26 15:34:28.286594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:28.287276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:28.314076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:28.319401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:28.320388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:34:28.397650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:28.411074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:28.411421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:28.411762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:28.412101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:28.412433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:28.412763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:28.413114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:28.413442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:28.413764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:28.414092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:28.414417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:28.414740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:28.415059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:28.415378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:28.415696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:28.421069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:28.421234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:28.421472 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed Oct 26 15:34:28.504787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:28.506011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:28.548324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:28.558810 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:28.632976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:29.177430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37238) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:29.234316 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3e720823-ef9f-4768-af66-656a2f2b2034 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (61f7a322-f071-45e5-bd43-b34cfb93c4a5), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:29.257704 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3e720823-ef9f-4768-af66-656a2f2b2034 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (61f7a322-f071-45e5-bd43-b34cfb93c4a5), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:29.318239 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3e720823-ef9f-4768-af66-656a2f2b2034 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (61f7a322-f071-45e5-bd43-b34cfb93c4a5), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:29.321021 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3e720823-ef9f-4768-af66-656a2f2b2034 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:29.322187 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3e720823-ef9f-4768-af66-656a2f2b2034 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/61f7a322-f071-45e5-bd43-b34cfb93c4a5 HTTP/1.1" status: 204 len: 168 time: 0.1445997 Oct 26 15:34:29.331155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e720823-ef9f-4768-af66-656a2f2b2034 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f7a322-f071-45e5-bd43-b34cfb93c4a5,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:29.353221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37242) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:29.509392 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce3c0e-a898-4516-b223-2208fa037dbc None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:34:29.509392 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce3c0e-a898-4516-b223-2208fa037dbc None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:29.509392 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ccce3c0e-a898-4516-b223-2208fa037dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:29.610852 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-ccce3c0e-a898-4516-b223-2208fa037dbc None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:29.628286 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:29.693067 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8ea07804-5379-4d4c-b249-745e8ac03303 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (31cc8f64-227d-4c1c-a0e4-50ccd011dba9), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:29.742594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:29.793176 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ccce3c0e-a898-4516-b223-2208fa037dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:34:28Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:34:28Z', 'revision_number': 31, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:29.818111 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce3c0e-a898-4516-b223-2208fa037dbc None None] Checking router: 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:34:29.827277 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce3c0e-a898-4516-b223-2208fa037dbc None None] Routers {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:29.827887 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ccce3c0e-a898-4516-b223-2208fa037dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:29.930168 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-ccce3c0e-a898-4516-b223-2208fa037dbc None None] Set router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:29.935887 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-8ea07804-5379-4d4c-b249-745e8ac03303 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:34:29.936242 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8ea07804-5379-4d4c-b249-745e8ac03303 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:30.038399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-8ea07804-5379-4d4c-b249-745e8ac03303 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:30.039128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8ea07804-5379-4d4c-b249-745e8ac03303 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:30.046620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:30.056019 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-8ea07804-5379-4d4c-b249-745e8ac03303 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 4fbade51-2c83-44f4-a0c0-99effcf0a2ed owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:34:30.122517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:30.122924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:30.124359 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ccce3c0e-a898-4516-b223-2208fa037dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:34:28Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:34:28Z', 'revision_number': 31, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:30.144242 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:30.149621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:30.150801 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce3c0e-a898-4516-b223-2208fa037dbc None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [{'id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'name': 'tempest-TestNetworkBasicOps-router-493992682', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113'}], 'enable_snat': True}, 'gw_port_id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:29:01Z', 'updated_at': '2022-10-26T15:29:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '51c4a4bb-8995-440f-9bdd-a474a6c35f88', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:02Z', 'updated_at': '2022-10-26T15:34:28Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '4fbade51-2c83-44f4-a0c0-99effcf0a2ed', 'name': '', 'network_id': 'ece41f0b-8cf3-4b28-a0e4-6f548de99a8d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:7b:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cc8f64-227d-4c1c-a0e4-50ccd011dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:29:05Z', 'updated_at': '2022-10-26T15:34:28Z', 'revision_number': 31, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': 'a70f95c2-b250-4c82-b629-266a409947b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:34:30.151052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:30.231232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:30.238228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:30.239071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:30.246204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:30.279236 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8ea07804-5379-4d4c-b249-745e8ac03303 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:30.284287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 4fbade51-2c83-44f4-a0c0-99effcf0a2ed is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:30.284780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4fbade51-2c83-44f4-a0c0-99effcf0a2ed), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:30.310729 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea07804-5379-4d4c-b249-745e8ac03303 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=4fbade51-2c83-44f4-a0c0-99effcf0a2ed,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:30.515714 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8ea07804-5379-4d4c-b249-745e8ac03303 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (31cc8f64-227d-4c1c-a0e4-50ccd011dba9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:30.605795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9ecb82-22f8-45a3-86b0-9528b375ece4 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:34:30.680162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9ecb82-22f8-45a3-86b0-9528b375ece4 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:34:30.690761 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:30.700530 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:30.760442 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea07804-5379-4d4c-b249-745e8ac03303 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:34:30.888967 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea07804-5379-4d4c-b249-745e8ac03303 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:34:30.896540 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8ea07804-5379-4d4c-b249-745e8ac03303 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "PUT /networking/v2.0/routers/31cc8f64-227d-4c1c-a0e4-50ccd011dba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5422711 Oct 26 15:34:30.899373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37244) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:30.956753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22fdc81-e5be-4086-8749-99a03e1a2240 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting subnet a70f95c2-b250-4c82-b629-266a409947b8 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:34:30.960567 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d22fdc81-e5be-4086-8749-99a03e1a2240 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (a70f95c2-b250-4c82-b629-266a409947b8), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:31.006604 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d22fdc81-e5be-4086-8749-99a03e1a2240 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (a70f95c2-b250-4c82-b629-266a409947b8), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:31.101623 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d22fdc81-e5be-4086-8749-99a03e1a2240 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (a70f95c2-b250-4c82-b629-266a409947b8), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:31.170033 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d22fdc81-e5be-4086-8749-99a03e1a2240 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (a70f95c2-b250-4c82-b629-266a409947b8), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:31.202131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fdc81-e5be-4086-8749-99a03e1a2240 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Subnet': ['ID=a70f95c2-b250-4c82-b629-266a409947b8,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:31.206105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d22fdc81-e5be-4086-8749-99a03e1a2240 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:31.209504 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d22fdc81-e5be-4086-8749-99a03e1a2240 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/a70f95c2-b250-4c82-b629-266a409947b8 HTTP/1.1" status: 204 len: 168 time: 0.3091540 Oct 26 15:34:31.212191 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37246) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:31.219331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:31.243752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:34:31.244267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 45f1ec95-3ffb-4672-988a-bd3131ab0fe9 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:34:31.342607 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-57a7f145-e1d1-460c-80c0-97f5f2da02c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (31cc8f64-227d-4c1c-a0e4-50ccd011dba9), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:31.358975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135ad090-97b2-486b-ac64-61698a573fd4 None None] Network ece41f0b-8cf3-4b28-a0e4-6f548de99a8d requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:34:31.430311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e24fd7a9-31e8-4f28-8961-df1e96e373ae None None] Provisioning complete for port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:31.430795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e24fd7a9-31e8-4f28-8961-df1e96e373ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3d9bd164-90c9-4a2c-8d7b-9ef136496155), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:31.431211 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e24fd7a9-31e8-4f28-8961-df1e96e373ae None None] Attempt 1 to provision port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 Oct 26 15:34:31.556147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e24fd7a9-31e8-4f28-8961-df1e96e373ae None None] Current status of the port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:31.583227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1770a1e5-c1ba-497c-9031-566085ec8d1f None None] DHCP port deletion for ece41f0b-8cf3-4b28-a0e4-6f548de99a8d request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:34:31.623875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-1770a1e5-c1ba-497c-9031-566085ec8d1f None None] Deleting port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:34:31.624170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1770a1e5-c1ba-497c-9031-566085ec8d1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (3d9bd164-90c9-4a2c-8d7b-9ef136496155), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:31.689869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-1770a1e5-c1ba-497c-9031-566085ec8d1f None None] For port 3d9bd164-90c9-4a2c-8d7b-9ef136496155, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3d9bd164-90c9-4a2c-8d7b-9ef136496155,segment=NetworkSegment(d847c239-f922-4e41-887e-9aedcf62ffb4),segment_id=d847c239-f922-4e41-887e-9aedcf62ffb4)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:31.690279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1770a1e5-c1ba-497c-9031-566085ec8d1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (3d9bd164-90c9-4a2c-8d7b-9ef136496155), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:31.707998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-1770a1e5-c1ba-497c-9031-566085ec8d1f None None] Calling delete_port for 3d9bd164-90c9-4a2c-8d7b-9ef136496155 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:34:31.756027 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-57a7f145-e1d1-460c-80c0-97f5f2da02c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (31cc8f64-227d-4c1c-a0e4-50ccd011dba9), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:31.789648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1770a1e5-c1ba-497c-9031-566085ec8d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (3d9bd164-90c9-4a2c-8d7b-9ef136496155), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:31.802807 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-57a7f145-e1d1-460c-80c0-97f5f2da02c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:34:31.803151 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-57a7f145-e1d1-460c-80c0-97f5f2da02c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:31.815885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770a1e5-c1ba-497c-9031-566085ec8d1f None None] Pushing event deleted for resources: {'Port': ['ID=3d9bd164-90c9-4a2c-8d7b-9ef136496155,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:31.819388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770a1e5-c1ba-497c-9031-566085ec8d1f None None] No DVR routers for this DVR port 3d9bd164-90c9-4a2c-8d7b-9ef136496155 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:34:31.885580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-57a7f145-e1d1-460c-80c0-97f5f2da02c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port 51c4a4bb-8995-440f-9bdd-a474a6c35f88, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=51c4a4bb-8995-440f-9bdd-a474a6c35f88,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:31.885973 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-57a7f145-e1d1-460c-80c0-97f5f2da02c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:31.902286 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-57a7f145-e1d1-460c-80c0-97f5f2da02c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 51c4a4bb-8995-440f-9bdd-a474a6c35f88 owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:34:31.966114 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:31.973431 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:32.085357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:34:32.106249 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-57a7f145-e1d1-460c-80c0-97f5f2da02c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (51c4a4bb-8995-440f-9bdd-a474a6c35f88), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.130526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No active binding found for port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 {{(pid=105323) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 26 15:34:32.130896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] The host dv-neutron-759874-6-hyperv is not matching for port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 host None! {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 26 15:34:32.131273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 15:34:32.141329 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7f145-e1d1-460c-80c0-97f5f2da02c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=51c4a4bb-8995-440f-9bdd-a474a6c35f88,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:32.154497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Port 51c4a4bb-8995-440f-9bdd-a474a6c35f88 not found, will not notify nova. {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 15:34:32.200353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-57a7f145-e1d1-460c-80c0-97f5f2da02c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (31cc8f64-227d-4c1c-a0e4-50ccd011dba9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.287263 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-57a7f145-e1d1-460c-80c0-97f5f2da02c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (31cc8f64-227d-4c1c-a0e4-50ccd011dba9), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.289403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-57a7f145-e1d1-460c-80c0-97f5f2da02c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_controller (31cc8f64-227d-4c1c-a0e4-50ccd011dba9), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.329703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-57a7f145-e1d1-460c-80c0-97f5f2da02c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (31cc8f64-227d-4c1c-a0e4-50ccd011dba9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.330258 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a7f145-e1d1-460c-80c0-97f5f2da02c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Fanout notify agent at l3_agent the message router_deleted on router 31cc8f64-227d-4c1c-a0e4-50ccd011dba9 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:34:32.336376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-57a7f145-e1d1-460c-80c0-97f5f2da02c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.337504 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-57a7f145-e1d1-460c-80c0-97f5f2da02c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/routers/31cc8f64-227d-4c1c-a0e4-50ccd011dba9 HTTP/1.1" status: 204 len: 168 time: 1.1243935 Oct 26 15:34:32.340690 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37248) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:32.418840 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9bb40984-9a5f-45f9-bace-2d8c0ba7945b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (ece41f0b-8cf3-4b28-a0e4-6f548de99a8d), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.494591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297bd2ec-bcf8-4dd0-8ec0-e1f7eb2bd313 None None] Sync routers for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:34:32.502059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3d9bd164-90c9-4a2c-8d7b-9ef136496155 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:32.505206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297bd2ec-bcf8-4dd0-8ec0-e1f7eb2bd313 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:32.505581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297bd2ec-bcf8-4dd0-8ec0-e1f7eb2bd313 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:34:32.506185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-297bd2ec-bcf8-4dd0-8ec0-e1f7eb2bd313 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:34:32.515043 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9bb40984-9a5f-45f9-bace-2d8c0ba7945b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (ece41f0b-8cf3-4b28-a0e4-6f548de99a8d), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.523766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 3d9bd164-90c9-4a2c-8d7b-9ef136496155 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:34:32.524116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3d9bd164-90c9-4a2c-8d7b-9ef136496155 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:34:32.532070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297bd2ec-bcf8-4dd0-8ec0-e1f7eb2bd313 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:32.532281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297bd2ec-bcf8-4dd0-8ec0-e1f7eb2bd313 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:34:32.532910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-297bd2ec-bcf8-4dd0-8ec0-e1f7eb2bd313 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'31cc8f64-227d-4c1c-a0e4-50ccd011dba9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:34:32.533630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297bd2ec-bcf8-4dd0-8ec0-e1f7eb2bd313 None None] The sync data for ids ['31cc8f64-227d-4c1c-a0e4-50ccd011dba9'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:34:32.535145 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-9bb40984-9a5f-45f9-bace-2d8c0ba7945b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece41f0b-8cf3-4b28-a0e4-6f548de99a8d']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:32.545336 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-9bb40984-9a5f-45f9-bace-2d8c0ba7945b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd847c239-f922-4e41-887e-9aedcf62ffb4') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:32.545639 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-9bb40984-9a5f-45f9-bace-2d8c0ba7945b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd847c239-f922-4e41-887e-9aedcf62ffb4') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:32.555517 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9bb40984-9a5f-45f9-bace-2d8c0ba7945b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (d847c239-f922-4e41-887e-9aedcf62ffb4), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.570539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9bb40984-9a5f-45f9-bace-2d8c0ba7945b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (d847c239-f922-4e41-887e-9aedcf62ffb4), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.577566 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb40984-9a5f-45f9-bace-2d8c0ba7945b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:34:32.578105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9bb40984-9a5f-45f9-bace-2d8c0ba7945b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (d847c239-f922-4e41-887e-9aedcf62ffb4), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.623681 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment d847c239-f922-4e41-887e-9aedcf62ffb4 resource provider aggregate not found Oct 26 15:34:32.641628 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment d847c239-f922-4e41-887e-9aedcf62ffb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d847c239-f922-4e41-887e-9aedcf62ffb4 found for delete ", "request_id": "req-1a9598e7-ecfc-43f0-8c9f-ef27ce15f65b"}]} Oct 26 15:34:32.650120 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9bb40984-9a5f-45f9-bace-2d8c0ba7945b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (ece41f0b-8cf3-4b28-a0e4-6f548de99a8d), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.658952 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9bb40984-9a5f-45f9-bace-2d8c0ba7945b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.661418 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9bb40984-9a5f-45f9-bace-2d8c0ba7945b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/networks/ece41f0b-8cf3-4b28-a0e4-6f548de99a8d HTTP/1.1" status: 204 len: 168 time: 0.3197925 Oct 26 15:34:32.673781 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb40984-9a5f-45f9-bace-2d8c0ba7945b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Network': ['ID=ece41f0b-8cf3-4b28-a0e4-6f548de99a8d,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:32.710451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37254) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:32.716182 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-3595135a-6cdf-4175-8c23-e381303921da tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'network': {'name': 'tempest-network-smoke--934520974', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'port_security_enabled': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:34:32.740663 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3595135a-6cdf-4175-8c23-e381303921da tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:34:32.744333 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3595135a-6cdf-4175-8c23-e381303921da tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.767869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3595135a-6cdf-4175-8c23-e381303921da tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:34:32.777526 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3595135a-6cdf-4175-8c23-e381303921da tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (747cead5-094f-4644-b314-2f0bdfd28d8f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.777871 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-3595135a-6cdf-4175-8c23-e381303921da tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Added segment 747cead5-094f-4644-b314-2f0bdfd28d8f of type vlan for network e2711e6a-0366-4d48-9882-e2d1ff53443e Oct 26 15:34:32.817891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3595135a-6cdf-4175-8c23-e381303921da tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (e2711e6a-0366-4d48-9882-e2d1ff53443e), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.842187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3595135a-6cdf-4175-8c23-e381303921da tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (e2711e6a-0366-4d48-9882-e2d1ff53443e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.847029 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3595135a-6cdf-4175-8c23-e381303921da tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:32.847615 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3595135a-6cdf-4175-8c23-e381303921da tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.906113 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3595135a-6cdf-4175-8c23-e381303921da tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1945398 Oct 26 15:34:32.908951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37256) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:32.913571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'admin_state_up': True, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:34:32.920878 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595135a-6cdf-4175-8c23-e381303921da tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Network': ['ID=e2711e6a-0366-4d48-9882-e2d1ff53443e,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:32.931549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network e2711e6a-0366-4d48-9882-e2d1ff53443e details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:34:32.938207 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (5ba35a58-cc36-4279-b051-0d42cbaca5c4), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.939319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (5ba35a58-cc36-4279-b051-0d42cbaca5c4), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:32.992254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_controller (5ba35a58-cc36-4279-b051-0d42cbaca5c4), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:33.130569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (5ba35a58-cc36-4279-b051-0d42cbaca5c4), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:33.302045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (5ba35a58-cc36-4279-b051-0d42cbaca5c4), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:33.321266 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:33.423023 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.26.11.187 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/5aaa020f-465b-4888-8f4e-a53b478baa20) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:34:33.529455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:33.560211 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:33.590580 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:33.597275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:34:33.600853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:34:33.606813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:34:33.611541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:33.642057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:33.850500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (5ba35a58-cc36-4279-b051-0d42cbaca5c4), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:34.039224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:34.039746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (5ba35a58-cc36-4279-b051-0d42cbaca5c4), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:34.058747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 51c4a4bb-8995-440f-9bdd-a474a6c35f88 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:34:34.059166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 51c4a4bb-8995-440f-9bdd-a474a6c35f88 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:34:34.059644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:34.077080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 4fbade51-2c83-44f4-a0c0-99effcf0a2ed {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:34:34.077425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 4fbade51-2c83-44f4-a0c0-99effcf0a2ed not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:34:34.165044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:34:34.268504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:34:34.278320 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:34:34.289583 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:34.290202 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:34.294527 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:34.295825 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1c161f03-8aa4-412f-8fbb-b76513096157 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.3858795 Oct 26 15:34:34.298861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37258) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:34.433893 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:34.473241 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6f27f850-9fa4-4686-b434-1c6b0a84c491 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?project_id=535d3aadc3604e4688e327c629fdd025&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1731813 Oct 26 15:34:34.475847 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37262) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:34.480294 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:34.565757 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f1dd4f-2a0b-41e7-aaeb-1dd3e5e2f8d1 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:34.567263 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a0f1dd4f-2a0b-41e7-aaeb-1dd3e5e2f8d1 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905347 Oct 26 15:34:34.570180 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37264) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:34.593905 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:34.604961 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0a1a6184-b745-4dbe-8a48-54976d35405e tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336630 Oct 26 15:34:34.607516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37266) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:34.612419 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f95c9d76-4f54-4e6d-a860-71111254aec4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2064759078', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:34:34.646962 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:33Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:34.672359 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:34:34.672618 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Updating router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 port 5aaa020f-465b-4888-8f4e-a53b478baa20 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:34:34.699816 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:34.700099 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:34.705348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95c9d76-4f54-4e6d-a860-71111254aec4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:34:34.709032 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f95c9d76-4f54-4e6d-a860-71111254aec4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:34.952981 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Publish callbacks [] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:34.958255 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:34.996111 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Attempting to bind port 5aaa020f-465b-4888-8f4e-a53b478baa20 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:34:34.996532 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Attempting to bind port 5aaa020f-465b-4888-8f4e-a53b478baa20 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:34:34.996840 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Attempting to bind port 5aaa020f-465b-4888-8f4e-a53b478baa20 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:34:35.030393 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a4b2e-79ae-4abd-bf46-78993b9ff3de None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=2']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:35.036692 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:35.041802 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a4b2e-79ae-4abd-bf46-78993b9ff3de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:35.042210 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a4b2e-79ae-4abd-bf46-78993b9ff3de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:35.042643 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a4b2e-79ae-4abd-bf46-78993b9ff3de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:35.042983 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a4b2e-79ae-4abd-bf46-78993b9ff3de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:35.043345 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a4b2e-79ae-4abd-bf46-78993b9ff3de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:35.043640 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a4b2e-79ae-4abd-bf46-78993b9ff3de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:35.044003 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a4b2e-79ae-4abd-bf46-78993b9ff3de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:35.044411 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a4b2e-79ae-4abd-bf46-78993b9ff3de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:35.044765 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a4b2e-79ae-4abd-bf46-78993b9ff3de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:35.045112 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a4b2e-79ae-4abd-bf46-78993b9ff3de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:35.045549 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a4b2e-79ae-4abd-bf46-78993b9ff3de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:35.045919 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a4b2e-79ae-4abd-bf46-78993b9ff3de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:35.046244 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a4b2e-79ae-4abd-bf46-78993b9ff3de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:35.046630 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a4b2e-79ae-4abd-bf46-78993b9ff3de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:35.046912 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a4b2e-79ae-4abd-bf46-78993b9ff3de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:34:35.063559 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:34:35.064062 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:34:35.064526 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:35.064933 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:34:35.065395 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Bound port: 5aaa020f-465b-4888-8f4e-a53b478baa20, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:34:35.065768 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:35.113768 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:34:35.117005 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:34:35.123513 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:35.157335 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:35.157954 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:35.167347 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f95c9d76-4f54-4e6d-a860-71111254aec4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (38b62080-2873-418b-ab97-d3c4adda2359), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:35.214927 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a4b2e-79ae-4abd-bf46-78993b9ff3de None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:35.229050 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c9d76-4f54-4e6d-a860-71111254aec4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Subnet': ['ID=38b62080-2873-418b-ab97-d3c4adda2359,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:35.237885 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95c9d76-4f54-4e6d-a860-71111254aec4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Checking segment: {'id': '747cead5-094f-4644-b314-2f0bdfd28d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:34:35.238243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95c9d76-4f54-4e6d-a860-71111254aec4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network hostable DHCP agents. Network: e2711e6a-0366-4d48-9882-e2d1ff53443e, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:34:35.256109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95c9d76-4f54-4e6d-a860-71111254aec4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network e2711e6a-0366-4d48-9882-e2d1ff53443e is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:34:35.265887 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-f95c9d76-4f54-4e6d-a860-71111254aec4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, e2711e6a-0366-4d48-9882-e2d1ff53443e) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:34:35.270294 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c9d76-4f54-4e6d-a860-71111254aec4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:35.270984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f95c9d76-4f54-4e6d-a860-71111254aec4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:35.276242 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:35.282254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d48d4fb-db27-47cd-8cc1-4d98bf71d803 None None] Network e2711e6a-0366-4d48-9882-e2d1ff53443e requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:34:35.301009 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f95c9d76-4f54-4e6d-a860-71111254aec4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6922007 Oct 26 15:34:35.303969 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37268) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:35.352760 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:35.389882 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:35.396635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-e2711e6a-0366-4d48-9882-e2d1ff53443e', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:34:35.397768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:35.451190 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:35.454935 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:33Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:35.481884 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e7fb0-dd69-4b87-94cd-94206044de72 None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:33Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:34:35.486455 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=10,neutron:UPDATE=3,neutron:SELECT=84,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:35.545172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Allocated IP 172.20.0.2 (e2711e6a-0366-4d48-9882-e2d1ff53443e/38b62080-2873-418b-ab97-d3c4adda2359/84bdb812-5c81-4bbf-9cba-093a46773d7f) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:34:35.606818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:35.691715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:35.705107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Publish callbacks [] for port (84bdb812-5c81-4bbf-9cba-093a46773d7f), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:35.713032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (84bdb812-5c81-4bbf-9cba-093a46773d7f), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:35.781200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Network e2711e6a-0366-4d48-9882-e2d1ff53443e is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:34:35.784227 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-850718cb-c484-4f51-9139-1a1597356bcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:35.784582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:34:35.786494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Pushing event updated for resources: {'Port': ['ID=84bdb812-5c81-4bbf-9cba-093a46773d7f,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:35.788631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:34:35.794955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:35.863145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Attempting to bind port 84bdb812-5c81-4bbf-9cba-093a46773d7f on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:34:35.863834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Attempting to bind port 84bdb812-5c81-4bbf-9cba-093a46773d7f by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '747cead5-094f-4644-b314-2f0bdfd28d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:34:35.864425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Attempting to bind port 84bdb812-5c81-4bbf-9cba-093a46773d7f on network e2711e6a-0366-4d48-9882-e2d1ff53443e {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:34:35.909721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:34:35.910100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Checking segment: {'id': '747cead5-094f-4644-b314-2f0bdfd28d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:34:35.910512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:35.911074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Bound using segment: {'id': '747cead5-094f-4644-b314-2f0bdfd28d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:34:35.911555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Bound port: 84bdb812-5c81-4bbf-9cba-093a46773d7f, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747cead5-094f-4644-b314-2f0bdfd28d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:34:35.911937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (84bdb812-5c81-4bbf-9cba-093a46773d7f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:35.983337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] For port 84bdb812-5c81-4bbf-9cba-093a46773d7f, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:34:35.987201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] For port 84bdb812-5c81-4bbf-9cba-093a46773d7f, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=84bdb812-5c81-4bbf-9cba-093a46773d7f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:34:35.996306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (84bdb812-5c81-4bbf-9cba-093a46773d7f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:36.064587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447cf4e3-c5ae-426c-8fe8-0c6b4f527296 None None] Pushing event updated for resources: {'Port': ['ID=84bdb812-5c81-4bbf-9cba-093a46773d7f,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:36.118525 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-850718cb-c484-4f51-9139-1a1597356bcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.20.0.1 (e2711e6a-0366-4d48-9882-e2d1ff53443e/38b62080-2873-418b-ab97-d3c4adda2359/81530100-5fc7-479f-8765-e25fb8e09e0f) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:34:36.121009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:34:36.177381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5aaa020f-465b-4888-8f4e-a53b478baa20 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:36.177801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:36.178329 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5aaa020f-465b-4888-8f4e-a53b478baa20 Oct 26 15:34:36.292316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:36.292316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:36.297658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-850718cb-c484-4f51-9139-1a1597356bcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:36.322756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:36.329688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:36.350576 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-850718cb-c484-4f51-9139-1a1597356bcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:36.391363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:36.406252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:36.409161 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850718cb-c484-4f51-9139-1a1597356bcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:36.428437 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850718cb-c484-4f51-9139-1a1597356bcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network e2711e6a-0366-4d48-9882-e2d1ff53443e is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:34:36.430338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-850718cb-c484-4f51-9139-1a1597356bcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:34:36.433611 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850718cb-c484-4f51-9139-1a1597356bcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:34:36.485691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-850718cb-c484-4f51-9139-1a1597356bcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (5ba35a58-cc36-4279-b051-0d42cbaca5c4), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:36.572766 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:36.622881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-850718cb-c484-4f51-9139-1a1597356bcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:36.902815 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-850718cb-c484-4f51-9139-1a1597356bcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:36.907965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-850718cb-c484-4f51-9139-1a1597356bcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:36.988931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850718cb-c484-4f51-9139-1a1597356bcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:36.991332 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-850718cb-c484-4f51-9139-1a1597356bcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (5ba35a58-cc36-4279-b051-0d42cbaca5c4), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:37.024255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16dc31e-6176-464a-98c9-91de59b51ca4 None None] Network e2711e6a-0366-4d48-9882-e2d1ff53443e requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:34:37.090605 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850718cb-c484-4f51-9139-1a1597356bcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network e2711e6a-0366-4d48-9882-e2d1ff53443e is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:34:37.091912 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-850718cb-c484-4f51-9139-1a1597356bcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:34:37.139451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e507a496-c0ce-4214-b691-ed0bc3970c9d None None] Provisioning complete for port 84bdb812-5c81-4bbf-9cba-093a46773d7f triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:37.139829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e507a496-c0ce-4214-b691-ed0bc3970c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (84bdb812-5c81-4bbf-9cba-093a46773d7f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:37.140165 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e507a496-c0ce-4214-b691-ed0bc3970c9d None None] Attempt 1 to provision port 84bdb812-5c81-4bbf-9cba-093a46773d7f Oct 26 15:34:37.219085 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850718cb-c484-4f51-9139-1a1597356bcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:34:37.225348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e507a496-c0ce-4214-b691-ed0bc3970c9d None None] Current status of the port 84bdb812-5c81-4bbf-9cba-093a46773d7f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:37.225745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e507a496-c0ce-4214-b691-ed0bc3970c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (84bdb812-5c81-4bbf-9cba-093a46773d7f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:37.261403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-e507a496-c0ce-4214-b691-ed0bc3970c9d None None] For port 84bdb812-5c81-4bbf-9cba-093a46773d7f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=84bdb812-5c81-4bbf-9cba-093a46773d7f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:37.268556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e507a496-c0ce-4214-b691-ed0bc3970c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (84bdb812-5c81-4bbf-9cba-093a46773d7f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:37.332287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507a496-c0ce-4214-b691-ed0bc3970c9d None None] Pushing event updated for resources: {'Port': ['ID=84bdb812-5c81-4bbf-9cba-093a46773d7f,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:37.353488 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850718cb-c484-4f51-9139-1a1597356bcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:34:37.362664 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37270) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:37.363104 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-850718cb-c484-4f51-9139-1a1597356bcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "PUT /networking/v2.0/routers/5ba35a58-cc36-4279-b051-0d42cbaca5c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0562222 Oct 26 15:34:37.489421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-7715ef9f-6f82-4716-a932-9f0ea5b1f953 None None] Provisioning complete for port 84bdb812-5c81-4bbf-9cba-093a46773d7f triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:37.489800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7715ef9f-6f82-4716-a932-9f0ea5b1f953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (84bdb812-5c81-4bbf-9cba-093a46773d7f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:37.490143 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7715ef9f-6f82-4716-a932-9f0ea5b1f953 None None] Attempt 1 to provision port 84bdb812-5c81-4bbf-9cba-093a46773d7f Oct 26 15:34:37.547256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e476b6a3-bc6f-4996-b6e7-08eb989a41fc tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:37.547895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e476b6a3-bc6f-4996-b6e7-08eb989a41fc tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:37.548432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e476b6a3-bc6f-4996-b6e7-08eb989a41fc tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:37.549001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e476b6a3-bc6f-4996-b6e7-08eb989a41fc tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:37.550773 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e476b6a3-bc6f-4996-b6e7-08eb989a41fc tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1880393 Oct 26 15:34:37.553555 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37272) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:37.571218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7715ef9f-6f82-4716-a932-9f0ea5b1f953 None None] Current status of the port 84bdb812-5c81-4bbf-9cba-093a46773d7f is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:37.580280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-7715ef9f-6f82-4716-a932-9f0ea5b1f953 None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:37.580785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7715ef9f-6f82-4716-a932-9f0ea5b1f953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:37.581334 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7715ef9f-6f82-4716-a932-9f0ea5b1f953 None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:34:37.613997 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09aaa2b-ea11-466a-8542-9c131d2010b5 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:37.614472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09aaa2b-ea11-466a-8542-9c131d2010b5 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:37.614941 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09aaa2b-ea11-466a-8542-9c131d2010b5 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:37.615401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09aaa2b-ea11-466a-8542-9c131d2010b5 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:37.617155 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c09aaa2b-ea11-466a-8542-9c131d2010b5 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2732 time: 0.0623305 Oct 26 15:34:37.619903 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37274) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:37.622291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7715ef9f-6f82-4716-a932-9f0ea5b1f953 None None] Port 81530100-5fc7-479f-8765-e25fb8e09e0f cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:34:37.734751 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2ed33552-491b-4780-8ea4-e171b518fba3 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1610 time: 0.1090984 Oct 26 15:34:37.744036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:34:37.754980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-f2474a54-1035-4d58-aa46-49cbfd91df1c None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:37.755357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f2474a54-1035-4d58-aa46-49cbfd91df1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:37.755693 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-f2474a54-1035-4d58-aa46-49cbfd91df1c None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:34:37.784760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:37.785476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:37.798632 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37278) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:37.803543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-69d4ddc2-b346-40d6-9c16-a056a762b9fb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1478981873', 'description': 'tempest-secgroup-smoke-1478981873 description', 'project_id': '535d3aadc3604e4688e327c629fdd025'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:34:37.825588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69d4ddc2-b346-40d6-9c16-a056a762b9fb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:37.833993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-f2474a54-1035-4d58-aa46-49cbfd91df1c None None] Port 81530100-5fc7-479f-8765-e25fb8e09e0f cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:34:37.898991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:37.899898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69d4ddc2-b346-40d6-9c16-a056a762b9fb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (b9886d44-b298-455a-a9f2-7dbc21b06c55), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:37.904288 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69d4ddc2-b346-40d6-9c16-a056a762b9fb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (b9886d44-b298-455a-a9f2-7dbc21b06c55), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:37.935942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69d4ddc2-b346-40d6-9c16-a056a762b9fb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:37.937209 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-69d4ddc2-b346-40d6-9c16-a056a762b9fb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1374254 Oct 26 15:34:37.939120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4ddc2-b346-40d6-9c16-a056a762b9fb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9886d44-b298-455a-a9f2-7dbc21b06c55,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:37.940422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37280) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:37.955105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-9353ea57-f920-4e66-a4c1-e7fd989f6027 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'b9886d44-b298-455a-a9f2-7dbc21b06c55', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:34:37.972432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:37.972728 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:37.986246 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9353ea57-f920-4e66-a4c1-e7fd989f6027 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (841bf199-054a-40b7-9a20-7a61460c6f2d), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:37.993954 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d4bda027-2eac-4a7a-b1b9-4e107cd996a2 None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:37.994340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d4bda027-2eac-4a7a-b1b9-4e107cd996a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:37.994681 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d4bda027-2eac-4a7a-b1b9-4e107cd996a2 None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:34:38.009378 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:38.022214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:38.069099 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9353ea57-f920-4e66-a4c1-e7fd989f6027 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (841bf199-054a-40b7-9a20-7a61460c6f2d), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.074376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9353ea57-f920-4e66-a4c1-e7fd989f6027 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (841bf199-054a-40b7-9a20-7a61460c6f2d), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.098294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353ea57-f920-4e66-a4c1-e7fd989f6027 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841bf199-054a-40b7-9a20-7a61460c6f2d,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:38.108189 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9353ea57-f920-4e66-a4c1-e7fd989f6027 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.109603 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9353ea57-f920-4e66-a4c1-e7fd989f6027 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1583803 Oct 26 15:34:38.112331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37282) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:38.117104 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-9ac8ef7a-93ae-43f8-9b9c-ae381bfc3f6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'b9886d44-b298-455a-a9f2-7dbc21b06c55', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:34:38.149320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9ac8ef7a-93ae-43f8-9b9c-ae381bfc3f6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (486100f0-ff24-4953-b0e4-acfb96683902), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.198904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 84bdb812-5c81-4bbf-9cba-093a46773d7f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:34:38.201330 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9ac8ef7a-93ae-43f8-9b9c-ae381bfc3f6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (486100f0-ff24-4953-b0e4-acfb96683902), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.206461 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9ac8ef7a-93ae-43f8-9b9c-ae381bfc3f6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (486100f0-ff24-4953-b0e4-acfb96683902), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.226742 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8ef7a-93ae-43f8-9b9c-ae381bfc3f6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486100f0-ff24-4953-b0e4-acfb96683902,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:38.234595 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9ac8ef7a-93ae-43f8-9b9c-ae381bfc3f6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.237263 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9ac8ef7a-93ae-43f8-9b9c-ae381bfc3f6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237285 Oct 26 15:34:38.239152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37284) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:38.243860 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-689d3594-1863-44b7-98fb-519f3d5675e6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'b9886d44-b298-455a-a9f2-7dbc21b06c55', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:34:38.245187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:38.246065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d4bda027-2eac-4a7a-b1b9-4e107cd996a2 None None] Port 81530100-5fc7-479f-8765-e25fb8e09e0f cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:34:38.264043 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:38.279975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-689d3594-1863-44b7-98fb-519f3d5675e6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (1bfea92d-e166-46b3-956e-0422be11440b), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.318705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 84bdb812-5c81-4bbf-9cba-093a46773d7f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:38.319081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (84bdb812-5c81-4bbf-9cba-093a46773d7f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.319404 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 84bdb812-5c81-4bbf-9cba-093a46773d7f Oct 26 15:34:38.339587 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:38.346957 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-689d3594-1863-44b7-98fb-519f3d5675e6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (1bfea92d-e166-46b3-956e-0422be11440b), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.351249 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-689d3594-1863-44b7-98fb-519f3d5675e6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (1bfea92d-e166-46b3-956e-0422be11440b), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.358986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:38.374893 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d3594-1863-44b7-98fb-519f3d5675e6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bfea92d-e166-46b3-956e-0422be11440b,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:38.381501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-689d3594-1863-44b7-98fb-519f3d5675e6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.382663 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-689d3594-1863-44b7-98fb-519f3d5675e6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424241 Oct 26 15:34:38.384481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:34:38.384858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Updating router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 port 81530100-5fc7-479f-8765-e25fb8e09e0f binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:34:38.385456 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37286) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:38.389726 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-5bab866a-36af-4795-a2ef-7be7cbdad76c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'b9886d44-b298-455a-a9f2-7dbc21b06c55', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:34:38.416560 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5bab866a-36af-4795-a2ef-7be7cbdad76c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (934d2c28-ecdc-428b-896c-7f0d9bc3ca10), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.421172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.477634 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5bab866a-36af-4795-a2ef-7be7cbdad76c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (934d2c28-ecdc-428b-896c-7f0d9bc3ca10), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.481771 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5bab866a-36af-4795-a2ef-7be7cbdad76c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (934d2c28-ecdc-428b-896c-7f0d9bc3ca10), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.484880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 84bdb812-5c81-4bbf-9cba-093a46773d7f is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:38.505248 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab866a-36af-4795-a2ef-7be7cbdad76c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934d2c28-ecdc-428b-896c-7f0d9bc3ca10,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:38.517260 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5bab866a-36af-4795-a2ef-7be7cbdad76c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.521158 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5bab866a-36af-4795-a2ef-7be7cbdad76c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321599 Oct 26 15:34:38.521315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37288) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:38.526212 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-fb096dd4-d01f-4ab2-8ee5-83f65cd80d47 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'b9886d44-b298-455a-a9f2-7dbc21b06c55', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:34:38.550539 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-fb096dd4-d01f-4ab2-8ee5-83f65cd80d47 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:34:38.556331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:38.557685 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fb096dd4-d01f-4ab2-8ee5-83f65cd80d47 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (8a758f60-9af9-4a48-8cf5-a6b007999e28), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.588571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d79e50a9-a89c-4cbd-8cdc-d0c00ab84725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.623144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fb096dd4-d01f-4ab2-8ee5-83f65cd80d47 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (8a758f60-9af9-4a48-8cf5-a6b007999e28), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.628265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fb096dd4-d01f-4ab2-8ee5-83f65cd80d47 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (8a758f60-9af9-4a48-8cf5-a6b007999e28), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.647870 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb096dd4-d01f-4ab2-8ee5-83f65cd80d47 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a758f60-9af9-4a48-8cf5-a6b007999e28,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:38.655953 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fb096dd4-d01f-4ab2-8ee5-83f65cd80d47 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.657176 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fb096dd4-d01f-4ab2-8ee5-83f65cd80d47 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344521 Oct 26 15:34:38.660026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37290) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:38.664682 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-a5585fbf-0c41-4f49-8e79-426738421594 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'b9886d44-b298-455a-a9f2-7dbc21b06c55', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:34:38.685996 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-a5585fbf-0c41-4f49-8e79-426738421594 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:34:38.692505 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5585fbf-0c41-4f49-8e79-426738421594 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (40c84c86-9d15-4336-8706-dbcc24f7a1a7), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.705461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:38.705893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.749499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:38.761410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.765057 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5585fbf-0c41-4f49-8e79-426738421594 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (40c84c86-9d15-4336-8706-dbcc24f7a1a7), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.770532 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5585fbf-0c41-4f49-8e79-426738421594 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (40c84c86-9d15-4336-8706-dbcc24f7a1a7), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.793598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5585fbf-0c41-4f49-8e79-426738421594 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c84c86-9d15-4336-8706-dbcc24f7a1a7,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:38.799535 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5585fbf-0c41-4f49-8e79-426738421594 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.810141 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a5585fbf-0c41-4f49-8e79-426738421594 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396730 Oct 26 15:34:38.846331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:38.861964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Publish callbacks [] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.867303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:38.933811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694acaf-ccbe-4605-8a5d-efc7acd5ffa9 None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:38.962031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Attempting to bind port 81530100-5fc7-479f-8765-e25fb8e09e0f on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:34:38.962404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Attempting to bind port 81530100-5fc7-479f-8765-e25fb8e09e0f by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '747cead5-094f-4644-b314-2f0bdfd28d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:34:38.962774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Attempting to bind port 81530100-5fc7-479f-8765-e25fb8e09e0f on network e2711e6a-0366-4d48-9882-e2d1ff53443e {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:34:38.970844 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2dc6e696-396b-486d-9276-a02589db1c93 req-6745fa31-c6da-4a0d-aa9c-154a53909d95 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1478981873&fields=id&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 267 time: 0.0469909 Oct 26 15:34:39.005484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:34:39.005881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Checking segment: {'id': '747cead5-094f-4644-b314-2f0bdfd28d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:34:39.006280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:39.006680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Bound using segment: {'id': '747cead5-094f-4644-b314-2f0bdfd28d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:34:39.007161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Bound port: 81530100-5fc7-479f-8765-e25fb8e09e0f, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747cead5-094f-4644-b314-2f0bdfd28d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:34:39.007547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:39.068103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:34:39.071357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:34:39.077626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:39.078831 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6e696-396b-486d-9276-a02589db1c93 req-4c9d43ce-4ee1-4750-8873-353f37b162ab tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:39.080315 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2dc6e696-396b-486d-9276-a02589db1c93 req-4c9d43ce-4ee1-4750-8873-353f37b162ab tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/networks?id=e2711e6a-0366-4d48-9882-e2d1ff53443e HTTP/1.1" status: 200 len: 796 time: 0.1028504 Oct 26 15:34:39.095519 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2dc6e696-396b-486d-9276-a02589db1c93 req-446e05e4-3853-4c5a-8d46-7287ab8df41f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/quotas/535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 375 time: 0.0093341 Oct 26 15:34:39.116163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:39.116832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:39.150250 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2dc6e696-396b-486d-9276-a02589db1c93 req-b6608dba-9c03-49eb-b62f-1a416ea2609c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494533 Oct 26 15:34:39.170271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694acaf-ccbe-4605-8a5d-efc7acd5ffa9 None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:39.209697 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-2dc6e696-396b-486d-9276-a02589db1c93 req-e9475b79-63c8-4609-8774-6cb4d9ff3e1c service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:34:39.210707 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2dc6e696-396b-486d-9276-a02589db1c93 req-e9475b79-63c8-4609-8774-6cb4d9ff3e1c service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0494425 Oct 26 15:34:39.228373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:39.240160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:39.303225 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8c879972-3965-4b1b-988b-a0465e17ac19 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864012 Oct 26 15:34:39.397827 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2dc6e696-396b-486d-9276-a02589db1c93 req-3b093277-81e9-4d26-af72-3c1e4c244d0c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874836 Oct 26 15:34:39.426195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:39Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:39.455021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7a8edd-3558-416f-98af-6ecf83006d75 None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:39Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:34:39.575424 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e870836f-afda-4798-9a65-6f11d462cfec req-075c43de-610a-40bb-a504-7aeffbb15833 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 210 time: 0.0302901 Oct 26 15:34:40.083760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:34:40.139438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:40.139937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:40.140373 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:34:40.174530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:40.178938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:40.238659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:40.239048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:40.278809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:40.285275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:40.340548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:40.692425 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d85b116e-2371-41f3-800f-2c8ac8cdcdd5 req-9acab122-24fd-4e18-8844-d13acab8b64b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 210 time: 0.0316496 Oct 26 15:34:40.817345 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:40.828921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6e696-396b-486d-9276-a02589db1c93 req-13f7c0e6-dfe5-4ec4-80fd-026d4f56ba44 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:40.830403 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2dc6e696-396b-486d-9276-a02589db1c93 req-13f7c0e6-dfe5-4ec4-80fd-026d4f56ba44 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/networks?id=e2711e6a-0366-4d48-9882-e2d1ff53443e HTTP/1.1" status: 200 len: 796 time: 0.1283178 Oct 26 15:34:40.885159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:40.896592 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2dc6e696-396b-486d-9276-a02589db1c93 req-56250973-6778-4b17-bdac-92c4bb16719f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 380 time: 0.0561011 Oct 26 15:34:40.908883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-14818cd6-f1c3-4601-9eff-1ca7f1b18170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:40.909791 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-2dc6e696-396b-486d-9276-a02589db1c93 req-2f892579-8ac8-4f2b-a64a-1d470bdfb18c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'port': {'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'admin_state_up': True, 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'security_groups': ['b9886d44-b298-455a-a9f2-7dbc21b06c55']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:34:41.022842 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc6e696-396b-486d-9276-a02589db1c93 req-2f892579-8ac8-4f2b-a64a-1d470bdfb18c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:34:41.027566 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-2dc6e696-396b-486d-9276-a02589db1c93 req-2f892579-8ac8-4f2b-a64a-1d470bdfb18c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:41.155083 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-2dc6e696-396b-486d-9276-a02589db1c93 req-2f892579-8ac8-4f2b-a64a-1d470bdfb18c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.20.0.13 (e2711e6a-0366-4d48-9882-e2d1ff53443e/38b62080-2873-418b-ab97-d3c4adda2359/515d6c92-9aea-485c-a9c9-bedc8989d438) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:34:41.310795 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-2dc6e696-396b-486d-9276-a02589db1c93 req-2f892579-8ac8-4f2b-a64a-1d470bdfb18c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (515d6c92-9aea-485c-a9c9-bedc8989d438), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:41.340092 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-2dc6e696-396b-486d-9276-a02589db1c93 req-2f892579-8ac8-4f2b-a64a-1d470bdfb18c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (515d6c92-9aea-485c-a9c9-bedc8989d438), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:41.382663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc6e696-396b-486d-9276-a02589db1c93 req-2f892579-8ac8-4f2b-a64a-1d470bdfb18c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network e2711e6a-0366-4d48-9882-e2d1ff53443e is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:34:41.388351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-2dc6e696-396b-486d-9276-a02589db1c93 req-2f892579-8ac8-4f2b-a64a-1d470bdfb18c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:34:41.392761 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc6e696-396b-486d-9276-a02589db1c93 req-2f892579-8ac8-4f2b-a64a-1d470bdfb18c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:34:41.423021 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f892579-8ac8-4f2b-a64a-1d470bdfb18c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=515d6c92-9aea-485c-a9c9-bedc8989d438,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:41.423998 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ffb82-b181-43ac-8535-d03d487d2b9f None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:34:41.429917 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ffb82-b181-43ac-8535-d03d487d2b9f None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:41.430670 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-616ffb82-b181-43ac-8535-d03d487d2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:41.450513 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6e696-396b-486d-9276-a02589db1c93 req-2f892579-8ac8-4f2b-a64a-1d470bdfb18c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:41.451261 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-2dc6e696-396b-486d-9276-a02589db1c93 req-2f892579-8ac8-4f2b-a64a-1d470bdfb18c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:41.469546 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2dc6e696-396b-486d-9276-a02589db1c93 req-2f892579-8ac8-4f2b-a64a-1d470bdfb18c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5641763 Oct 26 15:34:41.485554 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Request body: {'port': {'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:34:41.543707 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-616ffb82-b181-43ac-8535-d03d487d2b9f None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:41.550200 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (515d6c92-9aea-485c-a9c9-bedc8989d438), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:41.663074 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:41.702554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a33f42bc-61a8-4000-9002-a2672fbea42b None None] Provisioning complete for port 515d6c92-9aea-485c-a9c9-bedc8989d438 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:41.702933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a33f42bc-61a8-4000-9002-a2672fbea42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (515d6c92-9aea-485c-a9c9-bedc8989d438), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:41.703481 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a33f42bc-61a8-4000-9002-a2672fbea42b None None] Attempt 1 to provision port 515d6c92-9aea-485c-a9c9-bedc8989d438 Oct 26 15:34:41.741537 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-616ffb82-b181-43ac-8535-d03d487d2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:40Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:41.746421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a33f42bc-61a8-4000-9002-a2672fbea42b None None] Port 515d6c92-9aea-485c-a9c9-bedc8989d438 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:34:41.752962 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:41.773559 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ffb82-b181-43ac-8535-d03d487d2b9f None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:34:41.784107 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ffb82-b181-43ac-8535-d03d487d2b9f None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:41.785097 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-616ffb82-b181-43ac-8535-d03d487d2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:41.824989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515d6c92-9aea-485c-a9c9-bedc8989d438 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:34:41.834455 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bd32a-a4d6-4a05-8cdf-c5ab6f4e4d4f req-9679d6ca-d52f-44c6-99c5-3c2d7d6cfc73 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:41.834923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Publish callbacks [] for port (515d6c92-9aea-485c-a9c9-bedc8989d438), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:41.835026 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b72bd32a-a4d6-4a05-8cdf-c5ab6f4e4d4f req-9679d6ca-d52f-44c6-99c5-3c2d7d6cfc73 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 932 time: 0.0544755 Oct 26 15:34:41.846957 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Transition to ACTIVE for port object 515d6c92-9aea-485c-a9c9-bedc8989d438 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:34:41.852033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (515d6c92-9aea-485c-a9c9-bedc8989d438), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:41.891352 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b72bd32a-a4d6-4a05-8cdf-c5ab6f4e4d4f req-0445b1dd-6262-4b42-80b6-8497de0caec7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b9886d44-b298-455a-a9f2-7dbc21b06c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490868 Oct 26 15:34:41.945367 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Pushing event updated for resources: {'Port': ['ID=515d6c92-9aea-485c-a9c9-bedc8989d438,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:41.974080 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Attempting to bind port 515d6c92-9aea-485c-a9c9-bedc8989d438 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:34:41.974434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Attempting to bind port 515d6c92-9aea-485c-a9c9-bedc8989d438 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '747cead5-094f-4644-b314-2f0bdfd28d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:34:41.974739 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Attempting to bind port 515d6c92-9aea-485c-a9c9-bedc8989d438 on network e2711e6a-0366-4d48-9882-e2d1ff53443e {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:34:41.987489 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-616ffb82-b181-43ac-8535-d03d487d2b9f None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:42.022929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Port 515d6c92-9aea-485c-a9c9-bedc8989d438 on network e2711e6a-0366-4d48-9882-e2d1ff53443e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:34:42.023843 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Attempting to bind port 515d6c92-9aea-485c-a9c9-bedc8989d438 on network e2711e6a-0366-4d48-9882-e2d1ff53443e {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:34:42.030026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:42.050645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:42.077669 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:34:42.077958 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Checking segment: {'id': '747cead5-094f-4644-b314-2f0bdfd28d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:34:42.078318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Bound using segment: {'id': '747cead5-094f-4644-b314-2f0bdfd28d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:34:42.078755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Bound port: 515d6c92-9aea-485c-a9c9-bedc8989d438, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747cead5-094f-4644-b314-2f0bdfd28d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:34:42.079116 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (515d6c92-9aea-485c-a9c9-bedc8989d438), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:42.129837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:42.130231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:42.149698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] For port 515d6c92-9aea-485c-a9c9-bedc8989d438, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:34:42.153229 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] For port 515d6c92-9aea-485c-a9c9-bedc8989d438, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=515d6c92-9aea-485c-a9c9-bedc8989d438,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:34:42.160200 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (515d6c92-9aea-485c-a9c9-bedc8989d438), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:42.164339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:42.165804 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:42.166913 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/515d6c92-9aea-485c-a9c9-bedc8989d438 HTTP/1.1" status: 200 len: 1094 time: 0.6858628 Oct 26 15:34:42.169886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'tag': '515d6c92-9aea-485c-a9c9-bedc8989d438'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:34:42.172177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c492481-61e6-4cc3-b0e7-5d14192808b9" -d '{"events": [{"name": "network-changed", "server_uuid": "cd69caaa-02f6-4c8a-a3d5-bbbc482eb861", "tag": "515d6c92-9aea-485c-a9c9-bedc8989d438"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:34:42.182399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:42.192156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:42.205064 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-616ffb82-b181-43ac-8535-d03d487d2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:40Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:42.238340 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ffb82-b181-43ac-8535-d03d487d2b9f None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:40Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:34:42.254683 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a9fd6b-73dd-49dc-bae1-ef91023ee861 x-openstack-request-id: req-26a9fd6b-73dd-49dc-bae1-ef91023ee861 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:34:42.254981 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd69caaa-02f6-4c8a-a3d5-bbbc482eb861", "tag": "515d6c92-9aea-485c-a9c9-bedc8989d438", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:34:42.255237 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26a9fd6b-73dd-49dc-bae1-ef91023ee861 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:34:42.259806 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a9fd6b-73dd-49dc-bae1-ef91023ee861'] response: {'name': 'network-changed', 'server_uuid': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'tag': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'status': 'completed', 'code': 200} Oct 26 15:34:42.277182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:42.278168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6e696-396b-486d-9276-a02589db1c93 req-659418f4-f8fe-484b-a5ae-363404c3409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:42.279694 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2dc6e696-396b-486d-9276-a02589db1c93 req-659418f4-f8fe-484b-a5ae-363404c3409e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 1128 time: 0.0605819 Oct 26 15:34:42.280934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470cd05-9a86-4231-ae9f-c1e3ded6fa63 service neutron] Pushing event updated for resources: {'Port': ['ID=515d6c92-9aea-485c-a9c9-bedc8989d438,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:42.321113 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2dc6e696-396b-486d-9276-a02589db1c93 req-8792704f-3a64-4e7f-ab65-05bd49465a62 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=515d6c92-9aea-485c-a9c9-bedc8989d438 HTTP/1.1" status: 200 len: 217 time: 0.0340748 Oct 26 15:34:42.374154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6e696-396b-486d-9276-a02589db1c93 req-75d28d41-e2f2-4c83-b839-c4aa1a24b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:42.375588 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2dc6e696-396b-486d-9276-a02589db1c93 req-75d28d41-e2f2-4c83-b839-c4aa1a24b85e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=38b62080-2873-418b-ab97-d3c4adda2359 HTTP/1.1" status: 200 len: 835 time: 0.0456645 Oct 26 15:34:42.439535 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6e696-396b-486d-9276-a02589db1c93 req-2312853c-d937-424e-9697-438a8c64111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:42.441101 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2dc6e696-396b-486d-9276-a02589db1c93 req-2312853c-d937-424e-9697-438a8c64111b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e2711e6a-0366-4d48-9882-e2d1ff53443e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0543621 Oct 26 15:34:42.542696 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2dc6e696-396b-486d-9276-a02589db1c93 req-33cb78bc-c68a-488e-8cec-3c5e8621946a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910242 Oct 26 15:34:42.600162 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:42.641041 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2dc6e696-396b-486d-9276-a02589db1c93 req-96ad7aad-d75f-4414-896c-a2cb3d245705 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893734 Oct 26 15:34:43.020456 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d528b-f4d8-49d0-b818-24f0654e1a9c req-ba95846d-0598-4ffc-93db-0354f87b3f3d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:43.022041 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d08d528b-f4d8-49d0-b818-24f0654e1a9c req-ba95846d-0598-4ffc-93db-0354f87b3f3d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 944 time: 0.0505514 Oct 26 15:34:43.074877 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d08d528b-f4d8-49d0-b818-24f0654e1a9c req-5c01fd16-0af7-4d2d-aeeb-adfb147e19fa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b9886d44-b298-455a-a9f2-7dbc21b06c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467508 Oct 26 15:34:43.563845 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c492481-61e6-4cc3-b0e7-5d14192808b9 req-1a18f301-d478-4fc1-b57c-dc8aaf91e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:43.565410 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8c492481-61e6-4cc3-b0e7-5d14192808b9 req-1a18f301-d478-4fc1-b57c-dc8aaf91e568 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 1128 time: 0.0459411 Oct 26 15:34:43.572334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:43.661180 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c492481-61e6-4cc3-b0e7-5d14192808b9 req-ebcc82ae-fbf3-4bb8-9967-5893fe7a180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:43.662694 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8c492481-61e6-4cc3-b0e7-5d14192808b9 req-ebcc82ae-fbf3-4bb8-9967-5893fe7a180f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e2711e6a-0366-4d48-9882-e2d1ff53443e HTTP/1.1" status: 200 len: 897 time: 0.0862982 Oct 26 15:34:43.708579 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8c492481-61e6-4cc3-b0e7-5d14192808b9 req-ba842190-3449-4b6b-8842-9cf731a5d781 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=515d6c92-9aea-485c-a9c9-bedc8989d438 HTTP/1.1" status: 200 len: 217 time: 0.0360029 Oct 26 15:34:43.726192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:43.761426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c492481-61e6-4cc3-b0e7-5d14192808b9 req-f19b322e-bdb9-461b-a0e2-d83b67452086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:43.762870 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8c492481-61e6-4cc3-b0e7-5d14192808b9 req-f19b322e-bdb9-461b-a0e2-d83b67452086 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=38b62080-2873-418b-ab97-d3c4adda2359 HTTP/1.1" status: 200 len: 835 time: 0.0442998 Oct 26 15:34:43.771576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:43.814197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c492481-61e6-4cc3-b0e7-5d14192808b9 req-818647b9-9694-4bc2-861a-71db60722f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:43.815737 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8c492481-61e6-4cc3-b0e7-5d14192808b9 req-818647b9-9694-4bc2-861a-71db60722f72 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e2711e6a-0366-4d48-9882-e2d1ff53443e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439007 Oct 26 15:34:43.919019 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8c492481-61e6-4cc3-b0e7-5d14192808b9 req-bf6cb7ed-017e-4a66-868c-e03ae009ccf4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905113 Oct 26 15:34:44.011150 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8c492481-61e6-4cc3-b0e7-5d14192808b9 req-38ee08d2-2c3e-4787-87e4-dc2fdfbbdc23 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853660 Oct 26 15:34:44.198257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312bce0-3cbc-4f6f-97a2-84fd2a885c30 req-09396c81-c55a-45d7-b48f-15837346f477 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:44.199613 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c312bce0-3cbc-4f6f-97a2-84fd2a885c30 req-09396c81-c55a-45d7-b48f-15837346f477 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 944 time: 0.0507326 Oct 26 15:34:44.249849 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c312bce0-3cbc-4f6f-97a2-84fd2a885c30 req-52bef657-c511-4261-9816-899d54d101d7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b9886d44-b298-455a-a9f2-7dbc21b06c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447409 Oct 26 15:34:44.288604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3852eda-9c9c-47a4-b5d4-659e5d76bcf7 None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:34:44.294385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3852eda-9c9c-47a4-b5d4-659e5d76bcf7 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:44.295009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b3852eda-9c9c-47a4-b5d4-659e5d76bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:44.395511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b3852eda-9c9c-47a4-b5d4-659e5d76bcf7 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:44.719172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b3852eda-9c9c-47a4-b5d4-659e5d76bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:42Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:44.743748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3852eda-9c9c-47a4-b5d4-659e5d76bcf7 None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:34:44.752713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3852eda-9c9c-47a4-b5d4-659e5d76bcf7 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:44.753351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b3852eda-9c9c-47a4-b5d4-659e5d76bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:44.856115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b3852eda-9c9c-47a4-b5d4-659e5d76bcf7 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:44.974959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:45.042622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b3852eda-9c9c-47a4-b5d4-659e5d76bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:42Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:45.066422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3852eda-9c9c-47a4-b5d4-659e5d76bcf7 None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:42Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:34:45.265466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 515d6c92-9aea-485c-a9c9-bedc8989d438 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:34:45.389953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 515d6c92-9aea-485c-a9c9-bedc8989d438, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=515d6c92-9aea-485c-a9c9-bedc8989d438,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:45.395780 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416dc3a-831a-4cf8-9646-eb547d35ff85 req-a65a6c3c-73cc-4d0b-b4c2-c7e9fb2ad2f4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:45.397552 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7416dc3a-831a-4cf8-9646-eb547d35ff85 req-a65a6c3c-73cc-4d0b-b4c2-c7e9fb2ad2f4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 944 time: 0.0656028 Oct 26 15:34:45.403431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:34:45.442808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 515d6c92-9aea-485c-a9c9-bedc8989d438 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:45.443243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (515d6c92-9aea-485c-a9c9-bedc8989d438), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:45.453072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:45.455222 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7416dc3a-831a-4cf8-9646-eb547d35ff85 req-7505fa45-fb3f-4650-98b0-85d0720ffe9c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b9886d44-b298-455a-a9f2-7dbc21b06c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504296 Oct 26 15:34:45.459166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515d6c92-9aea-485c-a9c9-bedc8989d438 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:34:45.482070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 515d6c92-9aea-485c-a9c9-bedc8989d438, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=515d6c92-9aea-485c-a9c9-bedc8989d438,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:45.486404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (515d6c92-9aea-485c-a9c9-bedc8989d438), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:45.535162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=515d6c92-9aea-485c-a9c9-bedc8989d438,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:45.810423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['515d6c92-9aea-485c-a9c9-bedc8989d438'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 15:34:45.812913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:46.002196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:46.121053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:46.136047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:46.211518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:46.306655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:34:46.355306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:46.355690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:46.356032 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:34:46.426378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:46.426772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:46.459652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:46.463092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:46.463933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:34:46.544884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:46.551997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:46.564076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5aaa020f-465b-4888-8f4e-a53b478baa20 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:46.564456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:46.564814 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5aaa020f-465b-4888-8f4e-a53b478baa20 Oct 26 15:34:46.582375 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30efde-f3e5-428a-98aa-3300ea54ec42 req-c99c5971-80b4-4262-9d61-c2a6187ee2a1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:46.584432 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1c30efde-f3e5-428a-98aa-3300ea54ec42 req-c99c5971-80b4-4262-9d61-c2a6187ee2a1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 945 time: 0.0492377 Oct 26 15:34:46.640073 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1c30efde-f3e5-428a-98aa-3300ea54ec42 req-3548062f-0e4b-4bd0-89d9-9594c9741e7c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b9886d44-b298-455a-a9f2-7dbc21b06c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501342 Oct 26 15:34:46.645686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:46.646539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:46.660325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:46.678082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:46.690331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:46.738533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:46.921600 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dde4da-f0d0-4c7a-bfb9-7b83b0d9cdbb None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:34:46.923135 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dde4da-f0d0-4c7a-bfb9-7b83b0d9cdbb None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:46.923880 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-89dde4da-f0d0-4c7a-bfb9-7b83b0d9cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:47.020375 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-89dde4da-f0d0-4c7a-bfb9-7b83b0d9cdbb None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:47.152129 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:47.204755 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-89dde4da-f0d0-4c7a-bfb9-7b83b0d9cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:46Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:47.229039 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dde4da-f0d0-4c7a-bfb9-7b83b0d9cdbb None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:34:47.231129 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:47.239117 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dde4da-f0d0-4c7a-bfb9-7b83b0d9cdbb None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:47.239729 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-89dde4da-f0d0-4c7a-bfb9-7b83b0d9cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:47.279069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 515d6c92-9aea-485c-a9c9-bedc8989d438 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:34:47.322226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 515d6c92-9aea-485c-a9c9-bedc8989d438 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 15:34:47.328591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 515d6c92-9aea-485c-a9c9-bedc8989d438 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:47.329053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (515d6c92-9aea-485c-a9c9-bedc8989d438), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:47.329417 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 515d6c92-9aea-485c-a9c9-bedc8989d438 Oct 26 15:34:47.345305 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-89dde4da-f0d0-4c7a-bfb9-7b83b0d9cdbb None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:47.405729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 515d6c92-9aea-485c-a9c9-bedc8989d438 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:47.406041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (515d6c92-9aea-485c-a9c9-bedc8989d438), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:47.414818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:47.430917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515d6c92-9aea-485c-a9c9-bedc8989d438'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:34:47.433243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5613ac7c-910d-4f89-932d-f8491d99149b" -d '{"events": [{"server_uuid": "cd69caaa-02f6-4c8a-a3d5-bbbc482eb861", "name": "network-vif-plugged", "status": "completed", "tag": "515d6c92-9aea-485c-a9c9-bedc8989d438"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:34:47.446347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 515d6c92-9aea-485c-a9c9-bedc8989d438, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=515d6c92-9aea-485c-a9c9-bedc8989d438,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:47.451322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (515d6c92-9aea-485c-a9c9-bedc8989d438), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:47.498485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=515d6c92-9aea-485c-a9c9-bedc8989d438,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:47.540784 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-89dde4da-f0d0-4c7a-bfb9-7b83b0d9cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:46Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:47.565175 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dde4da-f0d0-4c7a-bfb9-7b83b0d9cdbb None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:46Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:34:47.611815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c462ca-31af-456e-ae61-1185dd36ba91 x-openstack-request-id: req-50c462ca-31af-456e-ae61-1185dd36ba91 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:34:47.612175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd69caaa-02f6-4c8a-a3d5-bbbc482eb861", "name": "network-vif-plugged", "status": "completed", "tag": "515d6c92-9aea-485c-a9c9-bedc8989d438", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:34:47.612472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50c462ca-31af-456e-ae61-1185dd36ba91 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:34:47.613172 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c462ca-31af-456e-ae61-1185dd36ba91'] response: {'server_uuid': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'code': 200} Oct 26 15:34:47.786927 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5bc87-f9d7-4ceb-b1ba-d70ae6226c3d req-52814163-ad7a-4087-bc99-9c09b7b9abd6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:47.788539 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2fb5bc87-f9d7-4ceb-b1ba-d70ae6226c3d req-52814163-ad7a-4087-bc99-9c09b7b9abd6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 946 time: 0.0642140 Oct 26 15:34:47.864781 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ce57a-f613-4a23-88c1-1d6fed218b75 req-98311857-055c-4f47-a618-5938f1d430e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:47.866334 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-766ce57a-f613-4a23-88c1-1d6fed218b75 req-98311857-055c-4f47-a618-5938f1d430e3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 1130 time: 0.0764544 Oct 26 15:34:47.895114 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2fb5bc87-f9d7-4ceb-b1ba-d70ae6226c3d req-ae6ffa1f-ba46-4c61-bd09-9a4904316601 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b9886d44-b298-455a-a9f2-7dbc21b06c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859709 Oct 26 15:34:47.933722 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-766ce57a-f613-4a23-88c1-1d6fed218b75 req-1ee539ab-53a1-47ef-b421-2c760f418af8 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b9886d44-b298-455a-a9f2-7dbc21b06c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507929 Oct 26 15:34:48.003021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:48.080537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:48.080969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:48.105820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:48.116889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:48.120985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:48.150427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:48.208630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:48.261585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:48.333431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:34:48.381334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:48.381712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:48.382051 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:34:48.456892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:48.457221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:48.495277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:48.500571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:48.551280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:48.555655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:48.629610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:48.630007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:48.652357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:48.656613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:48.714332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:49.026420 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdbabf-1a8a-4426-a537-5bd0b5e06cf2 req-6b3ed72f-edb4-4b9c-85e6-20c9307af4ff tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:49.028161 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3ebdbabf-1a8a-4426-a537-5bd0b5e06cf2 req-6b3ed72f-edb4-4b9c-85e6-20c9307af4ff tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 946 time: 0.0487382 Oct 26 15:34:49.080852 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3ebdbabf-1a8a-4426-a537-5bd0b5e06cf2 req-8534b26f-aab0-49ac-951a-3df08f81f41a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b9886d44-b298-455a-a9f2-7dbc21b06c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461044 Oct 26 15:34:49.485215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ba3927-37af-45c7-af71-55d6f1a45174 None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:34:49.488578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ba3927-37af-45c7-af71-55d6f1a45174 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:49.489225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-70ba3927-37af-45c7-af71-55d6f1a45174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:49.596389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-70ba3927-37af-45c7-af71-55d6f1a45174 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:49.783597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-70ba3927-37af-45c7-af71-55d6f1a45174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:48Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:48Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:49.812265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ba3927-37af-45c7-af71-55d6f1a45174 None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:34:49.820879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ba3927-37af-45c7-af71-55d6f1a45174 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:49.821455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-70ba3927-37af-45c7-af71-55d6f1a45174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:50.051351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:50.058695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:50.097779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-70ba3927-37af-45c7-af71-55d6f1a45174 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:50.125874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:50.211375 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830bcdc-5d14-4ea6-ac19-2b9cee155339 req-949c5539-b29e-4abb-8f68-f5ac82ceb9ad tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:50.212760 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b830bcdc-5d14-4ea6-ac19-2b9cee155339 req-949c5539-b29e-4abb-8f68-f5ac82ceb9ad tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 946 time: 0.0534060 Oct 26 15:34:50.258563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:50.258966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:50.268987 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b830bcdc-5d14-4ea6-ac19-2b9cee155339 req-7d5491a3-2595-4e1f-94cb-a8b3e3cb7ed8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b9886d44-b298-455a-a9f2-7dbc21b06c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457878 Oct 26 15:34:50.324029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:50.332094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:50.404271 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c247a-6eda-450c-994a-2ae4aa62f7f3 req-770ad576-425a-4d2e-bfdf-c02ae5813a63 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:50.405791 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a79c247a-6eda-450c-994a-2ae4aa62f7f3 req-770ad576-425a-4d2e-bfdf-c02ae5813a63 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 946 time: 0.0554581 Oct 26 15:34:50.408377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-70ba3927-37af-45c7-af71-55d6f1a45174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:48Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:48Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:50.436094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:50.440228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ba3927-37af-45c7-af71-55d6f1a45174 None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:48Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:48Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:34:50.464697 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a79c247a-6eda-450c-994a-2ae4aa62f7f3 req-57c926d9-61ec-4b40-8459-536764724454 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b9886d44-b298-455a-a9f2-7dbc21b06c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530939 Oct 26 15:34:50.492672 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37352) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:50.529223 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:50.533740 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed93176d-0d43-42cf-a0fe-a5f085b9da9e tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:50.535318 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ed93176d-0d43-42cf-a0fe-a5f085b9da9e tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 1125 time: 0.0416281 Oct 26 15:34:50.538424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37354) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:50.542969 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:34:50.565123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:50.637498 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:50.655700 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:50.755528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:50.770398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.26.11.4 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/3dbc53d6-affc-477a-b3ce-d06df2601888) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:34:50.880700 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (3dbc53d6-affc-477a-b3ce-d06df2601888), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:50.914726 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (3dbc53d6-affc-477a-b3ce-d06df2601888), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:50.957079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:34:50.960150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:34:50.966377 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:34:50.996161 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=3dbc53d6-affc-477a-b3ce-d06df2601888,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:51.621564 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (ceea8728-533a-4233-8772-9766181abe01), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:51.694170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3dbc53d6-affc-477a-b3ce-d06df2601888), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:51.730350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:51.830731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:51.845460 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (3dbc53d6-affc-477a-b3ce-d06df2601888), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:51.850109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (3dbc53d6-affc-477a-b3ce-d06df2601888), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:51.916522 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=3dbc53d6-affc-477a-b3ce-d06df2601888,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:51.919678 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (ceea8728-533a-4233-8772-9766181abe01), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:52.017409 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Floating IP ceea8728-533a-4233-8772-9766181abe01 associated. External IP: 172.26.11.4, port: 515d6c92-9aea-485c-a9c9-bedc8989d438. Oct 26 15:34:52.116461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:34:52.163462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:52.170121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:52.170460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:52.171504 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:34:52.247847 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:34:52.253833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:52.254234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:52.291113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:52.296414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:52.297448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:34:52.362445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:34:52.379638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:52.379963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:52.383922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5aaa020f-465b-4888-8f4e-a53b478baa20 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:52.384302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:52.384641 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5aaa020f-465b-4888-8f4e-a53b478baa20 Oct 26 15:34:52.414561 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9cea8c99-66bd-45d5-b4c8-80fd22608aeb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8724802 Oct 26 15:34:52.414561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'tag': '515d6c92-9aea-485c-a9c9-bedc8989d438'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:34:52.414913 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37356) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:52.415375 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c74f23-989d-42ea-beec-d9974c9ff34a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd69caaa-02f6-4c8a-a3d5-bbbc482eb861", "tag": "515d6c92-9aea-485c-a9c9-bedc8989d438"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:34:52.456034 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88c1552-037b-4329-88b4-78d6bce00cd1 x-openstack-request-id: req-b88c1552-037b-4329-88b4-78d6bce00cd1 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:34:52.456621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd69caaa-02f6-4c8a-a3d5-bbbc482eb861", "tag": "515d6c92-9aea-485c-a9c9-bedc8989d438", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:34:52.457372 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b88c1552-037b-4329-88b4-78d6bce00cd1 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:34:52.457372 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88c1552-037b-4329-88b4-78d6bce00cd1'] response: {'name': 'network-changed', 'server_uuid': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'tag': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'status': 'completed', 'code': 200} Oct 26 15:34:52.461523 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:52.462175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:52.462595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:52.484780 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bd9eebcd-0a99-4aa3-b303-a97bf9ddf407 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 991 time: 0.0688031 Oct 26 15:34:52.489277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:52.493711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:52.523280 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c74f23-989d-42ea-beec-d9974c9ff34a req-1820ef31-58c7-49dc-a7b8-a413b9cb9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:52.524723 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f5c74f23-989d-42ea-beec-d9974c9ff34a req-1820ef31-58c7-49dc-a7b8-a413b9cb9643 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 1130 time: 0.0428333 Oct 26 15:34:52.543489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:52.616188 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e280e77-d6d8-4eb9-8f9f-4189c8a007a4 None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:34:52.620310 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e280e77-d6d8-4eb9-8f9f-4189c8a007a4 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:52.620952 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2e280e77-d6d8-4eb9-8f9f-4189c8a007a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:52.626031 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c74f23-989d-42ea-beec-d9974c9ff34a req-53efab1d-04e5-41bb-9263-0ff552b0becb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:52.627526 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f5c74f23-989d-42ea-beec-d9974c9ff34a req-53efab1d-04e5-41bb-9263-0ff552b0becb service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e2711e6a-0366-4d48-9882-e2d1ff53443e HTTP/1.1" status: 200 len: 897 time: 0.0964358 Oct 26 15:34:52.678335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:52.695011 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f5c74f23-989d-42ea-beec-d9974c9ff34a req-2fb978cd-fd9e-46e6-90ac-6a8b0efb72dc service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=515d6c92-9aea-485c-a9c9-bedc8989d438 HTTP/1.1" status: 200 len: 999 time: 0.0613384 Oct 26 15:34:52.726537 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2e280e77-d6d8-4eb9-8f9f-4189c8a007a4 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:52.744553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c74f23-989d-42ea-beec-d9974c9ff34a req-b5197589-2091-4987-9532-8536b1312249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:52.746140 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f5c74f23-989d-42ea-beec-d9974c9ff34a req-b5197589-2091-4987-9532-8536b1312249 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=38b62080-2873-418b-ab97-d3c4adda2359 HTTP/1.1" status: 200 len: 835 time: 0.0444779 Oct 26 15:34:52.794064 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c74f23-989d-42ea-beec-d9974c9ff34a req-9b60bce7-2c75-4015-96c7-73e100d5793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:34:52.795586 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f5c74f23-989d-42ea-beec-d9974c9ff34a req-9b60bce7-2c75-4015-96c7-73e100d5793e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e2711e6a-0366-4d48-9882-e2d1ff53443e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440898 Oct 26 15:34:52.886708 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f5c74f23-989d-42ea-beec-d9974c9ff34a req-c3c3326a-1475-44c9-aab2-1fd0809352f5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848362 Oct 26 15:34:52.935222 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2e280e77-d6d8-4eb9-8f9f-4189c8a007a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:52Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:34:51Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:52Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:52.955959 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:52.964752 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e280e77-d6d8-4eb9-8f9f-4189c8a007a4 None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:34:52.973226 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e280e77-d6d8-4eb9-8f9f-4189c8a007a4 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:52.973830 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2e280e77-d6d8-4eb9-8f9f-4189c8a007a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:52.982730 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f5c74f23-989d-42ea-beec-d9974c9ff34a req-27c8c498-0bcd-44dc-bc86-a7d2c45f5ed7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908496 Oct 26 15:34:53.074520 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2e280e77-d6d8-4eb9-8f9f-4189c8a007a4 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:53.261460 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:53.302492 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:53.365575 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2e280e77-d6d8-4eb9-8f9f-4189c8a007a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:52Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:34:51Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:52Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:53.392455 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e280e77-d6d8-4eb9-8f9f-4189c8a007a4 None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:52Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:34:51Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:52Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:34:53.488666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37364) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:53.551217 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5984915c-7706-41fc-8221-08ecbdc1de57 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 991 time: 0.0613477 Oct 26 15:34:54.007172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:54.087185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:54.087598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:54.122789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:54.127121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:54.128060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:54.206061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:54.243747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:54.244054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:54.267591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:54.272828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:54.295790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:54.335714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:54.358333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:54.398710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:54.399782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:54.474087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:54.555332 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37370) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:54.563752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:34:54.586195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:54.612213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:54.612650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:54.613032 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:34:54.617466 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-125232b8-0ec1-433b-b706-bb1306244774 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 991 time: 0.0609949 Oct 26 15:34:54.685389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:54.685784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:54.721669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:54.725043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:54.725793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:34:54.796591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:54.807993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5aaa020f-465b-4888-8f4e-a53b478baa20 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:54.808309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:54.808651 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5aaa020f-465b-4888-8f4e-a53b478baa20 Oct 26 15:34:54.834536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:54.884679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:54.885106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:54.905177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:54.908717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:54.954721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:55.006113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4089c4cd-82a9-4e28-a250-f3a50306616a None None] New status for floating IP ceea8728-533a-4233-8772-9766181abe01: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:34:55.621663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37372) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:55.680354 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4047cb60-a559-45a7-aaaf-9653707f2e35 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0573037 Oct 26 15:34:55.877960 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669f8ac-b0fa-40fe-9ea1-694a321768e9 None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:34:55.877960 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b669f8ac-b0fa-40fe-9ea1-694a321768e9 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:55.877960 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b669f8ac-b0fa-40fe-9ea1-694a321768e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:55.977692 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b669f8ac-b0fa-40fe-9ea1-694a321768e9 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:56.052681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:56.131217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:56.131508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:56.164785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:56.169091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:56.169796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:34:56.190733 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b669f8ac-b0fa-40fe-9ea1-694a321768e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:54Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:34:55Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:54Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:56.221170 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669f8ac-b0fa-40fe-9ea1-694a321768e9 None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:34:56.230019 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b669f8ac-b0fa-40fe-9ea1-694a321768e9 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:56.230628 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b669f8ac-b0fa-40fe-9ea1-694a321768e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:56.242707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:56.282861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:56.283257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:56.305569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:56.309897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:56.329501 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b669f8ac-b0fa-40fe-9ea1-694a321768e9 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:56.356413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:56.536104 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b669f8ac-b0fa-40fe-9ea1-694a321768e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:54Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:34:55Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:56Z', 'revision_number': 14, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:56.560387 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669f8ac-b0fa-40fe-9ea1-694a321768e9 None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:54Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:34:55Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:56Z', 'revision_number': 14, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:34:56.684447 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37374) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:56.760691 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bf44afcb-723a-4a3a-8fbf-c948716de093 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0750315 Oct 26 15:34:57.764572 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37376) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:57.822051 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-73cf3485-c8b8-4238-877d-6cfcbe70d1f8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0562444 Oct 26 15:34:58.092061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:34:58.114819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baad679-5bb7-445c-9901-50956c451a2f None None] New status for floating IP ceea8728-533a-4233-8772-9766181abe01: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:34:58.180153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:58.219008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:58.219387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:58.219729 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:34:58.465299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:58.465695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:58.499393 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:58.503120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:58.503906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:34:58.573419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:58.580751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:58.592000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5aaa020f-465b-4888-8f4e-a53b478baa20 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:34:58.592372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:58.592706 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5aaa020f-465b-4888-8f4e-a53b478baa20 Oct 26 15:34:58.663986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:34:58.664381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:58.685502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:34:58.689357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:34:58.737956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:34:58.826584 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37378) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:58.887985 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-886c0ac8-0c91-4867-95ac-df762881d078 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0601764 Oct 26 15:34:58.955116 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f036c939-3ba2-4212-aacc-7b7c652c7343 None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:34:58.957467 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f036c939-3ba2-4212-aacc-7b7c652c7343 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:58.958087 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f036c939-3ba2-4212-aacc-7b7c652c7343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:59.062267 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f036c939-3ba2-4212-aacc-7b7c652c7343 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:59.091545 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:59.094187 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:34:59.273870 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f036c939-3ba2-4212-aacc-7b7c652c7343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:58Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:34:58Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:58Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:59.300211 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f036c939-3ba2-4212-aacc-7b7c652c7343 None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:34:59.309005 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f036c939-3ba2-4212-aacc-7b7c652c7343 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:34:59.309595 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f036c939-3ba2-4212-aacc-7b7c652c7343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:59.488420 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f036c939-3ba2-4212-aacc-7b7c652c7343 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:34:59.693758 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f036c939-3ba2-4212-aacc-7b7c652c7343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:58Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:34:58Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:58Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:34:59.718231 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f036c939-3ba2-4212-aacc-7b7c652c7343 None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:34:58Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:34:58Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:34:58Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:34:59.891234 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37380) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:34:59.958275 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6a52ba61-e586-4066-9922-1c48cb44319b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0640972 Oct 26 15:35:00.010009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:00.084746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:00.085176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:00.119316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:00.123607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:00.150522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:00.173838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:00.210737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:00.251712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:00.333496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:35:00.345393 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7212d1c7-239d-4ef3-bfea-895c24ee7dba req-c9ef0bf4-c8ed-4b2f-befb-2f359c504f42 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515304 Oct 26 15:35:00.407561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:35:00.408191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:00.408601 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:35:00.449873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212d1c7-239d-4ef3-bfea-895c24ee7dba req-10a893a3-1f28-4669-8753-22d70a6bfdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:35:00.451684 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7212d1c7-239d-4ef3-bfea-895c24ee7dba req-10a893a3-1f28-4669-8753-22d70a6bfdd2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 1130 time: 0.0563588 Oct 26 15:35:00.499983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:00.500389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:00.537129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:00.543145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:00.587783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212d1c7-239d-4ef3-bfea-895c24ee7dba req-9334600e-9f48-45b9-a902-b459568bfffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:35:00.590130 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7212d1c7-239d-4ef3-bfea-895c24ee7dba req-9334600e-9f48-45b9-a902-b459568bfffe service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e2711e6a-0366-4d48-9882-e2d1ff53443e HTTP/1.1" status: 200 len: 897 time: 0.1185131 Oct 26 15:35:00.602368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:00.624316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:00.661126 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7212d1c7-239d-4ef3-bfea-895c24ee7dba req-a64c3509-f470-4964-9b55-08181ef5c15e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=515d6c92-9aea-485c-a9c9-bedc8989d438 HTTP/1.1" status: 200 len: 1000 time: 0.0642962 Oct 26 15:35:00.704835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:00.705238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:00.711864 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212d1c7-239d-4ef3-bfea-895c24ee7dba req-fd6746eb-c009-4950-9bdf-c5dda066ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:35:00.713995 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7212d1c7-239d-4ef3-bfea-895c24ee7dba req-fd6746eb-c009-4950-9bdf-c5dda066ca5d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=38b62080-2873-418b-ab97-d3c4adda2359 HTTP/1.1" status: 200 len: 835 time: 0.0457604 Oct 26 15:35:00.727526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:00.732743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:00.773432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212d1c7-239d-4ef3-bfea-895c24ee7dba req-8d2cf63b-750e-4c69-8612-454769abcf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:35:00.776316 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7212d1c7-239d-4ef3-bfea-895c24ee7dba req-8d2cf63b-750e-4c69-8612-454769abcf22 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e2711e6a-0366-4d48-9882-e2d1ff53443e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0559611 Oct 26 15:35:00.783454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:00.869481 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7212d1c7-239d-4ef3-bfea-895c24ee7dba req-066db588-c367-4e1c-8b80-52058fbb50c8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866737 Oct 26 15:35:00.960305 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:00.961681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37382) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:00.972082 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7212d1c7-239d-4ef3-bfea-895c24ee7dba req-0169c4cb-c38b-4000-b592-4c16bab37f52 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956907 Oct 26 15:35:01.022297 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-06cd2bce-47e5-4271-b5aa-49a2f527ed1e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0594413 Oct 26 15:35:01.402583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc49860-8b0c-4944-9064-fa28e02d0676 None None] New status for floating IP ceea8728-533a-4233-8772-9766181abe01: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:35:01.751006 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89eb61b-3cb4-4c08-8dc5-096ae1aabaac None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:35:01.751006 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89eb61b-3cb4-4c08-8dc5-096ae1aabaac None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:35:01.751006 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c89eb61b-3cb4-4c08-8dc5-096ae1aabaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:01.849948 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c89eb61b-3cb4-4c08-8dc5-096ae1aabaac None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:35:02.026141 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37384) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:02.050775 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:02.055270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:02.060502 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c89eb61b-3cb4-4c08-8dc5-096ae1aabaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:00Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:01Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:00Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:02.062114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:02.091180 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89eb61b-3cb4-4c08-8dc5-096ae1aabaac None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:35:02.095886 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-84753223-db01-492e-9d11-7aa0c2582a9b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0670769 Oct 26 15:35:02.097211 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:02.101085 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89eb61b-3cb4-4c08-8dc5-096ae1aabaac None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:35:02.101642 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c89eb61b-3cb4-4c08-8dc5-096ae1aabaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:02.145135 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:02.145533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:02.182567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:02.186969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:02.207215 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c89eb61b-3cb4-4c08-8dc5-096ae1aabaac None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:35:02.237116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:02.413276 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c89eb61b-3cb4-4c08-8dc5-096ae1aabaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:00Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:01Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:00Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:02.442615 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89eb61b-3cb4-4c08-8dc5-096ae1aabaac None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:00Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:01Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:00Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:35:03.098654 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37386) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:03.161633 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c2c47f1c-0630-4679-9d32-15a1e03fcda7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0607986 Oct 26 15:35:03.946497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a42c58b-b1a2-4ed2-85ad-0fe60d45bb58 None None] New status for floating IP ceea8728-533a-4233-8772-9766181abe01: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:35:04.059826 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:35:04.097967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:35:04.142660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:35:04.143044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:04.143386 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:35:04.145569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:04.163527 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37388) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:04.224037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:04.224436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:04.226561 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6c72f5e3-88f2-4602-a7c5-9a72fb0ffe89 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0618987 Oct 26 15:35:04.262460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:04.266533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:04.267332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:35:04.334390 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc920b4-c6d7-4c56-987d-2a5a56049b16 None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:35:04.334390 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc920b4-c6d7-4c56-987d-2a5a56049b16 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:35:04.334390 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6cc920b4-c6d7-4c56-987d-2a5a56049b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:04.341956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:04.353192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5aaa020f-465b-4888-8f4e-a53b478baa20 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:35:04.353574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:04.354467 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5aaa020f-465b-4888-8f4e-a53b478baa20 Oct 26 15:35:04.427770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:04.428158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:04.434958 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6cc920b4-c6d7-4c56-987d-2a5a56049b16 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:35:04.448189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:04.452080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:04.456542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:04.499174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:04.643008 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6cc920b4-c6d7-4c56-987d-2a5a56049b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:00Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:04Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:04.666592 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc920b4-c6d7-4c56-987d-2a5a56049b16 None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:35:04.674818 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc920b4-c6d7-4c56-987d-2a5a56049b16 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:35:04.675411 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6cc920b4-c6d7-4c56-987d-2a5a56049b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:04.858220 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6cc920b4-c6d7-4c56-987d-2a5a56049b16 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:35:04.983632 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:05.016830 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:05.066320 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6cc920b4-c6d7-4c56-987d-2a5a56049b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:04Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:04Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:05.090402 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc920b4-c6d7-4c56-987d-2a5a56049b16 None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:04Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:04Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:35:05.230989 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37390) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:05.307583 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ac946c61-304a-4e87-bcec-a4a4d11d1438 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0754149 Oct 26 15:35:06.016500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:06.096550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:06.096969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:06.131724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:06.136938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:06.137699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:06.211718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:06.254988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:06.255383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:06.275750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:06.279566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:06.302550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:06.310622 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37392) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:06.360986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:06.371528 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-91df0d71-0586-45ba-bd61-33ee01799f4a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0579264 Oct 26 15:35:06.404673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:06.405712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:06.475044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:06.555766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:35:06.581367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:06.601081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:35:06.601463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:06.601802 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:35:06.628691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6b2855-3dad-476a-b6c1-028c529293ff None None] New status for floating IP ceea8728-533a-4233-8772-9766181abe01: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:35:06.795838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:06.796254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:06.830919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:06.834722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:06.835538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:35:06.919409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:06.922776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5aaa020f-465b-4888-8f4e-a53b478baa20 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:35:06.923159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:06.923503 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5aaa020f-465b-4888-8f4e-a53b478baa20 Oct 26 15:35:06.924918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:06.997934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:06.998333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:07.047680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:07.048741 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a49784-e98f-4928-bc31-c4a231ee7162 None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:35:07.049199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:07.049362 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a49784-e98f-4928-bc31-c4a231ee7162 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:35:07.049362 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-67a49784-e98f-4928-bc31-c4a231ee7162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:07.143287 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-67a49784-e98f-4928-bc31-c4a231ee7162 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:35:07.217310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:07.356531 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-67a49784-e98f-4928-bc31-c4a231ee7162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:06Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:06Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:06Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:07.374327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37394) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:07.380679 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a49784-e98f-4928-bc31-c4a231ee7162 None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:35:07.389464 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a49784-e98f-4928-bc31-c4a231ee7162 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:35:07.390060 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-67a49784-e98f-4928-bc31-c4a231ee7162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:07.435112 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cae16169-7589-4768-a59b-bb2c363ae77a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0596428 Oct 26 15:35:07.489887 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-67a49784-e98f-4928-bc31-c4a231ee7162 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:35:07.696169 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-67a49784-e98f-4928-bc31-c4a231ee7162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:06Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:06Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:06Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:07.720819 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a49784-e98f-4928-bc31-c4a231ee7162 None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:06Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:06Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:06Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:35:08.016963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:08.062144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:08.093847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:08.094244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:08.129592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:08.133399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:08.160546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:08.222398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:08.264323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:08.358681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:35:08.408566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:35:08.408979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:08.409330 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:35:08.438806 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37396) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:08.491295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:08.491697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:08.507483 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8aa0b42c-2641-40c7-8a0d-6f71f08a8116 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0668828 Oct 26 15:35:08.536856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bec81397-30ca-4f4d-bf79-7f1d17b0e46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:08.541580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:08.546351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:08.599015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:08.613336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:08.692847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:08.693330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:08.715078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:08.719118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:08.767841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:09.368236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37baabe-c0c6-4e98-934d-bfe9ee23d86a None None] New status for floating IP ceea8728-533a-4233-8772-9766181abe01: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:35:09.414203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:09.510703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37398) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:09.575591 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-66113e9f-f85f-42df-bf3f-efcd3b29ce24 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0630829 Oct 26 15:35:09.738458 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d61c31b-2bbf-4248-8b1b-ec585497078d None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:35:09.738458 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d61c31b-2bbf-4248-8b1b-ec585497078d None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:35:09.738458 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8d61c31b-2bbf-4248-8b1b-ec585497078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:09.813428 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:09.834606 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8d61c31b-2bbf-4248-8b1b-ec585497078d None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:35:09.899536 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:10.039774 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8d61c31b-2bbf-4248-8b1b-ec585497078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:08Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:09Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:08Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:10.071864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:10.149524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:10.149919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:10.154178 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d61c31b-2bbf-4248-8b1b-ec585497078d None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:35:10.162545 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d61c31b-2bbf-4248-8b1b-ec585497078d None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:35:10.163144 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8d61c31b-2bbf-4248-8b1b-ec585497078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:34:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:10.182923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:10.190100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:10.239571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:10.263184 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8d61c31b-2bbf-4248-8b1b-ec585497078d None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:35:10.466904 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8d61c31b-2bbf-4248-8b1b-ec585497078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:08Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:09Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:08Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:10.493679 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d61c31b-2bbf-4248-8b1b-ec585497078d None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:08Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:09Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:08Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:35:10.579057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37400) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:10.642216 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c6f3b054-6357-442c-bb46-89a3d58c0f07 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0619934 Oct 26 15:35:10.912446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e1a9c494-1d76-4931-93e7-120f7d484c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:11.645965 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37402) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:11.704702 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cd1e1631-f0f7-4279-8e5d-025e9ebeb31e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0576046 Oct 26 15:35:11.994074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb56fbf-6c13-4464-9bd5-a277385eac2f None None] New status for floating IP ceea8728-533a-4233-8772-9766181abe01: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:35:12.037108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:12.046550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:12.113615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:35:12.186953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:35:12.187326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:12.187668 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:35:12.263219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:12.263608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:12.306032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:12.306032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:12.306032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:35:12.383373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:12.389686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5aaa020f-465b-4888-8f4e-a53b478baa20 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:35:12.390057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:12.390392 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5aaa020f-465b-4888-8f4e-a53b478baa20 Oct 26 15:35:12.460066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:12.460452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:12.467499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:12.482220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:12.485874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:12.531714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:12.676720 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd3be5-68e6-4072-8f55-35fed2063ebc None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:35:12.676720 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd3be5-68e6-4072-8f55-35fed2063ebc None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:35:12.676720 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0bcd3be5-68e6-4072-8f55-35fed2063ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:35:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:12.708548 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37404) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:12.769145 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7020cc17-e808-412f-8037-91d59f0f8ad7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0592740 Oct 26 15:35:12.774588 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0bcd3be5-68e6-4072-8f55-35fed2063ebc None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:35:12.973803 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0bcd3be5-68e6-4072-8f55-35fed2063ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:12Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:12Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:12Z', 'revision_number': 25, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:12.997959 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd3be5-68e6-4072-8f55-35fed2063ebc None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:35:13.005995 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd3be5-68e6-4072-8f55-35fed2063ebc None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:35:13.006579 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0bcd3be5-68e6-4072-8f55-35fed2063ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:35:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:13.041608 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:13.043832 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:13.106380 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0bcd3be5-68e6-4072-8f55-35fed2063ebc None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:35:13.311922 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0bcd3be5-68e6-4072-8f55-35fed2063ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:12Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:12Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:12Z', 'revision_number': 25, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:13.335017 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd3be5-68e6-4072-8f55-35fed2063ebc None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:12Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:12Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:12Z', 'revision_number': 25, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:35:13.576394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:13.772339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37406) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:13.783352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:13.835456 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1344b723-085a-44de-aac4-44828a89d4e0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0619361 Oct 26 15:35:14.021951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:14.096576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:14.096995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:14.136724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:14.142478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:14.143231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:14.222032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:14.260941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:14.261909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:14.283912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:14.288028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:14.312366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:14.370135 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:14.375665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:14.416277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:14.417866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:14.488837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:14.572133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:35:14.618927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:35:14.619555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:14.619690 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:35:14.690765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:14.691158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:14.723048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:14.727065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:14.727899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:35:14.773502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:14.809053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:14.818149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5aaa020f-465b-4888-8f4e-a53b478baa20 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:35:14.818523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:14.818861 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5aaa020f-465b-4888-8f4e-a53b478baa20 Oct 26 15:35:14.838586 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37408) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:14.887332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b701e6-9728-4310-a504-985ca65591b9 None None] New status for floating IP ceea8728-533a-4233-8772-9766181abe01: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:35:14.903912 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cafd7a01-5b43-45fa-9b60-76cd140bba90 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0636404 Oct 26 15:35:14.934602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:14.934993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:14.992955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:14.999336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:15.222029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:15.907844 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37410) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:15.968710 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1af8e951-2a8a-4dc3-99a1-46356dabb1ba tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0597126 Oct 26 15:35:16.009130 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced79cb-e137-4d0b-8dde-8139e5d558ec None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:35:16.009130 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced79cb-e137-4d0b-8dde-8139e5d558ec None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:35:16.009130 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5ced79cb-e137-4d0b-8dde-8139e5d558ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:35:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:16.065692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:16.107409 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5ced79cb-e137-4d0b-8dde-8139e5d558ec None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:35:16.143900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:16.144288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:16.169943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:16.178747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:16.183413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:16.184197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:16.259471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:16.299470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:16.299868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:16.321793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:16.326216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:16.375996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:16.421628 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5ced79cb-e137-4d0b-8dde-8139e5d558ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:14Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:15Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:14Z', 'revision_number': 27, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:16.445585 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced79cb-e137-4d0b-8dde-8139e5d558ec None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:35:16.453968 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced79cb-e137-4d0b-8dde-8139e5d558ec None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:35:16.454572 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5ced79cb-e137-4d0b-8dde-8139e5d558ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:35:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:16.494967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:16.556402 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5ced79cb-e137-4d0b-8dde-8139e5d558ec None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:35:16.692532 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:16.744762 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:16.764455 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5ced79cb-e137-4d0b-8dde-8139e5d558ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:16Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:15Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:16Z', 'revision_number': 28, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:16.789121 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced79cb-e137-4d0b-8dde-8139e5d558ec None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:16Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:15Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:16Z', 'revision_number': 28, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:35:16.972549 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37412) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:17.017943 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:17.037874 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ced39f28-f0ac-4f32-a33c-921177ce0e56 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0641179 Oct 26 15:35:18.041638 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37414) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:18.104420 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-49ee7e28-02de-4688-b660-5450cbd224b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0598433 Oct 26 15:35:18.107585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:35:18.151029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:35:18.151405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:18.152390 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:35:18.224477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:18.227121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:18.227511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:18.259947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:18.264177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:18.265022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:35:18.324947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ddd466-bcb1-4c1c-8ff6-a8950a8cfa88 None None] New status for floating IP ceea8728-533a-4233-8772-9766181abe01: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:35:18.373684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:18.400572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5aaa020f-465b-4888-8f4e-a53b478baa20 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:35:18.400985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:18.401327 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5aaa020f-465b-4888-8f4e-a53b478baa20 Oct 26 15:35:18.543278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:18.543594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:18.565180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:18.570712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:18.616115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:18.752063 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e65e5d6-f30b-4a92-a120-a30418a698f1 None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:35:18.753945 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e65e5d6-f30b-4a92-a120-a30418a698f1 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:35:18.754559 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3e65e5d6-f30b-4a92-a120-a30418a698f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:35:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:18.856291 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3e65e5d6-f30b-4a92-a120-a30418a698f1 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:35:19.064778 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3e65e5d6-f30b-4a92-a120-a30418a698f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:18Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:18Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:18Z', 'revision_number': 29, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:19.088225 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e65e5d6-f30b-4a92-a120-a30418a698f1 None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:35:19.096617 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e65e5d6-f30b-4a92-a120-a30418a698f1 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:35:19.097248 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3e65e5d6-f30b-4a92-a120-a30418a698f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:35:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:19.107007 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37416) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:19.167657 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3a51dd35-75dc-4cfb-9ade-05017e730897 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0589676 Oct 26 15:35:19.198259 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3e65e5d6-f30b-4a92-a120-a30418a698f1 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:35:19.404387 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3e65e5d6-f30b-4a92-a120-a30418a698f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:18Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:18Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:18Z', 'revision_number': 29, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:19.432016 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e65e5d6-f30b-4a92-a120-a30418a698f1 None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:18Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:18Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:18Z', 'revision_number': 29, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:35:20.023211 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:20.062941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:20.102780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:20.103176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:20.141013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:20.145225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:20.145930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:20.171532 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37418) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:20.228174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:20.234303 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6cd9e26c-5e39-4d0a-b4b1-65a67c2e0405 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 992 time: 0.0616336 Oct 26 15:35:20.266952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:20.267353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:20.294562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:20.298407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:20.324290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:20.359361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:20.385075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:20.428054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:20.429114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:20.499952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:20.584448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:35:20.633444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:35:20.633828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:20.634171 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:35:20.707545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:20.707849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:20.740128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:20.744214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:20.745131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:35:20.825475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:20.833089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5aaa020f-465b-4888-8f4e-a53b478baa20 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:35:20.833468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:20.833805 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5aaa020f-465b-4888-8f4e-a53b478baa20 Oct 26 15:35:20.868906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:20.908565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:20.908998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:20.930092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:20.933859 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:20.985860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:21.004102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b303c21-30cf-4991-b6e0-ac20697c9ac8 None None] New status for floating IP ceea8728-533a-4233-8772-9766181abe01: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:35:21.237916 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37420) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:21.304036 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4810a90e-12d4-4242-9485-21164063177c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0649374 Oct 26 15:35:21.632054 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3f7ff-ac59-43c1-8635-63750ddb4918 None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:35:21.632054 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d3f7ff-ac59-43c1-8635-63750ddb4918 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:35:21.632054 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b7d3f7ff-ac59-43c1-8635-63750ddb4918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:35:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:21.724572 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:21.728931 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b7d3f7ff-ac59-43c1-8635-63750ddb4918 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:35:21.942146 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:22.012854 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b7d3f7ff-ac59-43c1-8635-63750ddb4918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:20Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:21Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:20Z', 'revision_number': 31, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:22.037432 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3f7ff-ac59-43c1-8635-63750ddb4918 None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:35:22.046527 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d3f7ff-ac59-43c1-8635-63750ddb4918 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:35:22.047131 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b7d3f7ff-ac59-43c1-8635-63750ddb4918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:35:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:22.069805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:22.141826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:22.142216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:22.147842 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b7d3f7ff-ac59-43c1-8635-63750ddb4918 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:35:22.178170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:22.185120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:22.185120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:22.193995 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-4c740c36-0344-4417-b955-6dbcbbefc3bd req-f2eee998-7884-4fd8-aabb-6cf38029e11c service neutron] (105321) timed out ('10.222.0.64', 61869) {{(pid=105321) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 26 15:35:22.258940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=32']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:22.286838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:22.301293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:22.301684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:22.308687 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37422) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:22.315320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:22.327237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:22.331493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:22.370985 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b7d3f7ff-ac59-43c1-8635-63750ddb4918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:20Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:21Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:20Z', 'revision_number': 31, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:22.384318 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2b0b9363-8559-4f3e-8632-94548e401a0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0759165 Oct 26 15:35:22.384894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:22.398832 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3f7ff-ac59-43c1-8635-63750ddb4918 None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:20Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:21Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:20Z', 'revision_number': 31, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:35:23.387267 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37424) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:23.427322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=79 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:23.456016 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a883ebbe-0ef3-40dd-9ac7-b884e2efaeec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0675645 Oct 26 15:35:23.923155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344c5a5-773e-48bd-adb0-ee34296a0bf6 None None] New status for floating IP ceea8728-533a-4233-8772-9766181abe01: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:35:24.108894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:35:24.153192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:35:24.153629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:24.153910 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:35:24.221746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:24.233164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:24.233565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:24.266884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:24.270308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:24.271213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:35:24.326572 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ba0553-23a5-4a08-91f4-25a9bddb1631 None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:35:24.326572 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ba0553-23a5-4a08-91f4-25a9bddb1631 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:35:24.326572 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-56ba0553-23a5-4a08-91f4-25a9bddb1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:35:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:24.347936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=33']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:24.358762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5aaa020f-465b-4888-8f4e-a53b478baa20 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:35:24.359134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:24.359468 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5aaa020f-465b-4888-8f4e-a53b478baa20 Oct 26 15:35:24.423855 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-56ba0553-23a5-4a08-91f4-25a9bddb1631 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:35:24.459990 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37426) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:24.580136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:24.580539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:24.603705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:24.608339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:24.648883 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:24.656959 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-56ba0553-23a5-4a08-91f4-25a9bddb1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:22Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:24Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:24Z', 'revision_number': 33, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:24.660742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:24.684048 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ba0553-23a5-4a08-91f4-25a9bddb1631 None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:35:24.693365 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ba0553-23a5-4a08-91f4-25a9bddb1631 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:35:24.693991 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-56ba0553-23a5-4a08-91f4-25a9bddb1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:35:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:24.799245 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-56ba0553-23a5-4a08-91f4-25a9bddb1631 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:35:24.828715 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f612b24e-2e4f-40bd-85b0-127e6faf4400 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.3675179 Oct 26 15:35:24.866881 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:25.008655 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-56ba0553-23a5-4a08-91f4-25a9bddb1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:24Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:24Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:24Z', 'revision_number': 33, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:35:25.033695 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ba0553-23a5-4a08-91f4-25a9bddb1631 None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:24Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ceea8728-533a-4233-8772-9766181abe01', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.4', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'port_id': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'mac_address': 'fa:16:3e:f8:2d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:34:51Z', 'updated_at': '2022-10-26T15:35:24Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:24Z', 'revision_number': 33, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:35:25.831963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37428) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:25.895244 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-69f9844c-626b-4768-9bb4-c223eeb5d20e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0621197 Oct 26 15:35:26.027266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:26.106579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:26.106976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:26.144838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:26.149447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:26.150166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:26.153319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:26.229877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=34']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:26.266026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:26.266416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:26.287298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:26.291604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:26.314695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:26.371452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:26.412302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:26.413333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:26.480959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:26.526926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f22e0b-a60f-4d87-a40c-d3298c570196 None None] New status for floating IP ceea8728-533a-4233-8772-9766181abe01: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:35:26.568325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:35:26.637054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:26.701557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:35:26.701901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:26.702245 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:35:26.774178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:26.774573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:26.825298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:26.825298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:26.825298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:35:26.844999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:26.898670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37430) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:26.899620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=35']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:26.908131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5aaa020f-465b-4888-8f4e-a53b478baa20 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:35:26.908515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:26.908896 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5aaa020f-465b-4888-8f4e-a53b478baa20 Oct 26 15:35:26.957307 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-06b4fc55-5c5f-47c3-946b-34675c208eac tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0572448 Oct 26 15:35:26.984705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:26.985120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:27.004939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:27.008417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:27.053208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:27.960473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37432) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:28.020951 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a0db7319-7657-4d26-8191-7ca21a99ac36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0592823 Oct 26 15:35:28.072035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:28.145493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:28.145881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:28.177802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:28.181680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:28.182440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:35:28.252870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=36']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:28.293200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:35:28.293596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:28.313490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:35:28.317048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:28.363228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:35:29.023849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37434) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:29.080943 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d976dc94-8963-4f53-8483-196bf26f90a5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0559351 Oct 26 15:35:30.084730 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37436) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:30.145944 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8c5add2e-2c93-47d9-aa29-2063893d3945 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0599959 Oct 26 15:35:31.150344 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37438) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:31.185256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=41 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:31.209876 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-26434127-a425-447c-8659-2712411d1af0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0584004 Oct 26 15:35:32.213075 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37440) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:32.273410 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ba7b58d8-b575-4044-a809-c8eb453d245c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0590639 Oct 26 15:35:33.276849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37442) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:33.335082 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-def89785-f6a9-40bf-b3c4-b780de1bbe0a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0569272 Oct 26 15:35:34.338834 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37444) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:34.398735 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-adedc289-ad63-4584-b84b-ce848765969a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0587690 Oct 26 15:35:35.011136 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=19 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:35.402224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37446) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:35.459866 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a2584083-3564-44dd-8817-f975b974e030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0559454 Oct 26 15:35:36.463679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37448) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:36.525243 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5c021bcd-1d80-4227-ba46-bd3c29c95797 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0603726 Oct 26 15:35:37.098972 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=39,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:37.529004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37450) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:37.586528 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7b4a4d61-a52e-4b71-a25f-6b325f24570c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0564022 Oct 26 15:35:38.354665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:38.359334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:38.361401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=64 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:38.511156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c8fa7d90-cd98-4a5c-8fd6-8422e187592d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:38.590402 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37452) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:38.650123 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bb8abf6b-1235-4cf0-b973-b1e2c924fca2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0586646 Oct 26 15:35:39.654466 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37454) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:39.712089 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5c82cfa4-ee96-4ee2-8f2c-958fb82e8b13 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0564773 Oct 26 15:35:40.716439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37456) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:40.776653 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-aebc4a5d-df4b-4d75-90a7-452757da8666 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0590544 Oct 26 15:35:40.910297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6b56b12c-83f3-48a0-9665-97c800225019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:41.059011 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:35:41.779479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37458) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:41.837791 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dc644c50-d5aa-404c-9f7d-0f153d4f61ba tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0571315 Oct 26 15:35:42.033839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:42.841575 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37460) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:42.902640 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9065510a-03b9-4ff4-a389-09f4d0b1fdbb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0599296 Oct 26 15:35:43.579485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:43.776648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:43.906400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37462) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:44.236337 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-30773884-28ab-4f6b-9c82-ed8093b77094 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.3287113 Oct 26 15:35:45.239444 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37464) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:45.299661 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-04f55663-9ee4-426e-b010-e47af549f159 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0590954 Oct 26 15:35:46.302712 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37466) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:46.360746 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c93d4f52-6f67-491f-b66f-fede6571fb12 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0568583 Oct 26 15:35:46.500970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:35:47.363903 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37468) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:47.370259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=57 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:47.425686 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d4aacbfc-681a-4ff3-a718-03f6c1cf2177 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0606694 Oct 26 15:35:48.429340 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37470) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:48.488761 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f49d5546-c56e-4878-8040-b93a6daa92a4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0570340 Oct 26 15:35:49.490657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37472) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:49.554158 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-db185bdf-2fa9-4efc-9732-ae1978de80a7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0622554 Oct 26 15:35:50.557372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37474) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:50.614557 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3cd3a4f7-ca4d-4f3a-b9fb-cd2dfc935045 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0561223 Oct 26 15:35:51.054417 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:51.055397 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=6 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:51.617523 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37476) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:51.676417 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3ea390e2-bcb4-4a59-8a50-b6022fc10836 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0577567 Oct 26 15:35:52.680568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37478) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:52.738044 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-129502b5-59f9-484c-ae88-aed449eccce7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0563297 Oct 26 15:35:53.741605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37480) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:53.801205 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3943ed33-d297-44b3-b0ff-b90175a074ce tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0583766 Oct 26 15:35:54.804286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37482) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:54.863015 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2db5a0c8-34cf-47fa-9cdf-4a7604ba391b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0572796 Oct 26 15:35:55.866571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37484) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:55.926900 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-600411b6-7813-43b2-9b60-558287f68381 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0592041 Oct 26 15:35:56.930935 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37486) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:56.989086 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ef30729b-52f8-4cac-9036-c65abe64ae46 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0569968 Oct 26 15:35:57.992757 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37488) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:57.998937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:58.001454 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=76 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:58.051913 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e73d9c49-a012-4e9a-bb97-5aa4eed23425 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0580220 Oct 26 15:35:58.588884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=12 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:58.596914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:58.598845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=14 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:35:59.055573 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37490) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:35:59.115227 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-36eca917-1ca1-47b5-a53a-e9605b60a131 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0585232 Oct 26 15:36:00.119730 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37496) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:00.177732 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-431cf377-934d-41db-a2d5-6ea05d97132c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0567696 Oct 26 15:36:01.181702 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37498) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:01.241516 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3a08371a-de20-4092-8e70-f6cea684e6a9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0586915 Oct 26 15:36:01.666189 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=76 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:01.695686 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f7cfcdc3-0d10-4691-9ce1-7a3b16d25502 req-5d0c4e17-cfb3-4015-aa01-cab1caa36c31 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809181 Oct 26 15:36:01.790181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfcdc3-0d10-4691-9ce1-7a3b16d25502 req-cb0b83c0-c33a-44a2-a84e-e47271f109eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:36:01.791651 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f7cfcdc3-0d10-4691-9ce1-7a3b16d25502 req-cb0b83c0-c33a-44a2-a84e-e47271f109eb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 1130 time: 0.0429547 Oct 26 15:36:01.896422 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfcdc3-0d10-4691-9ce1-7a3b16d25502 req-97b663d1-ea17-48d2-ac49-9e412013076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:36:01.897947 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f7cfcdc3-0d10-4691-9ce1-7a3b16d25502 req-97b663d1-ea17-48d2-ac49-9e412013076e service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e2711e6a-0366-4d48-9882-e2d1ff53443e HTTP/1.1" status: 200 len: 897 time: 0.0865445 Oct 26 15:36:01.965072 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f7cfcdc3-0d10-4691-9ce1-7a3b16d25502 req-9307f36d-a40a-47c3-aa34-00557e2bf228 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=515d6c92-9aea-485c-a9c9-bedc8989d438 HTTP/1.1" status: 200 len: 1001 time: 0.0580175 Oct 26 15:36:02.015858 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfcdc3-0d10-4691-9ce1-7a3b16d25502 req-8717b531-f2ba-4a77-b12b-95664bd5d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:36:02.017283 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f7cfcdc3-0d10-4691-9ce1-7a3b16d25502 req-8717b531-f2ba-4a77-b12b-95664bd5d0b1 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=38b62080-2873-418b-ab97-d3c4adda2359 HTTP/1.1" status: 200 len: 835 time: 0.0437078 Oct 26 15:36:02.065047 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfcdc3-0d10-4691-9ce1-7a3b16d25502 req-7a8faafd-9ab0-4357-80a6-e8e43aabc207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:36:02.066565 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f7cfcdc3-0d10-4691-9ce1-7a3b16d25502 req-7a8faafd-9ab0-4357-80a6-e8e43aabc207 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e2711e6a-0366-4d48-9882-e2d1ff53443e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392108 Oct 26 15:36:02.167838 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f7cfcdc3-0d10-4691-9ce1-7a3b16d25502 req-1d2b93a9-3921-4ce7-95f3-398950c3b05a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870261 Oct 26 15:36:02.245392 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37502) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:02.261953 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f7cfcdc3-0d10-4691-9ce1-7a3b16d25502 req-e6864656-08f3-47da-8982-de4c59082cd6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851023 Oct 26 15:36:02.304322 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-438be473-09e7-444f-9b27-c651b73defce tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0577581 Oct 26 15:36:03.308204 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37504) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:03.368115 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-56729497-b8de-4a8b-a99d-a9ce17fa39d4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0587561 Oct 26 15:36:04.371776 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37506) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:04.428615 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f9031d90-3fd3-466c-8d91-15f8db010451 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0557392 Oct 26 15:36:05.432483 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37508) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:05.492452 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2af71c04-d3d2-4ec5-8eb7-43dca0a12a4f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0588255 Oct 26 15:36:06.496324 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37510) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:06.553618 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6ff72406-72ad-4da3-9119-7f61e01ca512 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0560343 Oct 26 15:36:07.557553 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37512) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:07.617576 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a1a9d024-67d8-42a0-b8ef-f01492741971 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0588412 Oct 26 15:36:08.513039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-31f23f8f-3444-4619-809e-2a6fca54d5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:36:08.621656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37514) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:08.679591 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9fc58662-080f-474e-afc2-ed67574e4a1f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0569606 Oct 26 15:36:09.683665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37516) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:09.745507 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9700c03f-3a1e-4d31-b780-db44702a4e38 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0607002 Oct 26 15:36:10.749257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37518) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:10.806292 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c08e8f6b-ee78-465c-bb58-24ca8129db39 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0559323 Oct 26 15:36:10.913367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5eda24cb-c8bf-4d3b-98f0-c8942e665120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:36:11.809568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37520) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:11.869843 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c3a6e4a9-0625-41b8-acc6-f63ce53a205d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0591469 Oct 26 15:36:12.035879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:36:12.873615 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37522) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:12.931290 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c1762ff4-a728-4a61-ac2e-ea205d68c645 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0565495 Oct 26 15:36:13.583812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:36:13.779722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:36:13.934562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37524) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:13.993402 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3bc13fe3-1831-4629-9cb8-042cd6770c1f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0575876 Oct 26 15:36:14.996881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37526) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:15.056599 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b15d0806-b7cf-4ed0-af0c-13eddd2f6258 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0585845 Oct 26 15:36:16.059873 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37528) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:16.120436 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cad737e8-e8f7-4104-9dbb-b79daa920fad tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0594389 Oct 26 15:36:16.523722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:36:17.124306 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37530) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:17.181263 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-020d1075-ac5e-4830-bd07-e6e3e8991e5e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0552471 Oct 26 15:36:18.057620 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:36:18.185021 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37532) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:18.243496 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-65fb355f-12d3-436b-badb-b4a0672121c1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0573902 Oct 26 15:36:19.246828 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37534) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:19.253038 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:19.309444 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e627b6c7-a99a-4ef7-88f6-dc36dfeeaa3d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0614786 Oct 26 15:36:20.313936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37536) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:20.372115 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5382e0d6-f8c9-4b60-b2b6-a6dea0fc08a0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0570552 Oct 26 15:36:21.375907 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37538) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:21.433490 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-49db5372-4c75-4d26-b2be-e513b4574dd0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0564349 Oct 26 15:36:22.437115 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37540) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:22.496905 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cccdd2d9-14e9-4140-b027-9ef925683eab tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0586464 Oct 26 15:36:23.500737 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37542) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:23.558665 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-17287e8d-bcc0-4fca-9812-fb98224bd063 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0565579 Oct 26 15:36:23.775479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:24.561843 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37544) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:24.600321 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:24.621752 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-767e69e3-7ef8-4966-85a0-7e792d7dc227 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0588329 Oct 26 15:36:25.625722 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37546) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:25.659999 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:25.683983 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-53313d94-9166-4ba4-b6d8-e2138ea7bf55 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0567489 Oct 26 15:36:26.513157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:26.520045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:26.687759 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37548) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:26.746824 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7554ec91-d79a-4532-a47c-d03804116b7f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0578849 Oct 26 15:36:27.749808 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37550) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:27.808020 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8db9dcda-e64d-4a61-a62f-7ae15633b7bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0570848 Oct 26 15:36:28.052677 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:28.053450 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:28.811918 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37552) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:28.873849 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e87e82cd-e60a-4185-afb2-1bf00be53654 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0608525 Oct 26 15:36:29.877686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37554) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:29.937359 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4f968c82-8f18-4a82-82ed-8e1e0c272540 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0585515 Oct 26 15:36:30.941176 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37556) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:31.279528 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3c7ee032-1852-4fd6-a70a-47708b35d621 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.3371363 Oct 26 15:36:32.283079 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37558) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:32.342550 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a1674b2e-c4f6-46df-b246-8623a7030c66 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0582776 Oct 26 15:36:33.346389 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37560) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:33.402751 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e0b7aad9-3ede-4b47-a60c-37ceb1dd7571 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0552518 Oct 26 15:36:34.406626 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37562) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:34.466080 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7863fe87-3d2c-4148-a781-d0dfbe54098f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0583358 Oct 26 15:36:35.469949 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37564) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:35.526389 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ac93097c-f20a-4b30-8804-4b76c869ef66 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0553422 Oct 26 15:36:36.530260 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37566) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:36.590519 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cce3dc4f-c587-49ca-a7a0-9d0a0b4ade42 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0591137 Oct 26 15:36:37.595047 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37568) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:37.651272 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d29129a5-8661-46c5-a57a-0fde52b23309 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0551798 Oct 26 15:36:38.515005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3d969450-bb05-4b79-af2d-752fa07c5fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:36:38.654316 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37570) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:38.670109 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=11 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:38.677030 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=15 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:38.714757 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ac7f2a4a-df65-41a4-85a9-8c5704a48426 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0593219 Oct 26 15:36:38.858670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:38.866934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=15 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:39.718699 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37572) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:39.775671 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e5608af1-9fbc-4b23-8e45-999b9ddb02b6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0558312 Oct 26 15:36:40.779456 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37574) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:40.838107 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e847e874-191f-40df-a1af-02f7e24f4a9f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0574808 Oct 26 15:36:40.915451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5b682b3d-037d-42fd-90a7-ec77c2d5afd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:36:41.841848 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37576) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:41.901938 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-646f3908-9996-4953-8c77-9be46c2a2949 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0589130 Oct 26 15:36:42.038448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:36:42.905719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37578) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:42.962573 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-916cb036-a84c-4efb-9c03-655b8fd77e20 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0556920 Oct 26 15:36:43.586523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:36:43.782511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:36:43.966284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37580) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:44.026739 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f41ade9c-4a4d-42b5-9e71-6e9dcfdc8e0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0592239 Oct 26 15:36:45.030597 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37582) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:45.087847 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-00a9660e-0884-4186-b54c-94176a6abf24 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0561388 Oct 26 15:36:46.091485 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37584) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:46.154422 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d6ea946e-8b61-4a38-a024-227db422aacf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0607159 Oct 26 15:36:46.538708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:36:47.157860 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37586) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:47.214193 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-16d499fb-eab2-42d3-ba80-3ac1750c956f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0552201 Oct 26 15:36:48.217976 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37588) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:48.278637 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-25747043-d931-41a1-b69a-e1c08222ae70 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0595345 Oct 26 15:36:49.282567 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37590) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:49.324455 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:49.343272 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d7d11db6-65ab-4d9b-8116-dd27c0ff5b40 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0596850 Oct 26 15:36:50.346661 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37592) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:50.406952 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-eeb3fb7e-d27b-46f6-b640-9e7568aa9935 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0586965 Oct 26 15:36:51.410745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37594) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:51.467609 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7aef1228-6695-47ac-8077-64382a34a2a6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0557714 Oct 26 15:36:52.471484 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37596) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:52.512221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:52.532088 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4263a0cf-be4e-46d3-8ede-e336968f20ff tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0595202 Oct 26 15:36:52.953667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=14 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:52.955554 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=16 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:53.535410 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37598) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:53.594594 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c5baf1fe-bfac-42ea-93ef-3da0be19f8ed tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0574543 Oct 26 15:36:54.598227 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37600) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:54.659688 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f62dcd02-2382-4d66-860d-6af11d685124 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0603406 Oct 26 15:36:55.056445 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:36:55.663333 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37602) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:55.721220 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b2e12a3f-0a28-4a83-99eb-1e4aeb632aab tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0567095 Oct 26 15:36:56.527515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:56.532346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:56.534231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:36:56.724321 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37604) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:56.784171 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3d0d7d9d-2f2a-42cd-80d9-3773791b0ad9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0586007 Oct 26 15:36:57.787883 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37606) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:57.845059 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0f3f2033-1997-4773-9116-2603e9ac8284 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0559998 Oct 26 15:36:58.849004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37608) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:58.909160 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9a313081-dafd-42ee-a4cc-3ff36998c495 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0589960 Oct 26 15:36:59.912962 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37610) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:36:59.970134 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3326962e-0e13-472f-a927-deabbf2d6962 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0560360 Oct 26 15:37:00.973966 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37612) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:01.034300 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d8586907-74b4-443d-9bfa-5172858c6f0a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0591590 Oct 26 15:37:01.648368 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-19992fde-7615-4f57-8c93-6659deac52a1 req-36a09a56-4d96-40d1-b1a5-31201226a2c1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371988 Oct 26 15:37:01.737645 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19992fde-7615-4f57-8c93-6659deac52a1 req-5622d245-385f-4ff4-9c2c-acea41135cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:37:01.739131 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-19992fde-7615-4f57-8c93-6659deac52a1 req-5622d245-385f-4ff4-9c2c-acea41135cef service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 1130 time: 0.0431795 Oct 26 15:37:01.846908 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19992fde-7615-4f57-8c93-6659deac52a1 req-0226af80-5f79-4cac-a900-53db04c2cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:37:01.848371 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-19992fde-7615-4f57-8c93-6659deac52a1 req-0226af80-5f79-4cac-a900-53db04c2cb7c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e2711e6a-0366-4d48-9882-e2d1ff53443e HTTP/1.1" status: 200 len: 897 time: 0.0866895 Oct 26 15:37:01.915860 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-19992fde-7615-4f57-8c93-6659deac52a1 req-fe4de2d3-ed98-4cf8-90d4-4f1679aae7fe service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=515d6c92-9aea-485c-a9c9-bedc8989d438 HTTP/1.1" status: 200 len: 1001 time: 0.0582252 Oct 26 15:37:01.966868 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19992fde-7615-4f57-8c93-6659deac52a1 req-f847bad0-76b0-4f3d-b09d-59eceed36d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:37:01.968286 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-19992fde-7615-4f57-8c93-6659deac52a1 req-f847bad0-76b0-4f3d-b09d-59eceed36d22 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=38b62080-2873-418b-ab97-d3c4adda2359 HTTP/1.1" status: 200 len: 835 time: 0.0434694 Oct 26 15:37:02.014303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19992fde-7615-4f57-8c93-6659deac52a1 req-4f6c9e23-4458-4cc8-9b38-50a5d45c0016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:37:02.015791 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-19992fde-7615-4f57-8c93-6659deac52a1 req-4f6c9e23-4458-4cc8-9b38-50a5d45c0016 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e2711e6a-0366-4d48-9882-e2d1ff53443e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387340 Oct 26 15:37:02.037778 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37614) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:02.096570 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-95f08223-ff40-4177-a7dc-a631a8fd04d0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0576220 Oct 26 15:37:02.114405 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-19992fde-7615-4f57-8c93-6659deac52a1 req-c2649fb7-0cc8-457d-b32d-91f5c3b16cfd service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881336 Oct 26 15:37:02.210034 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-19992fde-7615-4f57-8c93-6659deac52a1 req-c2e2041c-376d-4c73-9f49-98340e876ca5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863037 Oct 26 15:37:03.100064 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37620) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:03.160743 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6de1652b-a92c-42f3-a318-7cedc356155a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0594630 Oct 26 15:37:04.164533 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37622) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:04.222156 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-81a73d84-0dff-42ec-90c7-4b9b1439488f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0564723 Oct 26 15:37:05.052007 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:37:05.052715 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:37:05.225955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37624) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:05.287976 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0be7eb73-3b2f-4251-bda1-18b6d557968e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0608404 Oct 26 15:37:06.291743 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37626) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:06.351415 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fd3bc912-98e1-415d-a897-c4d3c1a78121 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0585525 Oct 26 15:37:07.354406 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37628) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:07.411737 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a2fcd2ff-39f6-4860-a349-4f8ed6b21e41 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0561635 Oct 26 15:37:08.415492 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37630) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:08.474441 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5d4e9fe8-c9e5-4469-aa06-68a195a184ff tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0578222 Oct 26 15:37:08.516033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-74f45532-c104-4242-bad5-a56102ebd439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:37:09.478201 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37632) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:09.536052 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-79dd8319-e58c-4525-86df-cbaebb419453 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0567319 Oct 26 15:37:10.539855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37634) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:10.600499 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1c7adec9-dada-4865-910d-65c408f0b201 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0595245 Oct 26 15:37:10.920771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9ebdfd7c-b416-465b-84e0-610adb2dfdec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:37:11.603591 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37636) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:11.647457 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:37:11.661809 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-617ebb90-9b61-43f1-9f56-516f0fa749b2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0572250 Oct 26 15:37:12.041361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:37:12.665703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37638) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:12.726804 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9b459718-c818-470c-b0c0-42a9f638e0a8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0599372 Oct 26 15:37:13.586736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:37:13.730091 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37640) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:13.786284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:37:13.787458 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4f895b8e-1641-40c6-b633-0708830866a9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0561795 Oct 26 15:37:14.790629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37642) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:14.848703 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f414b967-7f20-4ae7-aeb8-679c66f5a24e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0569270 Oct 26 15:37:15.852461 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37644) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:15.911704 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-45f30914-076b-4a37-a948-6a22d10d2661 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0581121 Oct 26 15:37:16.535842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:37:16.914563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37646) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:16.971777 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-82a39f0a-27c0-4467-95b0-5cf7c1b83912 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0561123 Oct 26 15:37:17.974806 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37648) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:18.024884 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:37:18.035576 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5e4debf3-1a4b-47e0-b4d5-57ee96d5912b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0596983 Oct 26 15:37:19.039402 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37650) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:19.097306 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ad538f73-ec43-4573-82ca-00058d4acecd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0567639 Oct 26 15:37:20.101078 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37652) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:20.161221 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b6a3eab3-4f5b-44ba-b06f-dabaf4def433 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0588996 Oct 26 15:37:21.165163 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37654) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:21.509597 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2359583a-8457-425c-80c6-451714bd0d79 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.3431988 Oct 26 15:37:22.513306 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37656) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:22.573277 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6442d7a4-5c61-42a9-b139-6be13c864ae0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0588257 Oct 26 15:37:23.577127 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37658) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:23.635409 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4547c1e6-39b3-433e-8b3c-8b63875a34c7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0572238 Oct 26 15:37:24.639183 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37660) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:24.698978 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-962c19c5-362b-4f69-a4ee-a35b0d1b74df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0586772 Oct 26 15:37:25.705372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37662) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:25.762800 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1b117714-53f6-45e2-b4b4-022a64f9e3f6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0562866 Oct 26 15:37:26.524893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:37:26.525644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:37:26.531924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:37:26.766550 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37664) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:26.772668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=68 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:37:26.774525 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=75 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:37:26.828788 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5f12371a-5e58-4a3a-8e43-4422db8d0ac9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0610497 Oct 26 15:37:27.831769 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37666) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:27.888792 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3dcd4f0c-14c4-44d3-82e2-a1011d95ba60 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0557885 Oct 26 15:37:28.892486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37668) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:28.952319 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9f92eac1-9758-4c14-8ce8-43e20706a735 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0586882 Oct 26 15:37:29.956689 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37670) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:30.013803 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-21b030a7-b8f4-43cd-9e0e-9a0fcee206a2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0559523 Oct 26 15:37:31.017540 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37672) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:31.077032 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7febef9c-3364-4016-a5fb-c2bc96c00158 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0583405 Oct 26 15:37:32.054609 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:37:32.081177 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37674) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:32.141372 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c978ad47-f4a8-42ae-b8a8-ff4ee8d7d1b0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0590804 Oct 26 15:37:33.145274 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37676) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:33.207113 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e76673b8-4022-4a90-8011-e7304c7337e4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0607231 Oct 26 15:37:34.210546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37678) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:34.267957 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5750ca13-0605-48e0-bb0e-f885552e487c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0552223 Oct 26 15:37:35.270885 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37680) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:35.332004 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9476032f-4627-45cc-a478-cc061610da6b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0599706 Oct 26 15:37:36.335886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37682) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:36.391803 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f24a0007-ddc6-49d3-a67d-b5a6cf548fcc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0548697 Oct 26 15:37:37.395633 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37684) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:37.456465 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-466a79c1-b9bf-44a3-94fd-e574024b99d5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0597124 Oct 26 15:37:38.460273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37686) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:38.517250 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-96263f35-2ea4-4d0f-a87c-03a28bbe6835 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0557630 Oct 26 15:37:38.520506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-46aa4f9f-c2ed-413a-9653-de99c147abb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:37:39.521041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37688) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:39.580819 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-65d937ff-d0e8-448b-830b-2836cb842402 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0585406 Oct 26 15:37:40.584486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37690) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:40.641662 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-16d9be6c-7ccf-4a55-b8e5-d6f8df395c77 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0554669 Oct 26 15:37:40.921459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2f13e7bc-0329-4749-8a9d-fbe5bf73c093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:37:41.645095 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37692) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:41.705007 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e17a5fa8-dd35-4453-b459-7e3a10f989fa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0587170 Oct 26 15:37:42.044668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:37:42.049877 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:37:42.050635 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:37:42.709613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37694) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:42.765948 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f6721a16-5036-4757-b070-f174c3e7c7aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0552175 Oct 26 15:37:43.191469 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=61 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:37:43.199365 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=47 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:37:43.589840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:37:43.768837 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37696) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:43.788768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:37:43.830777 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5a17b485-9b2a-49e9-87ab-64af9512aead tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0607865 Oct 26 15:37:44.834697 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37698) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:44.891067 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-12f49c94-9227-4249-b5e9-602a99ef567b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0552254 Oct 26 15:37:45.894571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37700) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:45.955594 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-68e4c108-c986-4fce-a346-29559a916d8f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0597956 Oct 26 15:37:46.536631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:37:46.959494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37702) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:47.015151 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-50f19d37-63b4-4248-b061-84f882e6bc19 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0545473 Oct 26 15:37:48.019575 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37704) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:48.080292 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-29bc7048-a687-470f-9a0a-01439bab7b4a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0595760 Oct 26 15:37:49.084252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37706) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:49.143232 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-240ea071-8dc9-4cf9-9dfd-aa119820c82d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0578115 Oct 26 15:37:50.146741 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37708) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:50.211062 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4e3042f2-07e2-4413-a809-93ae786427e2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0631542 Oct 26 15:37:51.214892 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37710) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:51.272688 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-57a688e0-6e9e-4276-9103-df27d3146c4a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0566177 Oct 26 15:37:52.276589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37712) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:52.336932 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-47f8037a-9a07-493f-9f20-447be5a6e1fa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0591435 Oct 26 15:37:53.340769 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37714) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:53.401450 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1698b780-5176-409b-84d6-3b06cbb054b5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0594802 Oct 26 15:37:54.405190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37716) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:54.444391 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:37:54.462979 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cf97ea97-fb1a-4743-936a-2b9bbabe543c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0561466 Oct 26 15:37:55.466813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37718) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:55.511516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:37:55.527911 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dac750ef-7a6d-4823-959d-8b20e7cc42c1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0600240 Oct 26 15:37:56.532126 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37720) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:56.589254 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-468a744b-87ea-4a8e-a56a-8f1affdfe6a8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0559011 Oct 26 15:37:57.593679 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37722) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:57.652250 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7ce7349c-5aed-462b-92d4-ccff92a14332 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0575395 Oct 26 15:37:58.587455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:37:58.596347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=15 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:37:58.598659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=14 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:37:58.656039 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37724) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:58.712809 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9c7263d8-c243-4d8b-a40e-a2319132762e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0556560 Oct 26 15:37:59.716767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37726) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:37:59.776705 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-632af7a6-89bd-48b2-9951-b1b86553b4bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0587909 Oct 26 15:38:00.780461 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37728) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:00.837091 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-613c69d6-0ad7-47d7-b493-bec1b0a1fce1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0554254 Oct 26 15:38:01.840785 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37730) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:01.901535 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6ad66dd7-b444-42cf-b8f9-768ac59ac780 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0596063 Oct 26 15:38:02.328329 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=26 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:02.330282 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=24 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:02.905955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37732) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:02.963012 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-39cb1796-619f-4495-b369-6f11c6a8fd7b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0559375 Oct 26 15:38:03.669853 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-198b8220-dc19-4db6-905b-e613a5124687 req-1050013b-4b7f-4241-8ed2-7dda869da995 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415158 Oct 26 15:38:03.759879 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b8220-dc19-4db6-905b-e613a5124687 req-30905e47-1b32-4b7a-bac8-60886da48ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:03.761374 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-198b8220-dc19-4db6-905b-e613a5124687 req-30905e47-1b32-4b7a-bac8-60886da48ab0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 1130 time: 0.0386732 Oct 26 15:38:03.871379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b8220-dc19-4db6-905b-e613a5124687 req-cd623305-f381-4a9d-8674-0c03c59d5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:03.872747 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-198b8220-dc19-4db6-905b-e613a5124687 req-cd623305-f381-4a9d-8674-0c03c59d5277 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e2711e6a-0366-4d48-9882-e2d1ff53443e HTTP/1.1" status: 200 len: 897 time: 0.0887661 Oct 26 15:38:03.938508 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-198b8220-dc19-4db6-905b-e613a5124687 req-6658cdc2-9997-4ec2-9253-bf0d53339004 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=515d6c92-9aea-485c-a9c9-bedc8989d438 HTTP/1.1" status: 200 len: 1001 time: 0.0549877 Oct 26 15:38:03.966584 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37734) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:03.989523 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b8220-dc19-4db6-905b-e613a5124687 req-4caea7e6-6224-4428-8d85-d88a0c2204c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:03.991012 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-198b8220-dc19-4db6-905b-e613a5124687 req-4caea7e6-6224-4428-8d85-d88a0c2204c1 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=38b62080-2873-418b-ab97-d3c4adda2359 HTTP/1.1" status: 200 len: 835 time: 0.0436752 Oct 26 15:38:04.025259 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-36dac988-2fde-426f-91a0-74923bfc29d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0575109 Oct 26 15:38:04.040938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b8220-dc19-4db6-905b-e613a5124687 req-7cc3d2bb-af51-4f6e-bd84-4ed835f9042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:38:04.042427 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-198b8220-dc19-4db6-905b-e613a5124687 req-7cc3d2bb-af51-4f6e-bd84-4ed835f9042b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e2711e6a-0366-4d48-9882-e2d1ff53443e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442555 Oct 26 15:38:04.134104 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-198b8220-dc19-4db6-905b-e613a5124687 req-b1288aaf-fe45-4623-8167-bf02bbbbdf65 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849092 Oct 26 15:38:04.229893 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-198b8220-dc19-4db6-905b-e613a5124687 req-4947a340-446f-4080-b220-51a713a1ca97 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865121 Oct 26 15:38:05.028301 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37740) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:05.088441 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a663c206-ff43-4956-b921-178695afd705 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0588677 Oct 26 15:38:06.092606 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37742) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:06.149976 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8b86a6b1-f84c-463f-abb9-885e31cc4b48 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0557034 Oct 26 15:38:07.153753 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37744) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:07.196733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:07.215410 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-04f2de2c-4db7-4238-8548-9ca773222d88 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0606000 Oct 26 15:38:08.218587 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37746) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:08.338023 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:08.358016 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a133f2f0-2e1f-4600-8d97-9a7edaa4973e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.1382217 Oct 26 15:38:08.521713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f30ff0ca-5971-47d9-b048-8579e0b65fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:38:09.053548 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:38:09.361765 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37750) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:09.425486 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-aa5d7250-a3c4-499d-bfef-618ef464f6d3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0625496 Oct 26 15:38:10.429339 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37752) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:10.486751 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a3664fb7-43a6-4e51-abe7-eefd07364cc3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0560386 Oct 26 15:38:10.923983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-56bcb3d7-2188-44df-9302-8e2f67b34830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:38:11.490556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37754) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:11.547723 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e12082d2-e9da-458c-a781-8460e7e1c54c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0559752 Oct 26 15:38:12.048202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:38:12.551570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37756) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:12.611257 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3a4b5c04-3a8f-4d31-b51e-58985d1eefae tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0585644 Oct 26 15:38:13.593395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:38:13.615054 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37764) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:13.676734 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-19cff894-b044-4789-9ef3-c6d5f20ec9c0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0605454 Oct 26 15:38:13.791471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:38:14.680746 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37768) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:14.738324 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0e7b7d8e-9a66-49bb-b651-462f2c11b8e4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0564480 Oct 26 15:38:15.742107 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37770) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:15.801760 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4f63a1cc-b1c0-40a2-a66a-17b8b8656a8d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0585313 Oct 26 15:38:16.543052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:38:16.805856 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37772) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:17.132910 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2ea78136-58ea-4906-a421-0ec8fc7f8595 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.3258832 Oct 26 15:38:18.136630 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37774) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:18.196198 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e0f4f169-9545-4f26-aae5-311c9eb2fd2f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0584006 Oct 26 15:38:19.048574 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:19.049319 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:19.199968 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37776) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:19.256611 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-01804705-dc3f-479c-b75d-8df6302e9a15 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0554221 Oct 26 15:38:20.260450 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37778) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:20.320964 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a7288973-32cd-4336-be1d-7576a8ef08bf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0593128 Oct 26 15:38:21.324020 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37780) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:21.380766 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-87b7b09d-e552-4fc0-9225-cc0fdc998911 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0556216 Oct 26 15:38:22.384618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37782) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:22.444596 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4b29afc3-4576-4989-873b-38347ccdc297 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0588920 Oct 26 15:38:23.448772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37784) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:23.505876 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9195bcdd-aa19-43ab-bdbd-77db7ae3a104 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0559487 Oct 26 15:38:24.509716 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37786) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:24.569955 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c8f13982-78a0-4ba8-8035-e833a8226052 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0591235 Oct 26 15:38:25.574011 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37788) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:25.630666 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5cfb99ae-78d8-4ca1-af70-289dd8a4da40 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0556121 Oct 26 15:38:25.793062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=33 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:25.795710 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=27 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:26.532666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:26.533366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:26.538353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:26.634585 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37790) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:26.693474 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c530ddfe-deb7-46e4-9008-a8669dfc7738 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0577142 Oct 26 15:38:27.696560 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37792) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:27.756285 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-eb9d2d58-7fb3-42ac-ae52-5b0a0d778b3a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0585732 Oct 26 15:38:28.760068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37794) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:28.817621 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4587b8b2-85a2-4763-8615-15daf96e0ffa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0563731 Oct 26 15:38:29.821343 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37796) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:29.881814 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d5f0ffe0-1590-4ee5-9ca0-6b259247471e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0593550 Oct 26 15:38:30.885611 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37798) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:30.945897 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9f20e28b-5247-471b-a2ed-afa424998ac7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0591686 Oct 26 15:38:31.949700 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37800) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:32.007413 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-40234d0c-163c-44e6-ab16-47f9df09fdda tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0561094 Oct 26 15:38:33.010690 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37802) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:33.071037 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4689557f-6584-4674-a872-52c3d98676c0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0591819 Oct 26 15:38:34.074582 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37804) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:34.133057 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-44077672-1150-463c-88a4-e7a0c2aec6a9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0573311 Oct 26 15:38:35.136907 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37806) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:35.197559 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-76207854-c59e-419d-8c4d-0a1602960ad4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0595925 Oct 26 15:38:36.201738 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37808) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:36.258777 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4b610e3e-85ad-4ea5-9705-7742525e7f7e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0559211 Oct 26 15:38:37.262566 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37810) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:37.270650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:37.324939 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8ba8d97e-e29d-4964-bc58-d2ba196894c6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0607364 Oct 26 15:38:38.328782 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37812) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:38.363287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:38.387265 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8a4a832f-2248-4d9d-93d2-fdeb679bac21 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0573387 Oct 26 15:38:38.522979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3264da38-0dcd-4ba9-86d0-c6b3d2dcd9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:38:38.592416 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=13 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:38.599228 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=13 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:39.391150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37814) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:39.451337 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a00c83ee-4b48-41c0-9fe6-80517745b315 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0590727 Oct 26 15:38:40.455143 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37816) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:40.511247 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fd06f6f8-9261-494c-b8d5-e57ea9df2eb1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0550003 Oct 26 15:38:40.925829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-54cde0e2-4464-4ae9-a4f7-218da9d6078e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:38:41.515332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37818) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:41.576666 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9769e398-cfc3-4662-aacf-886ac43d7b64 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0594680 Oct 26 15:38:42.049598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:38:42.580271 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37820) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:42.637855 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d646ceee-bebd-4278-83ba-ee999d763f18 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0564461 Oct 26 15:38:43.594235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:38:43.641922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37822) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:43.700138 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8bd1b628-3359-47ab-908c-165979141799 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0570958 Oct 26 15:38:43.794026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:38:44.703942 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37824) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:44.763358 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1494ea2a-0edc-4383-a8f1-0adfd3a6c68a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0582526 Oct 26 15:38:45.766594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37826) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:45.825167 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-efe52be7-c0e9-4901-918b-76d98a5a4605 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0573416 Oct 26 15:38:46.053280 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:38:46.534895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:38:46.828977 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37828) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:46.888202 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2ba13d18-3786-4cc4-9671-5b27a6288b95 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0581784 Oct 26 15:38:47.892639 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37830) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:47.950784 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-54d26b43-48fb-4247-9d1e-a629453343f1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0569839 Oct 26 15:38:48.954721 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37832) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:49.017341 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ce276928-f221-43e1-9cb1-a72889ed2696 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0614786 Oct 26 15:38:50.021251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37834) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:50.079936 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7b7c54ab-0001-425e-b5cf-d7664d05bc81 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0575194 Oct 26 15:38:51.083862 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37836) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:51.143905 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-80bbf36d-21ee-4681-9f52-9f7f889ddfd9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0589211 Oct 26 15:38:52.147776 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37838) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:52.210019 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-72908c16-592b-4131-985e-8c6e119f2c20 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0611203 Oct 26 15:38:53.213199 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37840) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:53.271712 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-af9245ba-dfb8-4e12-a740-2c606c9577df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0564079 Oct 26 15:38:54.274489 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37842) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:54.334871 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8efefda9-0e0b-47b3-9156-af6bd0a3c9dc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0592349 Oct 26 15:38:55.338627 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37844) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:55.395580 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ed37317c-e5c4-48c4-92ee-832dc2a8c82f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0558460 Oct 26 15:38:56.048052 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:56.048774 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:56.399332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37846) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:56.460930 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f6bd252e-4783-46ac-bcee-88c006fc159d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0604563 Oct 26 15:38:56.524695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:56.528956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:56.530228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:57.464685 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37848) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:57.521574 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d0b789b1-3df5-4102-b078-a2070077f9a3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0556858 Oct 26 15:38:58.525326 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37850) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:58.585999 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f194fc49-eb71-4ae3-8fde-4611da110ba6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0594726 Oct 26 15:38:59.589792 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37852) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:38:59.596632 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=69 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:59.598429 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=73 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:38:59.654084 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0c2586b1-bee7-44b2-9bc1-eda426d58b7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0631928 Oct 26 15:39:00.657904 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37854) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:00.717160 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-50c8565d-641a-4ac2-aadf-0a3dd5802219 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0581143 Oct 26 15:39:01.721057 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37856) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:01.778150 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bc0098b0-0030-4426-b56a-9d9489a37679 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0559816 Oct 26 15:39:02.782514 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37858) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:02.842885 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b2e38ce5-d4f4-46ab-b2eb-caaf4e5b51a4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0592368 Oct 26 15:39:03.846794 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37860) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:03.904683 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-72e621f4-8c13-49d4-99b9-209144e690b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0567617 Oct 26 15:39:04.908599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37862) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:04.972373 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-441faa4c-2f1f-4700-8200-80934e558447 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0625961 Oct 26 15:39:05.976253 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37870) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:06.316117 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c507b82b-ccc3-4891-bc02-dd7833f2e9e5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.3386827 Oct 26 15:39:06.600756 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5dab6092-7560-448b-8bb8-8d1bab69929c req-a91f3848-f15e-4c8f-8221-be9f41a814f4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372529 Oct 26 15:39:06.688376 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab6092-7560-448b-8bb8-8d1bab69929c req-303b3d92-3391-41d9-a05d-4b4dc145aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:39:06.689899 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5dab6092-7560-448b-8bb8-8d1bab69929c req-303b3d92-3391-41d9-a05d-4b4dc145aaef service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 1130 time: 0.0401173 Oct 26 15:39:06.797688 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab6092-7560-448b-8bb8-8d1bab69929c req-2df4e5bd-45e5-4465-9a8d-30e9a6deaa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:39:06.799168 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5dab6092-7560-448b-8bb8-8d1bab69929c req-2df4e5bd-45e5-4465-9a8d-30e9a6deaa0b service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e2711e6a-0366-4d48-9882-e2d1ff53443e HTTP/1.1" status: 200 len: 897 time: 0.0904074 Oct 26 15:39:06.864848 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5dab6092-7560-448b-8bb8-8d1bab69929c req-4564b846-88c1-4ab7-9b13-1bb53075e2e5 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=515d6c92-9aea-485c-a9c9-bedc8989d438 HTTP/1.1" status: 200 len: 1001 time: 0.0546911 Oct 26 15:39:06.915507 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab6092-7560-448b-8bb8-8d1bab69929c req-979744d2-38b8-413b-858f-86a87a66e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:39:06.916951 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5dab6092-7560-448b-8bb8-8d1bab69929c req-979744d2-38b8-413b-858f-86a87a66e770 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=38b62080-2873-418b-ab97-d3c4adda2359 HTTP/1.1" status: 200 len: 835 time: 0.0429809 Oct 26 15:39:06.967131 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab6092-7560-448b-8bb8-8d1bab69929c req-e2597692-7ff0-4883-b7e3-ef9baca1ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:39:06.968597 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5dab6092-7560-448b-8bb8-8d1bab69929c req-e2597692-7ff0-4883-b7e3-ef9baca1ef40 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e2711e6a-0366-4d48-9882-e2d1ff53443e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425360 Oct 26 15:39:07.031989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:07.061799 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5dab6092-7560-448b-8bb8-8d1bab69929c req-41469e5f-c5b5-4bdf-9e7f-35cad0f7de64 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829759 Oct 26 15:39:07.087131 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:07.158893 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5dab6092-7560-448b-8bb8-8d1bab69929c req-c7f7867f-089d-419b-ab52-63a71a01c6db service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880303 Oct 26 15:39:07.319948 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37872) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:07.379708 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bcc5c7b8-5de3-41dd-b835-8eec3a5f018b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0586181 Oct 26 15:39:08.383478 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37874) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:08.440475 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b976f87b-8c7f-4bce-ae9b-60ae8e95c7cc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0558491 Oct 26 15:39:08.525736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3e3755ab-1fb3-4e38-911b-a6fd9e10dcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:09.444263 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37876) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:09.500988 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-222c227f-4026-4144-9835-0df4d74c237a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0555208 Oct 26 15:39:10.504757 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37878) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:10.565840 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2ac411a7-f71e-4d9e-8897-c85c21e99ad5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0598898 Oct 26 15:39:10.930487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2d37ee41-bfe9-4ac1-ab32-5244ccd1069f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:11.569709 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37880) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:11.626868 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5b224e8b-3ff5-450f-8303-4ef6bda6fd3c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0561116 Oct 26 15:39:12.051889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:12.630626 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37882) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:12.691118 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-226c20b1-2da3-4a74-bc70-69c70326f8cd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0593646 Oct 26 15:39:13.597233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:13.694897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37884) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:13.752513 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-26353efc-def0-486b-b5ee-2a7b194ae375 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0564458 Oct 26 15:39:13.797365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:14.756369 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37886) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:14.815813 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-26fdfeae-f2b5-42c9-8818-374cb02ebb37 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0582991 Oct 26 15:39:15.819646 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37888) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:15.877541 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8787280d-b5b7-441c-b206-997b98b66e98 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0567417 Oct 26 15:39:16.546488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:16.881403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37890) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:16.942388 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e24991a6-805a-459a-af93-b4d99a743a50 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0599306 Oct 26 15:39:17.946211 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37892) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:18.002844 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-14606b87-f16a-4d85-9737-44ce27b408fb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0555217 Oct 26 15:39:19.006603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37894) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:19.068296 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-601d47e9-6e88-488c-85b5-110fb71ff2e1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0605381 Oct 26 15:39:20.072219 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37896) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:20.129823 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-63ed96d8-1d16-451e-a746-758b5d85d8e5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0563486 Oct 26 15:39:21.133545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37898) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:21.193434 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dd93f541-0230-4f33-a3d6-0c26dcfe1935 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0587702 Oct 26 15:39:21.618232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=33 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:21.620234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=19 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:22.197266 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37900) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:22.254140 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4ec2bbd4-d739-4925-b4f9-8d496c3ea8cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0556874 Oct 26 15:39:23.053586 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:39:23.257863 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37902) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:23.319643 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fe8bdcdd-7a30-4980-a281-2def2edab565 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0605669 Oct 26 15:39:24.323931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37904) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:24.382616 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:24.393689 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1709a66b-dd54-4412-a23f-692faf6df89c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0685353 Oct 26 15:39:25.397543 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37906) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:25.436249 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:25.456285 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ca614648-2a61-4cc8-8ea9-5cd34850d2c4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0576706 Oct 26 15:39:26.460177 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37908) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:26.520829 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-945aab2d-ffd5-4c20-9cf4-9701aca16e0f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0595648 Oct 26 15:39:26.536592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:26.540479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:26.542062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:27.524594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37910) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:27.582488 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5bd56fe9-4435-467e-af81-ef3296d99358 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0566664 Oct 26 15:39:28.585972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37912) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:28.646089 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-602f0457-39b3-4716-9e5b-609f23f941a0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0590167 Oct 26 15:39:29.649954 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37914) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:29.707742 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9752a930-554c-4aff-a486-1bdcf6820cc5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0566745 Oct 26 15:39:30.711520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37916) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:30.771689 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-30b4bada-d151-4423-85a7-30fdfe5948b2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0590498 Oct 26 15:39:31.774613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37918) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:31.832052 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1f83d51b-aacc-4205-a45a-377862fa45ae tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0563180 Oct 26 15:39:32.835925 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37920) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:32.895900 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-00c6093f-1791-46a6-85e4-2552a011abbb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0587964 Oct 26 15:39:33.310563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:33.312498 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:33.899807 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37922) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:33.957697 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-07fd4c33-4621-44f3-9311-485448f739d2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0567560 Oct 26 15:39:34.961462 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37924) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:35.021559 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-654b9951-6d1d-4008-96dd-688d1f1a62f2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0589674 Oct 26 15:39:36.025418 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37926) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:36.082603 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c4623096-dbd0-4ca8-aae8-bf0200a9afbb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0560689 Oct 26 15:39:37.086399 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37928) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:37.108196 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=6 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:37.109425 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:37.147490 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0fd9e921-8660-4f2d-acd2-ffeb6e5f9b08 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0599704 Oct 26 15:39:38.151102 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37930) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:38.478560 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-23548f83-d8fa-4252-a32e-3640274e7862 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.3267505 Oct 26 15:39:38.527320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-42babaa0-9341-485e-a04f-dd942d543032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:39.482271 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37932) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:39.541649 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a1799725-296e-4e46-bf77-2f70b79c1813 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0581882 Oct 26 15:39:40.545369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37934) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:40.603301 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-20974f7f-2925-444e-9351-a053e27afaf4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0562639 Oct 26 15:39:40.932352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-41335179-64ae-41d5-96ca-8ed30bba8fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:41.607087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37936) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:41.667158 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cda3888e-4e8e-4b5f-8f4f-745b35082668 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0589757 Oct 26 15:39:42.054606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:42.670642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37938) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:42.728120 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8e6922e1-a95d-4da4-8653-aaf7effeb2e5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0563660 Oct 26 15:39:42.878422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=39 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:42.890215 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=39 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:43.599217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:43.731887 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37940) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:43.794852 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ade3d86f-0e08-47eb-8d01-8c9c9774b564 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0618343 Oct 26 15:39:43.800322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:44.798561 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37942) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:44.859497 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cdd73a15-bc6d-4e0d-926b-7d6b0c00139b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0597534 Oct 26 15:39:45.863232 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37944) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:45.922912 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5577be93-bf61-4de0-8ef0-f3220972c1fd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0585535 Oct 26 15:39:46.548550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:46.926735 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37946) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:46.987336 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-68a181e7-7b78-43ea-9634-e00a9bd2d855 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0594573 Oct 26 15:39:47.990620 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37948) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:48.051219 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-87573bc4-75ca-49f8-9a11-9f5e46371e52 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0594616 Oct 26 15:39:49.054898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37950) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:49.115519 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6f87bf2d-3ca9-4e7f-a15f-a1d737f93822 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0594490 Oct 26 15:39:50.119403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37952) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:50.182911 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-86143cae-5dfb-41a0-b135-91b7d561f73c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0623183 Oct 26 15:39:51.186631 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 37954) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:51.243178 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-08911eb5-e0d3-49c4-9775-5f9fd332ce38 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0554140 Oct 26 15:39:52.246722 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37960) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:52.305247 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cbac1e91-a49f-4c66-89dd-051ad6220954 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0571249 Oct 26 15:39:53.309453 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37964) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:53.369811 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-252d8e13-c51c-4147-ad6b-0e8a4a8e3789 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 200 len: 993 time: 0.0592363 Oct 26 15:39:53.372525 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 37966) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:53.513117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 3dbc53d6-affc-477a-b3ce-d06df2601888 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:39:53.513467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (3dbc53d6-affc-477a-b3ce-d06df2601888), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:53.588453 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (3dbc53d6-affc-477a-b3ce-d06df2601888), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:53.588705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (3dbc53d6-affc-477a-b3ce-d06df2601888), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:53.595490 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:53.604317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 3dbc53d6-affc-477a-b3ce-d06df2601888 owned by network:floatingip {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:39:53.667251 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:53.753063 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (3dbc53d6-affc-477a-b3ce-d06df2601888), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:53.777078 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=3dbc53d6-affc-477a-b3ce-d06df2601888,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:39:53.807147 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:53.807492 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:53.807823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:53.808159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:53.808489 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:53.808836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:53.809165 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:53.809485 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:53.809808 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:53.810130 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:53.810449 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:53.810787 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:53.811134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:53.811958 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:53.812273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:53.853677 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (ceea8728-533a-4233-8772-9766181abe01), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:53.853918 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Floating IP ceea8728-533a-4233-8772-9766181abe01 disassociated (deleted). External IP: 172.26.11.4, port: 515d6c92-9aea-485c-a9c9-bedc8989d438. Oct 26 15:39:54.049029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:39:54.150496 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:39:54.155985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:54.160588 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04dde17-5a96-46f9-8af3-3d2b46b3df41 None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:39:54.172225 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04dde17-5a96-46f9-8af3-3d2b46b3df41 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:39:54.172874 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a04dde17-5a96-46f9-8af3-3d2b46b3df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:39:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:39:54.188033 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-28f1e9ed-687c-4e83-93b0-01648e00f490 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/ceea8728-533a-4233-8772-9766181abe01 HTTP/1.1" status: 204 len: 168 time: 0.8145039 Oct 26 15:39:54.188703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'tag': '515d6c92-9aea-485c-a9c9-bedc8989d438'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:39:54.191049 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bc67ac-d234-4553-86ed-31f1729dc42b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd69caaa-02f6-4c8a-a3d5-bbbc482eb861", "tag": "515d6c92-9aea-485c-a9c9-bedc8989d438"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:39:54.281116 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a04dde17-5a96-46f9-8af3-3d2b46b3df41 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:39:54.377927 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c065ed5-b8db-4ce5-98cd-85217facbfa0 x-openstack-request-id: req-6c065ed5-b8db-4ce5-98cd-85217facbfa0 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:39:54.378468 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd69caaa-02f6-4c8a-a3d5-bbbc482eb861", "tag": "515d6c92-9aea-485c-a9c9-bedc8989d438", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:39:54.378593 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c065ed5-b8db-4ce5-98cd-85217facbfa0 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:39:54.378931 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c065ed5-b8db-4ce5-98cd-85217facbfa0'] response: {'name': 'network-changed', 'server_uuid': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'tag': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'status': 'completed', 'code': 200} Oct 26 15:39:54.486401 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a04dde17-5a96-46f9-8af3-3d2b46b3df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:28Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:28Z', 'revision_number': 36, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:39:54.513726 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497917e-b508-468d-9150-b8169e6a517b req-4fd61cf9-578a-41a9-9ad9-0156c0c26945 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:39:54.516041 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-9497917e-b508-468d-9150-b8169e6a517b req-4fd61cf9-578a-41a9-9ad9-0156c0c26945 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 946 time: 0.1171958 Oct 26 15:39:54.516192 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04dde17-5a96-46f9-8af3-3d2b46b3df41 None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:39:54.525048 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04dde17-5a96-46f9-8af3-3d2b46b3df41 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:39:54.525666 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a04dde17-5a96-46f9-8af3-3d2b46b3df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:39:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:39:54.549886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc67ac-d234-4553-86ed-31f1729dc42b req-d6c468ab-cbfa-42c0-ba30-cf42c47df74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:39:54.551409 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-56bc67ac-d234-4553-86ed-31f1729dc42b req-d6c468ab-cbfa-42c0-ba30-cf42c47df74c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 1130 time: 0.0416951 Oct 26 15:39:54.567652 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-9497917e-b508-468d-9150-b8169e6a517b req-cdbb9d37-ffc1-4bb5-9899-e6b63213a3e2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b9886d44-b298-455a-a9f2-7dbc21b06c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453629 Oct 26 15:39:54.629863 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a04dde17-5a96-46f9-8af3-3d2b46b3df41 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:39:54.649548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc67ac-d234-4553-86ed-31f1729dc42b req-8dfc77df-c44f-48c0-b5fa-afea478dd49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:39:54.651038 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-56bc67ac-d234-4553-86ed-31f1729dc42b req-8dfc77df-c44f-48c0-b5fa-afea478dd49c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=e2711e6a-0366-4d48-9882-e2d1ff53443e HTTP/1.1" status: 200 len: 897 time: 0.0904961 Oct 26 15:39:54.707207 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-56bc67ac-d234-4553-86ed-31f1729dc42b req-94342606-dbab-4000-a719-905772aa93d7 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=515d6c92-9aea-485c-a9c9-bedc8989d438 HTTP/1.1" status: 200 len: 217 time: 0.0344379 Oct 26 15:39:54.755989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc67ac-d234-4553-86ed-31f1729dc42b req-07a055e9-4528-4c79-8ac6-a6fd09314aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:39:54.757481 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-56bc67ac-d234-4553-86ed-31f1729dc42b req-07a055e9-4528-4c79-8ac6-a6fd09314aa4 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=38b62080-2873-418b-ab97-d3c4adda2359 HTTP/1.1" status: 200 len: 835 time: 0.0441828 Oct 26 15:39:54.814611 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a04dde17-5a96-46f9-8af3-3d2b46b3df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:28Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:28Z', 'revision_number': 36, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:39:54.839199 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04dde17-5a96-46f9-8af3-3d2b46b3df41 None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:35:28Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:35:28Z', 'revision_number': 36, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:39:54.867772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc67ac-d234-4553-86ed-31f1729dc42b req-6b4c9431-0759-4aea-979d-3c51d42a0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:39:54.869388 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-56bc67ac-d234-4553-86ed-31f1729dc42b req-6b4c9431-0759-4aea-979d-3c51d42a0784 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=e2711e6a-0366-4d48-9882-e2d1ff53443e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0776997 Oct 26 15:39:54.877952 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443a2fb-d8c7-4525-af99-bb8656ad004a req-04bd2615-20d3-4076-87f4-46e1b2564a82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:39:54.879445 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5443a2fb-d8c7-4525-af99-bb8656ad004a req-04bd2615-20d3-4076-87f4-46e1b2564a82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 946 time: 0.0795846 Oct 26 15:39:54.905480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:54.961405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:55.042590 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-5443a2fb-d8c7-4525-af99-bb8656ad004a req-8184f348-af16-49a1-ab61-525b0a54500d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 515d6c92-9aea-485c-a9c9-bedc8989d438 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:39:55.042939 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-5443a2fb-d8c7-4525-af99-bb8656ad004a req-8184f348-af16-49a1-ab61-525b0a54500d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (515d6c92-9aea-485c-a9c9-bedc8989d438), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:55.071262 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-56bc67ac-d234-4553-86ed-31f1729dc42b req-b9ec2a28-56f1-4d04-8071-93bb3901988c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908286 Oct 26 15:39:55.235035 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-5443a2fb-d8c7-4525-af99-bb8656ad004a req-8184f348-af16-49a1-ab61-525b0a54500d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port 515d6c92-9aea-485c-a9c9-bedc8989d438, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=515d6c92-9aea-485c-a9c9-bedc8989d438,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:39:55.235425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-5443a2fb-d8c7-4525-af99-bb8656ad004a req-8184f348-af16-49a1-ab61-525b0a54500d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (515d6c92-9aea-485c-a9c9-bedc8989d438), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:55.253748 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-56bc67ac-d234-4553-86ed-31f1729dc42b req-269a514f-bf3b-444a-8be8-6aa535cfc2d4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525447 Oct 26 15:39:55.254706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-5443a2fb-d8c7-4525-af99-bb8656ad004a req-8184f348-af16-49a1-ab61-525b0a54500d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 515d6c92-9aea-485c-a9c9-bedc8989d438 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:39:55.401308 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-5443a2fb-d8c7-4525-af99-bb8656ad004a req-8184f348-af16-49a1-ab61-525b0a54500d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (515d6c92-9aea-485c-a9c9-bedc8989d438), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:55.431059 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184f348-af16-49a1-ab61-525b0a54500d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=515d6c92-9aea-485c-a9c9-bedc8989d438,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:39:55.492743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-5443a2fb-d8c7-4525-af99-bb8656ad004a req-8184f348-af16-49a1-ab61-525b0a54500d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] No DVR routers for this DVR port 515d6c92-9aea-485c-a9c9-bedc8989d438 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:39:55.495556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-5443a2fb-d8c7-4525-af99-bb8656ad004a req-8184f348-af16-49a1-ab61-525b0a54500d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:55.499289 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5443a2fb-d8c7-4525-af99-bb8656ad004a req-8184f348-af16-49a1-ab61-525b0a54500d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "DELETE /networking/v2.0/ports/515d6c92-9aea-485c-a9c9-bedc8989d438 HTTP/1.1" status: 204 len: 173 time: 0.6112099 Oct 26 15:39:55.759934 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9c3bb9cd-3201-4b33-911b-0506786e4535 req-ab023f0c-41f9-40ca-ac23-b18964471b8f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=cd69caaa-02f6-4c8a-a3d5-bbbc482eb861 HTTP/1.1" status: 200 len: 210 time: 0.0834870 Oct 26 15:39:56.255376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:39:56.300561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 81530100-5fc7-479f-8765-e25fb8e09e0f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:39:56.300992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:56.301359 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 81530100-5fc7-479f-8765-e25fb8e09e0f Oct 26 15:39:56.372693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:39:56.373153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:56.379761 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'name': 'network-vif-deleted', 'tag': '515d6c92-9aea-485c-a9c9-bedc8989d438'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:39:56.382170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59efc827-8563-4050-9ba3-3887e24313c0" -d '{"events": [{"server_uuid": "cd69caaa-02f6-4c8a-a3d5-bbbc482eb861", "name": "network-vif-deleted", "tag": "515d6c92-9aea-485c-a9c9-bedc8989d438"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:39:56.407732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:39:56.413656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:56.414650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:39:56.425270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e5fcb8-bc88-468d-9817-f8f0a5c96342 x-openstack-request-id: req-57e5fcb8-bc88-468d-9817-f8f0a5c96342 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:39:56.425785 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd69caaa-02f6-4c8a-a3d5-bbbc482eb861", "name": "network-vif-deleted", "tag": "515d6c92-9aea-485c-a9c9-bedc8989d438", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:39:56.425891 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57e5fcb8-bc88-468d-9817-f8f0a5c96342 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:39:56.426248 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e5fcb8-bc88-468d-9817-f8f0a5c96342'] response: {'server_uuid': 'cd69caaa-02f6-4c8a-a3d5-bbbc482eb861', 'name': 'network-vif-deleted', 'tag': '515d6c92-9aea-485c-a9c9-bedc8989d438', 'status': 'completed', 'code': 200} Oct 26 15:39:56.492643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=37']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:39:56.504469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5aaa020f-465b-4888-8f4e-a53b478baa20 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:39:56.504869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:56.505205 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5aaa020f-465b-4888-8f4e-a53b478baa20 Oct 26 15:39:56.507429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:56.507713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:56.508070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:56.508415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:56.508745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:56.509098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:56.509574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:56.509742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:56.510062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:56.510674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:56.510674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:56.511026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:56.511295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:56.513346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:56.513346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:39:56.592142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:39:56.592531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:56.613872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:39:56.617467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:56.664326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:39:56.828345 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38008) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:56.883815 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bed92099-b4be-4cf7-b4d9-7c9e7abe1bfd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (b9886d44-b298-455a-a9f2-7dbc21b06c55), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:56.907522 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bed92099-b4be-4cf7-b4d9-7c9e7abe1bfd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (b9886d44-b298-455a-a9f2-7dbc21b06c55), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:56.969682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bed92099-b4be-4cf7-b4d9-7c9e7abe1bfd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (b9886d44-b298-455a-a9f2-7dbc21b06c55), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:56.972429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bed92099-b4be-4cf7-b4d9-7c9e7abe1bfd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:56.974395 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bed92099-b4be-4cf7-b4d9-7c9e7abe1bfd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b9886d44-b298-455a-a9f2-7dbc21b06c55 HTTP/1.1" status: 204 len: 168 time: 0.1458662 Oct 26 15:39:56.987387 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed92099-b4be-4cf7-b4d9-7c9e7abe1bfd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9886d44-b298-455a-a9f2-7dbc21b06c55,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:39:57.018235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38012) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:57.039243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99efdab3-2e5d-41d7-8c74-eafcdd79420c None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:39:57.041738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99efdab3-2e5d-41d7-8c74-eafcdd79420c None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:39:57.042390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-99efdab3-2e5d-41d7-8c74-eafcdd79420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:39:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:39:57.146300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-99efdab3-2e5d-41d7-8c74-eafcdd79420c None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:39:57.225649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:57.233520 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:57.335785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-99efdab3-2e5d-41d7-8c74-eafcdd79420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:39:56Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:39:56Z', 'revision_number': 37, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:39:57.364055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99efdab3-2e5d-41d7-8c74-eafcdd79420c None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:39:57.372336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99efdab3-2e5d-41d7-8c74-eafcdd79420c None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:39:57.372972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-99efdab3-2e5d-41d7-8c74-eafcdd79420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:39:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:39:57.419494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3a134ff-5d3b-4636-a2ad-c8e11e23246c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (5ba35a58-cc36-4279-b051-0d42cbaca5c4), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:57.476377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-99efdab3-2e5d-41d7-8c74-eafcdd79420c None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:39:57.595563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:57.664122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-99efdab3-2e5d-41d7-8c74-eafcdd79420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:39:56Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:39:56Z', 'revision_number': 37, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:39:57.689855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99efdab3-2e5d-41d7-8c74-eafcdd79420c None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187'}], 'enable_snat': True}, 'gw_port_id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:34:36Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5aaa020f-465b-4888-8f4e-a53b478baa20', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:33Z', 'updated_at': '2022-10-26T15:39:56Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '81530100-5fc7-479f-8765-e25fb8e09e0f', 'name': '', 'network_id': 'e2711e6a-0366-4d48-9882-e2d1ff53443e', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:90:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '38b62080-2873-418b-ab97-d3c4adda2359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:34:35Z', 'updated_at': '2022-10-26T15:39:56Z', 'revision_number': 37, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '38b62080-2873-418b-ab97-d3c4adda2359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:39:57.987491 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-c3a134ff-5d3b-4636-a2ad-c8e11e23246c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 81530100-5fc7-479f-8765-e25fb8e09e0f {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:39:57.988056 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3a134ff-5d3b-4636-a2ad-c8e11e23246c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:58.088034 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-c3a134ff-5d3b-4636-a2ad-c8e11e23246c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port 81530100-5fc7-479f-8765-e25fb8e09e0f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=81530100-5fc7-479f-8765-e25fb8e09e0f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:39:58.088398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3a134ff-5d3b-4636-a2ad-c8e11e23246c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:58.102703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-c3a134ff-5d3b-4636-a2ad-c8e11e23246c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 81530100-5fc7-479f-8765-e25fb8e09e0f owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:39:58.172641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:39:58.175020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:58.246149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:58.255776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 81530100-5fc7-479f-8765-e25fb8e09e0f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:39:58.256168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:58.340095 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3a134ff-5d3b-4636-a2ad-c8e11e23246c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (81530100-5fc7-479f-8765-e25fb8e09e0f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:58.369124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a134ff-5d3b-4636-a2ad-c8e11e23246c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=81530100-5fc7-479f-8765-e25fb8e09e0f,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:39:58.395663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:39:58.417297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 81530100-5fc7-479f-8765-e25fb8e09e0f {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:39:58.417689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:39:58.521074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:39:58.568340 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:58.582802 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c3a134ff-5d3b-4636-a2ad-c8e11e23246c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (5ba35a58-cc36-4279-b051-0d42cbaca5c4), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:58.586689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5aaa020f-465b-4888-8f4e-a53b478baa20 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:39:58.587077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:58.587426 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5aaa020f-465b-4888-8f4e-a53b478baa20 Oct 26 15:39:58.644946 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:58.654254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5920a94e-33a6-47f5-b3a0-732235f25873 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:39:58.692100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:39:58.738570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5920a94e-33a6-47f5-b3a0-732235f25873 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:39:58.767579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5aaa020f-465b-4888-8f4e-a53b478baa20 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:39:58.832194 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a134ff-5d3b-4636-a2ad-c8e11e23246c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:39:58.947914 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a134ff-5d3b-4636-a2ad-c8e11e23246c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:39:58.956636 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c3a134ff-5d3b-4636-a2ad-c8e11e23246c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "PUT /networking/v2.0/routers/5ba35a58-cc36-4279-b051-0d42cbaca5c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9346802 Oct 26 15:39:58.957149 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38014) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:59.019184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b6ea47-469d-4e7e-9eae-07a5f8b14cdf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting subnet 38b62080-2873-418b-ab97-d3c4adda2359 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:39:59.019871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 515d6c92-9aea-485c-a9c9-bedc8989d438 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:39:59.022873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d7b6ea47-469d-4e7e-9eae-07a5f8b14cdf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (38b62080-2873-418b-ab97-d3c4adda2359), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:59.063326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 515d6c92-9aea-485c-a9c9-bedc8989d438 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:39:59.063700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 515d6c92-9aea-485c-a9c9-bedc8989d438 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:39:59.069388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d7b6ea47-469d-4e7e-9eae-07a5f8b14cdf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (38b62080-2873-418b-ab97-d3c4adda2359), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:59.098427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5aaa020f-465b-4888-8f4e-a53b478baa20 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:39:59.098816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:59.130411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:39:59.136460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:59.165996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d7b6ea47-469d-4e7e-9eae-07a5f8b14cdf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (38b62080-2873-418b-ab97-d3c4adda2359), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:59.191166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:39:59.236608 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d7b6ea47-469d-4e7e-9eae-07a5f8b14cdf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (38b62080-2873-418b-ab97-d3c4adda2359), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:59.266726 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6ea47-469d-4e7e-9eae-07a5f8b14cdf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Subnet': ['ID=38b62080-2873-418b-ab97-d3c4adda2359,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:39:59.276193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d7b6ea47-469d-4e7e-9eae-07a5f8b14cdf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:59.280024 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d7b6ea47-469d-4e7e-9eae-07a5f8b14cdf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/38b62080-2873-418b-ab97-d3c4adda2359 HTTP/1.1" status: 204 len: 168 time: 0.3214951 Oct 26 15:39:59.282682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38016) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:39:59.391197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-791efed0-e0c7-429f-b594-9cb92b557d09 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (5ba35a58-cc36-4279-b051-0d42cbaca5c4), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:59.506207 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-791efed0-e0c7-429f-b594-9cb92b557d09 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (5ba35a58-cc36-4279-b051-0d42cbaca5c4), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:59.547965 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-791efed0-e0c7-429f-b594-9cb92b557d09 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 5aaa020f-465b-4888-8f4e-a53b478baa20 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:39:59.548313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-791efed0-e0c7-429f-b594-9cb92b557d09 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:59.550921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:59.580411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a674b4-f72b-49d3-b59a-79724096e4ee None None] Network e2711e6a-0366-4d48-9882-e2d1ff53443e requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:39:59.630818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-98747e41-79f3-49cc-9c15-45fa99a58640 None None] Provisioning complete for port 84bdb812-5c81-4bbf-9cba-093a46773d7f triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:39:59.631194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-98747e41-79f3-49cc-9c15-45fa99a58640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (84bdb812-5c81-4bbf-9cba-093a46773d7f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:59.631536 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-98747e41-79f3-49cc-9c15-45fa99a58640 None None] Attempt 1 to provision port 84bdb812-5c81-4bbf-9cba-093a46773d7f Oct 26 15:39:59.631995 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-791efed0-e0c7-429f-b594-9cb92b557d09 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port 5aaa020f-465b-4888-8f4e-a53b478baa20, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5aaa020f-465b-4888-8f4e-a53b478baa20,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:39:59.632365 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-791efed0-e0c7-429f-b594-9cb92b557d09 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:59.656254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-791efed0-e0c7-429f-b594-9cb92b557d09 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 5aaa020f-465b-4888-8f4e-a53b478baa20 owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:39:59.694434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:39:59.749408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-98747e41-79f3-49cc-9c15-45fa99a58640 None None] Current status of the port 84bdb812-5c81-4bbf-9cba-093a46773d7f is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:39:59.792483 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6911a44-9c16-44f5-8ea4-95c959a87876 None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:39:59.792483 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6911a44-9c16-44f5-8ea4-95c959a87876 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:39:59.792483 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a6911a44-9c16-44f5-8ea4-95c959a87876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:39:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:39:59.806835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745e51c7-f323-449e-8b39-3b5a91e5de64 None None] DHCP port deletion for e2711e6a-0366-4d48-9882-e2d1ff53443e request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:39:59.844597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-791efed0-e0c7-429f-b594-9cb92b557d09 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (5aaa020f-465b-4888-8f4e-a53b478baa20), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:59.848360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-745e51c7-f323-449e-8b39-3b5a91e5de64 None None] Deleting port 84bdb812-5c81-4bbf-9cba-093a46773d7f {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:39:59.849086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-745e51c7-f323-449e-8b39-3b5a91e5de64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (84bdb812-5c81-4bbf-9cba-093a46773d7f), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:59.878304 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a6911a44-9c16-44f5-8ea4-95c959a87876 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:39:59.878541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791efed0-e0c7-429f-b594-9cb92b557d09 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=5aaa020f-465b-4888-8f4e-a53b478baa20,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:39:59.923020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-745e51c7-f323-449e-8b39-3b5a91e5de64 None None] For port 84bdb812-5c81-4bbf-9cba-093a46773d7f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=84bdb812-5c81-4bbf-9cba-093a46773d7f,segment=NetworkSegment(747cead5-094f-4644-b314-2f0bdfd28d8f),segment_id=747cead5-094f-4644-b314-2f0bdfd28d8f)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:39:59.923435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-745e51c7-f323-449e-8b39-3b5a91e5de64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (84bdb812-5c81-4bbf-9cba-093a46773d7f), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:59.937910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-745e51c7-f323-449e-8b39-3b5a91e5de64 None None] Calling delete_port for 84bdb812-5c81-4bbf-9cba-093a46773d7f owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:39:59.938719 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a6911a44-9c16-44f5-8ea4-95c959a87876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:39:59Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:39:59.944881 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-791efed0-e0c7-429f-b594-9cb92b557d09 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (5ba35a58-cc36-4279-b051-0d42cbaca5c4), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:39:59.965200 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6911a44-9c16-44f5-8ea4-95c959a87876 None None] Checking router: 5ba35a58-cc36-4279-b051-0d42cbaca5c4 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:39:59.974020 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6911a44-9c16-44f5-8ea4-95c959a87876 None None] Routers {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:39:59.974567 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a6911a44-9c16-44f5-8ea4-95c959a87876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:39:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:00.023091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-745e51c7-f323-449e-8b39-3b5a91e5de64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (84bdb812-5c81-4bbf-9cba-093a46773d7f), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.037011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745e51c7-f323-449e-8b39-3b5a91e5de64 None None] No DVR routers for this DVR port 84bdb812-5c81-4bbf-9cba-093a46773d7f on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:40:00.039965 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-791efed0-e0c7-429f-b594-9cb92b557d09 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (5ba35a58-cc36-4279-b051-0d42cbaca5c4), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.043127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-791efed0-e0c7-429f-b594-9cb92b557d09 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_controller (5ba35a58-cc36-4279-b051-0d42cbaca5c4), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.060120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e51c7-f323-449e-8b39-3b5a91e5de64 None None] Pushing event deleted for resources: {'Port': ['ID=84bdb812-5c81-4bbf-9cba-093a46773d7f,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:00.099503 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-791efed0-e0c7-429f-b594-9cb92b557d09 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (5ba35a58-cc36-4279-b051-0d42cbaca5c4), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.100090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791efed0-e0c7-429f-b594-9cb92b557d09 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Fanout notify agent at l3_agent the message router_deleted on router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:40:00.106683 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-791efed0-e0c7-429f-b594-9cb92b557d09 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.108869 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-791efed0-e0c7-429f-b594-9cb92b557d09 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/routers/5ba35a58-cc36-4279-b051-0d42cbaca5c4 HTTP/1.1" status: 204 len: 168 time: 0.8241959 Oct 26 15:40:00.110663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38018) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:00.125047 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:40:00.153067 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a6911a44-9c16-44f5-8ea4-95c959a87876 None None] Set router 5ba35a58-cc36-4279-b051-0d42cbaca5c4 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:00.194799 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c91d-9eb4-415b-bd45-9ebc46b88682 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (e2711e6a-0366-4d48-9882-e2d1ff53443e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.205979 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a6911a44-9c16-44f5-8ea4-95c959a87876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:39:59Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:00.228017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 84bdb812-5c81-4bbf-9cba-093a46773d7f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:00.230966 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6911a44-9c16-44f5-8ea4-95c959a87876 None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [{'id': '5ba35a58-cc36-4279-b051-0d42cbaca5c4', 'name': 'tempest-TestNetworkBasicOps-router-1574264791', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:34:32Z', 'updated_at': '2022-10-26T15:39:59Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port_host': None}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:00.253501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 84bdb812-5c81-4bbf-9cba-093a46773d7f {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:40:00.254209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 84bdb812-5c81-4bbf-9cba-093a46773d7f not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:40:00.254703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:00.278296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 81530100-5fc7-479f-8765-e25fb8e09e0f {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:40:00.279031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 81530100-5fc7-479f-8765-e25fb8e09e0f not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:40:00.299204 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c91d-9eb4-415b-bd45-9ebc46b88682 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (e2711e6a-0366-4d48-9882-e2d1ff53443e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.321554 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-3ab8c91d-9eb4-415b-bd45-9ebc46b88682 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2711e6a-0366-4d48-9882-e2d1ff53443e']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:00.332428 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-3ab8c91d-9eb4-415b-bd45-9ebc46b88682 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747cead5-094f-4644-b314-2f0bdfd28d8f') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:00.332832 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-3ab8c91d-9eb4-415b-bd45-9ebc46b88682 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747cead5-094f-4644-b314-2f0bdfd28d8f') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:00.343921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c91d-9eb4-415b-bd45-9ebc46b88682 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (747cead5-094f-4644-b314-2f0bdfd28d8f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.358234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c91d-9eb4-415b-bd45-9ebc46b88682 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (747cead5-094f-4644-b314-2f0bdfd28d8f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.365041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab8c91d-9eb4-415b-bd45-9ebc46b88682 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:40:00.365438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c91d-9eb4-415b-bd45-9ebc46b88682 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (747cead5-094f-4644-b314-2f0bdfd28d8f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.435851 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c91d-9eb4-415b-bd45-9ebc46b88682 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (e2711e6a-0366-4d48-9882-e2d1ff53443e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.443397 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c91d-9eb4-415b-bd45-9ebc46b88682 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.447147 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3ab8c91d-9eb4-415b-bd45-9ebc46b88682 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/networks/e2711e6a-0366-4d48-9882-e2d1ff53443e HTTP/1.1" status: 204 len: 168 time: 0.3354547 Oct 26 15:40:00.462458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8c91d-9eb4-415b-bd45-9ebc46b88682 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Network': ['ID=e2711e6a-0366-4d48-9882-e2d1ff53443e,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:00.476708 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 747cead5-094f-4644-b314-2f0bdfd28d8f resource provider aggregate not found Oct 26 15:40:00.493632 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 747cead5-094f-4644-b314-2f0bdfd28d8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 747cead5-094f-4644-b314-2f0bdfd28d8f found for delete ", "request_id": "req-f98fae86-5e16-4587-a002-0f1f4822c3ca"}]} Oct 26 15:40:00.500006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38026) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:00.505068 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-06fda09d-33df-4def-8344-01fe26d02c1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'network': {'name': 'tempest-network-smoke--1034057737', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'port_security_enabled': True}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:00.525488 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fda09d-33df-4def-8344-01fe26d02c1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:40:00.529181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-06fda09d-33df-4def-8344-01fe26d02c1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.553976 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fda09d-33df-4def-8344-01fe26d02c1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:40:00.563479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-06fda09d-33df-4def-8344-01fe26d02c1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (276893ce-9f41-4866-a697-11ddeadb3f7a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.563821 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-06fda09d-33df-4def-8344-01fe26d02c1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Added segment 276893ce-9f41-4866-a697-11ddeadb3f7a of type vlan for network b4e5ab01-9e5a-485d-b454-3088afcf291b Oct 26 15:40:00.607899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-06fda09d-33df-4def-8344-01fe26d02c1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (b4e5ab01-9e5a-485d-b454-3088afcf291b), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.610017 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:00.638503 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-06fda09d-33df-4def-8344-01fe26d02c1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (b4e5ab01-9e5a-485d-b454-3088afcf291b), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.644046 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fda09d-33df-4def-8344-01fe26d02c1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:00.644637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-06fda09d-33df-4def-8344-01fe26d02c1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.709107 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-06fda09d-33df-4def-8344-01fe26d02c1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2080100 Oct 26 15:40:00.711814 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38028) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:00.718299 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'admin_state_up': True, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:00.726003 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fda09d-33df-4def-8344-01fe26d02c1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Network': ['ID=b4e5ab01-9e5a-485d-b454-3088afcf291b,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:00.734312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:00.736204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network b4e5ab01-9e5a-485d-b454-3088afcf291b details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:40:00.745375 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (352c54f5-21e5-408b-b115-84a95bd348e7), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.746413 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (352c54f5-21e5-408b-b115-84a95bd348e7), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.806437 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_controller (352c54f5-21e5-408b-b115-84a95bd348e7), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.951028 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (352c54f5-21e5-408b-b115-84a95bd348e7), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:00.954143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568b7149-3f4f-4dc1-8757-9f09ee6bb626 None None] Sync routers for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:00.968216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568b7149-3f4f-4dc1-8757-9f09ee6bb626 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:00.968585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568b7149-3f4f-4dc1-8757-9f09ee6bb626 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:40:00.969282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-568b7149-3f4f-4dc1-8757-9f09ee6bb626 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:39:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:40:00.971797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:00.979937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568b7149-3f4f-4dc1-8757-9f09ee6bb626 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:00.980333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568b7149-3f4f-4dc1-8757-9f09ee6bb626 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:40:00.980952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-568b7149-3f4f-4dc1-8757-9f09ee6bb626 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5ba35a58-cc36-4279-b051-0d42cbaca5c4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:39:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:40:00.981333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568b7149-3f4f-4dc1-8757-9f09ee6bb626 None None] The sync data for ids ['5ba35a58-cc36-4279-b051-0d42cbaca5c4'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:01.122641 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (352c54f5-21e5-408b-b115-84a95bd348e7), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:01.142371 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:01.247104 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.26.11.217 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/5b5193f4-1223-4d86-a728-dd324450577d) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:40:01.353534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (5b5193f4-1223-4d86-a728-dd324450577d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:01.385163 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:01.421005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:40:01.423730 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:40:01.429355 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:40:01.456821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:01.563883 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:01.633687 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:01.673831 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (352c54f5-21e5-408b-b115-84a95bd348e7), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:02.144440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (352c54f5-21e5-408b-b115-84a95bd348e7), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:02.269065 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 352c54f5-21e5-408b-b115-84a95bd348e7 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:40:02.371206 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:40:02.380417 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Sync routers for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:02.391332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:02.391565 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:02.391964 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:39:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:02.392708 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6d59d5c7-b06b-4cd5-b06e-f3a52b011030 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.6799514 Oct 26 15:40:02.395713 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38030) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:02.445680 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:02.467700 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a3057ca1-c324-45cf-8d3d-d8d48479ab73 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?project_id=535d3aadc3604e4688e327c629fdd025&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0703127 Oct 26 15:40:02.470257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38034) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:02.477475 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:02.496002 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:02.559735 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6380e2eb-475b-40b7-83ae-76cf11fb9c90 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:02.561312 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6380e2eb-475b-40b7-83ae-76cf11fb9c90 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901783 Oct 26 15:40:02.564099 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38036) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:02.591129 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8ffcab85-853a-4fe2-8371-74a6278ca5e9 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260010 Oct 26 15:40:02.594174 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38038) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:02.598760 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-b9688c6d-a49d-43d7-be04-f5fd7793f79b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-997979370', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:02.661253 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:01Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:02.684721 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9688c6d-a49d-43d7-be04-f5fd7793f79b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:40:02.688551 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b9688c6d-a49d-43d7-be04-f5fd7793f79b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:02.689256 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Checking router: 352c54f5-21e5-408b-b115-84a95bd348e7 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:02.689622 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Updating router 352c54f5-21e5-408b-b115-84a95bd348e7 port 5b5193f4-1223-4d86-a728-dd324450577d binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:40:02.716929 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:02.807183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:02.880133 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b9688c6d-a49d-43d7-be04-f5fd7793f79b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (6a0da6b5-a170-483d-82da-f75c742750a0), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:02.921518 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:02.946360 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9688c6d-a49d-43d7-be04-f5fd7793f79b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Subnet': ['ID=6a0da6b5-a170-483d-82da-f75c742750a0,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:02.956919 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9688c6d-a49d-43d7-be04-f5fd7793f79b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Checking segment: {'id': '276893ce-9f41-4866-a697-11ddeadb3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:40:02.957290 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9688c6d-a49d-43d7-be04-f5fd7793f79b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network hostable DHCP agents. Network: b4e5ab01-9e5a-485d-b454-3088afcf291b, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:40:02.963816 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Publish callbacks [] for port (5b5193f4-1223-4d86-a728-dd324450577d), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:02.969508 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:02.975346 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9688c6d-a49d-43d7-be04-f5fd7793f79b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network b4e5ab01-9e5a-485d-b454-3088afcf291b is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:40:02.985095 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-b9688c6d-a49d-43d7-be04-f5fd7793f79b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, b4e5ab01-9e5a-485d-b454-3088afcf291b) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:40:02.989284 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9688c6d-a49d-43d7-be04-f5fd7793f79b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:02.989926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b9688c6d-a49d-43d7-be04-f5fd7793f79b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:02.998184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295a1722-c457-48cc-88d3-95544cff8bd8 None None] Network b4e5ab01-9e5a-485d-b454-3088afcf291b requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:40:03.007481 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b9688c6d-a49d-43d7-be04-f5fd7793f79b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4123127 Oct 26 15:40:03.010395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38040) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:03.011735 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Attempting to bind port 5b5193f4-1223-4d86-a728-dd324450577d on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:40:03.012177 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Attempting to bind port 5b5193f4-1223-4d86-a728-dd324450577d by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:40:03.013198 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Attempting to bind port 5b5193f4-1223-4d86-a728-dd324450577d on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:40:03.046874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:03.051324 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b334f01-ee5e-4f9b-9d3a-3f40ce8dc130 None None] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=2']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:03.063468 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b334f01-ee5e-4f9b-9d3a-3f40ce8dc130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:03.063915 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b334f01-ee5e-4f9b-9d3a-3f40ce8dc130 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:03.064330 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b334f01-ee5e-4f9b-9d3a-3f40ce8dc130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:03.064741 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b334f01-ee5e-4f9b-9d3a-3f40ce8dc130 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:03.065684 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b334f01-ee5e-4f9b-9d3a-3f40ce8dc130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:03.066039 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b334f01-ee5e-4f9b-9d3a-3f40ce8dc130 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:03.066367 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b334f01-ee5e-4f9b-9d3a-3f40ce8dc130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:03.067086 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b334f01-ee5e-4f9b-9d3a-3f40ce8dc130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:03.067086 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b334f01-ee5e-4f9b-9d3a-3f40ce8dc130 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:03.067428 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b334f01-ee5e-4f9b-9d3a-3f40ce8dc130 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:03.067695 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b334f01-ee5e-4f9b-9d3a-3f40ce8dc130 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:03.068022 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b334f01-ee5e-4f9b-9d3a-3f40ce8dc130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:03.068347 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b334f01-ee5e-4f9b-9d3a-3f40ce8dc130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:03.068682 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b334f01-ee5e-4f9b-9d3a-3f40ce8dc130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:03.069031 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b334f01-ee5e-4f9b-9d3a-3f40ce8dc130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:03.080342 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:40:03.080654 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:40:03.081097 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:03.081530 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:40:03.082008 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Bound port: 5b5193f4-1223-4d86-a728-dd324450577d, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:40:03.082400 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:03.114477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-b4e5ab01-9e5a-485d-b454-3088afcf291b', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:40:03.115449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:03.134332 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:40:03.137617 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5b5193f4-1223-4d86-a728-dd324450577d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:40:03.143811 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:03.179542 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:03.180488 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:39:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:03.206697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:03.244664 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b334f01-ee5e-4f9b-9d3a-3f40ce8dc130 None None] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:03.259270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Allocated IP 172.20.0.2 (b4e5ab01-9e5a-485d-b454-3088afcf291b/6a0da6b5-a170-483d-82da-f75c742750a0/941db08d-8b4d-462e-b458-804cf9128dd7) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:40:03.297353 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:03.308614 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:03.412936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Publish callbacks [] for port (941db08d-8b4d-462e-b458-804cf9128dd7), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:03.420021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (941db08d-8b4d-462e-b458-804cf9128dd7), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:03.448872 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:03.464165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Network b4e5ab01-9e5a-485d-b454-3088afcf291b is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:40:03.464953 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:03.468754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:40:03.472886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:40:03.476377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Pushing event updated for resources: {'Port': ['ID=941db08d-8b4d-462e-b458-804cf9128dd7,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:03.496098 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:01Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:03.521612 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90b626-2bbe-4505-9f2c-3dddb60733d4 None None] The sync data for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv is: [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:01Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:03.545939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Attempting to bind port 941db08d-8b4d-462e-b458-804cf9128dd7 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:40:03.546329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Attempting to bind port 941db08d-8b4d-462e-b458-804cf9128dd7 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '276893ce-9f41-4866-a697-11ddeadb3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:40:03.546702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Attempting to bind port 941db08d-8b4d-462e-b458-804cf9128dd7 on network b4e5ab01-9e5a-485d-b454-3088afcf291b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:40:03.591360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:40:03.592661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Checking segment: {'id': '276893ce-9f41-4866-a697-11ddeadb3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:40:03.593119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:03.593527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Bound using segment: {'id': '276893ce-9f41-4866-a697-11ddeadb3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:40:03.594012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Bound port: 941db08d-8b4d-462e-b458-804cf9128dd7, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276893ce-9f41-4866-a697-11ddeadb3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:40:03.594401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (941db08d-8b4d-462e-b458-804cf9128dd7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:03.597283 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:03.666788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] For port 941db08d-8b4d-462e-b458-804cf9128dd7, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:40:03.670512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] For port 941db08d-8b4d-462e-b458-804cf9128dd7, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=941db08d-8b4d-462e-b458-804cf9128dd7,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:40:03.678205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (941db08d-8b4d-462e-b458-804cf9128dd7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:03.740203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4b81d-db67-46b5-afdc-6beead21f77d None None] Pushing event updated for resources: {'Port': ['ID=941db08d-8b4d-462e-b458-804cf9128dd7,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:03.746105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:03.775199 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.20.0.1 (b4e5ab01-9e5a-485d-b454-3088afcf291b/6a0da6b5-a170-483d-82da-f75c742750a0/72bed1ce-732b-4c8a-8ce5-9db519664e81) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:40:03.939819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:03.979361 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:04.030672 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network b4e5ab01-9e5a-485d-b454-3088afcf291b is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:40:04.037439 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:40:04.040234 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:40:04.043840 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:04.080192 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:04.080546 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:04.080958 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:04.081309 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:04.081640 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:04.081976 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:04.082308 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:04.082811 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:04.082969 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:04.083302 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:04.083632 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:04.083961 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:04.084288 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:04.084621 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:04.084971 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:04.108932 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (352c54f5-21e5-408b-b115-84a95bd348e7), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:04.258516 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:04.294498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 941db08d-8b4d-462e-b458-804cf9128dd7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:04.343194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 941db08d-8b4d-462e-b458-804cf9128dd7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:04.343711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (941db08d-8b4d-462e-b458-804cf9128dd7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:04.344177 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 941db08d-8b4d-462e-b458-804cf9128dd7 Oct 26 15:40:04.421331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 941db08d-8b4d-462e-b458-804cf9128dd7 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:04.422104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (941db08d-8b4d-462e-b458-804cf9128dd7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:04.474887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 941db08d-8b4d-462e-b458-804cf9128dd7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=941db08d-8b4d-462e-b458-804cf9128dd7,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:04.483343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (941db08d-8b4d-462e-b458-804cf9128dd7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:04.484436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:04.542227 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:04.571908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=941db08d-8b4d-462e-b458-804cf9128dd7,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:04.577002 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:04.577208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5b5193f4-1223-4d86-a728-dd324450577d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:04.577623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5b5193f4-1223-4d86-a728-dd324450577d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:04.578058 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5b5193f4-1223-4d86-a728-dd324450577d Oct 26 15:40:04.585316 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:04.663438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:04.663861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:04.670895 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:04.673492 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (352c54f5-21e5-408b-b115-84a95bd348e7), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:04.690407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5b5193f4-1223-4d86-a728-dd324450577d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:04.695527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:04.734663 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:04.750326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:04.779407 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network b4e5ab01-9e5a-485d-b454-3088afcf291b is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:40:04.780778 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:40:04.811665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce729631-ce7f-416d-a9a9-f02265f5e932 None None] Network b4e5ab01-9e5a-485d-b454-3088afcf291b requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:40:04.866570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:04.877812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e0c5f6b2-5150-488b-9840-1c4a3bb92d45 None None] Provisioning complete for port 941db08d-8b4d-462e-b458-804cf9128dd7 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:04.878198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f6b2-5150-488b-9840-1c4a3bb92d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (941db08d-8b4d-462e-b458-804cf9128dd7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:04.878565 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e0c5f6b2-5150-488b-9840-1c4a3bb92d45 None None] Attempt 1 to provision port 941db08d-8b4d-462e-b458-804cf9128dd7 Oct 26 15:40:04.939181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:05.006127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e0c5f6b2-5150-488b-9840-1c4a3bb92d45 None None] Current status of the port 941db08d-8b4d-462e-b458-804cf9128dd7 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:05.207490 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 352c54f5-21e5-408b-b115-84a95bd348e7 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:40:05.243457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-7e954c41-dd78-42d7-acf8-4234cb195658 None None] Provisioning complete for port 72bed1ce-732b-4c8a-8ce5-9db519664e81 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:05.243457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7e954c41-dd78-42d7-acf8-4234cb195658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:05.243457 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7e954c41-dd78-42d7-acf8-4234cb195658 None None] Attempt 1 to provision port 72bed1ce-732b-4c8a-8ce5-9db519664e81 Oct 26 15:40:05.243457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Sync routers for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:05.281146 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:05.281689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:39:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:05.323943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7e954c41-dd78-42d7-acf8-4234cb195658 None None] Port 72bed1ce-732b-4c8a-8ce5-9db519664e81 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:40:05.326481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:05.327911 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:40:05.335548 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-90dafd67-d388-4217-a02a-b0859ae11271 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "PUT /networking/v2.0/routers/352c54f5-21e5-408b-b115-84a95bd348e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3221753 Oct 26 15:40:05.336838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38042) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:05.342701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-7e954c41-dd78-42d7-acf8-4234cb195658 None None] Provisioning complete for port 941db08d-8b4d-462e-b458-804cf9128dd7 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:05.343094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7e954c41-dd78-42d7-acf8-4234cb195658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (941db08d-8b4d-462e-b458-804cf9128dd7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:05.343454 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7e954c41-dd78-42d7-acf8-4234cb195658 None None] Attempt 1 to provision port 941db08d-8b4d-462e-b458-804cf9128dd7 Oct 26 15:40:05.435737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:05.445983 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f829672-9f56-4f10-b57d-95fdb33e735c tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:05.446375 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f829672-9f56-4f10-b57d-95fdb33e735c tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:05.446868 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f829672-9f56-4f10-b57d-95fdb33e735c tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:05.447475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f829672-9f56-4f10-b57d-95fdb33e735c tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:05.449241 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9f829672-9f56-4f10-b57d-95fdb33e735c tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1112113 Oct 26 15:40:05.452482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38044) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:05.508454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc582517-eb92-472e-8cbb-11a1f0675fe5 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:05.508972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc582517-eb92-472e-8cbb-11a1f0675fe5 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:05.509444 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc582517-eb92-472e-8cbb-11a1f0675fe5 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:05.510215 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc582517-eb92-472e-8cbb-11a1f0675fe5 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:05.514906 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cc582517-eb92-472e-8cbb-11a1f0675fe5 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2731 time: 0.0584564 Oct 26 15:40:05.515579 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38046) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:05.546291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7e954c41-dd78-42d7-acf8-4234cb195658 None None] Current status of the port 941db08d-8b4d-462e-b458-804cf9128dd7 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:05.676775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-0915f4e3-e688-4881-a520-980acc28eadb None None] Provisioning complete for port 72bed1ce-732b-4c8a-8ce5-9db519664e81 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:05.677171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0915f4e3-e688-4881-a520-980acc28eadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:05.677514 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0915f4e3-e688-4881-a520-980acc28eadb None None] Attempt 1 to provision port 72bed1ce-732b-4c8a-8ce5-9db519664e81 Oct 26 15:40:05.700094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:05.722544 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fa16f864-832b-41c4-adfd-32eb59d4b67c tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1610 time: 0.2054951 Oct 26 15:40:05.725316 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38048) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:05.727668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Checking router: 352c54f5-21e5-408b-b115-84a95bd348e7 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:05.728031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Updating router 352c54f5-21e5-408b-b115-84a95bd348e7 port 72bed1ce-732b-4c8a-8ce5-9db519664e81 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:40:05.730473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-86778bc4-123c-468e-9ee4-58721989fd73 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:05.759142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-0915f4e3-e688-4881-a520-980acc28eadb None None] Port 72bed1ce-732b-4c8a-8ce5-9db519664e81 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:40:05.766561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:05.850968 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86778bc4-123c-468e-9ee4-58721989fd73 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:40:05.854945 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-86778bc4-123c-468e-9ee4-58721989fd73 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:05.874937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [None req-86778bc4-123c-468e-9ee4-58721989fd73 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] device_id is not set on port fb3ceffe-4186-4db3-8022-9b4113161bc0 yet. {{(pid=105322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:40:05.988978 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-86778bc4-123c-468e-9ee4-58721989fd73 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.20.0.13 (b4e5ab01-9e5a-485d-b454-3088afcf291b/6a0da6b5-a170-483d-82da-f75c742750a0/fb3ceffe-4186-4db3-8022-9b4113161bc0) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:40:06.097674 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:06.141070 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-86778bc4-123c-468e-9ee4-58721989fd73 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.147240 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:06.176091 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-86778bc4-123c-468e-9ee4-58721989fd73 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.227494 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86778bc4-123c-468e-9ee4-58721989fd73 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network b4e5ab01-9e5a-485d-b454-3088afcf291b is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:40:06.233647 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-86778bc4-123c-468e-9ee4-58721989fd73 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:40:06.237650 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86778bc4-123c-468e-9ee4-58721989fd73 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:40:06.244262 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86778bc4-123c-468e-9ee4-58721989fd73 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=fb3ceffe-4186-4db3-8022-9b4113161bc0,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:06.266854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 941db08d-8b4d-462e-b458-804cf9128dd7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:06.302598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86778bc4-123c-468e-9ee4-58721989fd73 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:06.303385 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-86778bc4-123c-468e-9ee4-58721989fd73 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.322852 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-86778bc4-123c-468e-9ee4-58721989fd73 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5965035 Oct 26 15:40:06.393365 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38052) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:06.397126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 941db08d-8b4d-462e-b458-804cf9128dd7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:06.397650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (941db08d-8b4d-462e-b458-804cf9128dd7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.398095 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 941db08d-8b4d-462e-b458-804cf9128dd7 Oct 26 15:40:06.400386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-cc4a42ea-35b2-4b48-977c-1f43501ef462 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572825413', 'description': 'tempest-secgroup-smoke-1572825413 description', 'project_id': '535d3aadc3604e4688e327c629fdd025'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:06.404338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Publish callbacks [] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.424396 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cc4a42ea-35b2-4b48-977c-1f43501ef462 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.431500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.492852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bae0d4-7d6e-4eee-841e-29b0daf1d049 None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:06.502638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cc4a42ea-35b2-4b48-977c-1f43501ef462 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (be85090d-dd92-4bf5-8a81-63d69caedc67), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.507094 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cc4a42ea-35b2-4b48-977c-1f43501ef462 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (be85090d-dd92-4bf5-8a81-63d69caedc67), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.520455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-901805f2-4771-430a-9601-8bf1dba11d2c None None] Provisioning complete for port fb3ceffe-4186-4db3-8022-9b4113161bc0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:06.520756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-901805f2-4771-430a-9601-8bf1dba11d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.521116 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-901805f2-4771-430a-9601-8bf1dba11d2c None None] Attempt 1 to provision port fb3ceffe-4186-4db3-8022-9b4113161bc0 Oct 26 15:40:06.537219 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cc4a42ea-35b2-4b48-977c-1f43501ef462 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.538451 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cc4a42ea-35b2-4b48-977c-1f43501ef462 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1434762 Oct 26 15:40:06.541968 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38054) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:06.543192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a42ea-35b2-4b48-977c-1f43501ef462 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be85090d-dd92-4bf5-8a81-63d69caedc67,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:06.548053 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-79b1050c-c4f5-4f62-beb3-e67151dd342b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'be85090d-dd92-4bf5-8a81-63d69caedc67', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:06.577275 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-79b1050c-c4f5-4f62-beb3-e67151dd342b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (e196b53e-a4ab-40dc-a9a7-3583aa469df4), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.602401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:06.606990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-901805f2-4771-430a-9601-8bf1dba11d2c None None] Port fb3ceffe-4186-4db3-8022-9b4113161bc0 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:40:06.617033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Attempting to bind port 72bed1ce-732b-4c8a-8ce5-9db519664e81 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:40:06.617579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Attempting to bind port 72bed1ce-732b-4c8a-8ce5-9db519664e81 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '276893ce-9f41-4866-a697-11ddeadb3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:40:06.617971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Attempting to bind port 72bed1ce-732b-4c8a-8ce5-9db519664e81 on network b4e5ab01-9e5a-485d-b454-3088afcf291b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:40:06.621676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 941db08d-8b4d-462e-b458-804cf9128dd7 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:06.655135 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-79b1050c-c4f5-4f62-beb3-e67151dd342b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (e196b53e-a4ab-40dc-a9a7-3583aa469df4), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.659512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-79b1050c-c4f5-4f62-beb3-e67151dd342b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (e196b53e-a4ab-40dc-a9a7-3583aa469df4), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.669633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:40:06.671460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Checking segment: {'id': '276893ce-9f41-4866-a697-11ddeadb3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:40:06.671947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.672418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Bound using segment: {'id': '276893ce-9f41-4866-a697-11ddeadb3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:40:06.673014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Bound port: 72bed1ce-732b-4c8a-8ce5-9db519664e81, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276893ce-9f41-4866-a697-11ddeadb3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:40:06.673440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.677873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:06.680679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1050c-c4f5-4f62-beb3-e67151dd342b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e196b53e-a4ab-40dc-a9a7-3583aa469df4,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:06.687226 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-79b1050c-c4f5-4f62-beb3-e67151dd342b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.688413 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-79b1050c-c4f5-4f62-beb3-e67151dd342b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449168 Oct 26 15:40:06.691146 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38056) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:06.695434 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-b9ea1dcd-40b0-49e8-97f5-bd086191cf15 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'be85090d-dd92-4bf5-8a81-63d69caedc67', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:06.723220 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1dcd-40b0-49e8-97f5-bd086191cf15 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (358f8ec6-1f7c-4fb2-bc9e-577f0762deb4), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.783708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1dcd-40b0-49e8-97f5-bd086191cf15 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (358f8ec6-1f7c-4fb2-bc9e-577f0762deb4), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.787787 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1dcd-40b0-49e8-97f5-bd086191cf15 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (358f8ec6-1f7c-4fb2-bc9e-577f0762deb4), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.792273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:06.806746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:40:06.807942 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea1dcd-40b0-49e8-97f5-bd086191cf15 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358f8ec6-1f7c-4fb2-bc9e-577f0762deb4,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:06.816150 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1dcd-40b0-49e8-97f5-bd086191cf15 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.820389 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b9ea1dcd-40b0-49e8-97f5-bd086191cf15 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253288 Oct 26 15:40:06.820779 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38058) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:06.823538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:06.823937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.825649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c61e1d63-6ae2-4dea-a076-0b5a4f10c98d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'be85090d-dd92-4bf5-8a81-63d69caedc67', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:06.833428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:40:06.844342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.855583 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c61e1d63-6ae2-4dea-a076-0b5a4f10c98d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (345c8f7b-16ce-40ae-b187-2fd59b574a45), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.864458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5b5193f4-1223-4d86-a728-dd324450577d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:06.891771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.896586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:06.900448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:06.901125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:39:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:06.919005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c61e1d63-6ae2-4dea-a076-0b5a4f10c98d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (345c8f7b-16ce-40ae-b187-2fd59b574a45), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.923467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c61e1d63-6ae2-4dea-a076-0b5a4f10c98d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (345c8f7b-16ce-40ae-b187-2fd59b574a45), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.947152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e1d63-6ae2-4dea-a076-0b5a4f10c98d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345c8f7b-16ce-40ae-b187-2fd59b574a45,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:06.957869 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c61e1d63-6ae2-4dea-a076-0b5a4f10c98d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:06.959373 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c61e1d63-6ae2-4dea-a076-0b5a4f10c98d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375036 Oct 26 15:40:06.962180 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38060) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:06.967955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-197bc29f-0735-4097-805a-7e6394deb0e2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'be85090d-dd92-4bf5-8a81-63d69caedc67', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:06.969753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bae0d4-7d6e-4eee-841e-29b0daf1d049 None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:06.998788 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-197bc29f-0735-4097-805a-7e6394deb0e2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (f536abda-e131-4b47-be6c-bba107821553), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:07.060241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:07.062635 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-197bc29f-0735-4097-805a-7e6394deb0e2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (f536abda-e131-4b47-be6c-bba107821553), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:07.062863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:07.067289 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-197bc29f-0735-4097-805a-7e6394deb0e2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (f536abda-e131-4b47-be6c-bba107821553), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:07.075558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:07.089837 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197bc29f-0735-4097-805a-7e6394deb0e2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f536abda-e131-4b47-be6c-bba107821553,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:07.097791 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-197bc29f-0735-4097-805a-7e6394deb0e2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:07.098990 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-197bc29f-0735-4097-805a-7e6394deb0e2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357424 Oct 26 15:40:07.101837 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38062) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:07.106281 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a486a109-7f84-4245-8798-9d2ddbeb587a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'be85090d-dd92-4bf5-8a81-63d69caedc67', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:07.116254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:07.131885 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-a486a109-7f84-4245-8798-9d2ddbeb587a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:40:07.138749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a486a109-7f84-4245-8798-9d2ddbeb587a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (93cb4812-e7b9-4e82-97c5-9e5f816c22f0), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:07.199379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a486a109-7f84-4245-8798-9d2ddbeb587a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (93cb4812-e7b9-4e82-97c5-9e5f816c22f0), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:07.204693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a486a109-7f84-4245-8798-9d2ddbeb587a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (93cb4812-e7b9-4e82-97c5-9e5f816c22f0), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:07.224510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486a109-7f84-4245-8798-9d2ddbeb587a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93cb4812-e7b9-4e82-97c5-9e5f816c22f0,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:07.233781 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a486a109-7f84-4245-8798-9d2ddbeb587a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:07.235066 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a486a109-7f84-4245-8798-9d2ddbeb587a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322291 Oct 26 15:40:07.237810 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38064) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:07.242137 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-db8a1ef9-22f1-473c-ad79-b4fb0e8761eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'be85090d-dd92-4bf5-8a81-63d69caedc67', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:07.266197 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-db8a1ef9-22f1-473c-ad79-b4fb0e8761eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:40:07.272499 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db8a1ef9-22f1-473c-ad79-b4fb0e8761eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (73170109-b2ed-46dc-a354-757bcc65627c), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:07.278326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:06Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:07.303548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1994bb2-f129-4aec-b922-61725cfe8dae None None] The sync data for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv is: [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:06Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:06Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:07.345293 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db8a1ef9-22f1-473c-ad79-b4fb0e8761eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (73170109-b2ed-46dc-a354-757bcc65627c), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:07.348899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db8a1ef9-22f1-473c-ad79-b4fb0e8761eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (73170109-b2ed-46dc-a354-757bcc65627c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:07.368335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a1ef9-22f1-473c-ad79-b4fb0e8761eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73170109-b2ed-46dc-a354-757bcc65627c,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:07.378088 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db8a1ef9-22f1-473c-ad79-b4fb0e8761eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:07.379848 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-db8a1ef9-22f1-473c-ad79-b4fb0e8761eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1409590 Oct 26 15:40:07.553459 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-fbe3d0d3-d9ae-4458-8f3e-ea7765ec45e5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1572825413&fields=id&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 267 time: 0.0523841 Oct 26 15:40:07.606561 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-936f60d9-880e-41e9-94f7-3f1a567ebd76 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:07.608098 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-936f60d9-880e-41e9-94f7-3f1a567ebd76 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports/fb3ceffe-4186-4db3-8022-9b4113161bc0 HTTP/1.1" status: 200 len: 930 time: 0.0477700 Oct 26 15:40:07.669462 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-10677431-a715-47c6-a616-934a27c1143b service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:40:07.670531 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-10677431-a715-47c6-a616-934a27c1143b service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0511062 Oct 26 15:40:07.715005 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-c8d2087c-3199-4afb-a008-7f893ed57458 service neutron] 10.222.0.60 "GET /networking/v2.0/ports/fb3ceffe-4186-4db3-8022-9b4113161bc0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0379610 Oct 26 15:40:07.814145 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-43539970-6ea2-4a5d-be37-c76fb095cbde service neutron] 10.222.0.60 "GET /networking/v2.0/networks/b4e5ab01-9e5a-485d-b454-3088afcf291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931954 Oct 26 15:40:07.918288 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-f2c49023-f666-40f5-b454-9021c2c9988b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/b4e5ab01-9e5a-485d-b454-3088afcf291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982354 Oct 26 15:40:07.982011 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-b9e768bd-ec8e-4121-ab69-945aed2c7b6a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:07.984010 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-b9e768bd-ec8e-4121-ab69-945aed2c7b6a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports/fb3ceffe-4186-4db3-8022-9b4113161bc0 HTTP/1.1" status: 200 len: 930 time: 0.0586512 Oct 26 15:40:08.164968 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31a66ec7-2277-45de-aa21-9acc14d2d06b req-1059ced6-2c87-4689-a38c-4390c55e19fc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 210 time: 0.0371099 Oct 26 15:40:08.233357 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38090) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:08.286995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:08.323986 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:08.330179 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:08.338829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 72bed1ce-732b-4c8a-8ce5-9db519664e81 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:08.339306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:08.339956 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 72bed1ce-732b-4c8a-8ce5-9db519664e81 Oct 26 15:40:08.347099 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-721aad1a-ee42-47ae-a243-8421b883b2e4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:08.348604 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-721aad1a-ee42-47ae-a243-8421b883b2e4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports/fb3ceffe-4186-4db3-8022-9b4113161bc0 HTTP/1.1" status: 200 len: 930 time: 0.1142340 Oct 26 15:40:08.419560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:08.420608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:08.457551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:08.461887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:08.462982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:08.561015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2a919cb6-f265-4bc5-b1cf-4f11c31c4048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:08.562415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:08.572377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5b5193f4-1223-4d86-a728-dd324450577d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:08.572754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5b5193f4-1223-4d86-a728-dd324450577d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:08.573128 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5b5193f4-1223-4d86-a728-dd324450577d Oct 26 15:40:08.663767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:08.664230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:08.687975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5b5193f4-1223-4d86-a728-dd324450577d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:08.691876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:08.748950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:09.262505 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0c7cc20a-7082-4823-a15c-98e7e69faa1a req-022113e7-f802-4035-b79a-3b8738bb4694 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 210 time: 0.0287156 Oct 26 15:40:09.527930 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd8b48a-5b53-43af-85f1-31a126f4f40f None None] Sync routers for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:09.528388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-cbcbaa25-aafe-4d37-8b32-8aee2f359ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:09.528388 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-cbcbaa25-aafe-4d37-8b32-8aee2f359ab5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports/fb3ceffe-4186-4db3-8022-9b4113161bc0 HTTP/1.1" status: 200 len: 1026 time: 0.0393806 Oct 26 15:40:09.529284 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd8b48a-5b53-43af-85f1-31a126f4f40f None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:09.529284 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-bbd8b48a-5b53-43af-85f1-31a126f4f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:39:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:09.642400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-1fad47ce-6838-42af-9bae-f98f7275e311 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:09.642943 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-bbd8b48a-5b53-43af-85f1-31a126f4f40f None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:09.643929 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-1fad47ce-6838-42af-9bae-f98f7275e311 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b4e5ab01-9e5a-485d-b454-3088afcf291b HTTP/1.1" status: 200 len: 797 time: 0.1136603 Oct 26 15:40:09.716857 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-49c2a058-e561-4313-a1de-556f77603019 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 380 time: 0.0577674 Oct 26 15:40:09.795476 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Request body: {'port': {'device_id': '8c32a915-99ea-4d1a-9a86-78acdda2b1b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:09.833983 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-bbd8b48a-5b53-43af-85f1-31a126f4f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:08Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:09.855047 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:09.946545 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd8b48a-5b53-43af-85f1-31a126f4f40f None None] Checking router: 352c54f5-21e5-408b-b115-84a95bd348e7 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:09.954832 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd8b48a-5b53-43af-85f1-31a126f4f40f None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:09.955438 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-bbd8b48a-5b53-43af-85f1-31a126f4f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:39:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:10.056642 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-bbd8b48a-5b53-43af-85f1-31a126f4f40f None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:10.115106 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:10.121536 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3ceffe-4186-4db3-8022-9b4113161bc0 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:40:10.130143 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Publish callbacks [] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:10.143836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:10.146989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Transition to ACTIVE for port object fb3ceffe-4186-4db3-8022-9b4113161bc0 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:40:10.151529 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:10.216464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3ceffe-4186-4db3-8022-9b4113161bc0,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:10.241435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:10.251228 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-bbd8b48a-5b53-43af-85f1-31a126f4f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:08Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:10.273426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Attempting to bind port fb3ceffe-4186-4db3-8022-9b4113161bc0 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:40:10.273768 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Attempting to bind port fb3ceffe-4186-4db3-8022-9b4113161bc0 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '276893ce-9f41-4866-a697-11ddeadb3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:40:10.274103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Attempting to bind port fb3ceffe-4186-4db3-8022-9b4113161bc0 on network b4e5ab01-9e5a-485d-b454-3088afcf291b {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:40:10.282279 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd8b48a-5b53-43af-85f1-31a126f4f40f None None] The sync data for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv is: [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:08Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:10.332266 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Port fb3ceffe-4186-4db3-8022-9b4113161bc0 on network b4e5ab01-9e5a-485d-b454-3088afcf291b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:40:10.333047 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Attempting to bind port fb3ceffe-4186-4db3-8022-9b4113161bc0 on network b4e5ab01-9e5a-485d-b454-3088afcf291b {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:40:10.341629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:10.342032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:10.368653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:10.383915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:10.388390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:10.390330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:10.420827 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a70f70-5131-407d-ac14-19a91bf51e55 req-57a65700-528c-401d-97b0-4e5c1c7067f4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:10.422417 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-38a70f70-5131-407d-ac14-19a91bf51e55 req-57a65700-528c-401d-97b0-4e5c1c7067f4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 981 time: 0.0670307 Oct 26 15:40:10.425425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:40:10.425809 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Checking segment: {'id': '276893ce-9f41-4866-a697-11ddeadb3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:40:10.426173 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Bound using segment: {'id': '276893ce-9f41-4866-a697-11ddeadb3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:40:10.426618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Bound port: fb3ceffe-4186-4db3-8022-9b4113161bc0, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276893ce-9f41-4866-a697-11ddeadb3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:40:10.426992 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:10.470947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:10.522243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:10.522935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:10.524715 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-38a70f70-5131-407d-ac14-19a91bf51e55 req-72541a55-7267-409c-b4a3-80505d976686 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868628 Oct 26 15:40:10.541385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] For port fb3ceffe-4186-4db3-8022-9b4113161bc0, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:40:10.560038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5b5193f4-1223-4d86-a728-dd324450577d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:10.563317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] For port fb3ceffe-4186-4db3-8022-9b4113161bc0, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fb3ceffe-4186-4db3-8022-9b4113161bc0,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:40:10.564421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:10.570871 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:10.602908 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:10.603552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:10.605044 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/fb3ceffe-4186-4db3-8022-9b4113161bc0 HTTP/1.1" status: 200 len: 1131 time: 0.8138778 Oct 26 15:40:10.605657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c32a915-99ea-4d1a-9a86-78acdda2b1b7', 'tag': 'fb3ceffe-4186-4db3-8022-9b4113161bc0'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:40:10.608075 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b560620-e5aa-491c-899b-16e701a23865" -d '{"events": [{"name": "network-changed", "server_uuid": "8c32a915-99ea-4d1a-9a86-78acdda2b1b7", "tag": "fb3ceffe-4186-4db3-8022-9b4113161bc0"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:40:10.624674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:10.634011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:10.656557 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52138d6e-9edd-427b-8def-7bdbf9f8380d x-openstack-request-id: req-52138d6e-9edd-427b-8def-7bdbf9f8380d {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:40:10.656882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c32a915-99ea-4d1a-9a86-78acdda2b1b7", "tag": "fb3ceffe-4186-4db3-8022-9b4113161bc0", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:40:10.657142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52138d6e-9edd-427b-8def-7bdbf9f8380d {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:40:10.657562 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52138d6e-9edd-427b-8def-7bdbf9f8380d'] response: {'name': 'network-changed', 'server_uuid': '8c32a915-99ea-4d1a-9a86-78acdda2b1b7', 'tag': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'status': 'completed', 'code': 200} Oct 26 15:40:10.658628 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd25d76-6c9d-49ef-9f7d-98c0da7d6094 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3ceffe-4186-4db3-8022-9b4113161bc0,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:10.707562 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-258a9d21-00ed-454c-97e9-6b96116ac60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:10.709104 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-258a9d21-00ed-454c-97e9-6b96116ac60f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 1165 time: 0.0475302 Oct 26 15:40:10.755754 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-ce2ffd47-c653-422c-8b43-cb87e3ee8a12 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb3ceffe-4186-4db3-8022-9b4113161bc0 HTTP/1.1" status: 200 len: 217 time: 0.0352652 Oct 26 15:40:10.814064 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-5f7f3cc2-a518-4b68-96a9-13ac47365f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:10.815525 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-5f7f3cc2-a518-4b68-96a9-13ac47365f84 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6a0da6b5-a170-483d-82da-f75c742750a0 HTTP/1.1" status: 200 len: 834 time: 0.0480883 Oct 26 15:40:10.864700 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-abad9225-4ad9-4657-af29-7c99b4967c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:10.866251 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-abad9225-4ad9-4657-af29-7c99b4967c2c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b4e5ab01-9e5a-485d-b454-3088afcf291b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0415261 Oct 26 15:40:10.937888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-949d0dab-eb89-405b-a7fe-52999e127871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:10.974153 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-e7e8bf67-a07d-49e3-bc7d-277380f154a3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b4e5ab01-9e5a-485d-b454-3088afcf291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970395 Oct 26 15:40:11.089108 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-a0dca336-17b8-4c75-984b-2040339dd5c3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b4e5ab01-9e5a-485d-b454-3088afcf291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054835 Oct 26 15:40:11.656490 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff09a65-e8e4-4c58-b20d-8a76b162bf50 req-21c47eef-cea1-4a4f-8d73-35c103a81ae1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:11.657989 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3ff09a65-e8e4-4c58-b20d-8a76b162bf50 req-21c47eef-cea1-4a4f-8d73-35c103a81ae1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 981 time: 0.0475934 Oct 26 15:40:11.705476 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3ff09a65-e8e4-4c58-b20d-8a76b162bf50 req-b1052d43-3f42-4a2f-bf3d-d4cba483ba73 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418851 Oct 26 15:40:11.965639 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b560620-e5aa-491c-899b-16e701a23865 req-af081b0e-fcab-48c7-b388-df25e65eadce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:11.967170 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2b560620-e5aa-491c-899b-16e701a23865 req-af081b0e-fcab-48c7-b388-df25e65eadce service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 1165 time: 0.0421391 Oct 26 15:40:11.981507 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:11.994258 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:12.058469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:12.078473 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b560620-e5aa-491c-899b-16e701a23865 req-e61c1799-cfd1-4f93-b626-823daf5bb281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:12.078473 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2b560620-e5aa-491c-899b-16e701a23865 req-e61c1799-cfd1-4f93-b626-823daf5bb281 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=b4e5ab01-9e5a-485d-b454-3088afcf291b HTTP/1.1" status: 200 len: 898 time: 0.0984874 Oct 26 15:40:12.116242 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2b560620-e5aa-491c-899b-16e701a23865 req-6a7f42f9-0249-410b-aa44-e4f7aa1cad50 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb3ceffe-4186-4db3-8022-9b4113161bc0 HTTP/1.1" status: 200 len: 217 time: 0.0335603 Oct 26 15:40:12.168115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b560620-e5aa-491c-899b-16e701a23865 req-dd34faa0-ec10-46e4-87ea-f1245854f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:12.169603 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2b560620-e5aa-491c-899b-16e701a23865 req-dd34faa0-ec10-46e4-87ea-f1245854f7db service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6a0da6b5-a170-483d-82da-f75c742750a0 HTTP/1.1" status: 200 len: 834 time: 0.0441775 Oct 26 15:40:12.222291 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b560620-e5aa-491c-899b-16e701a23865 req-74a112df-23c9-4c98-8757-d5505e80d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:12.223700 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2b560620-e5aa-491c-899b-16e701a23865 req-74a112df-23c9-4c98-8757-d5505e80d393 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b4e5ab01-9e5a-485d-b454-3088afcf291b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450370 Oct 26 15:40:12.319411 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2b560620-e5aa-491c-899b-16e701a23865 req-d33138ce-c8d9-46f3-a6a5-993840d8fb3b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b4e5ab01-9e5a-485d-b454-3088afcf291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859213 Oct 26 15:40:12.421461 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2b560620-e5aa-491c-899b-16e701a23865 req-667f8c33-da3b-416f-ae68-dc1cb81d5cfe service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b4e5ab01-9e5a-485d-b454-3088afcf291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908618 Oct 26 15:40:12.455286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7b50d-cd96-4113-9a86-37332251617e None None] Sync routers for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:12.458737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7b50d-cd96-4113-9a86-37332251617e None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:12.459376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a2e7b50d-cd96-4113-9a86-37332251617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:12.540308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:12.562688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a2e7b50d-cd96-4113-9a86-37332251617e None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:12.744124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a2e7b50d-cd96-4113-9a86-37332251617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:10Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:10Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:12.772317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7b50d-cd96-4113-9a86-37332251617e None None] Checking router: 352c54f5-21e5-408b-b115-84a95bd348e7 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:12.781704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7b50d-cd96-4113-9a86-37332251617e None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:12.782317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a2e7b50d-cd96-4113-9a86-37332251617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:12.830915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277646a4-c59a-4be9-94bd-4a50bff7541a req-1681a1e2-594e-4ef4-9150-eb11900c9cb2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:12.832309 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-277646a4-c59a-4be9-94bd-4a50bff7541a req-1681a1e2-594e-4ef4-9150-eb11900c9cb2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 981 time: 0.0508807 Oct 26 15:40:12.880690 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-277646a4-c59a-4be9-94bd-4a50bff7541a req-587260b2-45fe-4085-9a37-0ab24eaf8cf1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424809 Oct 26 15:40:12.881071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a2e7b50d-cd96-4113-9a86-37332251617e None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:13.205061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a2e7b50d-cd96-4113-9a86-37332251617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:10Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:10Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:13.228383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7b50d-cd96-4113-9a86-37332251617e None None] The sync data for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv is: [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:10Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:10Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:13.603111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:13.814342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:14.008934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434d329-09b6-41dc-a7aa-2474daa9b9e4 req-55f41f01-274d-4233-a5a2-c53c2d78b742 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:14.010620 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0434d329-09b6-41dc-a7aa-2474daa9b9e4 req-55f41f01-274d-4233-a5a2-c53c2d78b742 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 981 time: 0.0502496 Oct 26 15:40:14.062177 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0434d329-09b6-41dc-a7aa-2474daa9b9e4 req-bf39fd21-27a8-473f-b9aa-97a25600018a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448024 Oct 26 15:40:14.181614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:14.259778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:14.271921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:14.346118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:14.433955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:14.479401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 72bed1ce-732b-4c8a-8ce5-9db519664e81 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:14.479768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:14.480098 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 72bed1ce-732b-4c8a-8ce5-9db519664e81 Oct 26 15:40:14.549088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:14.549383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:14.557640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:14.581942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:14.585471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:14.586220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:14.659862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:14.671268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5b5193f4-1223-4d86-a728-dd324450577d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:14.671651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5b5193f4-1223-4d86-a728-dd324450577d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:14.671982 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5b5193f4-1223-4d86-a728-dd324450577d Oct 26 15:40:14.740756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:14.741160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:14.764834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5b5193f4-1223-4d86-a728-dd324450577d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:14.768752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:14.816425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:14.940354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device fb3ceffe-4186-4db3-8022-9b4113161bc0 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:40:14.955725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:15.039009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port fb3ceffe-4186-4db3-8022-9b4113161bc0, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fb3ceffe-4186-4db3-8022-9b4113161bc0,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:15.054292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:40:15.077125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:15.089520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port fb3ceffe-4186-4db3-8022-9b4113161bc0 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:15.089911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:15.103643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3ceffe-4186-4db3-8022-9b4113161bc0 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:40:15.123842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port fb3ceffe-4186-4db3-8022-9b4113161bc0, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fb3ceffe-4186-4db3-8022-9b4113161bc0,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:15.127457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:15.175764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=fb3ceffe-4186-4db3-8022-9b4113161bc0,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:15.185010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa155a-ae43-4a0c-9004-2fd31e9bd913 req-e6227705-ecd9-4993-bc28-9454fcad84cc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:15.187132 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-27fa155a-ae43-4a0c-9004-2fd31e9bd913 req-e6227705-ecd9-4993-bc28-9454fcad84cc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 982 time: 0.0489075 Oct 26 15:40:15.234526 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-27fa155a-ae43-4a0c-9004-2fd31e9bd913 req-bbd08018-a7bb-419a-9d3d-46b7e58e898b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419097 Oct 26 15:40:15.432264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['fb3ceffe-4186-4db3-8022-9b4113161bc0'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 15:40:15.590715 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53400a84-b554-4193-9c63-d2a6557e697b None None] Sync routers for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:15.590715 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53400a84-b554-4193-9c63-d2a6557e697b None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:15.590715 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-53400a84-b554-4193-9c63-d2a6557e697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:15.688603 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-53400a84-b554-4193-9c63-d2a6557e697b None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:15.722068 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:15.856700 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:15.870557 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-53400a84-b554-4193-9c63-d2a6557e697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:14Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:14Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:15.894583 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53400a84-b554-4193-9c63-d2a6557e697b None None] Checking router: 352c54f5-21e5-408b-b115-84a95bd348e7 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:15.902926 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53400a84-b554-4193-9c63-d2a6557e697b None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:15.903521 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-53400a84-b554-4193-9c63-d2a6557e697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:16.003106 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-53400a84-b554-4193-9c63-d2a6557e697b None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:16.187869 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-53400a84-b554-4193-9c63-d2a6557e697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:14Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:14Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:16.212558 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53400a84-b554-4193-9c63-d2a6557e697b None None] The sync data for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv is: [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:14Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:14Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:16.228386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:16.305634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:16.306027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:16.353373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:16.357114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:16.357824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:16.378893 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82e57c-7e2d-40b4-aa02-7cd575e72d25 req-45d43f4b-71b6-47eb-8025-88dda88c846d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:16.380385 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0f82e57c-7e2d-40b4-aa02-7cd575e72d25 req-45d43f4b-71b6-47eb-8025-88dda88c846d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 982 time: 0.0483239 Oct 26 15:40:16.434759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:16.453246 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0f82e57c-7e2d-40b4-aa02-7cd575e72d25 req-9edf76ae-3e42-4b11-b4aa-ed1184b2ce7f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668428 Oct 26 15:40:16.495775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:16.496166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:16.520002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5b5193f4-1223-4d86-a728-dd324450577d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:16.525216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:16.584457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:16.589395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:16.957071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device fb3ceffe-4186-4db3-8022-9b4113161bc0 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:17.000407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:17.003652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port fb3ceffe-4186-4db3-8022-9b4113161bc0 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 15:40:17.010733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port fb3ceffe-4186-4db3-8022-9b4113161bc0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:17.011126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:17.011502 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port fb3ceffe-4186-4db3-8022-9b4113161bc0 Oct 26 15:40:17.089577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port fb3ceffe-4186-4db3-8022-9b4113161bc0 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:17.089969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:17.115389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c32a915-99ea-4d1a-9a86-78acdda2b1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3ceffe-4186-4db3-8022-9b4113161bc0'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:40:17.117678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7447a294-7ab3-4a0a-93a7-282dfe4fd85d" -d '{"events": [{"server_uuid": "8c32a915-99ea-4d1a-9a86-78acdda2b1b7", "name": "network-vif-plugged", "status": "completed", "tag": "fb3ceffe-4186-4db3-8022-9b4113161bc0"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:40:17.131897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port fb3ceffe-4186-4db3-8022-9b4113161bc0, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fb3ceffe-4186-4db3-8022-9b4113161bc0,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:17.136377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:17.190594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=fb3ceffe-4186-4db3-8022-9b4113161bc0,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:17.221224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0b0d6f-ecae-4775-972f-2201f6f99e60 x-openstack-request-id: req-4c0b0d6f-ecae-4775-972f-2201f6f99e60 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:40:17.221526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c32a915-99ea-4d1a-9a86-78acdda2b1b7", "name": "network-vif-plugged", "status": "completed", "tag": "fb3ceffe-4186-4db3-8022-9b4113161bc0", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:40:17.221791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c0b0d6f-ecae-4775-972f-2201f6f99e60 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:40:17.222192 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c0b0d6f-ecae-4775-972f-2201f6f99e60'] response: {'server_uuid': '8c32a915-99ea-4d1a-9a86-78acdda2b1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'code': 200} Oct 26 15:40:17.403619 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc400e64-e3d4-43ca-8aa5-0ac9845e42bc req-a2033f9e-ac85-406e-9267-128db182fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:17.405708 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cc400e64-e3d4-43ca-8aa5-0ac9845e42bc req-a2033f9e-ac85-406e-9267-128db182fb00 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 1167 time: 0.0406590 Oct 26 15:40:17.454962 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cc400e64-e3d4-43ca-8aa5-0ac9845e42bc req-a9ab4b18-9b1d-43d8-995a-811b730d1947 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407965 Oct 26 15:40:17.575335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a4415-e43d-4283-9e1e-7d12dbeab397 req-b2379d36-88c0-436d-9de3-2ce7363f6b78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:17.576767 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-597a4415-e43d-4283-9e1e-7d12dbeab397 req-b2379d36-88c0-436d-9de3-2ce7363f6b78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 983 time: 0.0485682 Oct 26 15:40:17.623433 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-597a4415-e43d-4283-9e1e-7d12dbeab397 req-7a100757-fd3b-4dc4-9fb3-768e08b61ad6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410624 Oct 26 15:40:18.057020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb37ff-117e-47b3-b393-ba7721a1668c None None] Sync routers for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:18.057020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb37ff-117e-47b3-b393-ba7721a1668c None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:18.057020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8fdb37ff-117e-47b3-b393-ba7721a1668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:18.160107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-8fdb37ff-117e-47b3-b393-ba7721a1668c None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:18.333695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:18.346960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8fdb37ff-117e-47b3-b393-ba7721a1668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:16Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:16Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:18.371453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb37ff-117e-47b3-b393-ba7721a1668c None None] Checking router: 352c54f5-21e5-408b-b115-84a95bd348e7 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:18.379863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb37ff-117e-47b3-b393-ba7721a1668c None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:18.380470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8fdb37ff-117e-47b3-b393-ba7721a1668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:18.431457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:18.483696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-8fdb37ff-117e-47b3-b393-ba7721a1668c None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:18.666614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8fdb37ff-117e-47b3-b393-ba7721a1668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:16Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:16Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:18.695720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb37ff-117e-47b3-b393-ba7721a1668c None None] The sync data for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv is: [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:16Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:16Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:18.749595 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f138d-7feb-4728-8b6f-0a723a8b76f5 req-975bb577-69c5-4080-87bb-ede5010d974e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:18.751166 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-438f138d-7feb-4728-8b6f-0a723a8b76f5 req-975bb577-69c5-4080-87bb-ede5010d974e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 983 time: 0.0491593 Oct 26 15:40:18.808235 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-438f138d-7feb-4728-8b6f-0a723a8b76f5 req-4d150594-d3a5-4825-b091-c516973233c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508833 Oct 26 15:40:19.937867 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b1ca7-f304-4107-af7f-8322f28b6665 req-6dbba773-bdc7-48e5-aead-abcdb1029a3d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:19.939352 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-102b1ca7-f304-4107-af7f-8322f28b6665 req-6dbba773-bdc7-48e5-aead-abcdb1029a3d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 983 time: 0.0518360 Oct 26 15:40:19.986539 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-102b1ca7-f304-4107-af7f-8322f28b6665 req-21f6c4c1-f16a-4d3d-8393-d3d0a4b69781 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415807 Oct 26 15:40:20.107225 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a559cc-6d37-4cec-b8ae-84109ce404de req-c7da1292-fa96-41ea-90d8-85b0fa8277b0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:20.108749 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b0a559cc-6d37-4cec-b8ae-84109ce404de req-c7da1292-fa96-41ea-90d8-85b0fa8277b0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 983 time: 0.0486193 Oct 26 15:40:20.156323 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b0a559cc-6d37-4cec-b8ae-84109ce404de req-01010875-eaeb-4e15-b1ff-984708b6f5bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420306 Oct 26 15:40:20.184044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38136) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:20.223699 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec819409-63a3-45cf-8388-8ff0c7ba8247 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:20.225270 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ec819409-63a3-45cf-8388-8ff0c7ba8247 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 1162 time: 0.0402217 Oct 26 15:40:20.228048 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38138) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:20.232466 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:20.255341 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:20.286169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:20.336052 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:20.336398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 72bed1ce-732b-4c8a-8ce5-9db519664e81 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:20.336786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:20.337163 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 72bed1ce-732b-4c8a-8ce5-9db519664e81 Oct 26 15:40:20.354040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:20.363536 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:20.415498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:20.416019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:20.464683 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.26.11.104 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/fd821b9d-cacd-43cc-b327-74a65cd72bae) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:40:20.466764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:20.470393 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:20.471410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:20.546562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:20.554892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5b5193f4-1223-4d86-a728-dd324450577d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:20.555272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5b5193f4-1223-4d86-a728-dd324450577d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:20.555672 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5b5193f4-1223-4d86-a728-dd324450577d Oct 26 15:40:20.581163 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (fd821b9d-cacd-43cc-b327-74a65cd72bae), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:20.614744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (fd821b9d-cacd-43cc-b327-74a65cd72bae), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:20.637112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:20.637530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:20.656970 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:40:20.658874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5b5193f4-1223-4d86-a728-dd324450577d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:20.662292 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:40:20.663401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:20.664551 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=fd821b9d-cacd-43cc-b327-74a65cd72bae,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:20.666404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:40:20.711375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:21.019410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (4452ba3e-897a-48cf-9e25-a18b7c89a36d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:21.088274 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fd821b9d-cacd-43cc-b327-74a65cd72bae), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:21.127405 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f18155b-3910-4948-b7d2-89a5fcc49832 None None] Sync routers for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:21.127873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:21.128199 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f18155b-3910-4948-b7d2-89a5fcc49832 None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:21.128989 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9f18155b-3910-4948-b7d2-89a5fcc49832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:21.174624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:21.233548 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9f18155b-3910-4948-b7d2-89a5fcc49832 None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:21.245278 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (fd821b9d-cacd-43cc-b327-74a65cd72bae), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:21.250560 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (fd821b9d-cacd-43cc-b327-74a65cd72bae), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:21.320786 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=fd821b9d-cacd-43cc-b327-74a65cd72bae,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:21.323166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (4452ba3e-897a-48cf-9e25-a18b7c89a36d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:21.423679 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Floating IP 4452ba3e-897a-48cf-9e25-a18b7c89a36d associated. External IP: 172.26.11.104, port: fb3ceffe-4186-4db3-8022-9b4113161bc0. Oct 26 15:40:21.532171 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9f18155b-3910-4948-b7d2-89a5fcc49832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:20Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c32a915-99ea-4d1a-9a86-78acdda2b1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:20Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:20Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:21.557132 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f18155b-3910-4948-b7d2-89a5fcc49832 None None] Checking router: 352c54f5-21e5-408b-b115-84a95bd348e7 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:21.566881 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f18155b-3910-4948-b7d2-89a5fcc49832 None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:21.567510 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9f18155b-3910-4948-b7d2-89a5fcc49832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:21.649227 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:21.671754 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9f18155b-3910-4948-b7d2-89a5fcc49832 None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:21.832140 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:21.886761 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9f18155b-3910-4948-b7d2-89a5fcc49832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:20Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c32a915-99ea-4d1a-9a86-78acdda2b1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:20Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:20Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:21.913452 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f18155b-3910-4948-b7d2-89a5fcc49832 None None] The sync data for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv is: [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:20Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c32a915-99ea-4d1a-9a86-78acdda2b1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:20Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:20Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:21.922351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 352c54f5-21e5-408b-b115-84a95bd348e7 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:40:22.033117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:40:22.051947 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:22.086729 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-800c7ca1-8cd3-42f1-94d4-99262b6a0dec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 1.8574607 Oct 26 15:40:22.087238 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c32a915-99ea-4d1a-9a86-78acdda2b1b7', 'tag': 'fb3ceffe-4186-4db3-8022-9b4113161bc0'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:40:22.089699 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5a0dda-9c85-4ea7-8e1f-e918acb780ae" -d '{"events": [{"name": "network-changed", "server_uuid": "8c32a915-99ea-4d1a-9a86-78acdda2b1b7", "tag": "fb3ceffe-4186-4db3-8022-9b4113161bc0"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:40:22.090241 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38140) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:22.148490 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5087d6d-f782-457f-a9f1-24707ae76114 x-openstack-request-id: req-b5087d6d-f782-457f-a9f1-24707ae76114 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:40:22.149526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c32a915-99ea-4d1a-9a86-78acdda2b1b7", "tag": "fb3ceffe-4186-4db3-8022-9b4113161bc0", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:40:22.150125 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5087d6d-f782-457f-a9f1-24707ae76114 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:40:22.150729 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5087d6d-f782-457f-a9f1-24707ae76114'] response: {'name': 'network-changed', 'server_uuid': '8c32a915-99ea-4d1a-9a86-78acdda2b1b7', 'tag': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'status': 'completed', 'code': 200} Oct 26 15:40:22.200279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:22.213230 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181fa107-c20e-43a3-a98f-72f58cacbcfe tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:22.218244 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-181fa107-c20e-43a3-a98f-72f58cacbcfe tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7&network_id=b4e5ab01-9e5a-485d-b454-3088afcf291b HTTP/1.1" status: 200 len: 1162 time: 0.1121991 Oct 26 15:40:22.226777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:22.251340 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a0dda-9c85-4ea7-8e1f-e918acb780ae req-09b0e643-e2c8-4a88-9f99-236697ec1a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:22.253469 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ee5a0dda-9c85-4ea7-8e1f-e918acb780ae req-09b0e643-e2c8-4a88-9f99-236697ec1a6a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 1167 time: 0.0737441 Oct 26 15:40:22.284448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:22.285093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:22.334806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:22.344241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:22.365359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:22.381090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a0dda-9c85-4ea7-8e1f-e918acb780ae req-4bb2caab-9d69-4dd4-8d52-39c191a6ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:22.382569 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ee5a0dda-9c85-4ea7-8e1f-e918acb780ae req-4bb2caab-9d69-4dd4-8d52-39c191a6ccdc service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=b4e5ab01-9e5a-485d-b454-3088afcf291b HTTP/1.1" status: 200 len: 898 time: 0.1226873 Oct 26 15:40:22.461735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:22.490882 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ee5a0dda-9c85-4ea7-8e1f-e918acb780ae req-997cb2b4-dda6-4fdb-b9aa-462aa63d2897 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb3ceffe-4186-4db3-8022-9b4113161bc0 HTTP/1.1" status: 200 len: 1038 time: 0.0976114 Oct 26 15:40:22.496934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:22.502369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb4a6f-b442-40ac-8509-8f00aa24cf6b req-4d6ab543-9973-40c3-af04-127b37f88b02 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:22.504122 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-eccb4a6f-b442-40ac-8509-8f00aa24cf6b req-4d6ab543-9973-40c3-af04-127b37f88b02 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 983 time: 0.0660391 Oct 26 15:40:22.531176 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:22.559198 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-eccb4a6f-b442-40ac-8509-8f00aa24cf6b req-3414659b-ceaf-4afb-9d41-c8a5cd187372 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490353 Oct 26 15:40:22.589169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:22.781237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 72bed1ce-732b-4c8a-8ce5-9db519664e81 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:22.781615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:22.781951 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 72bed1ce-732b-4c8a-8ce5-9db519664e81 Oct 26 15:40:22.855622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:22.856012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:22.893338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:22.897269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:22.949619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:22.963086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:22.990097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:23.008819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:23.041775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:23.042174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:23.065647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5b5193f4-1223-4d86-a728-dd324450577d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:23.069412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:23.120947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:23.517257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:23.557119 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a0dda-9c85-4ea7-8e1f-e918acb780ae req-d2c566a9-44e5-41cb-85c1-f9579cde1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:23.558561 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ee5a0dda-9c85-4ea7-8e1f-e918acb780ae req-d2c566a9-44e5-41cb-85c1-f9579cde1de9 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6a0da6b5-a170-483d-82da-f75c742750a0 HTTP/1.1" status: 200 len: 834 time: 0.0502846 Oct 26 15:40:23.623102 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a0dda-9c85-4ea7-8e1f-e918acb780ae req-ccd1cf70-bdd1-4cc0-8510-053279eca826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:23.625311 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ee5a0dda-9c85-4ea7-8e1f-e918acb780ae req-ccd1cf70-bdd1-4cc0-8510-053279eca826 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b4e5ab01-9e5a-485d-b454-3088afcf291b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0579674 Oct 26 15:40:23.687738 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad239fb5-691f-4325-9e43-497cb427aede req-9149574e-234f-42a5-b188-198d29d03d9c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:23.689022 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ad239fb5-691f-4325-9e43-497cb427aede req-9149574e-234f-42a5-b188-198d29d03d9c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 983 time: 0.0491259 Oct 26 15:40:23.711861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe4dead-b970-4be4-823b-c9ace2af1496 None None] New status for floating IP 4452ba3e-897a-48cf-9e25-a18b7c89a36d: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:40:23.738552 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ad239fb5-691f-4325-9e43-497cb427aede req-b30e700f-4dc1-432a-ad6c-b07b95fdfe9d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436773 Oct 26 15:40:23.798713 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ee5a0dda-9c85-4ea7-8e1f-e918acb780ae req-1496f0d4-20c3-4152-8074-7413a1397509 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b4e5ab01-9e5a-485d-b454-3088afcf291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882368 Oct 26 15:40:23.925121 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d9ae6-1ab1-44c3-bc79-09b05c4b1fa5 req-1af1342f-48a9-411a-870a-62f355f87ea3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:23.926593 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-983d9ae6-1ab1-44c3-bc79-09b05c4b1fa5 req-1af1342f-48a9-411a-870a-62f355f87ea3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 983 time: 0.0888479 Oct 26 15:40:23.997721 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ee5a0dda-9c85-4ea7-8e1f-e918acb780ae req-32294d75-1b85-4dd4-a939-504df484ce2c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b4e5ab01-9e5a-485d-b454-3088afcf291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673071 Oct 26 15:40:24.000854 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d9ae6-1ab1-44c3-bc79-09b05c4b1fa5 req-6ca5dce1-3dc5-4a37-b041-19c93ec433fc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:24.002109 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-983d9ae6-1ab1-44c3-bc79-09b05c4b1fa5 req-6ca5dce1-3dc5-4a37-b041-19c93ec433fc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/ports/fb3ceffe-4186-4db3-8022-9b4113161bc0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0655878 Oct 26 15:40:24.112067 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-983d9ae6-1ab1-44c3-bc79-09b05c4b1fa5 req-965ccb5a-f13d-4cd2-a587-c0e8d996063c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/networks/b4e5ab01-9e5a-485d-b454-3088afcf291b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0986907 Oct 26 15:40:24.125588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-983d9ae6-1ab1-44c3-bc79-09b05c4b1fa5 req-b79d732a-5323-4119-8d3f-cdaa61752a2f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:24.189795 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-983d9ae6-1ab1-44c3-bc79-09b05c4b1fa5 req-b79d732a-5323-4119-8d3f-cdaa61752a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:24.323957 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-983d9ae6-1ab1-44c3-bc79-09b05c4b1fa5 req-b79d732a-5323-4119-8d3f-cdaa61752a2f service neutron] For port fb3ceffe-4186-4db3-8022-9b4113161bc0, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fb3ceffe-4186-4db3-8022-9b4113161bc0,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:24.356611 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-983d9ae6-1ab1-44c3-bc79-09b05c4b1fa5 req-b79d732a-5323-4119-8d3f-cdaa61752a2f service neutron] For port fb3ceffe-4186-4db3-8022-9b4113161bc0, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:40:24.399582 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717db686-baab-461f-8e67-bb236bc6c309 None None] Sync routers for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:24.400419 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-983d9ae6-1ab1-44c3-bc79-09b05c4b1fa5 req-b79d732a-5323-4119-8d3f-cdaa61752a2f service neutron] device_id is not set on port fb3ceffe-4186-4db3-8022-9b4113161bc0 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:40:24.400534 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717db686-baab-461f-8e67-bb236bc6c309 None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:24.400534 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-717db686-baab-461f-8e67-bb236bc6c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:24.400836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-983d9ae6-1ab1-44c3-bc79-09b05c4b1fa5 req-b79d732a-5323-4119-8d3f-cdaa61752a2f service neutron] Publish callbacks [] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:24.403389 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-983d9ae6-1ab1-44c3-bc79-09b05c4b1fa5 req-b79d732a-5323-4119-8d3f-cdaa61752a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:24.435450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:24.518875 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-717db686-baab-461f-8e67-bb236bc6c309 None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:24.522788 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d732a-5323-4119-8d3f-cdaa61752a2f service neutron] Pushing event updated for resources: {'Port': ['ID=fb3ceffe-4186-4db3-8022-9b4113161bc0,revision_number=6']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:24.543839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:24.544552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:24.572591 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-983d9ae6-1ab1-44c3-bc79-09b05c4b1fa5 req-b79d732a-5323-4119-8d3f-cdaa61752a2f service neutron] No DVR routers for this DVR port fb3ceffe-4186-4db3-8022-9b4113161bc0 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:40:24.588787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:24.594180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:24.634409 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:24.658725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:24.679146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:24.744049 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-983d9ae6-1ab1-44c3-bc79-09b05c4b1fa5 req-b79d732a-5323-4119-8d3f-cdaa61752a2f service neutron] In _notify_port_updated(), no bound segment for port fb3ceffe-4186-4db3-8022-9b4113161bc0 on network b4e5ab01-9e5a-485d-b454-3088afcf291b {{(pid=105321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:40:24.744972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d9ae6-1ab1-44c3-bc79-09b05c4b1fa5 req-b79d732a-5323-4119-8d3f-cdaa61752a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:24.745804 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-983d9ae6-1ab1-44c3-bc79-09b05c4b1fa5 req-b79d732a-5323-4119-8d3f-cdaa61752a2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:24.747114 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-983d9ae6-1ab1-44c3-bc79-09b05c4b1fa5 req-b79d732a-5323-4119-8d3f-cdaa61752a2f service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/fb3ceffe-4186-4db3-8022-9b4113161bc0 HTTP/1.1" status: 200 len: 1026 time: 0.6259105 Oct 26 15:40:24.783037 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-717db686-baab-461f-8e67-bb236bc6c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:23Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c32a915-99ea-4d1a-9a86-78acdda2b1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:23Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:22Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:24.813333 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717db686-baab-461f-8e67-bb236bc6c309 None None] Checking router: 352c54f5-21e5-408b-b115-84a95bd348e7 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:24.823779 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717db686-baab-461f-8e67-bb236bc6c309 None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:24.824377 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-717db686-baab-461f-8e67-bb236bc6c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:24.865255 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-86595e6b-dd58-4dbd-b8c5-07e9589e464d req-ffa98c3d-9b1f-42ea-88a2-b16168d701c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8c32a915-99ea-4d1a-9a86-78acdda2b1b7 HTTP/1.1" status: 200 len: 210 time: 0.0296204 Oct 26 15:40:24.941674 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-717db686-baab-461f-8e67-bb236bc6c309 None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:25.160513 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-717db686-baab-461f-8e67-bb236bc6c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:23Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:23Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:24Z', 'revision_number': 12, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:25.185627 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717db686-baab-461f-8e67-bb236bc6c309 None None] The sync data for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv is: [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:23Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:23Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:24Z', 'revision_number': 12, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:25.937623 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38154) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:25.983692 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c06bd68-8523-417f-a8ad-3b82cb9325da tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:25.985141 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8c06bd68-8523-417f-a8ad-3b82cb9325da tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports/fb3ceffe-4186-4db3-8022-9b4113161bc0 HTTP/1.1" status: 200 len: 925 time: 0.0469606 Oct 26 15:40:26.046132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38158) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:26.050700 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-bc114f72-ba30-49b3-a676-cf61619c84db tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1519935219', 'description': 'tempest-secgroup-smoke-1519935219 description', 'project_id': '535d3aadc3604e4688e327c629fdd025'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:26.073914 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc114f72-ba30-49b3-a676-cf61619c84db tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.154225 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc114f72-ba30-49b3-a676-cf61619c84db tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (c43c15ad-35e5-4b89-8dc7-53c87e779059), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.158558 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc114f72-ba30-49b3-a676-cf61619c84db tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (c43c15ad-35e5-4b89-8dc7-53c87e779059), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.192374 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc114f72-ba30-49b3-a676-cf61619c84db tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.193679 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bc114f72-ba30-49b3-a676-cf61619c84db tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1464555 Oct 26 15:40:26.196547 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38160) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:26.201120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-bd8e9872-dda5-4158-a88b-6f7d7612cd5f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'c43c15ad-35e5-4b89-8dc7-53c87e779059', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:26.210214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc114f72-ba30-49b3-a676-cf61619c84db tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c43c15ad-35e5-4b89-8dc7-53c87e779059,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:26.253545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9872-dda5-4158-a88b-6f7d7612cd5f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (41643383-65bd-4a37-966d-3e6682c82362), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.328360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:26.333315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9872-dda5-4158-a88b-6f7d7612cd5f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (41643383-65bd-4a37-966d-3e6682c82362), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.337467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9872-dda5-4158-a88b-6f7d7612cd5f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (41643383-65bd-4a37-966d-3e6682c82362), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.357171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e9872-dda5-4158-a88b-6f7d7612cd5f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41643383-65bd-4a37-966d-3e6682c82362,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:26.367885 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9872-dda5-4158-a88b-6f7d7612cd5f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.369226 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bd8e9872-dda5-4158-a88b-6f7d7612cd5f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1716557 Oct 26 15:40:26.372130 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38162) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:26.377083 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-0b06156a-1de5-47e2-9bd8-b6f750e2691d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'c43c15ad-35e5-4b89-8dc7-53c87e779059', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:26.377482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 72bed1ce-732b-4c8a-8ce5-9db519664e81 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:26.377873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.378219 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 72bed1ce-732b-4c8a-8ce5-9db519664e81 Oct 26 15:40:26.409851 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0b06156a-1de5-47e2-9bd8-b6f750e2691d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (8b972e2b-906e-4ada-a992-04633b476ade), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.459638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:26.460049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.474799 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0b06156a-1de5-47e2-9bd8-b6f750e2691d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (8b972e2b-906e-4ada-a992-04633b476ade), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.478681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0b06156a-1de5-47e2-9bd8-b6f750e2691d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (8b972e2b-906e-4ada-a992-04633b476ade), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.496384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:26.499352 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06156a-1de5-47e2-9bd8-b6f750e2691d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b972e2b-906e-4ada-a992-04633b476ade,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:26.501070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.501890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:26.511092 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0b06156a-1de5-47e2-9bd8-b6f750e2691d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.515354 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0b06156a-1de5-47e2-9bd8-b6f750e2691d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391160 Oct 26 15:40:26.515700 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38164) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:26.520556 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d0a033de-0b85-4f3c-b4c7-2b4eded16f69 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'c43c15ad-35e5-4b89-8dc7-53c87e779059', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:26.533068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:26.537350 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:26.554895 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0a033de-0b85-4f3c-b4c7-2b4eded16f69 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (1312db87-3815-41eb-9bc4-39eaddac0f85), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.581962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:26.588105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5b5193f4-1223-4d86-a728-dd324450577d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:26.588446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5b5193f4-1223-4d86-a728-dd324450577d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.588789 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5b5193f4-1223-4d86-a728-dd324450577d Oct 26 15:40:26.616266 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0a033de-0b85-4f3c-b4c7-2b4eded16f69 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (1312db87-3815-41eb-9bc4-39eaddac0f85), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.620344 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0a033de-0b85-4f3c-b4c7-2b4eded16f69 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (1312db87-3815-41eb-9bc4-39eaddac0f85), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.639921 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a033de-0b85-4f3c-b4c7-2b4eded16f69 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1312db87-3815-41eb-9bc4-39eaddac0f85,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:26.648533 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d0a033de-0b85-4f3c-b4c7-2b4eded16f69 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.649859 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d0a033de-0b85-4f3c-b4c7-2b4eded16f69 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331265 Oct 26 15:40:26.652470 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38166) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:26.657313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-ec11ee12-a86e-4ddf-af86-bce367b18245 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'c43c15ad-35e5-4b89-8dc7-53c87e779059', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:26.669284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:26.669679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.690771 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec11ee12-a86e-4ddf-af86-bce367b18245 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (1ff6e78f-1e77-4e5b-ad0a-6ef470a67622), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.692707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5b5193f4-1223-4d86-a728-dd324450577d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:26.696945 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.720208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:26.749327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:26.755623 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec11ee12-a86e-4ddf-af86-bce367b18245 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (1ff6e78f-1e77-4e5b-ad0a-6ef470a67622), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.759300 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec11ee12-a86e-4ddf-af86-bce367b18245 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (1ff6e78f-1e77-4e5b-ad0a-6ef470a67622), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.781215 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11ee12-a86e-4ddf-af86-bce367b18245 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff6e78f-1e77-4e5b-ad0a-6ef470a67622,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:26.786666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ec11ee12-a86e-4ddf-af86-bce367b18245 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.787868 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ec11ee12-a86e-4ddf-af86-bce367b18245 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344514 Oct 26 15:40:26.790646 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38168) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:26.795019 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-bbe2e7ba-da38-4077-bcb6-bd43fa2463e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'c43c15ad-35e5-4b89-8dc7-53c87e779059', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:26.816159 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-bbe2e7ba-da38-4077-bcb6-bd43fa2463e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:40:26.822372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bbe2e7ba-da38-4077-bcb6-bd43fa2463e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (83779bc8-2182-47d5-927b-51e47a4bf4e2), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.860127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a49470-f416-4766-b655-dbe30b56a76c None None] New status for floating IP 4452ba3e-897a-48cf-9e25-a18b7c89a36d: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:40:26.887928 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bbe2e7ba-da38-4077-bcb6-bd43fa2463e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (83779bc8-2182-47d5-927b-51e47a4bf4e2), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.892448 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bbe2e7ba-da38-4077-bcb6-bd43fa2463e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (83779bc8-2182-47d5-927b-51e47a4bf4e2), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.910163 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2e7ba-da38-4077-bcb6-bd43fa2463e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83779bc8-2182-47d5-927b-51e47a4bf4e2,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:26.920999 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bbe2e7ba-da38-4077-bcb6-bd43fa2463e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:26.925972 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bbe2e7ba-da38-4077-bcb6-bd43fa2463e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305563 Oct 26 15:40:26.925972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38170) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:26.929276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-9f4e0ac7-7079-4c4b-bc60-79db44e52e45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'c43c15ad-35e5-4b89-8dc7-53c87e779059', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:26.951050 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-9f4e0ac7-7079-4c4b-bc60-79db44e52e45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:40:26.957670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0ac7-7079-4c4b-bc60-79db44e52e45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (fb3e9c0c-c765-4380-bad7-2992bea41b96), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:27.021725 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0ac7-7079-4c4b-bc60-79db44e52e45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (fb3e9c0c-c765-4380-bad7-2992bea41b96), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:27.025535 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0ac7-7079-4c4b-bc60-79db44e52e45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (fb3e9c0c-c765-4380-bad7-2992bea41b96), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:27.045458 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e0ac7-7079-4c4b-bc60-79db44e52e45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3e9c0c-c765-4380-bad7-2992bea41b96,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:27.050304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0ac7-7079-4c4b-bc60-79db44e52e45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:27.056558 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9f4e0ac7-7079-4c4b-bc60-79db44e52e45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255188 Oct 26 15:40:27.206249 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e262dcbe-7867-4fb8-8ba2-0c46d2f80814 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1519935219&fields=id&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 267 time: 0.0464520 Oct 26 15:40:27.256023 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-fd8fec65-0e4f-4d5f-a250-466793193b9d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:27.257372 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-fd8fec65-0e4f-4d5f-a250-466793193b9d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports/fb3ceffe-4186-4db3-8022-9b4113161bc0 HTTP/1.1" status: 200 len: 930 time: 0.0448050 Oct 26 15:40:27.305486 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-2fbfad8a-52b5-45fc-a61b-6318db2e3650 service neutron] 10.222.0.60 "GET /networking/v2.0/ports/fb3ceffe-4186-4db3-8022-9b4113161bc0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0358231 Oct 26 15:40:27.398418 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-91230600-6754-487a-8db3-a30fa4f8047b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/b4e5ab01-9e5a-485d-b454-3088afcf291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873287 Oct 26 15:40:27.412081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:27.461804 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:27.499668 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-f3f92a66-c70b-4cd7-9c3b-caac7b0004c3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/b4e5ab01-9e5a-485d-b454-3088afcf291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956092 Oct 26 15:40:27.544342 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bdf1fe-0721-444e-8d05-9c2617eee8cb None None] Sync routers for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:27.546840 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bdf1fe-0721-444e-8d05-9c2617eee8cb None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:27.547235 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-63bdf1fe-0721-444e-8d05-9c2617eee8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:27.556754 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-3a66162a-7482-4ae0-a72d-68f17fedfc90 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:27.558221 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-3a66162a-7482-4ae0-a72d-68f17fedfc90 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports/fb3ceffe-4186-4db3-8022-9b4113161bc0 HTTP/1.1" status: 200 len: 930 time: 0.0528858 Oct 26 15:40:27.586717 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:27.636279 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:27.651183 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-63bdf1fe-0721-444e-8d05-9c2617eee8cb None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:27.738320 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b6673a94-ac6b-4073-859e-da0efab24c40 req-28f3606e-467d-4114-b39c-0e17f220a915 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0 HTTP/1.1" status: 200 len: 210 time: 0.0358701 Oct 26 15:40:27.745686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38190) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:27.843025 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-fd2c175b-5393-4962-a00c-1f6565cb6a00 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:27.844466 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-fd2c175b-5393-4962-a00c-1f6565cb6a00 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports/fb3ceffe-4186-4db3-8022-9b4113161bc0 HTTP/1.1" status: 200 len: 930 time: 0.0974777 Oct 26 15:40:27.962523 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-63bdf1fe-0721-444e-8d05-9c2617eee8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:26Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:26Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:26Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:27.987385 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bdf1fe-0721-444e-8d05-9c2617eee8cb None None] Checking router: 352c54f5-21e5-408b-b115-84a95bd348e7 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:27.996393 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bdf1fe-0721-444e-8d05-9c2617eee8cb None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:27.997029 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-63bdf1fe-0721-444e-8d05-9c2617eee8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:28.103942 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-63bdf1fe-0721-444e-8d05-9c2617eee8cb None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:28.250667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:28.338646 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-63bdf1fe-0721-444e-8d05-9c2617eee8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:26Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:26Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:26Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:28.343284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:28.343770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:28.366633 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bdf1fe-0721-444e-8d05-9c2617eee8cb None None] The sync data for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv is: [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:26Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:26Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:26Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:28.378507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:28.382621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:28.383391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:28.470713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:28.494831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:28.513096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:28.513493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:28.520214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:28.538152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5b5193f4-1223-4d86-a728-dd324450577d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:28.542409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:28.600861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:28.837291 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-977b3a83-083b-4c47-9c18-f5bc99c9fc83 req-a5f94828-e38d-45df-8144-2181c9f9208a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0 HTTP/1.1" status: 200 len: 210 time: 0.0290453 Oct 26 15:40:28.982306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-b9b4c88e-7411-4840-ab22-a676b3d62736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:28.983798 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-b9b4c88e-7411-4840-ab22-a676b3d62736 service neutron] 10.222.0.64 "GET /networking/v2.0/ports/fb3ceffe-4186-4db3-8022-9b4113161bc0 HTTP/1.1" status: 200 len: 1026 time: 0.0434933 Oct 26 15:40:28.988114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device fb3ceffe-4186-4db3-8022-9b4113161bc0 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:29.045978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] The host hv-neutron-7598 is not matching for port fb3ceffe-4186-4db3-8022-9b4113161bc0 host ! {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 26 15:40:29.046391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device fb3ceffe-4186-4db3-8022-9b4113161bc0 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:40:29.136585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-794d9a2f-55c4-475a-bc2b-b3a5a06f80ba tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:29.138754 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-794d9a2f-55c4-475a-bc2b-b3a5a06f80ba tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/networks?id=b4e5ab01-9e5a-485d-b454-3088afcf291b HTTP/1.1" status: 200 len: 797 time: 0.1453364 Oct 26 15:40:29.225992 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-54a64393-6047-4a28-bb45-e0e7c755e0f7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 473 time: 0.0787990 Oct 26 15:40:29.238156 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Request body: {'port': {'device_id': '7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:29.300861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:29.571006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3ceffe-4186-4db3-8022-9b4113161bc0 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:40:29.579140 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Publish callbacks [] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:29.592096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Transition to ACTIVE for port object fb3ceffe-4186-4db3-8022-9b4113161bc0 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:40:29.596412 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:29.626105 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:29.663306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:29.680523 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3ceffe-4186-4db3-8022-9b4113161bc0,revision_number=7']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:29.767714 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Attempting to bind port fb3ceffe-4186-4db3-8022-9b4113161bc0 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:40:29.768051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Attempting to bind port fb3ceffe-4186-4db3-8022-9b4113161bc0 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '276893ce-9f41-4866-a697-11ddeadb3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:40:29.768380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Attempting to bind port fb3ceffe-4186-4db3-8022-9b4113161bc0 on network b4e5ab01-9e5a-485d-b454-3088afcf291b {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:40:29.809295 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Port fb3ceffe-4186-4db3-8022-9b4113161bc0 on network b4e5ab01-9e5a-485d-b454-3088afcf291b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:40:29.809555 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Attempting to bind port fb3ceffe-4186-4db3-8022-9b4113161bc0 on network b4e5ab01-9e5a-485d-b454-3088afcf291b {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:40:29.850796 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:40:29.851136 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Checking segment: {'id': '276893ce-9f41-4866-a697-11ddeadb3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:40:29.851523 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Bound using segment: {'id': '276893ce-9f41-4866-a697-11ddeadb3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:40:29.851961 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Bound port: fb3ceffe-4186-4db3-8022-9b4113161bc0, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276893ce-9f41-4866-a697-11ddeadb3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:40:29.852324 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:29.930938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] For port fb3ceffe-4186-4db3-8022-9b4113161bc0, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:40:29.962443 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] For port fb3ceffe-4186-4db3-8022-9b4113161bc0, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fb3ceffe-4186-4db3-8022-9b4113161bc0,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:40:29.974543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac1555-2e09-445d-a5b2-94eae6328319 req-868b866b-1323-4797-986a-f3a7191c58a6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:29.976016 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-92ac1555-2e09-445d-a5b2-94eae6328319 req-868b866b-1323-4797-986a-f3a7191c58a6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0 HTTP/1.1" status: 200 len: 981 time: 0.0605063 Oct 26 15:40:29.977451 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:29.981586 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:29.982180 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:29.984065 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/fb3ceffe-4186-4db3-8022-9b4113161bc0 HTTP/1.1" status: 200 len: 1131 time: 0.7501206 Oct 26 15:40:29.984647 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0', 'tag': 'fb3ceffe-4186-4db3-8022-9b4113161bc0'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:40:29.986866 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c66819-5be2-4b42-b706-d466dd50d86d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0", "tag": "fb3ceffe-4186-4db3-8022-9b4113161bc0"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:40:30.027957 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8c71af-1085-40e4-983c-1def12dd4874 x-openstack-request-id: req-2f8c71af-1085-40e4-983c-1def12dd4874 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:40:30.028309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0", "tag": "fb3ceffe-4186-4db3-8022-9b4113161bc0", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:40:30.028563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f8c71af-1085-40e4-983c-1def12dd4874 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:40:30.028998 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8c71af-1085-40e4-983c-1def12dd4874'] response: {'name': 'network-changed', 'server_uuid': '7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0', 'tag': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'status': 'completed', 'code': 200} Oct 26 15:40:30.074884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab4b9a-4036-4d87-8efc-f8286912ea40 None None] New status for floating IP 4452ba3e-897a-48cf-9e25-a18b7c89a36d: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:40:30.106806 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c91f51-86b6-4afe-be9a-90466906e541 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3ceffe-4186-4db3-8022-9b4113161bc0,revision_number=8']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:30.110895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-9e502981-895c-47e3-82a3-1d47132ccf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:30.112403 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-9e502981-895c-47e3-82a3-1d47132ccf1e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0 HTTP/1.1" status: 200 len: 1165 time: 0.0776348 Oct 26 15:40:30.115429 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-92ac1555-2e09-445d-a5b2-94eae6328319 req-3435cf55-4b64-4e1a-82e4-ee2ae33d99ae tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246600 Oct 26 15:40:30.186648 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-f0ff2e76-ee99-46b1-9c9a-b9cf1e26b31d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb3ceffe-4186-4db3-8022-9b4113161bc0 HTTP/1.1" status: 200 len: 1037 time: 0.0636296 Oct 26 15:40:30.248127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-32044723-5d7c-4f47-b8ed-8efb7a361534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:30.249764 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-32044723-5d7c-4f47-b8ed-8efb7a361534 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6a0da6b5-a170-483d-82da-f75c742750a0 HTTP/1.1" status: 200 len: 834 time: 0.0543668 Oct 26 15:40:30.297957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:30.306427 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-3d9b42b6-5665-4b3d-8588-393a0c6b7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:30.308011 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-3d9b42b6-5665-4b3d-8588-393a0c6b7af8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b4e5ab01-9e5a-485d-b454-3088afcf291b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0488796 Oct 26 15:40:30.364585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 72bed1ce-732b-4c8a-8ce5-9db519664e81 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:30.364585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:30.364585 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 72bed1ce-732b-4c8a-8ce5-9db519664e81 Oct 26 15:40:30.410003 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-a50d68b7-ace3-4c5a-b550-432cae391d6d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b4e5ab01-9e5a-485d-b454-3088afcf291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919719 Oct 26 15:40:30.433143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:30.433532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:30.466633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:30.471337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:30.472271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:30.510232 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-f492c537-afe9-4bf9-bf4f-3c9dfb34ceb5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b4e5ab01-9e5a-485d-b454-3088afcf291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912175 Oct 26 15:40:30.549838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:30.556204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5b5193f4-1223-4d86-a728-dd324450577d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:30.556431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5b5193f4-1223-4d86-a728-dd324450577d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:30.556761 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5b5193f4-1223-4d86-a728-dd324450577d Oct 26 15:40:30.628000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:30.628299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:30.649600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5b5193f4-1223-4d86-a728-dd324450577d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:30.653063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:30.699072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:31.017654 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345df563-f37b-4536-9b7b-971f59119e77 None None] Sync routers for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:31.017654 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345df563-f37b-4536-9b7b-971f59119e77 None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:31.017654 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-345df563-f37b-4536-9b7b-971f59119e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:31.112977 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:31.117264 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-345df563-f37b-4536-9b7b-971f59119e77 None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:31.240554 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3de9a-3483-4503-9201-79f007f68fdc req-f8468553-96f9-4f30-ae2f-6e5052e6f0ec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:31.242170 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e2e3de9a-3483-4503-9201-79f007f68fdc req-f8468553-96f9-4f30-ae2f-6e5052e6f0ec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0 HTTP/1.1" status: 200 len: 981 time: 0.0507836 Oct 26 15:40:31.265267 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:31.293346 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e2e3de9a-3483-4503-9201-79f007f68fdc req-2b7f7ae4-28af-40fd-b0fe-ae675ec5fcf6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453582 Oct 26 15:40:31.332131 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-345df563-f37b-4536-9b7b-971f59119e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:30Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:30Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:30Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:31.355864 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345df563-f37b-4536-9b7b-971f59119e77 None None] Checking router: 352c54f5-21e5-408b-b115-84a95bd348e7 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:31.364573 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345df563-f37b-4536-9b7b-971f59119e77 None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:31.365211 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-345df563-f37b-4536-9b7b-971f59119e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:31.370395 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c66819-5be2-4b42-b706-d466dd50d86d req-552c545e-fb61-4858-b836-8a7efee5bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:31.371921 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e5c66819-5be2-4b42-b706-d466dd50d86d req-552c545e-fb61-4858-b836-8a7efee5bc83 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0 HTTP/1.1" status: 200 len: 1165 time: 0.0396955 Oct 26 15:40:31.436862 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:31.463552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:31.465462 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-345df563-f37b-4536-9b7b-971f59119e77 None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:31.469346 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c66819-5be2-4b42-b706-d466dd50d86d req-78d117de-57bb-496a-bb49-f1bb58ad783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:31.470843 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e5c66819-5be2-4b42-b706-d466dd50d86d req-78d117de-57bb-496a-bb49-f1bb58ad783a service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=b4e5ab01-9e5a-485d-b454-3088afcf291b HTTP/1.1" status: 200 len: 898 time: 0.0923805 Oct 26 15:40:31.537644 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e5c66819-5be2-4b42-b706-d466dd50d86d req-fb21dedf-d14c-484c-90c8-64dc0b87a112 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb3ceffe-4186-4db3-8022-9b4113161bc0 HTTP/1.1" status: 200 len: 1037 time: 0.0572398 Oct 26 15:40:31.590176 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c66819-5be2-4b42-b706-d466dd50d86d req-3b36c566-7c10-4a3a-b04a-75309a7d5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:31.591641 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e5c66819-5be2-4b42-b706-d466dd50d86d req-3b36c566-7c10-4a3a-b04a-75309a7d5d61 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6a0da6b5-a170-483d-82da-f75c742750a0 HTTP/1.1" status: 200 len: 834 time: 0.0438325 Oct 26 15:40:31.642571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c66819-5be2-4b42-b706-d466dd50d86d req-a3a126e6-f95f-46fb-9903-8e481d660294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:31.644086 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e5c66819-5be2-4b42-b706-d466dd50d86d req-a3a126e6-f95f-46fb-9903-8e481d660294 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=b4e5ab01-9e5a-485d-b454-3088afcf291b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434639 Oct 26 15:40:31.674640 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-345df563-f37b-4536-9b7b-971f59119e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:30Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:30Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:30Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:31.698776 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345df563-f37b-4536-9b7b-971f59119e77 None None] The sync data for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv is: [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:30Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:30Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:30Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:31.749197 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e5c66819-5be2-4b42-b706-d466dd50d86d req-e41621ba-de68-4b7a-9edd-4ed4ed21d62b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b4e5ab01-9e5a-485d-b454-3088afcf291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954440 Oct 26 15:40:31.850055 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e5c66819-5be2-4b42-b706-d466dd50d86d req-6857eb80-c6fb-4be9-9b9f-d380712e505d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/b4e5ab01-9e5a-485d-b454-3088afcf291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918097 Oct 26 15:40:32.194956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:32.275805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:32.276244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:32.324548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:32.329182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:32.366164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:32.421014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:32.431593 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdca77e-a608-46dc-b7fc-79d3b78b80f5 req-6d6d2f0d-1150-4a51-bc91-0efe6b955f45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:32.439451 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-acdca77e-a608-46dc-b7fc-79d3b78b80f5 req-6d6d2f0d-1150-4a51-bc91-0efe6b955f45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0 HTTP/1.1" status: 200 len: 981 time: 0.0597191 Oct 26 15:40:32.453232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:32.466026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:32.496377 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-acdca77e-a608-46dc-b7fc-79d3b78b80f5 req-2c63ff07-5920-4940-bc89-494c707ab6a9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559578 Oct 26 15:40:32.619891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:32.664430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 72bed1ce-732b-4c8a-8ce5-9db519664e81 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:32.664822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:32.665186 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 72bed1ce-732b-4c8a-8ce5-9db519664e81 Oct 26 15:40:32.743102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:32.743504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:32.763577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:32.779462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:32.783246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:32.784054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:32.860208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:32.869744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5b5193f4-1223-4d86-a728-dd324450577d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:32.870180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5b5193f4-1223-4d86-a728-dd324450577d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:32.870562 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5b5193f4-1223-4d86-a728-dd324450577d Oct 26 15:40:32.893554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:32.947491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:32.989524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device fb3ceffe-4186-4db3-8022-9b4113161bc0 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:40:32.994222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:33.283141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:33.283821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:33.289476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port fb3ceffe-4186-4db3-8022-9b4113161bc0, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fb3ceffe-4186-4db3-8022-9b4113161bc0,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:33.313574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:40:33.322273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5b5193f4-1223-4d86-a728-dd324450577d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:33.322273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b150049-d716-45d4-9087-f5dc69a1c9f4 None None] New status for floating IP 4452ba3e-897a-48cf-9e25-a18b7c89a36d: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:40:33.326455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:33.459155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port fb3ceffe-4186-4db3-8022-9b4113161bc0 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:33.459553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:33.488139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:33.500396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3ceffe-4186-4db3-8022-9b4113161bc0 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:40:33.546834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port fb3ceffe-4186-4db3-8022-9b4113161bc0, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fb3ceffe-4186-4db3-8022-9b4113161bc0,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:33.551889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:33.602288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=fb3ceffe-4186-4db3-8022-9b4113161bc0,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:33.627916 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0d17d-5cca-421d-86a0-05df715eee81 req-262cf22f-874d-4296-aa1a-49c4d3a60562 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:33.629482 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f7f0d17d-5cca-421d-86a0-05df715eee81 req-262cf22f-874d-4296-aa1a-49c4d3a60562 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0 HTTP/1.1" status: 200 len: 982 time: 0.0509534 Oct 26 15:40:33.678491 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f7f0d17d-5cca-421d-86a0-05df715eee81 req-7ada3f86-189c-4234-949e-d78d79c77eb6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431404 Oct 26 15:40:33.781991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['fb3ceffe-4186-4db3-8022-9b4113161bc0'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 15:40:34.374563 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e3e540-e680-41f4-bb34-82f3e65a7b09 None None] Sync routers for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:34.374563 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e3e540-e680-41f4-bb34-82f3e65a7b09 None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:34.374563 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f1e3e540-e680-41f4-bb34-82f3e65a7b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:34.411975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:34.490349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:34.490748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:34.525666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:34.531293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:34.563327 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f1e3e540-e680-41f4-bb34-82f3e65a7b09 None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:34.579472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:34.760090 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:34.770060 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f1e3e540-e680-41f4-bb34-82f3e65a7b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:33Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'BUILD', 'device_id': '7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:33Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:32Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:34.798388 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e3e540-e680-41f4-bb34-82f3e65a7b09 None None] Checking router: 352c54f5-21e5-408b-b115-84a95bd348e7 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:34.799827 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d225d-4b8c-42cb-b301-29bb9c566814 req-f0930172-7a82-4758-ad11-be6fdcd8ea75 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:34.801359 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-965d225d-4b8c-42cb-b301-29bb9c566814 req-f0930172-7a82-4758-ad11-be6fdcd8ea75 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0 HTTP/1.1" status: 200 len: 982 time: 0.0476527 Oct 26 15:40:34.807115 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e3e540-e680-41f4-bb34-82f3e65a7b09 None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:34.807727 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f1e3e540-e680-41f4-bb34-82f3e65a7b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:34.853553 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-965d225d-4b8c-42cb-b301-29bb9c566814 req-ec80587a-0947-4c1f-a9a2-0526db44d6f6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459590 Oct 26 15:40:34.909703 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f1e3e540-e680-41f4-bb34-82f3e65a7b09 None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:34.975704 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:35.002653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device fb3ceffe-4186-4db3-8022-9b4113161bc0 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:35.047084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:35.049764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port fb3ceffe-4186-4db3-8022-9b4113161bc0 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 15:40:35.056938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port fb3ceffe-4186-4db3-8022-9b4113161bc0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:35.057274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:35.057620 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port fb3ceffe-4186-4db3-8022-9b4113161bc0 Oct 26 15:40:35.118983 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f1e3e540-e680-41f4-bb34-82f3e65a7b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:33Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'BUILD', 'device_id': '7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:33Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:34Z', 'revision_number': 18, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:35.137964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port fb3ceffe-4186-4db3-8022-9b4113161bc0 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:35.138416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:35.141039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:35.144409 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e3e540-e680-41f4-bb34-82f3e65a7b09 None None] The sync data for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv is: [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:33Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'BUILD', 'device_id': '7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:33Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:34Z', 'revision_number': 18, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:35.166854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3ceffe-4186-4db3-8022-9b4113161bc0'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:40:35.169168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22424548-e184-4b42-864c-294ff512b13f" -d '{"events": [{"server_uuid": "7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0", "name": "network-vif-plugged", "status": "completed", "tag": "fb3ceffe-4186-4db3-8022-9b4113161bc0"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:40:35.182543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port fb3ceffe-4186-4db3-8022-9b4113161bc0, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fb3ceffe-4186-4db3-8022-9b4113161bc0,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:35.188679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:35.214455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ebbaa3-d0fe-45cd-9b73-9d6f95e96094 x-openstack-request-id: req-18ebbaa3-d0fe-45cd-9b73-9d6f95e96094 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:40:35.214757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0", "name": "network-vif-plugged", "status": "completed", "tag": "fb3ceffe-4186-4db3-8022-9b4113161bc0", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:40:35.215019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18ebbaa3-d0fe-45cd-9b73-9d6f95e96094 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:40:35.215420 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ebbaa3-d0fe-45cd-9b73-9d6f95e96094'] response: {'server_uuid': '7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'code': 200} Oct 26 15:40:35.244250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=fb3ceffe-4186-4db3-8022-9b4113161bc0,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:35.407288 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383fa13-d329-452e-b3fc-d68a6a6da436 req-9d1adf93-adef-444e-a4a0-b6ae343d0b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:35.408944 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6383fa13-d329-452e-b3fc-d68a6a6da436 req-9d1adf93-adef-444e-a4a0-b6ae343d0b51 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0 HTTP/1.1" status: 200 len: 1168 time: 0.0430024 Oct 26 15:40:35.459272 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6383fa13-d329-452e-b3fc-d68a6a6da436 req-c70a3f76-7444-46cb-ab8c-498af276aee7 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412707 Oct 26 15:40:35.978128 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861703f-afce-4e9a-9c25-2ac84cdb16cd req-2ab00563-e148-4636-ba35-6eb5009fce98 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:35.979697 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b861703f-afce-4e9a-9c25-2ac84cdb16cd req-2ab00563-e148-4636-ba35-6eb5009fce98 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0 HTTP/1.1" status: 200 len: 984 time: 0.0492048 Oct 26 15:40:36.030618 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b861703f-afce-4e9a-9c25-2ac84cdb16cd req-f6336228-2842-4454-8c8f-0f71cad4e9d7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450680 Oct 26 15:40:36.288870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:36.335609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:36.341222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 72bed1ce-732b-4c8a-8ce5-9db519664e81 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:36.341627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:36.341991 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 72bed1ce-732b-4c8a-8ce5-9db519664e81 Oct 26 15:40:36.417130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:36.417526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:36.451488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:36.454479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:36.455396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:36.529992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:36.537795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5b5193f4-1223-4d86-a728-dd324450577d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:36.538200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5b5193f4-1223-4d86-a728-dd324450577d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:36.538489 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5b5193f4-1223-4d86-a728-dd324450577d Oct 26 15:40:36.611041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:36.611429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:36.632207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5b5193f4-1223-4d86-a728-dd324450577d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:36.636692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:36.685675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:36.738341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba499366-aa1f-44b5-b72a-e692390f006b None None] New status for floating IP 4452ba3e-897a-48cf-9e25-a18b7c89a36d: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:40:37.087272 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9b4e29-251c-48bb-bce7-b4df366e6e43 None None] Sync routers for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:37.087272 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9b4e29-251c-48bb-bce7-b4df366e6e43 None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:37.087272 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1b9b4e29-251c-48bb-bce7-b4df366e6e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:37.127397 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:40:37.158303 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7816176-dc27-44b3-9307-6a2633e3cac2 req-9c7d0f80-5ac2-4a1c-a2c2-27127318a14f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:37.159780 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a7816176-dc27-44b3-9307-6a2633e3cac2 req-9c7d0f80-5ac2-4a1c-a2c2-27127318a14f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0 HTTP/1.1" status: 200 len: 984 time: 0.0477974 Oct 26 15:40:37.190938 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1b9b4e29-251c-48bb-bce7-b4df366e6e43 None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:37.211130 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a7816176-dc27-44b3-9307-6a2633e3cac2 req-f9c6b5c7-9563-4112-a844-1c22cb3de681 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455151 Oct 26 15:40:37.336530 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b4df4-80b3-414c-8a61-b5df7f7b71f4 req-95f76ce5-4137-4702-bd55-c7cf08cc769d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:37.338040 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6f7b4df4-80b3-414c-8a61-b5df7f7b71f4 req-95f76ce5-4137-4702-bd55-c7cf08cc769d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0 HTTP/1.1" status: 200 len: 984 time: 0.0520761 Oct 26 15:40:37.386034 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6f7b4df4-80b3-414c-8a61-b5df7f7b71f4 req-c44c6d72-aff9-434c-a21d-fb21c62274fc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417280 Oct 26 15:40:37.408257 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1b9b4e29-251c-48bb-bce7-b4df366e6e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:36Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:36Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:36Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:37.414785 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38228) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:37.433018 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9b4e29-251c-48bb-bce7-b4df366e6e43 None None] Checking router: 352c54f5-21e5-408b-b115-84a95bd348e7 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:37.441449 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9b4e29-251c-48bb-bce7-b4df366e6e43 None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:37.442053 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1b9b4e29-251c-48bb-bce7-b4df366e6e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:37.453869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620bcd77-ab65-44b9-91a3-31ec1a12e4b6 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:37.455477 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-620bcd77-ab65-44b9-91a3-31ec1a12e4b6 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0&network_id=b4e5ab01-9e5a-485d-b454-3088afcf291b HTTP/1.1" status: 200 len: 1163 time: 0.0397010 Oct 26 15:40:37.544699 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1b9b4e29-251c-48bb-bce7-b4df366e6e43 None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:37.678118 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4aa17-f6bf-4cdb-80d8-ab27d113d309 req-1d78384d-9cbb-4364-8b8e-baa2d82ee8b1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:37.679856 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-26e4aa17-f6bf-4cdb-80d8-ab27d113d309 req-1d78384d-9cbb-4364-8b8e-baa2d82ee8b1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0 HTTP/1.1" status: 200 len: 984 time: 0.0478535 Oct 26 15:40:37.681947 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:37.711398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:37.729721 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-26e4aa17-f6bf-4cdb-80d8-ab27d113d309 req-cade9a92-cefe-41a6-a64b-a84c45fdc878 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438993 Oct 26 15:40:37.761517 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1b9b4e29-251c-48bb-bce7-b4df366e6e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:36Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:36Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:36Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:37.787547 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9b4e29-251c-48bb-bce7-b4df366e6e43 None None] The sync data for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv is: [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:36Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:36Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:36Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:38.198773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:38.272493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:38.272918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:38.312398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:38.316504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:38.341139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:38.397315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:38.451752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:38.537916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6773bf5c-3341-4d5b-839a-831f36115793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:38.539443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:38.588515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 72bed1ce-732b-4c8a-8ce5-9db519664e81 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:38.589009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:38.589417 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 72bed1ce-732b-4c8a-8ce5-9db519664e81 Oct 26 15:40:38.664097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:38.664392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:38.703004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:38.707982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:38.737874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:38.761986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:38.766642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:38.842889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:38.849921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:38.850312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:38.870701 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec0f30-19c6-495a-b94f-ab3b422834fb req-fba86ef6-9d33-488f-84e8-1846b87ee30a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:38.873832 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5eec0f30-19c6-495a-b94f-ab3b422834fb req-fba86ef6-9d33-488f-84e8-1846b87ee30a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0 HTTP/1.1" status: 200 len: 984 time: 0.0526628 Oct 26 15:40:38.887147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5b5193f4-1223-4d86-a728-dd324450577d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:38.891902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:38.928196 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5eec0f30-19c6-495a-b94f-ab3b422834fb req-1f244803-5515-4c04-9aa8-aad3dbecc744 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a25e37f5-21f8-4ca5-abd4-27103757d884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480270 Oct 26 15:40:38.947748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:39.039850 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd6e61-57f5-4cd7-9063-43c87fe82ba1 req-a87f6fa0-699d-45cf-9760-4de6fcf1bfcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:39.041560 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-89cd6e61-57f5-4cd7-9063-43c87fe82ba1 req-a87f6fa0-699d-45cf-9760-4de6fcf1bfcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0 HTTP/1.1" status: 200 len: 984 time: 0.0499771 Oct 26 15:40:39.095068 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd6e61-57f5-4cd7-9063-43c87fe82ba1 req-df861102-23d0-4d41-adf3-7a5b03b4469d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:39.096447 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-89cd6e61-57f5-4cd7-9063-43c87fe82ba1 req-df861102-23d0-4d41-adf3-7a5b03b4469d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/ports/fb3ceffe-4186-4db3-8022-9b4113161bc0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0466371 Oct 26 15:40:39.202126 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-89cd6e61-57f5-4cd7-9063-43c87fe82ba1 req-42b4d64d-a369-4ad6-91ed-13c8fc02e5bc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/networks/b4e5ab01-9e5a-485d-b454-3088afcf291b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0978668 Oct 26 15:40:39.215410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-89cd6e61-57f5-4cd7-9063-43c87fe82ba1 req-17c13afe-5404-4278-9be8-0d245afd1353 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:39.275882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:39.278915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-89cd6e61-57f5-4cd7-9063-43c87fe82ba1 req-17c13afe-5404-4278-9be8-0d245afd1353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:39.417257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-89cd6e61-57f5-4cd7-9063-43c87fe82ba1 req-17c13afe-5404-4278-9be8-0d245afd1353 service neutron] For port fb3ceffe-4186-4db3-8022-9b4113161bc0, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fb3ceffe-4186-4db3-8022-9b4113161bc0,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:39.418533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516fb8c5-eca9-4e35-be2e-7a2d16b28640 None None] New status for floating IP 4452ba3e-897a-48cf-9e25-a18b7c89a36d: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:40:39.448707 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-89cd6e61-57f5-4cd7-9063-43c87fe82ba1 req-17c13afe-5404-4278-9be8-0d245afd1353 service neutron] For port fb3ceffe-4186-4db3-8022-9b4113161bc0, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:40:39.456537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:39.479933 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-89cd6e61-57f5-4cd7-9063-43c87fe82ba1 req-17c13afe-5404-4278-9be8-0d245afd1353 service neutron] device_id is not set on port fb3ceffe-4186-4db3-8022-9b4113161bc0 yet. {{(pid=105321) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 15:40:39.488646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-89cd6e61-57f5-4cd7-9063-43c87fe82ba1 req-17c13afe-5404-4278-9be8-0d245afd1353 service neutron] Publish callbacks [] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:39.493927 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-89cd6e61-57f5-4cd7-9063-43c87fe82ba1 req-17c13afe-5404-4278-9be8-0d245afd1353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:39.576658 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c13afe-5404-4278-9be8-0d245afd1353 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3ceffe-4186-4db3-8022-9b4113161bc0,revision_number=11']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:39.606421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cd6e61-57f5-4cd7-9063-43c87fe82ba1 req-17c13afe-5404-4278-9be8-0d245afd1353 service neutron] No DVR routers for this DVR port fb3ceffe-4186-4db3-8022-9b4113161bc0 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:40:39.743628 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-89cd6e61-57f5-4cd7-9063-43c87fe82ba1 req-17c13afe-5404-4278-9be8-0d245afd1353 service neutron] In _notify_port_updated(), no bound segment for port fb3ceffe-4186-4db3-8022-9b4113161bc0 on network b4e5ab01-9e5a-485d-b454-3088afcf291b {{(pid=105321) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 15:40:39.744503 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd6e61-57f5-4cd7-9063-43c87fe82ba1 req-17c13afe-5404-4278-9be8-0d245afd1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:39.745139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-89cd6e61-57f5-4cd7-9063-43c87fe82ba1 req-17c13afe-5404-4278-9be8-0d245afd1353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:39.746425 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-89cd6e61-57f5-4cd7-9063-43c87fe82ba1 req-17c13afe-5404-4278-9be8-0d245afd1353 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/fb3ceffe-4186-4db3-8022-9b4113161bc0 HTTP/1.1" status: 200 len: 1027 time: 0.5350127 Oct 26 15:40:39.778680 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41848fb-fedb-419e-9d01-788c15d24265 None None] Sync routers for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:39.778680 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:39.778680 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41848fb-fedb-419e-9d01-788c15d24265 None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:39.778680 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d41848fb-fedb-419e-9d01-788c15d24265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:39.989044 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d41848fb-fedb-419e-9d01-788c15d24265 None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:40.048593 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8433961b-10cb-4ac3-9721-f4cfc328dfe1 req-f826ae65-d426-4c74-95ed-8f855316586b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7a6c5c54-c02f-4fcb-8e6c-e68be9f20ca0 HTTP/1.1" status: 200 len: 210 time: 0.0282819 Oct 26 15:40:40.197451 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d41848fb-fedb-419e-9d01-788c15d24265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:38Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:39Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:38Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:40.222426 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41848fb-fedb-419e-9d01-788c15d24265 None None] Checking router: 352c54f5-21e5-408b-b115-84a95bd348e7 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:40.231147 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41848fb-fedb-419e-9d01-788c15d24265 None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:40.231748 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d41848fb-fedb-419e-9d01-788c15d24265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:40.257282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:40.334597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:40.334993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:40.343277 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d41848fb-fedb-419e-9d01-788c15d24265 None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:40.372470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:40.376437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:40.425181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:40.553735 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d41848fb-fedb-419e-9d01-788c15d24265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:38Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:39Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:38Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:40.580778 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41848fb-fedb-419e-9d01-788c15d24265 None None] The sync data for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv is: [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:38Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '4452ba3e-897a-48cf-9e25-a18b7c89a36d', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.104', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'port_id': 'fb3ceffe-4186-4db3-8022-9b4113161bc0', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-311749546', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'mac_address': 'fa:16:3e:d3:5b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:40:20Z', 'updated_at': '2022-10-26T15:40:39Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:38Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:40.933220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d26e177b-729f-4bea-90b9-952127e1943a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:41.117959 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38240) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:41.193164 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-150234bb-5b96-4fa1-8d23-fdb3ccd41bec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (c43c15ad-35e5-4b89-8dc7-53c87e779059), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:41.222645 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-150234bb-5b96-4fa1-8d23-fdb3ccd41bec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (c43c15ad-35e5-4b89-8dc7-53c87e779059), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:41.296854 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-150234bb-5b96-4fa1-8d23-fdb3ccd41bec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (c43c15ad-35e5-4b89-8dc7-53c87e779059), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:41.299572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-150234bb-5b96-4fa1-8d23-fdb3ccd41bec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:41.300961 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-150234bb-5b96-4fa1-8d23-fdb3ccd41bec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/c43c15ad-35e5-4b89-8dc7-53c87e779059 HTTP/1.1" status: 204 len: 168 time: 0.1819375 Oct 26 15:40:41.311573 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150234bb-5b96-4fa1-8d23-fdb3ccd41bec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43c15ad-35e5-4b89-8dc7-53c87e779059,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:41.336111 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38244) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:41.483179 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-bebe3774-a708-4a0c-a739-88835c617c6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port fd821b9d-cacd-43cc-b327-74a65cd72bae {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:40:41.483508 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bebe3774-a708-4a0c-a739-88835c617c6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (fd821b9d-cacd-43cc-b327-74a65cd72bae), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:41.562453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bebe3774-a708-4a0c-a739-88835c617c6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (fd821b9d-cacd-43cc-b327-74a65cd72bae), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:41.562790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bebe3774-a708-4a0c-a739-88835c617c6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (fd821b9d-cacd-43cc-b327-74a65cd72bae), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:41.580388 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-bebe3774-a708-4a0c-a739-88835c617c6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for fd821b9d-cacd-43cc-b327-74a65cd72bae owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:40:41.593055 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:41.619781 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:41.731101 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bebe3774-a708-4a0c-a739-88835c617c6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (fd821b9d-cacd-43cc-b327-74a65cd72bae), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:41.760836 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe3774-a708-4a0c-a739-88835c617c6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=fd821b9d-cacd-43cc-b327-74a65cd72bae,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:41.825568 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bebe3774-a708-4a0c-a739-88835c617c6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (4452ba3e-897a-48cf-9e25-a18b7c89a36d), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:41.825988 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-bebe3774-a708-4a0c-a739-88835c617c6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Floating IP 4452ba3e-897a-48cf-9e25-a18b7c89a36d disassociated (deleted). External IP: 172.26.11.104, port: fb3ceffe-4186-4db3-8022-9b4113161bc0. Oct 26 15:40:42.025352 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebe3774-a708-4a0c-a739-88835c617c6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 352c54f5-21e5-408b-b115-84a95bd348e7 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:40:42.061323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:42.130155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebe3774-a708-4a0c-a739-88835c617c6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:40:42.135090 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bebe3774-a708-4a0c-a739-88835c617c6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:42.164269 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bebe3774-a708-4a0c-a739-88835c617c6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/4452ba3e-897a-48cf-9e25-a18b7c89a36d HTTP/1.1" status: 204 len: 168 time: 0.8267255 Oct 26 15:40:42.195076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366ea55b-11ce-4954-9b7d-463e109647eb None None] New status for floating IP 4452ba3e-897a-48cf-9e25-a18b7c89a36d: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:40:42.257430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38250) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:42.311436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:42.328256 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-efd85c64-97fa-4f29-b250-8c1469eb74c8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (be85090d-dd92-4bf5-8a81-63d69caedc67), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:42.353906 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-efd85c64-97fa-4f29-b250-8c1469eb74c8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (be85090d-dd92-4bf5-8a81-63d69caedc67), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:42.366772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 72bed1ce-732b-4c8a-8ce5-9db519664e81 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:42.367455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:42.368089 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 72bed1ce-732b-4c8a-8ce5-9db519664e81 Oct 26 15:40:42.423088 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-efd85c64-97fa-4f29-b250-8c1469eb74c8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (be85090d-dd92-4bf5-8a81-63d69caedc67), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:42.426321 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-efd85c64-97fa-4f29-b250-8c1469eb74c8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:42.427531 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-efd85c64-97fa-4f29-b250-8c1469eb74c8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/be85090d-dd92-4bf5-8a81-63d69caedc67 HTTP/1.1" status: 204 len: 168 time: 0.1684597 Oct 26 15:40:42.437136 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd85c64-97fa-4f29-b250-8c1469eb74c8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be85090d-dd92-4bf5-8a81-63d69caedc67,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:42.478062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38254) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:42.478579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 72bed1ce-732b-4c8a-8ce5-9db519664e81 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:42.479070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:42.520336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:42.524719 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:42.525524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:42.563052 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-5eda4600-388b-481a-ab71-429b7c2ecf53 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port fb3ceffe-4186-4db3-8022-9b4113161bc0 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:40:42.563534 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5eda4600-388b-481a-ab71-429b7c2ecf53 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:42.578414 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:42.656685 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5eda4600-388b-481a-ab71-429b7c2ecf53 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:42.675473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-5eda4600-388b-481a-ab71-429b7c2ecf53 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for fb3ceffe-4186-4db3-8022-9b4113161bc0 owned by {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:40:42.679109 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:42.742012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:42.752725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5b5193f4-1223-4d86-a728-dd324450577d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:42.753136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5b5193f4-1223-4d86-a728-dd324450577d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:42.753477 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5b5193f4-1223-4d86-a728-dd324450577d Oct 26 15:40:42.830712 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00b86d-6a49-4f44-aa2c-9400aad0217e None None] Sync routers for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:42.831180 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5eda4600-388b-481a-ab71-429b7c2ecf53 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (fb3ceffe-4186-4db3-8022-9b4113161bc0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:42.831304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:42.831304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:42.842140 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b00b86d-6a49-4f44-aa2c-9400aad0217e None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:42.842970 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3b00b86d-6a49-4f44-aa2c-9400aad0217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:42.854845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5b5193f4-1223-4d86-a728-dd324450577d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:42.861034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:42.862822 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda4600-388b-481a-ab71-429b7c2ecf53 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=fb3ceffe-4186-4db3-8022-9b4113161bc0,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:42.937771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:42.954163 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5eda4600-388b-481a-ab71-429b7c2ecf53 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:42.960300 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5eda4600-388b-481a-ab71-429b7c2ecf53 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/ports/fb3ceffe-4186-4db3-8022-9b4113161bc0 HTTP/1.1" status: 204 len: 168 time: 0.4787254 Oct 26 15:40:42.960545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38256) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:42.961278 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3b00b86d-6a49-4f44-aa2c-9400aad0217e None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:43.019222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device fb3ceffe-4186-4db3-8022-9b4113161bc0 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:43.040195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: fb3ceffe-4186-4db3-8022-9b4113161bc0 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:40:43.040540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device fb3ceffe-4186-4db3-8022-9b4113161bc0 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:40:43.071876 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:43.080213 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:43.161911 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3b00b86d-6a49-4f44-aa2c-9400aad0217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:38Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:42Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:43.187341 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00b86d-6a49-4f44-aa2c-9400aad0217e None None] Checking router: 352c54f5-21e5-408b-b115-84a95bd348e7 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:43.199721 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b00b86d-6a49-4f44-aa2c-9400aad0217e None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:43.199721 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3b00b86d-6a49-4f44-aa2c-9400aad0217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:43.305027 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3b00b86d-6a49-4f44-aa2c-9400aad0217e None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:43.492338 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3b00b86d-6a49-4f44-aa2c-9400aad0217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:42Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:42Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:43.517298 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00b86d-6a49-4f44-aa2c-9400aad0217e None None] The sync data for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv is: [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217'}], 'enable_snat': True}, 'gw_port_id': '5b5193f4-1223-4d86-a728-dd324450577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:04Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '5b5193f4-1223-4d86-a728-dd324450577d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:01Z', 'updated_at': '2022-10-26T15:40:42Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '72bed1ce-732b-4c8a-8ce5-9db519664e81', 'name': '', 'network_id': 'b4e5ab01-9e5a-485d-b454-3088afcf291b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:83:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:03Z', 'updated_at': '2022-10-26T15:40:42Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6a0da6b5-a170-483d-82da-f75c742750a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:43.610194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:43.610788 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1aae2cf9-c3b9-42ca-b2ea-071a938bb588 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (352c54f5-21e5-408b-b115-84a95bd348e7), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:43.810865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:43.869908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-1aae2cf9-c3b9-42ca-b2ea-071a938bb588 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 72bed1ce-732b-4c8a-8ce5-9db519664e81 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:40:43.870257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1aae2cf9-c3b9-42ca-b2ea-071a938bb588 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:43.890754 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:43.970625 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-1aae2cf9-c3b9-42ca-b2ea-071a938bb588 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port 72bed1ce-732b-4c8a-8ce5-9db519664e81, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=72bed1ce-732b-4c8a-8ce5-9db519664e81,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:43.971001 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1aae2cf9-c3b9-42ca-b2ea-071a938bb588 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:43.985681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-1aae2cf9-c3b9-42ca-b2ea-071a938bb588 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 72bed1ce-732b-4c8a-8ce5-9db519664e81 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:40:43.996867 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:44.189739 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1aae2cf9-c3b9-42ca-b2ea-071a938bb588 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (72bed1ce-732b-4c8a-8ce5-9db519664e81), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:44.217501 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae2cf9-c3b9-42ca-b2ea-071a938bb588 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=72bed1ce-732b-4c8a-8ce5-9db519664e81,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:44.218356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:44.242113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 72bed1ce-732b-4c8a-8ce5-9db519664e81 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:40:44.242470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:40:44.242891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:44.349360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:44.350230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:44.380756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5b5193f4-1223-4d86-a728-dd324450577d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:44.387369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:44.428208 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1aae2cf9-c3b9-42ca-b2ea-071a938bb588 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (352c54f5-21e5-408b-b115-84a95bd348e7), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:44.452651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:44.482677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcbd0ec-f5fc-4ad8-a6ff-52349d57be44 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:40:44.512344 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:44.536336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 72bed1ce-732b-4c8a-8ce5-9db519664e81 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:40:44.536785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:40:44.537301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:44.611297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:44.619872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:44.624967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcbd0ec-f5fc-4ad8-a6ff-52349d57be44 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:40:44.652723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:44.670734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:44.695130 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aae2cf9-c3b9-42ca-b2ea-071a938bb588 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 352c54f5-21e5-408b-b115-84a95bd348e7 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:40:44.776759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:44.816692 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aae2cf9-c3b9-42ca-b2ea-071a938bb588 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:40:44.824812 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38258) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:44.825352 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1aae2cf9-c3b9-42ca-b2ea-071a938bb588 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "PUT /networking/v2.0/routers/352c54f5-21e5-408b-b115-84a95bd348e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8628798 Oct 26 15:40:44.857976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5b5193f4-1223-4d86-a728-dd324450577d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:44.858482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5b5193f4-1223-4d86-a728-dd324450577d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:44.858893 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5b5193f4-1223-4d86-a728-dd324450577d Oct 26 15:40:44.900841 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6902c7a-c2ec-4fc2-921a-8b13db8cfb7c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting subnet 6a0da6b5-a170-483d-82da-f75c742750a0 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:40:44.906231 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6902c7a-c2ec-4fc2-921a-8b13db8cfb7c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (6a0da6b5-a170-483d-82da-f75c742750a0), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:44.955604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5b5193f4-1223-4d86-a728-dd324450577d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:44.956067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:44.956859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6902c7a-c2ec-4fc2-921a-8b13db8cfb7c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (6a0da6b5-a170-483d-82da-f75c742750a0), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:44.981843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5b5193f4-1223-4d86-a728-dd324450577d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:44.988437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:45.037630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:45.038216 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:45.046651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6902c7a-c2ec-4fc2-921a-8b13db8cfb7c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (6a0da6b5-a170-483d-82da-f75c742750a0), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:45.107585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6902c7a-c2ec-4fc2-921a-8b13db8cfb7c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (6a0da6b5-a170-483d-82da-f75c742750a0), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:45.422539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-86e328c2-5e6f-4e22-82fe-9cd470e22f76 None None] Provisioning complete for port 941db08d-8b4d-462e-b458-804cf9128dd7 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:45.423045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86e328c2-5e6f-4e22-82fe-9cd470e22f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (941db08d-8b4d-462e-b458-804cf9128dd7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:45.423451 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-86e328c2-5e6f-4e22-82fe-9cd470e22f76 None None] Attempt 1 to provision port 941db08d-8b4d-462e-b458-804cf9128dd7 Oct 26 15:40:45.444219 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6902c7a-c2ec-4fc2-921a-8b13db8cfb7c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0da6b5-a170-483d-82da-f75c742750a0,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:45.446376 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6902c7a-c2ec-4fc2-921a-8b13db8cfb7c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:45.449594 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b6902c7a-c2ec-4fc2-921a-8b13db8cfb7c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/6a0da6b5-a170-483d-82da-f75c742750a0 HTTP/1.1" status: 204 len: 168 time: 0.6230018 Oct 26 15:40:45.452652 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38260) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:45.459376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755c49cb-6b0b-435d-9de2-5d20bdc467f7 None None] Network b4e5ab01-9e5a-485d-b454-3088afcf291b requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:40:45.511799 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:45.570217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4c45dacf-3a49-45bc-ac5e-7829e891b64c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (352c54f5-21e5-408b-b115-84a95bd348e7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:45.588943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-86e328c2-5e6f-4e22-82fe-9cd470e22f76 None None] Current status of the port 941db08d-8b4d-462e-b458-804cf9128dd7 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:45.674542 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4c45dacf-3a49-45bc-ac5e-7829e891b64c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (352c54f5-21e5-408b-b115-84a95bd348e7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:45.715063 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-4c45dacf-3a49-45bc-ac5e-7829e891b64c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 5b5193f4-1223-4d86-a728-dd324450577d {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:40:45.715410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4c45dacf-3a49-45bc-ac5e-7829e891b64c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (5b5193f4-1223-4d86-a728-dd324450577d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:45.795418 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-4c45dacf-3a49-45bc-ac5e-7829e891b64c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port 5b5193f4-1223-4d86-a728-dd324450577d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5b5193f4-1223-4d86-a728-dd324450577d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:45.795766 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4c45dacf-3a49-45bc-ac5e-7829e891b64c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (5b5193f4-1223-4d86-a728-dd324450577d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:45.812747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-4c45dacf-3a49-45bc-ac5e-7829e891b64c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 5b5193f4-1223-4d86-a728-dd324450577d owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:40:45.896493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4264414a-2b87-4a5a-9f9b-cfa755817b20 None None] DHCP port deletion for b4e5ab01-9e5a-485d-b454-3088afcf291b request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:40:45.938529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4264414a-2b87-4a5a-9f9b-cfa755817b20 None None] Deleting port 941db08d-8b4d-462e-b458-804cf9128dd7 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:40:45.938918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4264414a-2b87-4a5a-9f9b-cfa755817b20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (941db08d-8b4d-462e-b458-804cf9128dd7), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:45.985475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4c45dacf-3a49-45bc-ac5e-7829e891b64c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (5b5193f4-1223-4d86-a728-dd324450577d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.005772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-4264414a-2b87-4a5a-9f9b-cfa755817b20 None None] For port 941db08d-8b4d-462e-b458-804cf9128dd7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=941db08d-8b4d-462e-b458-804cf9128dd7,segment=NetworkSegment(276893ce-9f41-4866-a697-11ddeadb3f7a),segment_id=276893ce-9f41-4866-a697-11ddeadb3f7a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:46.006173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4264414a-2b87-4a5a-9f9b-cfa755817b20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (941db08d-8b4d-462e-b458-804cf9128dd7), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.010875 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45dacf-3a49-45bc-ac5e-7829e891b64c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=5b5193f4-1223-4d86-a728-dd324450577d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:46.020551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4264414a-2b87-4a5a-9f9b-cfa755817b20 None None] Calling delete_port for 941db08d-8b4d-462e-b458-804cf9128dd7 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:40:46.073234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4c45dacf-3a49-45bc-ac5e-7829e891b64c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (352c54f5-21e5-408b-b115-84a95bd348e7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.102999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4264414a-2b87-4a5a-9f9b-cfa755817b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (941db08d-8b4d-462e-b458-804cf9128dd7), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.130185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264414a-2b87-4a5a-9f9b-cfa755817b20 None None] Pushing event deleted for resources: {'Port': ['ID=941db08d-8b4d-462e-b458-804cf9128dd7,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:46.132015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4264414a-2b87-4a5a-9f9b-cfa755817b20 None None] No DVR routers for this DVR port 941db08d-8b4d-462e-b458-804cf9128dd7 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:40:46.172394 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4c45dacf-3a49-45bc-ac5e-7829e891b64c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (352c54f5-21e5-408b-b115-84a95bd348e7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.174967 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4c45dacf-3a49-45bc-ac5e-7829e891b64c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_controller (352c54f5-21e5-408b-b115-84a95bd348e7), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.226006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0009cad7-fd64-4282-8c68-67a3a9c3a6da None None] Sync routers for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:46.226006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0009cad7-fd64-4282-8c68-67a3a9c3a6da None None] Routers {'352c54f5-21e5-408b-b115-84a95bd348e7'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:46.226006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0009cad7-fd64-4282-8c68-67a3a9c3a6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['352c54f5-21e5-408b-b115-84a95bd348e7'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:46.240363 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4c45dacf-3a49-45bc-ac5e-7829e891b64c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (352c54f5-21e5-408b-b115-84a95bd348e7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.241261 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c45dacf-3a49-45bc-ac5e-7829e891b64c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Fanout notify agent at l3_agent the message router_deleted on router 352c54f5-21e5-408b-b115-84a95bd348e7 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:40:46.253254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4c45dacf-3a49-45bc-ac5e-7829e891b64c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.254393 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4c45dacf-3a49-45bc-ac5e-7829e891b64c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/routers/352c54f5-21e5-408b-b115-84a95bd348e7 HTTP/1.1" status: 204 len: 168 time: 0.8008101 Oct 26 15:40:46.257084 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38262) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:46.302195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:46.309070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0009cad7-fd64-4282-8c68-67a3a9c3a6da None None] Set router 352c54f5-21e5-408b-b115-84a95bd348e7 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:46.339225 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d977ad9-80b1-4bb4-ac87-f0f02f5273eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (b4e5ab01-9e5a-485d-b454-3088afcf291b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.348187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 72bed1ce-732b-4c8a-8ce5-9db519664e81 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:40:46.348542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 72bed1ce-732b-4c8a-8ce5-9db519664e81 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:40:46.348992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 941db08d-8b4d-462e-b458-804cf9128dd7 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:46.371328 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:46.376305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0009cad7-fd64-4282-8c68-67a3a9c3a6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352c54f5-21e5-408b-b115-84a95bd348e7', 'name': 'tempest-TestNetworkBasicOps-router-1255407300', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:00Z', 'updated_at': '2022-10-26T15:40:45Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:46.396403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 941db08d-8b4d-462e-b458-804cf9128dd7 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:40:46.396762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 941db08d-8b4d-462e-b458-804cf9128dd7 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:40:46.397207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:46.422415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0009cad7-fd64-4282-8c68-67a3a9c3a6da None None] Checking router: 352c54f5-21e5-408b-b115-84a95bd348e7 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:46.434456 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d977ad9-80b1-4bb4-ac87-f0f02f5273eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (b4e5ab01-9e5a-485d-b454-3088afcf291b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.441219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 5b5193f4-1223-4d86-a728-dd324450577d {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:40:46.441579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5b5193f4-1223-4d86-a728-dd324450577d not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:40:46.447971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0009cad7-fd64-4282-8c68-67a3a9c3a6da None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:46.447971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0009cad7-fd64-4282-8c68-67a3a9c3a6da None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:40:46.448188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-0009cad7-fd64-4282-8c68-67a3a9c3a6da None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'352c54f5-21e5-408b-b115-84a95bd348e7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:40:46.448532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0009cad7-fd64-4282-8c68-67a3a9c3a6da None None] The sync data for ids ['352c54f5-21e5-408b-b115-84a95bd348e7'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:46.456006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-4d977ad9-80b1-4bb4-ac87-f0f02f5273eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e5ab01-9e5a-485d-b454-3088afcf291b']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:46.465846 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-4d977ad9-80b1-4bb4-ac87-f0f02f5273eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276893ce-9f41-4866-a697-11ddeadb3f7a') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:46.466150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-4d977ad9-80b1-4bb4-ac87-f0f02f5273eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276893ce-9f41-4866-a697-11ddeadb3f7a') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:46.474991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:46.476894 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d977ad9-80b1-4bb4-ac87-f0f02f5273eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (276893ce-9f41-4866-a697-11ddeadb3f7a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.491558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d977ad9-80b1-4bb4-ac87-f0f02f5273eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (276893ce-9f41-4866-a697-11ddeadb3f7a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.498236 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d977ad9-80b1-4bb4-ac87-f0f02f5273eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:40:46.498612 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d977ad9-80b1-4bb4-ac87-f0f02f5273eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (276893ce-9f41-4866-a697-11ddeadb3f7a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.542641 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 276893ce-9f41-4866-a697-11ddeadb3f7a resource provider aggregate not found Oct 26 15:40:46.562654 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 276893ce-9f41-4866-a697-11ddeadb3f7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 276893ce-9f41-4866-a697-11ddeadb3f7a found for delete ", "request_id": "req-d5a97dfd-7cec-4856-82a0-4d808f45c025"}]} Oct 26 15:40:46.563571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.569242 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d977ad9-80b1-4bb4-ac87-f0f02f5273eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (b4e5ab01-9e5a-485d-b454-3088afcf291b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.576734 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d977ad9-80b1-4bb4-ac87-f0f02f5273eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.579354 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4d977ad9-80b1-4bb4-ac87-f0f02f5273eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/networks/b4e5ab01-9e5a-485d-b454-3088afcf291b HTTP/1.1" status: 204 len: 168 time: 0.3213553 Oct 26 15:40:46.591206 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d977ad9-80b1-4bb4-ac87-f0f02f5273eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Network': ['ID=b4e5ab01-9e5a-485d-b454-3088afcf291b,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:46.594572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38268) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:46.606983 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-68e2382e-62a3-4c66-b4d4-2a51363d4a5d tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0107589 Oct 26 15:40:46.610032 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38270) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:46.614475 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-705c7cb4-7b9b-4f34-846d-0c03c4f71b8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'network': {'name': 'tempest-network-smoke--235661214', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'port_security_enabled': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:46.637048 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705c7cb4-7b9b-4f34-846d-0c03c4f71b8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:40:46.640773 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-705c7cb4-7b9b-4f34-846d-0c03c4f71b8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.659230 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:46.665530 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705c7cb4-7b9b-4f34-846d-0c03c4f71b8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:40:46.677105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-705c7cb4-7b9b-4f34-846d-0c03c4f71b8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (103b65b1-76e1-4a4a-9aec-21a8939d60f1), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.677438 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-705c7cb4-7b9b-4f34-846d-0c03c4f71b8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Added segment 103b65b1-76e1-4a4a-9aec-21a8939d60f1 of type vlan for network 7eb1b94a-0dc1-4d3f-a793-804494dee73b Oct 26 15:40:46.715733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:46.718654 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-705c7cb4-7b9b-4f34-846d-0c03c4f71b8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (7eb1b94a-0dc1-4d3f-a793-804494dee73b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.744818 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-705c7cb4-7b9b-4f34-846d-0c03c4f71b8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (7eb1b94a-0dc1-4d3f-a793-804494dee73b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.749657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705c7cb4-7b9b-4f34-846d-0c03c4f71b8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:46.750259 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-705c7cb4-7b9b-4f34-846d-0c03c4f71b8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.804153 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-705c7cb4-7b9b-4f34-846d-0c03c4f71b8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1931758 Oct 26 15:40:46.807297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38272) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:46.812055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-911225020', 'admin_state_up': True, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:46.819023 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c7cb4-7b9b-4f34-846d-0c03c4f71b8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Network': ['ID=7eb1b94a-0dc1-4d3f-a793-804494dee73b,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:46.831026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 7eb1b94a-0dc1-4d3f-a793-804494dee73b details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:40:46.842258 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (4595c00d-bbf5-4ba9-9e0c-bda3be71f695), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.843273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (4595c00d-bbf5-4ba9-9e0c-bda3be71f695), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:46.893089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_controller (4595c00d-bbf5-4ba9-9e0c-bda3be71f695), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:47.025044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (4595c00d-bbf5-4ba9-9e0c-bda3be71f695), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:47.198436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (4595c00d-bbf5-4ba9-9e0c-bda3be71f695), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:47.217156 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:47.323633 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.26.11.22 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/fa2ceadd-3a99-40ac-ab36-f970ed66f826) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:40:47.429223 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:47.462334 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:47.497520 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:47.511045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:40:47.515835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:40:47.518010 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:47.520551 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:40:47.651335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:47.761019 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (4595c00d-bbf5-4ba9-9e0c-bda3be71f695), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:47.947671 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (4595c00d-bbf5-4ba9-9e0c-bda3be71f695), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:48.067971 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:40:48.170751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:40:48.180232 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:48.191678 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:48.192030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:48.192278 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:48.194961 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-89b9d673-55fb-4ac3-bdf8-1d9a2bfd4d43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.3864582 Oct 26 15:40:48.196303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38274) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:48.225347 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3c4bd2ca-164f-40e2-aa58-2a9c60689198 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?project_id=535d3aadc3604e4688e327c629fdd025&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279517 Oct 26 15:40:48.227955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38276) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:48.323122 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a9b95b-2c04-413b-bd44-c573388b548a tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:48.324775 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b9a9b95b-2c04-413b-bd44-c573388b548a tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959182 Oct 26 15:40:48.328355 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38278) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:48.356232 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9cf97958-f118-46af-9245-933a19348717 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267832 Oct 26 15:40:48.358793 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38280) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:48.363440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-3ae04588-23f2-4b91-8684-94c1947513b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1018602246', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:48.383269 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:48.439451 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:48.458430 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae04588-23f2-4b91-8684-94c1947513b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:40:48.462245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3ae04588-23f2-4b91-8684-94c1947513b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:48.551122 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:47Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:48.578102 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:48.578449 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Updating router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 port fa2ceadd-3a99-40ac-ab36-f970ed66f826 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:40:48.606246 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:48.640425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:48.646234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3ae04588-23f2-4b91-8684-94c1947513b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (6d36c9e4-f437-4271-9c1d-5f483ca1be25), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:48.709720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae04588-23f2-4b91-8684-94c1947513b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Subnet': ['ID=6d36c9e4-f437-4271-9c1d-5f483ca1be25,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:48.719029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae04588-23f2-4b91-8684-94c1947513b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Checking segment: {'id': '103b65b1-76e1-4a4a-9aec-21a8939d60f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:40:48.719392 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae04588-23f2-4b91-8684-94c1947513b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network hostable DHCP agents. Network: 7eb1b94a-0dc1-4d3f-a793-804494dee73b, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:40:48.737672 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae04588-23f2-4b91-8684-94c1947513b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 7eb1b94a-0dc1-4d3f-a793-804494dee73b is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:40:48.746618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-3ae04588-23f2-4b91-8684-94c1947513b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 7eb1b94a-0dc1-4d3f-a793-804494dee73b) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:40:48.751445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae04588-23f2-4b91-8684-94c1947513b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:48.752420 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3ae04588-23f2-4b91-8684-94c1947513b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:48.756783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127623c0-01e5-4f23-a5fd-a3e8fa68e099 None None] Network 7eb1b94a-0dc1-4d3f-a793-804494dee73b requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:40:48.775892 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3ae04588-23f2-4b91-8684-94c1947513b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4160445 Oct 26 15:40:48.777493 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:48.779260 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38282) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:48.805771 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:48.859736 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Publish callbacks [] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:48.866079 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:48.872553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:40:48.873613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:48.900979 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Attempting to bind port fa2ceadd-3a99-40ac-ab36-f970ed66f826 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:40:48.901345 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Attempting to bind port fa2ceadd-3a99-40ac-ab36-f970ed66f826 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:40:48.901907 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Attempting to bind port fa2ceadd-3a99-40ac-ab36-f970ed66f826 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:40:48.952065 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f942f6-ac34-4de0-a0f7-8bb87d50d3eb None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=2']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:48.960468 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:40:48.961154 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:40:48.961565 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:48.961956 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:40:48.962430 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Bound port: fa2ceadd-3a99-40ac-ab36-f970ed66f826, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:40:48.962810 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:48.974755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:49.020964 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:40:49.021570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Allocated IP 172.20.0.2 (7eb1b94a-0dc1-4d3f-a793-804494dee73b/6d36c9e4-f437-4271-9c1d-5f483ca1be25/c6e016c8-1100-4af8-8319-cf57b3e55f76) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:40:49.024383 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:40:49.032467 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:49.094872 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f942f6-ac34-4de0-a0f7-8bb87d50d3eb None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:49.102317 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:49.103451 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:49.212119 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:49.231294 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Publish callbacks [] for port (c6e016c8-1100-4af8-8319-cf57b3e55f76), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:49.234645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:49.243479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (c6e016c8-1100-4af8-8319-cf57b3e55f76), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:49.299742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Network 7eb1b94a-0dc1-4d3f-a793-804494dee73b is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:40:49.309144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:40:49.320633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:40:49.327493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Pushing event updated for resources: {'Port': ['ID=c6e016c8-1100-4af8-8319-cf57b3e55f76,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:49.393649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:49.399804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Attempting to bind port c6e016c8-1100-4af8-8319-cf57b3e55f76 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:40:49.400321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Attempting to bind port c6e016c8-1100-4af8-8319-cf57b3e55f76 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '103b65b1-76e1-4a4a-9aec-21a8939d60f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:40:49.400699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Attempting to bind port c6e016c8-1100-4af8-8319-cf57b3e55f76 on network 7eb1b94a-0dc1-4d3f-a793-804494dee73b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:40:49.402349 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:47Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:49.428686 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330c1939-2aa0-4956-8c3c-acd2876fd22e None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:47Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:49.468188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:40:49.468458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Checking segment: {'id': '103b65b1-76e1-4a4a-9aec-21a8939d60f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:40:49.468701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:49.469124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Bound using segment: {'id': '103b65b1-76e1-4a4a-9aec-21a8939d60f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:40:49.469611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Bound port: c6e016c8-1100-4af8-8319-cf57b3e55f76, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103b65b1-76e1-4a4a-9aec-21a8939d60f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:40:49.470215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c6e016c8-1100-4af8-8319-cf57b3e55f76), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:49.536485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] For port c6e016c8-1100-4af8-8319-cf57b3e55f76, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:40:49.539907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] For port c6e016c8-1100-4af8-8319-cf57b3e55f76, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c6e016c8-1100-4af8-8319-cf57b3e55f76,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:40:49.547879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c6e016c8-1100-4af8-8319-cf57b3e55f76), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:49.606198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d358d-e558-4cd8-b5b8-81bcb3515869 None None] Pushing event updated for resources: {'Port': ['ID=c6e016c8-1100-4af8-8319-cf57b3e55f76,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:49.638749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3feb9a41-134d-4da8-a350-c446102fb370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:49.784570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:49.972247 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-3feb9a41-134d-4da8-a350-c446102fb370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.20.0.1 (7eb1b94a-0dc1-4d3f-a793-804494dee73b/6d36c9e4-f437-4271-9c1d-5f483ca1be25/f6dcc964-f597-4665-9571-f303af8a87ec) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:40:49.986780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:50.123635 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3feb9a41-134d-4da8-a350-c446102fb370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (f6dcc964-f597-4665-9571-f303af8a87ec), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:50.157931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3feb9a41-134d-4da8-a350-c446102fb370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:50.213356 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feb9a41-134d-4da8-a350-c446102fb370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 7eb1b94a-0dc1-4d3f-a793-804494dee73b is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:40:50.218577 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-3feb9a41-134d-4da8-a350-c446102fb370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:40:50.220859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb9a41-134d-4da8-a350-c446102fb370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:50.223042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feb9a41-134d-4da8-a350-c446102fb370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:40:50.275333 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3feb9a41-134d-4da8-a350-c446102fb370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (4595c00d-bbf5-4ba9-9e0c-bda3be71f695), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:50.376479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c6e016c8-1100-4af8-8319-cf57b3e55f76 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:50.432094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port c6e016c8-1100-4af8-8319-cf57b3e55f76 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:50.432636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c6e016c8-1100-4af8-8319-cf57b3e55f76), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:50.433278 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port c6e016c8-1100-4af8-8319-cf57b3e55f76 Oct 26 15:40:50.490439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3feb9a41-134d-4da8-a350-c446102fb370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:50.532092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c6e016c8-1100-4af8-8319-cf57b3e55f76 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:50.532949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c6e016c8-1100-4af8-8319-cf57b3e55f76), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:50.720328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port c6e016c8-1100-4af8-8319-cf57b3e55f76, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c6e016c8-1100-4af8-8319-cf57b3e55f76,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:50.727255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c6e016c8-1100-4af8-8319-cf57b3e55f76), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:50.728753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:50.807506 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3feb9a41-134d-4da8-a350-c446102fb370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (f6dcc964-f597-4665-9571-f303af8a87ec), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:50.813547 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3feb9a41-134d-4da8-a350-c446102fb370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:50.813913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe6cd60-2afc-4277-8dbc-a8ed73a9c5ed None None] Network 7eb1b94a-0dc1-4d3f-a793-804494dee73b requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:40:50.817502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=c6e016c8-1100-4af8-8319-cf57b3e55f76,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:50.822903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port fa2ceadd-3a99-40ac-ab36-f970ed66f826 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:50.823140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:50.823468 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port fa2ceadd-3a99-40ac-ab36-f970ed66f826 Oct 26 15:40:50.863698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:50.895242 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb9a41-134d-4da8-a350-c446102fb370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:50.900539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3feb9a41-134d-4da8-a350-c446102fb370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (4595c00d-bbf5-4ba9-9e0c-bda3be71f695), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:50.909475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-483f6504-2b71-4b06-a67e-b707dfc4b8e2 None None] Provisioning complete for port c6e016c8-1100-4af8-8319-cf57b3e55f76 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:50.909849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-483f6504-2b71-4b06-a67e-b707dfc4b8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c6e016c8-1100-4af8-8319-cf57b3e55f76), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:50.910185 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-483f6504-2b71-4b06-a67e-b707dfc4b8e2 None None] Attempt 1 to provision port c6e016c8-1100-4af8-8319-cf57b3e55f76 Oct 26 15:40:50.962995 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:50.990022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:51.003034 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feb9a41-134d-4da8-a350-c446102fb370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 7eb1b94a-0dc1-4d3f-a793-804494dee73b is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:40:51.010071 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-3feb9a41-134d-4da8-a350-c446102fb370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:40:51.038816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:51.039205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:51.086617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:51.089292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-483f6504-2b71-4b06-a67e-b707dfc4b8e2 None None] Current status of the port c6e016c8-1100-4af8-8319-cf57b3e55f76 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:51.094397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:51.150088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:51.150670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3feb9a41-134d-4da8-a350-c446102fb370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:40:51.273466 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3feb9a41-134d-4da8-a350-c446102fb370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:40:51.279476 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3feb9a41-134d-4da8-a350-c446102fb370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "PUT /networking/v2.0/routers/4595c00d-bbf5-4ba9-9e0c-bda3be71f695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4982128 Oct 26 15:40:51.281985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38284) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:51.318679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-5e61d5d8-5d01-45c7-a0e0-2c34946096f7 None None] Provisioning complete for port c6e016c8-1100-4af8-8319-cf57b3e55f76 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:51.319183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5e61d5d8-5d01-45c7-a0e0-2c34946096f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c6e016c8-1100-4af8-8319-cf57b3e55f76), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:51.319617 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-5e61d5d8-5d01-45c7-a0e0-2c34946096f7 None None] Attempt 1 to provision port c6e016c8-1100-4af8-8319-cf57b3e55f76 Oct 26 15:40:51.381059 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabc98cb-f352-47eb-9eab-345327e6cf9c tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:51.381551 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabc98cb-f352-47eb-9eab-345327e6cf9c tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:51.382026 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabc98cb-f352-47eb-9eab-345327e6cf9c tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:51.382495 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabc98cb-f352-47eb-9eab-345327e6cf9c tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:51.386582 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eabc98cb-f352-47eb-9eab-345327e6cf9c tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1012809 Oct 26 15:40:51.386978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38286) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:51.399923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-5e61d5d8-5d01-45c7-a0e0-2c34946096f7 None None] Current status of the port c6e016c8-1100-4af8-8319-cf57b3e55f76 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:51.409155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-5e61d5d8-5d01-45c7-a0e0-2c34946096f7 None None] Provisioning complete for port f6dcc964-f597-4665-9571-f303af8a87ec triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:51.409533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5e61d5d8-5d01-45c7-a0e0-2c34946096f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:51.409874 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-5e61d5d8-5d01-45c7-a0e0-2c34946096f7 None None] Attempt 1 to provision port f6dcc964-f597-4665-9571-f303af8a87ec Oct 26 15:40:51.442140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-5e61d5d8-5d01-45c7-a0e0-2c34946096f7 None None] Port f6dcc964-f597-4665-9571-f303af8a87ec cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:40:51.444680 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280111ec-6be5-48e2-bd3d-faf7f9bf9c21 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:51.445144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280111ec-6be5-48e2-bd3d-faf7f9bf9c21 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:51.445628 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280111ec-6be5-48e2-bd3d-faf7f9bf9c21 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:51.446079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280111ec-6be5-48e2-bd3d-faf7f9bf9c21 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:51.448832 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-280111ec-6be5-48e2-bd3d-faf7f9bf9c21 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2732 time: 0.0598865 Oct 26 15:40:51.450898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38288) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:51.556176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:51.565907 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ed067b0b-b873-451e-8022-ee3d5e4442f5 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1136880 Oct 26 15:40:51.581240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:51.581880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:51.583940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fe7a89f2-ca3d-4ca4-9827-ead286bafe58 None None] Provisioning complete for port f6dcc964-f597-4665-9571-f303af8a87ec triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:51.584318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fe7a89f2-ca3d-4ca4-9827-ead286bafe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:51.584658 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fe7a89f2-ca3d-4ca4-9827-ead286bafe58 None None] Attempt 1 to provision port f6dcc964-f597-4665-9571-f303af8a87ec Oct 26 15:40:51.635251 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38292) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:51.641755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-697422a0-007e-4620-9e29-2ebfe882d91f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1122042817', 'description': 'tempest-secgroup-smoke-1122042817 description', 'project_id': '535d3aadc3604e4688e327c629fdd025'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:51.643381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:51.663570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fe7a89f2-ca3d-4ca4-9827-ead286bafe58 None None] Port f6dcc964-f597-4665-9571-f303af8a87ec cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:40:51.663811 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-697422a0-007e-4620-9e29-2ebfe882d91f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:51.727926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:51.739375 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-697422a0-007e-4620-9e29-2ebfe882d91f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (f6ba52cf-01e0-4b1f-af07-9e3155c974e4), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:51.743353 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-697422a0-007e-4620-9e29-2ebfe882d91f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (f6ba52cf-01e0-4b1f-af07-9e3155c974e4), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:51.776762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697422a0-007e-4620-9e29-2ebfe882d91f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ba52cf-01e0-4b1f-af07-9e3155c974e4,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:51.782339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-697422a0-007e-4620-9e29-2ebfe882d91f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:51.786389 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-697422a0-007e-4620-9e29-2ebfe882d91f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1476200 Oct 26 15:40:51.787563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38294) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:51.791873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-bd19b709-d6fb-4dba-8f18-e795c339cb2f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'f6ba52cf-01e0-4b1f-af07-9e3155c974e4', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:51.799550 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:51.822014 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bd19b709-d6fb-4dba-8f18-e795c339cb2f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (f648e961-f57f-4931-a600-5029a60239ec), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:51.849972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ae2725b3-57c2-42ae-881a-3061f5d30a27 None None] Provisioning complete for port f6dcc964-f597-4665-9571-f303af8a87ec triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:51.850351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ae2725b3-57c2-42ae-881a-3061f5d30a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:51.850697 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ae2725b3-57c2-42ae-881a-3061f5d30a27 None None] Attempt 1 to provision port f6dcc964-f597-4665-9571-f303af8a87ec Oct 26 15:40:51.879065 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bd19b709-d6fb-4dba-8f18-e795c339cb2f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (f648e961-f57f-4931-a600-5029a60239ec), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:51.882071 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bd19b709-d6fb-4dba-8f18-e795c339cb2f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (f648e961-f57f-4931-a600-5029a60239ec), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:51.894997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ae2725b3-57c2-42ae-881a-3061f5d30a27 None None] Port f6dcc964-f597-4665-9571-f303af8a87ec cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:40:51.904726 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19b709-d6fb-4dba-8f18-e795c339cb2f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f648e961-f57f-4931-a600-5029a60239ec,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:51.910694 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bd19b709-d6fb-4dba-8f18-e795c339cb2f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:51.911920 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bd19b709-d6fb-4dba-8f18-e795c339cb2f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235075 Oct 26 15:40:51.914693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38296) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:51.919029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a90edb48-7271-403f-9ec6-3e2583afbb87 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'f6ba52cf-01e0-4b1f-af07-9e3155c974e4', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:51.923171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:51.935722 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:51.950193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a90edb48-7271-403f-9ec6-3e2583afbb87 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (9f200538-b304-499c-8705-0780b4206bc6), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:51.965905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:51.992460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:51.992846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Updating router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 port f6dcc964-f597-4665-9571-f303af8a87ec binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:40:52.000737 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a90edb48-7271-403f-9ec6-3e2583afbb87 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (9f200538-b304-499c-8705-0780b4206bc6), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.007767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a90edb48-7271-403f-9ec6-3e2583afbb87 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (9f200538-b304-499c-8705-0780b4206bc6), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.025028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.026236 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90edb48-7271-403f-9ec6-3e2583afbb87 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f200538-b304-499c-8705-0780b4206bc6,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:52.039819 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a90edb48-7271-403f-9ec6-3e2583afbb87 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.040973 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a90edb48-7271-403f-9ec6-3e2583afbb87 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253304 Oct 26 15:40:52.043691 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38298) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:52.048614 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-cd707e7a-c4fd-48e8-95d4-cd0483b68751 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'f6ba52cf-01e0-4b1f-af07-9e3155c974e4', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:52.077804 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cd707e7a-c4fd-48e8-95d4-cd0483b68751 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (76dcc23c-bb2c-410d-9519-8a86ccde9b8c), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.137927 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cd707e7a-c4fd-48e8-95d4-cd0483b68751 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (76dcc23c-bb2c-410d-9519-8a86ccde9b8c), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.142935 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cd707e7a-c4fd-48e8-95d4-cd0483b68751 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (76dcc23c-bb2c-410d-9519-8a86ccde9b8c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.161082 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd707e7a-c4fd-48e8-95d4-cd0483b68751 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76dcc23c-bb2c-410d-9519-8a86ccde9b8c,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:52.172821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cd707e7a-c4fd-48e8-95d4-cd0483b68751 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.176783 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cd707e7a-c4fd-48e8-95d4-cd0483b68751 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289146 Oct 26 15:40:52.176980 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38300) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:52.182228 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-4318afd6-9db9-4a51-8961-4f84f62283a6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'f6ba52cf-01e0-4b1f-af07-9e3155c974e4', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:52.214323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4318afd6-9db9-4a51-8961-4f84f62283a6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (4b454a80-8950-4d0f-9a67-56b471cb11b3), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.277274 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4318afd6-9db9-4a51-8961-4f84f62283a6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (4b454a80-8950-4d0f-9a67-56b471cb11b3), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.281974 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4318afd6-9db9-4a51-8961-4f84f62283a6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (4b454a80-8950-4d0f-9a67-56b471cb11b3), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.291709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c6e016c8-1100-4af8-8319-cf57b3e55f76 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:52.301654 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318afd6-9db9-4a51-8961-4f84f62283a6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b454a80-8950-4d0f-9a67-56b471cb11b3,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:52.309017 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4318afd6-9db9-4a51-8961-4f84f62283a6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.310731 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4318afd6-9db9-4a51-8961-4f84f62283a6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328411 Oct 26 15:40:52.313810 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38302) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:52.318703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-4db2b1a5-50f1-40ef-928c-ceab611ab5df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'f6ba52cf-01e0-4b1f-af07-9e3155c974e4', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:52.337317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Publish callbacks [] for port (f6dcc964-f597-4665-9571-f303af8a87ec), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.341247 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-4db2b1a5-50f1-40ef-928c-ceab611ab5df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:40:52.344327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.348523 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4db2b1a5-50f1-40ef-928c-ceab611ab5df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (e43e653f-f29d-4d44-9e1e-80d19cccefe2), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.389155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port c6e016c8-1100-4af8-8319-cf57b3e55f76 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:52.389530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c6e016c8-1100-4af8-8319-cf57b3e55f76), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.389868 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port c6e016c8-1100-4af8-8319-cf57b3e55f76 Oct 26 15:40:52.415533 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4db2b1a5-50f1-40ef-928c-ceab611ab5df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (e43e653f-f29d-4d44-9e1e-80d19cccefe2), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.419199 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4db2b1a5-50f1-40ef-928c-ceab611ab5df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (e43e653f-f29d-4d44-9e1e-80d19cccefe2), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.430174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f160228-7e2c-49fd-81f5-6c0962938ba3 None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:52.437829 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2b1a5-50f1-40ef-928c-ceab611ab5df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43e653f-f29d-4d44-9e1e-80d19cccefe2,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:52.449533 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4db2b1a5-50f1-40ef-928c-ceab611ab5df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.451551 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4db2b1a5-50f1-40ef-928c-ceab611ab5df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365666 Oct 26 15:40:52.454406 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38304) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:40:52.459380 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-51168722-9985-4523-8de6-db6dc0563f8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'f6ba52cf-01e0-4b1f-af07-9e3155c974e4', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:52.480115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Attempting to bind port f6dcc964-f597-4665-9571-f303af8a87ec on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:40:52.480490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Attempting to bind port f6dcc964-f597-4665-9571-f303af8a87ec by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '103b65b1-76e1-4a4a-9aec-21a8939d60f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:40:52.480888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Attempting to bind port f6dcc964-f597-4665-9571-f303af8a87ec on network 7eb1b94a-0dc1-4d3f-a793-804494dee73b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:40:52.481144 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-51168722-9985-4523-8de6-db6dc0563f8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:40:52.487332 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-51168722-9985-4523-8de6-db6dc0563f8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (d588dffa-715c-4a84-ac1d-5519bbc497fa), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.530367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:52.547934 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-51168722-9985-4523-8de6-db6dc0563f8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (d588dffa-715c-4a84-ac1d-5519bbc497fa), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.551576 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-51168722-9985-4523-8de6-db6dc0563f8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (d588dffa-715c-4a84-ac1d-5519bbc497fa), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.552312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c6e016c8-1100-4af8-8319-cf57b3e55f76 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:52.555479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:40:52.555854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Checking segment: {'id': '103b65b1-76e1-4a4a-9aec-21a8939d60f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:40:52.556258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.556664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Bound using segment: {'id': '103b65b1-76e1-4a4a-9aec-21a8939d60f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:40:52.557166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Bound port: f6dcc964-f597-4665-9571-f303af8a87ec, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103b65b1-76e1-4a4a-9aec-21a8939d60f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:40:52.557530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.571397 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51168722-9985-4523-8de6-db6dc0563f8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d588dffa-715c-4a84-ac1d-5519bbc497fa,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:52.583149 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-51168722-9985-4523-8de6-db6dc0563f8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.593127 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-51168722-9985-4523-8de6-db6dc0563f8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292312 Oct 26 15:40:52.617719 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:52.649076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:40:52.672084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:40:52.678487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.740436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:52.741101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:52.747508 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-87237bcd-74d5-4d64-a408-f92561fab87a req-58bdcdf5-eb5e-4eb3-8b9d-06d0c3b3f721 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1122042817&fields=id&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 267 time: 0.0459366 Oct 26 15:40:52.798300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:52.802020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f160228-7e2c-49fd-81f5-6c0962938ba3 None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:52.810113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:52.811028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.862053 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87237bcd-74d5-4d64-a408-f92561fab87a req-b377baa3-c469-4026-a1b2-3a1acf3a54a7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:52.863560 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-87237bcd-74d5-4d64-a408-f92561fab87a req-b377baa3-c469-4026-a1b2-3a1acf3a54a7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/networks?id=7eb1b94a-0dc1-4d3f-a793-804494dee73b HTTP/1.1" status: 200 len: 796 time: 0.1090703 Oct 26 15:40:52.867450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:52.874775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:52.880050 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-87237bcd-74d5-4d64-a408-f92561fab87a req-fc4dd15f-29ad-4082-80b1-ce1db44c83a0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/quotas/535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 375 time: 0.0109389 Oct 26 15:40:52.911793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:52.936554 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-87237bcd-74d5-4d64-a408-f92561fab87a req-bddcf692-7972-490e-bab6-5961daa8b4ad tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470898 Oct 26 15:40:52.993386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:53.037986 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-87237bcd-74d5-4d64-a408-f92561fab87a req-d557fda7-586a-498f-9b73-4ca048dc31a0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893900 Oct 26 15:40:53.115444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:40:52Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:53.128219 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-87237bcd-74d5-4d64-a408-f92561fab87a req-2b29ed80-755c-4d14-833e-91d2d224d20f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845320 Oct 26 15:40:53.145052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42d2318-a6ab-4b50-965d-c3f109eb3918 None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:40:52Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:53.320237 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d48fc9f3-a168-46ed-b850-77ab6c107347 req-64fe4b04-d260-4365-a694-3ff96f0be976 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 210 time: 0.0427425 Oct 26 15:40:54.303989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:54.359614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f6dcc964-f597-4665-9571-f303af8a87ec triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:54.360173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:54.360518 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f6dcc964-f597-4665-9571-f303af8a87ec Oct 26 15:40:54.427164 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b5c2d318-cb82-45b5-8fce-1c24f6bf6346 req-ced9b1a4-88a9-4a0b-9b1f-d46835e0ae15 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 210 time: 0.0358717 Oct 26 15:40:54.455530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:54.456219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:54.486703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:54.541308 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87237bcd-74d5-4d64-a408-f92561fab87a req-1cfe6b49-1d1c-4a56-b9cc-70b5674acd6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:54.542890 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-87237bcd-74d5-4d64-a408-f92561fab87a req-1cfe6b49-1d1c-4a56-b9cc-70b5674acd6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/networks?id=7eb1b94a-0dc1-4d3f-a793-804494dee73b HTTP/1.1" status: 200 len: 796 time: 0.1655538 Oct 26 15:40:54.619728 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-87237bcd-74d5-4d64-a408-f92561fab87a req-48376409-3b3a-47a2-928f-03c515087b60 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 380 time: 0.0666456 Oct 26 15:40:54.630899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-87237bcd-74d5-4d64-a408-f92561fab87a req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'port': {'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'admin_state_up': True, 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'security_groups': ['f6ba52cf-01e0-4b1f-af07-9e3155c974e4']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:54.638936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:54.643378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:54.644161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:40:54.691990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:54.716960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:54.728019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port fa2ceadd-3a99-40ac-ab36-f970ed66f826 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:54.728262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:54.728609 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port fa2ceadd-3a99-40ac-ab36-f970ed66f826 Oct 26 15:40:54.754867 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87237bcd-74d5-4d64-a408-f92561fab87a req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:40:54.759058 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-87237bcd-74d5-4d64-a408-f92561fab87a req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:54.804167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:54.804834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:54.826780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:54.831499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:54.878236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:54.890636 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-87237bcd-74d5-4d64-a408-f92561fab87a req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.20.0.13 (7eb1b94a-0dc1-4d3f-a793-804494dee73b/6d36c9e4-f437-4271-9c1d-5f483ca1be25/d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:40:54.990034 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:55.051218 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-87237bcd-74d5-4d64-a408-f92561fab87a req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:55.086491 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-87237bcd-74d5-4d64-a408-f92561fab87a req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:55.134403 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87237bcd-74d5-4d64-a408-f92561fab87a req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 7eb1b94a-0dc1-4d3f-a793-804494dee73b is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:40:55.139668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-87237bcd-74d5-4d64-a408-f92561fab87a req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:40:55.143632 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-87237bcd-74d5-4d64-a408-f92561fab87a req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:40:55.167051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:55.183466 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.183806 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.184155 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.184500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.185427 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.185770 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.186103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.186436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.186768 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.187096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.187432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.187762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.188091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.188415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.188742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:55.209014 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87237bcd-74d5-4d64-a408-f92561fab87a req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:55.209693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-87237bcd-74d5-4d64-a408-f92561fab87a req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:55.226724 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-87237bcd-74d5-4d64-a408-f92561fab87a req-d3c0e9dc-f7e6-41d7-bfc9-ce33a8f68c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5997512 Oct 26 15:40:55.239489 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-87237bcd-74d5-4d64-a408-f92561fab87a req-7b6db29b-cbc3-4b53-a1f7-986ecd5f1df0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:40:55.240676 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-87237bcd-74d5-4d64-a408-f92561fab87a req-7b6db29b-cbc3-4b53-a1f7-986ecd5f1df0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055542 Oct 26 15:40:55.255883 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Request body: {'port': {'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:40:55.319924 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:55.343156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a09e80dc-26cf-48c4-987d-0b7b060efd5a None None] Provisioning complete for port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:40:55.343718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a09e80dc-26cf-48c4-987d-0b7b060efd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:55.343868 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a09e80dc-26cf-48c4-987d-0b7b060efd5a None None] Attempt 1 to provision port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 Oct 26 15:40:55.375321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a09e80dc-26cf-48c4-987d-0b7b060efd5a None None] Port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:40:55.434506 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84b94a8-b01b-4941-9c89-858aa0f9590e None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:55.434506 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84b94a8-b01b-4941-9c89-858aa0f9590e None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:55.434506 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a84b94a8-b01b-4941-9c89-858aa0f9590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:55.505139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:55.541591 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a84b94a8-b01b-4941-9c89-858aa0f9590e None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:55.594311 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff57b1f-f75f-4523-ba54-0f33b1a541cd req-ceb1ce45-b5e9-44f2-a49b-4232ba92d0c1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:55.595811 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dff57b1f-f75f-4523-ba54-0f33b1a541cd req-ceb1ce45-b5e9-44f2-a49b-4232ba92d0c1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 932 time: 0.0700600 Oct 26 15:40:55.657706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:40:55.672100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Publish callbacks [] for port (d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:55.685609 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dff57b1f-f75f-4523-ba54-0f33b1a541cd req-954a79a1-a518-4bc0-a491-94a4b3194cf1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f6ba52cf-01e0-4b1f-af07-9e3155c974e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840695 Oct 26 15:40:55.689060 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:55.693263 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Transition to ACTIVE for port object d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:40:55.697372 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:55.735001 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a84b94a8-b01b-4941-9c89-858aa0f9590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:40:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:40:54Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:55.759915 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84b94a8-b01b-4941-9c89-858aa0f9590e None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:55.762201 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Pushing event updated for resources: {'Port': ['ID=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:55.769492 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84b94a8-b01b-4941-9c89-858aa0f9590e None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:55.769864 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a84b94a8-b01b-4941-9c89-858aa0f9590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:55.811084 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:55.813613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Attempting to bind port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:40:55.813964 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Attempting to bind port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '103b65b1-76e1-4a4a-9aec-21a8939d60f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:40:55.814293 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Attempting to bind port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 on network 7eb1b94a-0dc1-4d3f-a793-804494dee73b {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:40:55.817478 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:55.861854 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 on network 7eb1b94a-0dc1-4d3f-a793-804494dee73b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:40:55.862188 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Attempting to bind port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 on network 7eb1b94a-0dc1-4d3f-a793-804494dee73b {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:40:55.911358 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:40:55.911703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Checking segment: {'id': '103b65b1-76e1-4a4a-9aec-21a8939d60f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:40:55.912101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Bound using segment: {'id': '103b65b1-76e1-4a4a-9aec-21a8939d60f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:40:55.912544 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Bound port: d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '103b65b1-76e1-4a4a-9aec-21a8939d60f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:40:55.912938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:55.968654 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a84b94a8-b01b-4941-9c89-858aa0f9590e None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:55.978568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] For port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:40:55.982510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] For port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:40:55.988657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:55.991686 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:55.992316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:55.993745 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-87237bcd-74d5-4d64-a408-f92561fab87a req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 HTTP/1.1" status: 200 len: 1094 time: 0.7420609 Oct 26 15:40:55.996048 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d853699-46e1-478f-90e6-ed665e1de485', 'tag': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:40:55.998915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c198d3-c3e2-4523-82ea-50debea7497c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d853699-46e1-478f-90e6-ed665e1de485", "tag": "d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:40:56.057673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8525bd-0f8b-43ad-9994-2c056059cbdf x-openstack-request-id: req-fa8525bd-0f8b-43ad-9994-2c056059cbdf {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:40:56.057979 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d853699-46e1-478f-90e6-ed665e1de485", "tag": "d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:40:56.058235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa8525bd-0f8b-43ad-9994-2c056059cbdf {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:40:56.058643 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8525bd-0f8b-43ad-9994-2c056059cbdf'] response: {'name': 'network-changed', 'server_uuid': '4d853699-46e1-478f-90e6-ed665e1de485', 'tag': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'status': 'completed', 'code': 200} Oct 26 15:40:56.094601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa5207-d69b-4284-bf48-769451442007 service neutron] Pushing event updated for resources: {'Port': ['ID=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:56.100950 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87237bcd-74d5-4d64-a408-f92561fab87a req-b0455ac5-70b9-4a4f-9716-a9473d682999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:56.104902 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-87237bcd-74d5-4d64-a408-f92561fab87a req-b0455ac5-70b9-4a4f-9716-a9473d682999 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 1128 time: 0.0571716 Oct 26 15:40:56.155638 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-87237bcd-74d5-4d64-a408-f92561fab87a req-a632c9b7-629c-48cf-aea7-46bc252cae62 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 HTTP/1.1" status: 200 len: 217 time: 0.0388486 Oct 26 15:40:56.178108 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a84b94a8-b01b-4941-9c89-858aa0f9590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:40:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:40:54Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:56.206233 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84b94a8-b01b-4941-9c89-858aa0f9590e None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:40:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:40:54Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:56.208907 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87237bcd-74d5-4d64-a408-f92561fab87a req-faf8f40c-9843-4a96-866a-2168ca585d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:56.210318 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-87237bcd-74d5-4d64-a408-f92561fab87a req-faf8f40c-9843-4a96-866a-2168ca585d2c service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6d36c9e4-f437-4271-9c1d-5f483ca1be25 HTTP/1.1" status: 200 len: 835 time: 0.0456042 Oct 26 15:40:56.262871 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87237bcd-74d5-4d64-a408-f92561fab87a req-ca7521b3-5a46-4580-a620-1a54da6a5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:56.264408 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-87237bcd-74d5-4d64-a408-f92561fab87a req-ca7521b3-5a46-4580-a620-1a54da6a5890 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=7eb1b94a-0dc1-4d3f-a793-804494dee73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0417254 Oct 26 15:40:56.277068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:56.360580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:56.361283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:56.371130 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-87237bcd-74d5-4d64-a408-f92561fab87a req-afae9fee-cc6f-45a4-9abb-0e4053f2ff33 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958748 Oct 26 15:40:56.397162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:56.401771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:56.402674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:40:56.408479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:56.493026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:56.494709 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-87237bcd-74d5-4d64-a408-f92561fab87a req-d165a019-f489-4c0e-863f-64da39103d2c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134145 Oct 26 15:40:56.531550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:56.531864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:56.554109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:56.558637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:56.607987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:56.615540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:56.615894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:56.616240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:56.616581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:56.616954 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:56.617291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:56.617621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:56.617952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:56.618285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:56.618621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:56.618946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:56.619273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:56.619599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:56.619924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:56.620246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:40:56.775545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:56.818144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ca404-7c11-494b-9801-05e7d4b08a73 req-1dcf2ab2-bee6-4e9b-ab01-f61e9066bc54 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:56.819804 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dc2ca404-7c11-494b-9801-05e7d4b08a73 req-1dcf2ab2-bee6-4e9b-ab01-f61e9066bc54 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 944 time: 0.0542648 Oct 26 15:40:56.885393 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dc2ca404-7c11-494b-9801-05e7d4b08a73 req-d03501fe-6a1b-4b6d-bd78-8494e294d3c4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f6ba52cf-01e0-4b1f-af07-9e3155c974e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596607 Oct 26 15:40:57.397105 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c198d3-c3e2-4523-82ea-50debea7497c req-a737c0d5-434d-4071-9eb5-bef9e3f666f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:57.398639 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a0c198d3-c3e2-4523-82ea-50debea7497c req-a737c0d5-434d-4071-9eb5-bef9e3f666f9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 1128 time: 0.0398521 Oct 26 15:40:57.492750 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c198d3-c3e2-4523-82ea-50debea7497c req-eb3a3e04-c5a0-42ed-bfc6-405aff9e5c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:57.494251 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a0c198d3-c3e2-4523-82ea-50debea7497c req-eb3a3e04-c5a0-42ed-bfc6-405aff9e5c22 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=7eb1b94a-0dc1-4d3f-a793-804494dee73b HTTP/1.1" status: 200 len: 897 time: 0.0891719 Oct 26 15:40:57.536906 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a0c198d3-c3e2-4523-82ea-50debea7497c req-9050d9f6-c904-4df7-9222-98947d82db99 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 HTTP/1.1" status: 200 len: 217 time: 0.0327802 Oct 26 15:40:57.588013 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c198d3-c3e2-4523-82ea-50debea7497c req-b8e87e85-17d1-4f8f-9e7c-20ea71f96b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:57.589410 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a0c198d3-c3e2-4523-82ea-50debea7497c req-b8e87e85-17d1-4f8f-9e7c-20ea71f96b53 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6d36c9e4-f437-4271-9c1d-5f483ca1be25 HTTP/1.1" status: 200 len: 835 time: 0.0437479 Oct 26 15:40:57.636288 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c198d3-c3e2-4523-82ea-50debea7497c req-c593bd31-a4e8-4f3f-be11-433fec6d60f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:57.638498 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a0c198d3-c3e2-4523-82ea-50debea7497c req-c593bd31-a4e8-4f3f-be11-433fec6d60f3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=7eb1b94a-0dc1-4d3f-a793-804494dee73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392382 Oct 26 15:40:57.727961 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:57.734324 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a0c198d3-c3e2-4523-82ea-50debea7497c req-5c3464f7-4cdc-4abb-9f6e-e09f7dec4913 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870337 Oct 26 15:40:57.833077 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a0c198d3-c3e2-4523-82ea-50debea7497c req-3d7819f0-768e-41ec-82f7-7f4dc92aa20e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891986 Oct 26 15:40:58.001215 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:58.015172 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca863c-8524-472a-9e57-29c89477f25a req-d30081e3-d3e7-491a-8be4-0fa84e291718 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:58.016659 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7fca863c-8524-472a-9e57-29c89477f25a req-d30081e3-d3e7-491a-8be4-0fa84e291718 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 944 time: 0.0510771 Oct 26 15:40:58.066463 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7fca863c-8524-472a-9e57-29c89477f25a req-86532339-04c9-412a-a140-53752d994d64 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f6ba52cf-01e0-4b1f-af07-9e3155c974e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441527 Oct 26 15:40:58.638035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b5223-b8c1-422e-a569-1cd9f1864f85 None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:40:58.642153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b5223-b8c1-422e-a569-1cd9f1864f85 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:58.642776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c89b5223-b8c1-422e-a569-1cd9f1864f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:58.745754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c89b5223-b8c1-422e-a569-1cd9f1864f85 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:58.778150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:58.933045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c89b5223-b8c1-422e-a569-1cd9f1864f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:40:56Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:40:56Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:58.957698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b5223-b8c1-422e-a569-1cd9f1864f85 None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:40:58.966657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b5223-b8c1-422e-a569-1cd9f1864f85 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:40:58.967264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c89b5223-b8c1-422e-a569-1cd9f1864f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:59.047903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:40:59.084485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c89b5223-b8c1-422e-a569-1cd9f1864f85 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:40:59.124291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:40:59.188575 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94ab1b-1aa9-42c8-9885-70deb0d6a00a req-6f9cf134-5512-4076-b089-04edd0a4301f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:40:59.190080 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dd94ab1b-1aa9-42c8-9885-70deb0d6a00a req-6f9cf134-5512-4076-b089-04edd0a4301f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 944 time: 0.0478265 Oct 26 15:40:59.239186 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dd94ab1b-1aa9-42c8-9885-70deb0d6a00a req-82a0a476-dc6c-4ac9-9ff7-e4657fd5a15e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f6ba52cf-01e0-4b1f-af07-9e3155c974e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434067 Oct 26 15:40:59.272770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:59.291154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:40:59.367428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:40:59.367816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:59.390262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:40:59.397567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c89b5223-b8c1-422e-a569-1cd9f1864f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:40:56Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:40:56Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:40:59.431599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b5223-b8c1-422e-a569-1cd9f1864f85 None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:40:56Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:40:56Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:40:59.436180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:40:59.440090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:40:59.489897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:40:59.681085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 15:40:59.871715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:00.214892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:00.299338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:00.313533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:00.350189 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:00.370655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bae5a7-f3e9-4058-91e2-ecd5a68ed894 req-ada085a4-4408-44b1-b2a3-1bf02fab3123 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:41:00.372541 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-31bae5a7-f3e9-4058-91e2-ecd5a68ed894 req-ada085a4-4408-44b1-b2a3-1bf02fab3123 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 945 time: 0.0524690 Oct 26 15:41:00.398546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:00.441692 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-31bae5a7-f3e9-4058-91e2-ecd5a68ed894 req-06868730-99e1-4a0e-be66-2e7564969f2d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f6ba52cf-01e0-4b1f-af07-9e3155c974e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520642 Oct 26 15:41:00.495119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:00.541769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:00.544075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f6dcc964-f597-4665-9571-f303af8a87ec triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:00.544408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:00.544745 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f6dcc964-f597-4665-9571-f303af8a87ec Oct 26 15:41:00.620662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:00.621089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:00.655589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:00.659794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:00.660613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:00.736633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:00.748255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port fa2ceadd-3a99-40ac-ab36-f970ed66f826 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:00.748641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:00.749017 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port fa2ceadd-3a99-40ac-ab36-f970ed66f826 Oct 26 15:41:00.819806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:00.820198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:00.840237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:00.844688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:00.848827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:00.895951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:01.065855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:01.111004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 15:41:01.116777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:01.117215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:01.117545 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 Oct 26 15:41:01.202568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:01.202786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:01.231830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d853699-46e1-478f-90e6-ed665e1de485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:41:01.234183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dc9fb1-dd35-414d-a012-6e89c2a19d02" -d '{"events": [{"server_uuid": "4d853699-46e1-478f-90e6-ed665e1de485", "name": "network-vif-plugged", "status": "completed", "tag": "d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:41:01.298251 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73582a5e-d07d-4f1f-a9dd-b9f57a5dad7d None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:41:01.298251 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73582a5e-d07d-4f1f-a9dd-b9f57a5dad7d None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:01.298251 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-73582a5e-d07d-4f1f-a9dd-b9f57a5dad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:01.387049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d175e23-a13d-4834-b5c2-47211ddc5e8b x-openstack-request-id: req-1d175e23-a13d-4834-b5c2-47211ddc5e8b {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:41:01.387368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d853699-46e1-478f-90e6-ed665e1de485", "name": "network-vif-plugged", "status": "completed", "tag": "d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:41:01.388152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d175e23-a13d-4834-b5c2-47211ddc5e8b {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:41:01.388557 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d175e23-a13d-4834-b5c2-47211ddc5e8b'] response: {'server_uuid': '4d853699-46e1-478f-90e6-ed665e1de485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'code': 200} Oct 26 15:41:01.392411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:01.397953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:01.407077 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-73582a5e-d07d-4f1f-a9dd-b9f57a5dad7d None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:01.449266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:01.481652 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364abedb-343b-4a70-8187-4a031d8dc074 req-55e68ae0-6978-4182-9a0b-30d7c0d3acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:41:01.483180 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-364abedb-343b-4a70-8187-4a031d8dc074 req-55e68ae0-6978-4182-9a0b-30d7c0d3acc5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 1130 time: 0.0429845 Oct 26 15:41:01.535360 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-364abedb-343b-4a70-8187-4a031d8dc074 req-51dfa427-a6f7-42c8-9216-04aa7c13cdb9 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f6ba52cf-01e0-4b1f-af07-9e3155c974e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423133 Oct 26 15:41:01.567979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ffe09-81bf-48ec-8fb5-8739f355139d req-a12e6623-28a4-4515-a209-30902cd896b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:41:01.569482 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5d4ffe09-81bf-48ec-8fb5-8739f355139d req-a12e6623-28a4-4515-a209-30902cd896b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 946 time: 0.0528598 Oct 26 15:41:01.594944 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-73582a5e-d07d-4f1f-a9dd-b9f57a5dad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:00Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:00Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:01.619368 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5d4ffe09-81bf-48ec-8fb5-8739f355139d req-d646afc9-8919-4e06-9aca-2288ca5e7e76 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f6ba52cf-01e0-4b1f-af07-9e3155c974e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442104 Oct 26 15:41:01.619713 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73582a5e-d07d-4f1f-a9dd-b9f57a5dad7d None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:41:01.628317 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73582a5e-d07d-4f1f-a9dd-b9f57a5dad7d None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:01.628959 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-73582a5e-d07d-4f1f-a9dd-b9f57a5dad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:01.729209 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-73582a5e-d07d-4f1f-a9dd-b9f57a5dad7d None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:01.908126 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-73582a5e-d07d-4f1f-a9dd-b9f57a5dad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:00Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:00Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:01.931966 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73582a5e-d07d-4f1f-a9dd-b9f57a5dad7d None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:00Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:00Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:41:02.219186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:02.293460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:02.294421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:02.332580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:02.336841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:02.362794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:02.421488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:02.467382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:02.558281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:02.605915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f6dcc964-f597-4665-9571-f303af8a87ec triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:02.606299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:02.606642 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f6dcc964-f597-4665-9571-f303af8a87ec Oct 26 15:41:02.627961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:02.685880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:02.686290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:02.722155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:02.727202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:02.765909 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d90fa-bf55-45f8-ae91-4ba11af293df req-e7d5af5f-abe8-4686-894b-c6a75d7f3caf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:41:02.774095 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0d2d90fa-bf55-45f8-ae91-4ba11af293df req-e7d5af5f-abe8-4686-894b-c6a75d7f3caf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 946 time: 0.0729518 Oct 26 15:41:02.786754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:02.800871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:02.826056 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0d2d90fa-bf55-45f8-ae91-4ba11af293df req-c267956f-9297-4d36-a538-cdf66413b20d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f6ba52cf-01e0-4b1f-af07-9e3155c974e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507798 Oct 26 15:41:02.879577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:02.880062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:02.903108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:02.908573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:02.951980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:02.967042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:03.818214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f6d6f-3535-4b4f-9b62-03daf0d9f39b None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:41:03.818214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f6d6f-3535-4b4f-9b62-03daf0d9f39b None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:03.818214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-853f6d6f-3535-4b4f-9b62-03daf0d9f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:03.883813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-853f6d6f-3535-4b4f-9b62-03daf0d9f39b None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:03.951703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bc724-3f6a-4e4e-823d-0b5857614134 req-847d285c-e2a0-4780-aabd-d2a0e9179426 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:41:03.953228 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c70bc724-3f6a-4e4e-823d-0b5857614134 req-847d285c-e2a0-4780-aabd-d2a0e9179426 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 946 time: 0.0478957 Oct 26 15:41:04.004973 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c70bc724-3f6a-4e4e-823d-0b5857614134 req-2fcf16fd-9e56-46ad-a63a-352f00124980 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f6ba52cf-01e0-4b1f-af07-9e3155c974e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460522 Oct 26 15:41:04.060131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:04.081656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-853f6d6f-3535-4b4f-9b62-03daf0d9f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:02Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:02Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:04.111630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f6d6f-3535-4b4f-9b62-03daf0d9f39b None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:41:04.120267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f6d6f-3535-4b4f-9b62-03daf0d9f39b None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:04.120910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-853f6d6f-3535-4b4f-9b62-03daf0d9f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:04.129113 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4da1eb-170d-45be-bc3f-79164d374c1d req-cce329ec-2752-43c6-acc3-8980fe20bc0f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:41:04.130640 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ec4da1eb-170d-45be-bc3f-79164d374c1d req-cce329ec-2752-43c6-acc3-8980fe20bc0f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 946 time: 0.0477324 Oct 26 15:41:04.180045 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ec4da1eb-170d-45be-bc3f-79164d374c1d req-3b16bc47-7d92-4878-bcd9-e1008f288eb8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f6ba52cf-01e0-4b1f-af07-9e3155c974e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436385 Oct 26 15:41:04.207818 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38356) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:04.224847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-853f6d6f-3535-4b4f-9b62-03daf0d9f39b None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:04.260256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dbc41d-cea2-4f82-b5fc-1acb1cda2712 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:41:04.261922 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b1dbc41d-cea2-4f82-b5fc-1acb1cda2712 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 1125 time: 0.0529554 Oct 26 15:41:04.264909 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38358) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:04.273792 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:41:04.273950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:04.291522 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:04.466671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:04.467066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:04.512109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-853f6d6f-3535-4b4f-9b62-03daf0d9f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:02Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:02Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:04.543339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:04.545755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f6d6f-3535-4b4f-9b62-03daf0d9f39b None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:02Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:02Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:41:04.548319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:04.599517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:04.666639 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:04.688031 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:04.812839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.26.11.129 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/392e24a9-1609-457e-9ef6-0d829007d459) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:41:04.927386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (392e24a9-1609-457e-9ef6-0d829007d459), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:04.954914 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:04.961821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (392e24a9-1609-457e-9ef6-0d829007d459), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:05.011962 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:41:05.017307 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:41:05.019585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=392e24a9-1609-457e-9ef6-0d829007d459,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:05.021814 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:41:05.406304 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (abbc637f-ece5-4a8f-a7c3-255e914d3709), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:05.477671 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (392e24a9-1609-457e-9ef6-0d829007d459), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:05.495965 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:05.643356 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (392e24a9-1609-457e-9ef6-0d829007d459), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:05.648835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (392e24a9-1609-457e-9ef6-0d829007d459), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:05.749559 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=392e24a9-1609-457e-9ef6-0d829007d459,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:05.761327 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cac003eb-dee1-4a73-a9d1-011abe024d3b req-9b188c0f-af35-4150-8813-47bcf99ef6fc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1460226 Oct 26 15:41:05.767790 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (abbc637f-ece5-4a8f-a7c3-255e914d3709), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:05.858279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac003eb-dee1-4a73-a9d1-011abe024d3b req-dcb939de-22c3-482c-a707-8f6e61df0746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:41:05.859703 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cac003eb-dee1-4a73-a9d1-011abe024d3b req-dcb939de-22c3-482c-a707-8f6e61df0746 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 1130 time: 0.0523906 Oct 26 15:41:05.898878 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:05.958208 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Floating IP abbc637f-ece5-4a8f-a7c3-255e914d3709 associated. External IP: 172.26.11.129, port: d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7. Oct 26 15:41:06.039411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac003eb-dee1-4a73-a9d1-011abe024d3b req-ac021b63-30fd-4ccc-bd29-68b145343529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:41:06.040915 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cac003eb-dee1-4a73-a9d1-011abe024d3b req-ac021b63-30fd-4ccc-bd29-68b145343529 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=7eb1b94a-0dc1-4d3f-a793-804494dee73b HTTP/1.1" status: 200 len: 897 time: 0.1518536 Oct 26 15:41:06.147271 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cac003eb-dee1-4a73-a9d1-011abe024d3b req-c1042c7d-8bb1-43ad-bd4e-a2cfafcafc87 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 HTTP/1.1" status: 200 len: 1001 time: 0.0771182 Oct 26 15:41:06.267109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac003eb-dee1-4a73-a9d1-011abe024d3b req-cfb5088e-55c8-46ae-9df0-99924a8d0547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:41:06.268675 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cac003eb-dee1-4a73-a9d1-011abe024d3b req-cfb5088e-55c8-46ae-9df0-99924a8d0547 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6d36c9e4-f437-4271-9c1d-5f483ca1be25 HTTP/1.1" status: 200 len: 835 time: 0.0897365 Oct 26 15:41:06.328964 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac003eb-dee1-4a73-a9d1-011abe024d3b req-6203c6ff-956a-4dcf-98ae-89ea1764702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:41:06.330699 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cac003eb-dee1-4a73-a9d1-011abe024d3b req-6203c6ff-956a-4dcf-98ae-89ea1764702b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=7eb1b94a-0dc1-4d3f-a793-804494dee73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0554163 Oct 26 15:41:06.330882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:06.332651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:41:06.348315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:06.385471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f6dcc964-f597-4665-9571-f303af8a87ec triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:06.386080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:06.386568 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f6dcc964-f597-4665-9571-f303af8a87ec Oct 26 15:41:06.465053 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba88834-6140-4a54-98b5-6ba46014e311 None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:41:06.465053 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:06.465716 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:06.467088 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba88834-6140-4a54-98b5-6ba46014e311 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:06.467983 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8ba88834-6140-4a54-98b5-6ba46014e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:06.475537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:06.476014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:06.500034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:06.511081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:06.515046 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cac003eb-dee1-4a73-a9d1-011abe024d3b req-6d3b4fcd-80ff-4bd6-94fa-d09e7fdee015 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768708 Oct 26 15:41:06.516321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:06.517270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:06.570306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:41:06.576752 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8ba88834-6140-4a54-98b5-6ba46014e311 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:06.596179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:06.603853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port fa2ceadd-3a99-40ac-ab36-f970ed66f826 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:06.604190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:06.604531 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port fa2ceadd-3a99-40ac-ab36-f970ed66f826 Oct 26 15:41:06.607870 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:06.659486 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-240c02e4-cd73-490a-8b26-a6f85cd8d3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 2.3910697 Oct 26 15:41:06.659486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d853699-46e1-478f-90e6-ed665e1de485', 'tag': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:41:06.660025 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2aed11-a42e-4c6e-863b-884d5d505434" -d '{"events": [{"name": "network-changed", "server_uuid": "4d853699-46e1-478f-90e6-ed665e1de485", "tag": "d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:41:06.660877 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38362) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:06.663690 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cac003eb-dee1-4a73-a9d1-011abe024d3b req-9d7bba57-9560-4bd0-a562-ce69f13df623 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413467 Oct 26 15:41:06.681693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:06.681906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:06.705676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:06.708512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cefb0b1-cb6c-47b2-a361-619d95dd03d5 x-openstack-request-id: req-2cefb0b1-cb6c-47b2-a361-619d95dd03d5 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:41:06.708772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d853699-46e1-478f-90e6-ed665e1de485", "tag": "d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:41:06.709058 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2cefb0b1-cb6c-47b2-a361-619d95dd03d5 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:41:06.709534 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cefb0b1-cb6c-47b2-a361-619d95dd03d5'] response: {'name': 'network-changed', 'server_uuid': '4d853699-46e1-478f-90e6-ed665e1de485', 'tag': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'status': 'completed', 'code': 200} Oct 26 15:41:06.711307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:06.773728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:06.786192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2aed11-a42e-4c6e-863b-884d5d505434 req-56a20d26-e734-46b1-9c54-61248d80f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:41:06.788446 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6b2aed11-a42e-4c6e-863b-884d5d505434 req-56a20d26-e734-46b1-9c54-61248d80f003 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 1130 time: 0.0524032 Oct 26 15:41:06.790701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:06.815654 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8ba88834-6140-4a54-98b5-6ba46014e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:02Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:05Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:04Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:06.829775 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d104372b-2cdf-4257-9b02-b95cef3b2e2b tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/routers/4595c00d-bbf5-4ba9-9e0c-bda3be71f695 HTTP/1.1" status: 200 len: 922 time: 0.1670277 Oct 26 15:41:06.832213 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38366) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:06.843445 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba88834-6140-4a54-98b5-6ba46014e311 None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:41:06.852104 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba88834-6140-4a54-98b5-6ba46014e311 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:06.852727 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8ba88834-6140-4a54-98b5-6ba46014e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:06.891044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2aed11-a42e-4c6e-863b-884d5d505434 req-f8b4cdf2-0e71-4ce8-83ff-eb21d902c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:41:06.892713 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6b2aed11-a42e-4c6e-863b-884d5d505434 req-f8b4cdf2-0e71-4ce8-83ff-eb21d902c947 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=7eb1b94a-0dc1-4d3f-a793-804494dee73b HTTP/1.1" status: 200 len: 897 time: 0.0977433 Oct 26 15:41:06.897516 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-be120731-f395-4b72-af8d-e7187c07836e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 993 time: 0.0639503 Oct 26 15:41:06.963068 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6b2aed11-a42e-4c6e-863b-884d5d505434 req-d5b1d3ca-f769-4a8a-9e24-be508f94d3dc service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 HTTP/1.1" status: 200 len: 1001 time: 0.0635040 Oct 26 15:41:07.006292 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:07.014862 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2aed11-a42e-4c6e-863b-884d5d505434 req-e6efc3b6-ac05-4ab4-bdd9-99089c5ad16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:41:07.016331 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6b2aed11-a42e-4c6e-863b-884d5d505434 req-e6efc3b6-ac05-4ab4-bdd9-99089c5ad16a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6d36c9e4-f437-4271-9c1d-5f483ca1be25 HTTP/1.1" status: 200 len: 835 time: 0.0474782 Oct 26 15:41:07.046273 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8ba88834-6140-4a54-98b5-6ba46014e311 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:07.059485 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2aed11-a42e-4c6e-863b-884d5d505434 req-f461a38f-6cd2-4ac1-b17d-d2e794d9b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:41:07.060997 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6b2aed11-a42e-4c6e-863b-884d5d505434 req-f461a38f-6cd2-4ac1-b17d-d2e794d9b786 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=7eb1b94a-0dc1-4d3f-a793-804494dee73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390599 Oct 26 15:41:07.157850 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6b2aed11-a42e-4c6e-863b-884d5d505434 req-d564041b-e635-41db-8ef9-e62e5d2deb67 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897131 Oct 26 15:41:07.249354 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6b2aed11-a42e-4c6e-863b-884d5d505434 req-d05b893f-fdf7-4e0b-9341-b47fca28133d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851564 Oct 26 15:41:07.263104 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8ba88834-6140-4a54-98b5-6ba46014e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:06Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:05Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:06Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:07.291938 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba88834-6140-4a54-98b5-6ba46014e311 None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:06Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:05Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:06Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:41:07.901354 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38368) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:07.968656 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cbe027af-8a66-463a-962c-9a5b15530d4e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 993 time: 0.0655470 Oct 26 15:41:08.220130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:08.293885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:08.294283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:08.330457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:08.334688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:08.335596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:08.411513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:08.450766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:08.451164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:08.473485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:08.477418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:08.502223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:08.570949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:08.571772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:08.576349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2c50dd66-8923-4744-9027-c9ec74babab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:08.615212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:08.616170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:08.689637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:08.774811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:08.819390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f6dcc964-f597-4665-9571-f303af8a87ec triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:08.819786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:08.820118 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f6dcc964-f597-4665-9571-f303af8a87ec Oct 26 15:41:08.849325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4de31b7-9df4-494d-b3e0-50cce3c43548 None None] New status for floating IP abbc637f-ece5-4a8f-a7c3-255e914d3709: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:41:08.971826 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38370) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:09.034420 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-71308d08-6850-4d15-a996-cdb543b73018 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 993 time: 0.0612807 Oct 26 15:41:09.127278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:09.127571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:09.191128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:09.195151 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:09.195966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:09.237812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:09.273291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:09.281816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port fa2ceadd-3a99-40ac-ab36-f970ed66f826 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:09.282667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:09.282667 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port fa2ceadd-3a99-40ac-ab36-f970ed66f826 Oct 26 15:41:09.362838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:09.363230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:09.383420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:09.387861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:09.432884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:09.983104 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108ead2-2e26-486a-b485-f2d436f64314 None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:41:09.984554 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5108ead2-2e26-486a-b485-f2d436f64314 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:09.985198 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5108ead2-2e26-486a-b485-f2d436f64314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:10.038235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38372) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:10.079221 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:10.087790 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5108ead2-2e26-486a-b485-f2d436f64314 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:10.101843 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-478905b1-2acd-4e1e-9d60-9ebd45caa88b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0624604 Oct 26 15:41:10.264560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:10.305690 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5108ead2-2e26-486a-b485-f2d436f64314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:09Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:09Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:09Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:10.334972 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108ead2-2e26-486a-b485-f2d436f64314 None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:41:10.341586 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:10.341895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:10.342284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:10.344964 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5108ead2-2e26-486a-b485-f2d436f64314 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:10.345576 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5108ead2-2e26-486a-b485-f2d436f64314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:10.376570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:10.380765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:10.381462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:10.446311 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5108ead2-2e26-486a-b485-f2d436f64314 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:10.449289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:10.458086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:10.495482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:10.495872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:10.521053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:10.525276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:10.572790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:10.660049 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5108ead2-2e26-486a-b485-f2d436f64314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:09Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:09Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:09Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:10.684789 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108ead2-2e26-486a-b485-f2d436f64314 None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:09Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:09Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:09Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:41:10.938985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-09a0a0a9-1527-44b6-961c-9b0d29908cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:11.106338 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38374) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:11.165720 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bb92cff8-7a43-4de4-aa5f-5009b3938758 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0582671 Oct 26 15:41:12.064336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:12.170115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38376) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:12.238540 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d58cee31-475e-4f7c-9b42-e937c2ae187e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0669887 Oct 26 15:41:12.241046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5d7e4a-aa45-4efe-80f2-4ef3b3b3d8c1 None None] New status for floating IP abbc637f-ece5-4a8f-a7c3-255e914d3709: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:41:12.325698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:12.414115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f6dcc964-f597-4665-9571-f303af8a87ec triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:12.414494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:12.414838 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f6dcc964-f597-4665-9571-f303af8a87ec Oct 26 15:41:12.487260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:12.487654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:12.490285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:12.526821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:12.531335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:12.532213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:12.606660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:12.618738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port fa2ceadd-3a99-40ac-ab36-f970ed66f826 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:12.619109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:12.619447 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port fa2ceadd-3a99-40ac-ab36-f970ed66f826 Oct 26 15:41:12.636557 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605db49-c1e6-4f46-9f7a-e7ef998ae576 None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:41:12.636557 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b605db49-c1e6-4f46-9f7a-e7ef998ae576 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:12.637638 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b605db49-c1e6-4f46-9f7a-e7ef998ae576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:12.705193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:12.705589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:12.725998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:12.729499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:12.741128 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b605db49-c1e6-4f46-9f7a-e7ef998ae576 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:12.776042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:12.952378 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b605db49-c1e6-4f46-9f7a-e7ef998ae576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:10Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:12Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:12Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:12.976431 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605db49-c1e6-4f46-9f7a-e7ef998ae576 None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:41:12.985268 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b605db49-c1e6-4f46-9f7a-e7ef998ae576 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:12.985861 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b605db49-c1e6-4f46-9f7a-e7ef998ae576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:13.103856 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:13.172000 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b605db49-c1e6-4f46-9f7a-e7ef998ae576 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:13.241864 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38378) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:13.260487 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:13.303696 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a97390f7-aeb4-4838-a016-6c96476426d3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0587029 Oct 26 15:41:13.383572 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b605db49-c1e6-4f46-9f7a-e7ef998ae576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:12Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:12Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:12Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:13.407676 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605db49-c1e6-4f46-9f7a-e7ef998ae576 None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:12Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:12Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:12Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:41:13.613246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:13.814373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:14.126531 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:41:14.223484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:14.248316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:14.304104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:14.304765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:14.306209 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38380) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:14.341557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:14.345982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:14.346955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:14.372883 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-91f11a1b-5fae-4ebc-b276-bc9692cae5f6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0647812 Oct 26 15:41:14.421590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:14.461382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:14.461774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:14.486582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:14.490667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:14.518443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:14.574142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:14.614451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:14.615451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:14.687198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:14.768492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:14.771643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:14.814701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f6dcc964-f597-4665-9571-f303af8a87ec triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:14.815102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:14.815448 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f6dcc964-f597-4665-9571-f303af8a87ec Oct 26 15:41:14.892824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:14.893223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:14.925813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:14.929790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:14.930561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:14.984863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9442ba3c-e933-44a0-b545-41afd753317d None None] New status for floating IP abbc637f-ece5-4a8f-a7c3-255e914d3709: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:41:15.035280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:15.041394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:15.067928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port fa2ceadd-3a99-40ac-ab36-f970ed66f826 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:15.068310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:15.068650 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port fa2ceadd-3a99-40ac-ab36-f970ed66f826 Oct 26 15:41:15.210682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:15.211077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:15.231992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:15.236009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:15.287093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:15.376742 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38382) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:15.403349 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db2dd6-716b-4c5d-b16c-c1be0f4ee462 None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:41:15.409197 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db2dd6-716b-4c5d-b16c-c1be0f4ee462 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:15.409816 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-74db2dd6-716b-4c5d-b16c-c1be0f4ee462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:15.447355 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8c8ee896-68d8-409f-aec9-4f7aad0a43a5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0694556 Oct 26 15:41:15.512609 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-74db2dd6-716b-4c5d-b16c-c1be0f4ee462 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:15.719634 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-74db2dd6-716b-4c5d-b16c-c1be0f4ee462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:15Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:15Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:14Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:15.743618 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db2dd6-716b-4c5d-b16c-c1be0f4ee462 None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:41:15.751858 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db2dd6-716b-4c5d-b16c-c1be0f4ee462 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:15.752450 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-74db2dd6-716b-4c5d-b16c-c1be0f4ee462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:15.851690 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-74db2dd6-716b-4c5d-b16c-c1be0f4ee462 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:16.006342 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:16.055804 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-74db2dd6-716b-4c5d-b16c-c1be0f4ee462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:15Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:15Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:14Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:16.083301 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db2dd6-716b-4c5d-b16c-c1be0f4ee462 None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:15Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:15Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:14Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:41:16.297226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:16.373889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:16.374284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:16.410000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:16.413908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:16.414625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:16.435441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:16.451628 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38384) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:16.520932 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4bcf1af6-2962-44ff-99d8-1e2b1b9b5543 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0679264 Oct 26 15:41:16.644773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:16.651875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:16.693498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:16.693894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:16.717678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:16.721500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:16.782019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:17.524719 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38386) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:17.582967 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1b458906-5d88-4493-8efa-dbc56aab78a4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0570023 Oct 26 15:41:17.688897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59101100-4faf-48d3-b71b-adb111afc558 None None] New status for floating IP abbc637f-ece5-4a8f-a7c3-255e914d3709: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:41:18.407225 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353f9cc8-e0a9-41a1-b970-624d94361f93 None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:41:18.407225 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353f9cc8-e0a9-41a1-b970-624d94361f93 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:18.407225 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-353f9cc8-e0a9-41a1-b970-624d94361f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:18.456330 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:18.506408 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-353f9cc8-e0a9-41a1-b970-624d94361f93 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:18.586237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38388) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:18.647578 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8af5c719-4f5c-432b-8b6f-982fdc624bfd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0591834 Oct 26 15:41:18.708923 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-353f9cc8-e0a9-41a1-b970-624d94361f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:16Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:16Z', 'revision_number': 18, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:18.738834 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353f9cc8-e0a9-41a1-b970-624d94361f93 None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:41:18.746468 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353f9cc8-e0a9-41a1-b970-624d94361f93 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:18.747043 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-353f9cc8-e0a9-41a1-b970-624d94361f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:18.926083 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-353f9cc8-e0a9-41a1-b970-624d94361f93 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:19.122881 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-353f9cc8-e0a9-41a1-b970-624d94361f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:16Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:16Z', 'revision_number': 18, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:19.150393 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353f9cc8-e0a9-41a1-b970-624d94361f93 None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:16Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:16Z', 'revision_number': 18, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:41:19.650445 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38390) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:19.711159 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-69859faf-0468-4c2b-96a2-b55bf0763532 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0594242 Oct 26 15:41:20.226188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:20.298673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:20.310403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:20.384749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:20.480861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:20.523956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f6dcc964-f597-4665-9571-f303af8a87ec triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:20.524343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:20.524689 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f6dcc964-f597-4665-9571-f303af8a87ec Oct 26 15:41:20.563418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:20.601017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:20.601489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:20.634786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:20.639277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:20.640002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:20.679382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050afddf-edce-4052-8a18-e485b4ca10f6 None None] New status for floating IP abbc637f-ece5-4a8f-a7c3-255e914d3709: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:41:20.714695 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38392) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:20.775660 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b7415d23-f883-4d30-8fe9-38068b61031b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0582979 Oct 26 15:41:20.786933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:20.803892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port fa2ceadd-3a99-40ac-ab36-f970ed66f826 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:20.804521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:20.804889 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port fa2ceadd-3a99-40ac-ab36-f970ed66f826 Oct 26 15:41:20.914597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:20.914992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:20.932933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:20.937577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:20.941878 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:20.992631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:21.663177 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f87c21-25a9-4f6e-9c95-5792ab041750 None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:41:21.664200 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f87c21-25a9-4f6e-9c95-5792ab041750 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:21.664818 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f1f87c21-25a9-4f6e-9c95-5792ab041750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:21.765841 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f1f87c21-25a9-4f6e-9c95-5792ab041750 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:21.778848 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38394) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:21.786199 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:21.840212 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2f2d731a-72c4-4fcc-9dae-7f4b6675ab7f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0597172 Oct 26 15:41:21.905196 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:21.920139 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:21.973229 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f1f87c21-25a9-4f6e-9c95-5792ab041750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:20Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:20Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:20Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:21.996870 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f87c21-25a9-4f6e-9c95-5792ab041750 None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:41:22.005024 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f87c21-25a9-4f6e-9c95-5792ab041750 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:22.005621 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f1f87c21-25a9-4f6e-9c95-5792ab041750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:22.104778 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f1f87c21-25a9-4f6e-9c95-5792ab041750 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:22.270822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:22.319968 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f1f87c21-25a9-4f6e-9c95-5792ab041750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:20Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:20Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:20Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:22.344233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:22.344625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:22.345496 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f87c21-25a9-4f6e-9c95-5792ab041750 None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:20Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:20Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:20Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:41:22.381117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:22.385864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:22.387313 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:22.457110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:22.466916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:22.503697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:22.504087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:22.525474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:22.529897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:22.583172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:22.843764 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38396) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:22.907862 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ffc6eae0-d292-49aa-b603-0de5bc8cb046 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0615938 Oct 26 15:41:23.874074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850afb82-42d4-441b-9913-b6102bca884c None None] New status for floating IP abbc637f-ece5-4a8f-a7c3-255e914d3709: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:41:23.909842 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38398) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:23.944212 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:23.969312 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b0aff46f-367f-47d1-ab20-31bb59281421 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0583134 Oct 26 15:41:24.769731 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fc1283-bf5d-40a1-a0d6-4773a4d65e2a None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:41:24.771692 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fc1283-bf5d-40a1-a0d6-4773a4d65e2a None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:24.771815 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-47fc1283-bf5d-40a1-a0d6-4773a4d65e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:24.874161 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-47fc1283-bf5d-40a1-a0d6-4773a4d65e2a None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:24.976847 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38400) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:25.038747 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a3858d5e-bc24-48c0-b641-f619f8221703 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0642056 Oct 26 15:41:25.188983 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-47fc1283-bf5d-40a1-a0d6-4773a4d65e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:22Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:23Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:22Z', 'revision_number': 20, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:25.213079 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fc1283-bf5d-40a1-a0d6-4773a4d65e2a None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:41:25.222015 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fc1283-bf5d-40a1-a0d6-4773a4d65e2a None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:25.222616 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-47fc1283-bf5d-40a1-a0d6-4773a4d65e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:25.302751 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:25.324778 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-47fc1283-bf5d-40a1-a0d6-4773a4d65e2a None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:25.423827 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:25.531530 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-47fc1283-bf5d-40a1-a0d6-4773a4d65e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:22Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:23Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:22Z', 'revision_number': 20, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:25.556034 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fc1283-bf5d-40a1-a0d6-4773a4d65e2a None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:22Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:23Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:22Z', 'revision_number': 20, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:41:26.042573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38402) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:26.106325 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ee8e37b9-d0ac-4102-b120-db7584231758 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0626178 Oct 26 15:41:26.230763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:26.307972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:26.320427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:26.398399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:26.487010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:26.533407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f6dcc964-f597-4665-9571-f303af8a87ec triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:26.533796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:26.534140 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f6dcc964-f597-4665-9571-f303af8a87ec Oct 26 15:41:26.611744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:26.612142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:26.646738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:26.650603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:26.651386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:26.712296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:26.731528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:26.737685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port fa2ceadd-3a99-40ac-ab36-f970ed66f826 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:26.738066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:26.738413 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port fa2ceadd-3a99-40ac-ab36-f970ed66f826 Oct 26 15:41:26.813211 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:26.813598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:26.833724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:26.837305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:26.883019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:27.097908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fbabac-4671-4fba-9c79-7fea5cb908fd None None] New status for floating IP abbc637f-ece5-4a8f-a7c3-255e914d3709: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:41:27.110057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38404) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:27.171009 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-26a2d715-50c1-4c6b-b170-e795dc479465 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0586703 Oct 26 15:41:27.998244 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a2ff2-795c-429e-b203-d6a287076b15 None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:41:27.999918 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0a2ff2-795c-429e-b203-d6a287076b15 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:28.000527 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2f0a2ff2-795c-429e-b203-d6a287076b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:28.100654 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2f0a2ff2-795c-429e-b203-d6a287076b15 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:28.177199 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38406) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:28.240527 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8fb96350-a181-4dbb-a0be-5e8380dace57 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0615761 Oct 26 15:41:28.287276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:28.320025 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2f0a2ff2-795c-429e-b203-d6a287076b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:26Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:27Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:26Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:28.344982 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a2ff2-795c-429e-b203-d6a287076b15 None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:41:28.353344 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0a2ff2-795c-429e-b203-d6a287076b15 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:28.353942 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2f0a2ff2-795c-429e-b203-d6a287076b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:28.361848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:28.362235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:28.378189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:28.395609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:28.399480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:28.400304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:28.405310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:28.456492 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2f0a2ff2-795c-429e-b203-d6a287076b15 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:28.481177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:28.517439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:28.517833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:28.538728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:28.544017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:28.589048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:28.613314 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:28.664374 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2f0a2ff2-795c-429e-b203-d6a287076b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:26Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:27Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:26Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:28.692373 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a2ff2-795c-429e-b203-d6a287076b15 None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:26Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:27Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:26Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:41:29.243534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38408) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:29.321246 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ffe15f1a-4f12-4438-9335-d4758b3ecb40 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0765357 Oct 26 15:41:30.189547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfd0ab-6131-4af9-a05f-28d2d2c829d6 None None] New status for floating IP abbc637f-ece5-4a8f-a7c3-255e914d3709: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:41:30.325625 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38410) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:30.372023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:30.380171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:30.390328 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-511e8b0a-dee4-4692-87e0-f944d963e8a4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0624509 Oct 26 15:41:30.500470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f6dcc964-f597-4665-9571-f303af8a87ec triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:30.501005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:30.501435 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f6dcc964-f597-4665-9571-f303af8a87ec Oct 26 15:41:30.576014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:30.576456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:30.613183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:30.619237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:30.619237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:30.691812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:30.700366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port fa2ceadd-3a99-40ac-ab36-f970ed66f826 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:30.700743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:30.701107 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port fa2ceadd-3a99-40ac-ab36-f970ed66f826 Oct 26 15:41:30.773666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:30.773967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:30.797150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:30.802309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:30.854729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:31.007664 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e266979-ed20-4325-9f5b-0fe9d930c67d None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:41:31.008741 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e266979-ed20-4325-9f5b-0fe9d930c67d None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:31.009389 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2e266979-ed20-4325-9f5b-0fe9d930c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:31.109653 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2e266979-ed20-4325-9f5b-0fe9d930c67d None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:31.147297 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:31.393114 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38412) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:31.404503 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2e266979-ed20-4325-9f5b-0fe9d930c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:30Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:30Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:30Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:31.428657 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e266979-ed20-4325-9f5b-0fe9d930c67d None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:41:31.437878 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e266979-ed20-4325-9f5b-0fe9d930c67d None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:31.438503 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2e266979-ed20-4325-9f5b-0fe9d930c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:31.451015 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cabea94f-e0c3-4c96-8ad9-f7ab24b59aa7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0566165 Oct 26 15:41:31.538740 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2e266979-ed20-4325-9f5b-0fe9d930c67d None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:31.743929 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2e266979-ed20-4325-9f5b-0fe9d930c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:30Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:30Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:30Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:31.767913 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e266979-ed20-4325-9f5b-0fe9d930c67d None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:30Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:30Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:30Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:41:32.233998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:32.309230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:32.309669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:32.367952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:32.371890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:32.400401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:32.426474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:32.454641 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38414) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:32.463023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:32.508379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:32.533716 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-542b38b4-2ca3-4cb7-8c8c-995b3d8efe71 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0768530 Oct 26 15:41:32.635835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:32.682342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f6dcc964-f597-4665-9571-f303af8a87ec triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:32.682726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:32.683105 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f6dcc964-f597-4665-9571-f303af8a87ec Oct 26 15:41:32.750294 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:32.759377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:32.759779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:32.794599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:32.798723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:32.799552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:32.841796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:32.880284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:32.891613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port fa2ceadd-3a99-40ac-ab36-f970ed66f826 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:32.892001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:32.892346 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port fa2ceadd-3a99-40ac-ab36-f970ed66f826 Oct 26 15:41:32.966815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:33.012175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:33.083876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:33.084204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:33.104962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:33.108854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:33.154850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:33.354609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5b46f8-0d47-4411-9bdc-fe7e87c7094c None None] New status for floating IP abbc637f-ece5-4a8f-a7c3-255e914d3709: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:41:33.537489 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38416) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:33.598392 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d06cefba-c328-4a30-ba1a-cfee84e59f45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0597155 Oct 26 15:41:33.695216 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496477d6-6272-49da-b1d5-630a4821f444 None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:41:33.702465 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496477d6-6272-49da-b1d5-630a4821f444 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:33.703075 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-496477d6-6272-49da-b1d5-630a4821f444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:33.805013 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-496477d6-6272-49da-b1d5-630a4821f444 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:33.841597 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:34.013835 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-496477d6-6272-49da-b1d5-630a4821f444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:33Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:33Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:32Z', 'revision_number': 25, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:34.038169 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496477d6-6272-49da-b1d5-630a4821f444 None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:41:34.046616 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496477d6-6272-49da-b1d5-630a4821f444 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:34.047223 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-496477d6-6272-49da-b1d5-630a4821f444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:34.090884 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:34.147017 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-496477d6-6272-49da-b1d5-630a4821f444 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:34.279579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:34.352138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:34.352536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:34.363250 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-496477d6-6272-49da-b1d5-630a4821f444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:33Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:33Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:32Z', 'revision_number': 25, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:34.388615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:34.389239 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496477d6-6272-49da-b1d5-630a4821f444 None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:33Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:33Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:32Z', 'revision_number': 25, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:41:34.392293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:34.442527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:34.602372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38418) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:34.670005 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-321410fb-0cf9-47ef-9e8d-2ec1489d9570 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0662999 Oct 26 15:41:35.673687 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38420) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:35.732380 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1903ed75-646b-4ce0-ab6f-e4931c7caaed tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 994 time: 0.0573664 Oct 26 15:41:35.893698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10481e74-bba5-4235-9461-ab0f4cb012e0 None None] New status for floating IP abbc637f-ece5-4a8f-a7c3-255e914d3709: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:41:36.736196 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38422) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:36.808319 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2bedcc55-ee30-441d-9825-4e2b21ee725c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0604711 Oct 26 15:41:36.808419 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8414ac3-1fc5-4124-a7fd-bdb7960c981e None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:41:36.816437 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8414ac3-1fc5-4124-a7fd-bdb7960c981e None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:36.817078 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b8414ac3-1fc5-4124-a7fd-bdb7960c981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:36.916199 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b8414ac3-1fc5-4124-a7fd-bdb7960c981e None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:37.201530 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b8414ac3-1fc5-4124-a7fd-bdb7960c981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:33Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:35Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:34Z', 'revision_number': 26, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:37.227764 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8414ac3-1fc5-4124-a7fd-bdb7960c981e None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:41:37.236170 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8414ac3-1fc5-4124-a7fd-bdb7960c981e None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:37.236788 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b8414ac3-1fc5-4124-a7fd-bdb7960c981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:37.269958 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:37.338204 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b8414ac3-1fc5-4124-a7fd-bdb7960c981e None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:37.498583 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:37.539222 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b8414ac3-1fc5-4124-a7fd-bdb7960c981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:33Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:35Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:34Z', 'revision_number': 26, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:37.566601 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8414ac3-1fc5-4124-a7fd-bdb7960c981e None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:33Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:35Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:34Z', 'revision_number': 26, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:41:37.801068 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38424) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:37.808436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=79 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:37.865125 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7240443c-72fe-43c8-9c38-351d0e699b99 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0628910 Oct 26 15:41:38.236069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:38.314493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:38.326616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:38.403877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:38.501182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:38.551842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e7be1ae9-a1e1-41ba-bad0-06d03651a468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:38.562043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f6dcc964-f597-4665-9571-f303af8a87ec triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:38.562554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:38.562902 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f6dcc964-f597-4665-9571-f303af8a87ec Oct 26 15:41:38.643123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:38.643516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:38.678070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:38.682003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:38.683054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:41:38.726351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:38.747895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:38.752248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:38.768740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:38.778812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port fa2ceadd-3a99-40ac-ab36-f970ed66f826 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:41:38.779198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:38.779542 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port fa2ceadd-3a99-40ac-ab36-f970ed66f826 Oct 26 15:41:38.854230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:38.855134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:38.868894 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38426) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:38.875385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:38.879545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:38.931164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:39.112984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c358d0a2-efb7-497f-8689-f85e67c13836 None None] New status for floating IP abbc637f-ece5-4a8f-a7c3-255e914d3709: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:41:39.230984 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e1aff694-27c4-4705-acaf-21e523dd2c20 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.3608170 Oct 26 15:41:39.469207 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57960a2c-f32b-455a-b103-c9aadd81d0cc None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:41:39.469207 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57960a2c-f32b-455a-b103-c9aadd81d0cc None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:39.469207 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-57960a2c-f32b-455a-b103-c9aadd81d0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:39.567996 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-57960a2c-f32b-455a-b103-c9aadd81d0cc None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:39.773375 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-57960a2c-f32b-455a-b103-c9aadd81d0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:38Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:39Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:38Z', 'revision_number': 27, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:39.797075 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57960a2c-f32b-455a-b103-c9aadd81d0cc None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:41:39.806176 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57960a2c-f32b-455a-b103-c9aadd81d0cc None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:41:39.806776 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-57960a2c-f32b-455a-b103-c9aadd81d0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:39.906771 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-57960a2c-f32b-455a-b103-c9aadd81d0cc None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:41:40.064890 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:40.111356 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-57960a2c-f32b-455a-b103-c9aadd81d0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:38Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:39Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:38Z', 'revision_number': 27, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:41:40.135177 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57960a2c-f32b-455a-b103-c9aadd81d0cc None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:38Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'abbc637f-ece5-4a8f-a7c3-255e914d3709', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.129', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'port_id': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'mac_address': 'fa:16:3e:d6:f2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d853699-46e1-478f-90e6-ed665e1de485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:41:05Z', 'updated_at': '2022-10-26T15:41:39Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:38Z', 'revision_number': 27, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:41:40.234733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38428) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:40.291112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:40.312962 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-da7800c2-37f1-45ff-b5c4-1746b64b8b57 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0753248 Oct 26 15:41:40.376448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f6dcc964-f597-4665-9571-f303af8a87ec is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:40.376874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:40.411292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:40.416366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:40.417152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:40.495774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:40.533578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:40.533971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:40.555043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:41:40.559992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:40.609476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:41:40.943656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d94db1-ba31-4a15-ba77-fdc892eebadd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:41.315644 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38430) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:41.677674 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3ed466d0-d7ec-48c3-8ee8-dc32efe8d4c1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.3608892 Oct 26 15:41:41.717088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d32fc58-9936-4d72-a25a-0c3fe69d1233 None None] New status for floating IP abbc637f-ece5-4a8f-a7c3-255e914d3709: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:41:42.067104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:42.680855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38432) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:42.757787 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d1cb730e-41f5-4387-8ba9-7d6d9cf05655 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0609410 Oct 26 15:41:43.610916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:43.744581 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38434) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:43.801762 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7b83fcf0-4316-456a-9331-9e0d140b795c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0559514 Oct 26 15:41:43.817479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:44.244110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:41:44.317942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:41:44.805292 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38436) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:44.862152 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ded058cd-c5b5-4152-8ba9-a20432e4d666 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0557311 Oct 26 15:41:45.866030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38438) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:45.926113 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-78acc711-6d17-4dbd-825d-2341b1b50bc4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0589743 Oct 26 15:41:46.560845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:41:46.930306 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38440) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:46.989770 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c2d8bdcb-aa2a-4e13-8e33-95bb70107370 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0583618 Oct 26 15:41:47.993693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38442) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:48.050718 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-90d074f7-5961-4d5f-8ce0-61a0d0a6602e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0559139 Oct 26 15:41:49.054870 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38444) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:49.115774 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8c709ca5-e875-4999-a868-a0bc730feb49 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0597510 Oct 26 15:41:50.118634 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38446) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:50.179520 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-57b27521-65da-4c0b-a0d2-0a85092e96c0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0594633 Oct 26 15:41:51.125760 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:41:51.182638 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38448) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:51.245063 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e3d6103d-2294-43b9-8e2a-43f542957f24 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0612643 Oct 26 15:41:52.248981 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38450) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:52.255249 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=57 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:52.313519 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-015084a3-d5fc-45ef-bab0-60f831dd86f4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0633836 Oct 26 15:41:53.317389 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38452) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:53.374039 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ad19d493-c5e7-4513-8587-cd9b5e278168 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0555460 Oct 26 15:41:54.377999 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38454) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:54.384293 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:54.438818 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bc8c5375-785b-4824-8609-831bacedc8c8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0596824 Oct 26 15:41:55.442704 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38456) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:55.500031 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b0ef7a9a-a34e-4d20-b4ef-598f64b10a25 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0562181 Oct 26 15:41:56.503549 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38458) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:56.564270 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-011f2d4d-73eb-47b6-9dc9-72480eaada36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0595908 Oct 26 15:41:57.293747 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=80 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:57.567787 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38460) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:57.625265 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-da8f50aa-3077-40c6-8378-6257cf50e781 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0563684 Oct 26 15:41:58.593375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:58.599385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:58.601521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:58.629022 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38462) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:58.690909 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5da4e9ea-4ba6-4a9c-bef9-75d7e27f1c6c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0607440 Oct 26 15:41:59.694663 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38464) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:41:59.701402 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:41:59.754359 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-540610a4-902a-4c9b-8df1-a59b9f31f468 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0578291 Oct 26 15:42:00.757468 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38466) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:00.817147 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bf9d7f33-d48c-48d5-bfb9-ec698fc42f3c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0585320 Oct 26 15:42:01.122508 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=10 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:42:01.821030 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38468) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:01.878054 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3fe45c4e-3b9c-4701-beff-4279efb12fd0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0559020 Oct 26 15:42:02.292143 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=27 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:42:02.305816 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:42:02.881927 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38470) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:02.941768 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ee6a4e23-03ac-465b-bd35-dcb85b17cc27 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0587013 Oct 26 15:42:03.945681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38472) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:04.003247 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6edf2c24-3f15-416a-a757-0a37bb287ad0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0564451 Oct 26 15:42:05.006322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38474) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:05.066623 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-15d9fafb-1d59-48bf-a6e2-55df0a1bb1da tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0591731 Oct 26 15:42:05.633430 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d7e6ef18-ff17-4b92-9665-eeff263e1ebb req-e7ad12b6-e440-4575-a3fa-188b11f570b3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375166 Oct 26 15:42:05.727061 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6ef18-ff17-4b92-9665-eeff263e1ebb req-74a4e8ba-3cb4-4866-8ddb-8fd17867a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:42:05.728548 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d7e6ef18-ff17-4b92-9665-eeff263e1ebb req-74a4e8ba-3cb4-4866-8ddb-8fd17867a623 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 1130 time: 0.0428770 Oct 26 15:42:05.838435 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6ef18-ff17-4b92-9665-eeff263e1ebb req-437fd030-d1a6-4644-b0db-588b5e4f2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:42:05.839905 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d7e6ef18-ff17-4b92-9665-eeff263e1ebb req-437fd030-d1a6-4644-b0db-588b5e4f2800 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=7eb1b94a-0dc1-4d3f-a793-804494dee73b HTTP/1.1" status: 200 len: 897 time: 0.0872548 Oct 26 15:42:05.906856 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d7e6ef18-ff17-4b92-9665-eeff263e1ebb req-56dedfa1-3106-4927-96d4-511ec78e3261 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 HTTP/1.1" status: 200 len: 1003 time: 0.0578272 Oct 26 15:42:05.958489 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6ef18-ff17-4b92-9665-eeff263e1ebb req-61620673-a5f1-45ba-9e1d-e6199436ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:42:05.959891 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d7e6ef18-ff17-4b92-9665-eeff263e1ebb req-61620673-a5f1-45ba-9e1d-e6199436ef26 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6d36c9e4-f437-4271-9c1d-5f483ca1be25 HTTP/1.1" status: 200 len: 835 time: 0.0439248 Oct 26 15:42:06.008160 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6ef18-ff17-4b92-9665-eeff263e1ebb req-33cde283-293d-4c7f-a8df-03427f17b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:42:06.009665 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d7e6ef18-ff17-4b92-9665-eeff263e1ebb req-33cde283-293d-4c7f-a8df-03427f17b3ed service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=7eb1b94a-0dc1-4d3f-a793-804494dee73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384295 Oct 26 15:42:06.069750 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38476) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:06.107728 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d7e6ef18-ff17-4b92-9665-eeff263e1ebb req-69da4181-c125-4cef-b2fe-e374bcc19f79 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882108 Oct 26 15:42:06.128828 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a5e95794-9867-43d6-bb93-a945bdab02c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0579283 Oct 26 15:42:06.203982 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d7e6ef18-ff17-4b92-9665-eeff263e1ebb req-87d4ac97-5678-4b9c-a815-07c670d03e22 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869150 Oct 26 15:42:07.132658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38478) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:07.192838 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1316f3b1-621b-4a2f-a7e4-95006253ae6b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0590091 Oct 26 15:42:08.196638 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38480) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:08.254181 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8cfd28c4-de93-4e56-8b1c-50ccfde2bc4a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0564010 Oct 26 15:42:08.533564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8eb25ae0-7f4b-4ea0-b30b-31b78e6d0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:42:09.258188 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38482) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:09.320640 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f5a58047-4316-4b1c-96f2-3e1d62a2c58e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0609815 Oct 26 15:42:10.324444 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38488) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:10.384922 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-50a5f11e-ca2e-44e1-8c41-1447c42b1717 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0592899 Oct 26 15:42:10.945757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-506ee531-b3bd-45a2-a162-d7aa14b69427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:42:11.388750 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38490) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:11.444990 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fa664cf1-563b-4f36-96a2-00035b6ad475 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0550804 Oct 26 15:42:12.070025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:42:12.448839 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38492) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:12.508450 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-56eb0d6a-82cd-41c4-96fc-5253aa00f7d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0584846 Oct 26 15:42:13.513056 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38494) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:13.570567 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d7b10987-e251-472e-8c53-caf0dff2e150 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0563750 Oct 26 15:42:13.612474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:42:13.819556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:42:14.574979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38496) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:14.634542 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e5dfffa5-a3d1-4aa7-98c1-27c5f92201c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0585246 Oct 26 15:42:15.638994 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38498) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:15.696899 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-255ba280-62f7-40de-8444-26853b4af5cc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0568140 Oct 26 15:42:16.563137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:42:16.701181 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38500) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:16.760539 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-53ae5951-1b19-4871-965c-5c26a4cdbeee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0582502 Oct 26 15:42:17.764856 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38502) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:17.799645 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:42:17.822228 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5af0d236-167d-4797-b8f0-a4e113582b2c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0562408 Oct 26 15:42:18.825988 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38504) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:18.885840 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2477765d-26fc-4e2b-96f8-702f4a800921 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0587332 Oct 26 15:42:19.312248 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=50 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:42:19.313580 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=61 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:42:19.891210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38506) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:19.948481 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a6bf1f9b-f7fe-4a75-a290-494d0638358c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0561242 Oct 26 15:42:20.952936 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38508) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:20.960209 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:42:21.013301 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2317e421-17b5-440f-95f8-3bbb5385fc0c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0592544 Oct 26 15:42:22.017181 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38510) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:22.074696 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-adb221e8-ae8a-46a5-94c3-c66b952f3ce6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0558581 Oct 26 15:42:23.078579 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38512) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:23.137579 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2cc06079-2ae6-4202-9c6a-ddfa1be746de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0578966 Oct 26 15:42:24.141420 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38514) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:24.199241 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b62423f9-e791-4282-b187-4241938eada4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0566938 Oct 26 15:42:25.202779 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38516) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:25.263841 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-234a3403-5400-4d69-b256-75f1211a46b7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0598416 Oct 26 15:42:26.267637 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38518) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:26.326282 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0f3e9eb4-bcda-40a7-a8f5-527501c4cdad tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0574851 Oct 26 15:42:26.552996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:42:26.557107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:42:26.558892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:42:27.330106 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38520) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:27.390475 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-932ff8ef-2e32-4549-9578-fda9f77d22af tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0592425 Oct 26 15:42:28.125234 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:42:28.394263 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38522) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:28.756182 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7fbfa17a-e027-4724-ace8-192e57379633 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.3606930 Oct 26 15:42:29.758980 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38524) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:29.818721 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f98d41f2-f277-421a-86c0-cd5e0196ff63 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0586207 Oct 26 15:42:30.822507 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38526) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:30.879225 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d5b42052-5c36-43bc-99b5-1c63d322f4cc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0555930 Oct 26 15:42:31.883108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38528) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:31.942041 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e291e516-c51d-40e9-84f4-4d91de1821d4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0578284 Oct 26 15:42:32.945126 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38530) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:33.002097 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0bfb290d-162e-4286-8bca-269d01bd40f3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0558500 Oct 26 15:42:34.005440 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38532) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:34.065563 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-81ae051e-a35f-401d-b849-e19d2c4aab91 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0589974 Oct 26 15:42:35.069537 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38534) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:35.126292 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f8daf51c-92e1-406f-be2d-9b14436021db tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0556216 Oct 26 15:42:36.130045 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38536) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:36.190300 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-35a7abc8-71f5-4744-bddd-c08fb551b862 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0590575 Oct 26 15:42:37.194093 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38538) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:37.252419 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-22f98483-82f1-4f62-bd60-540dd5edbb63 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0571601 Oct 26 15:42:38.256114 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38540) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:38.318354 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ed42c66d-13f1-4e03-a1c0-2961d9162739 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0611181 Oct 26 15:42:38.543172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-47b974b8-e21f-480b-b572-81df633209db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:42:38.687989 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=17 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:42:38.701558 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=17 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:42:39.322187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38542) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:39.379107 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b381725a-02a8-4718-8470-bde70405e85e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0557756 Oct 26 15:42:40.382859 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38544) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:40.440861 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5ab9fc18-7dda-4681-a93e-d56b293670f2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0561841 Oct 26 15:42:40.947111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9639aa9a-8a51-440d-b647-a4955af1c224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:42:41.443960 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38546) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:41.495007 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:42:41.505107 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2c01fcfb-65ab-44de-8b4b-5d97b19905e8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0600677 Oct 26 15:42:42.072355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:42:42.508287 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38548) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:42.565124 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b3349b2c-4a9a-481a-a227-292aa1478337 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0556450 Oct 26 15:42:43.568998 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38550) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:43.615087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:42:43.634791 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-eb01f13f-380c-4a0a-8107-8a9568881c85 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0646656 Oct 26 15:42:43.822339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:42:44.639298 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38552) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:44.696218 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-61bca945-0306-4d66-9162-266fb9586046 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0558932 Oct 26 15:42:45.700397 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38554) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:45.737062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:42:45.761442 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f81d79aa-3453-4dc6-ad9b-edc5bda0e926 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0593174 Oct 26 15:42:46.573606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:42:46.764906 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38556) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:46.822488 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c57f7c41-d312-4cdc-897b-46375ee6c0ea tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0564764 Oct 26 15:42:47.826262 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38558) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:47.886742 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-634dc539-f76e-4151-8c01-adb39aba1faa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0593588 Oct 26 15:42:48.890556 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38560) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:48.949111 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c440d72c-9049-4b97-a673-6548d453e0f0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0574102 Oct 26 15:42:49.371404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=16 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:42:49.372221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=14 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:42:49.952908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38562) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:50.013165 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cec3449a-dd7e-4900-b1f7-93730ae17d5c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0589950 Oct 26 15:42:51.016828 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38564) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:51.074597 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1b9fdbcb-87d8-43dd-9ae9-d16588633331 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0561318 Oct 26 15:42:52.078159 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38566) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:52.138241 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bd8b1261-0232-4dc1-a2ed-bef37f88c629 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0589619 Oct 26 15:42:53.142183 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38568) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:53.200124 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-62164cb0-a7ea-4813-8310-e1cfe8734535 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0568209 Oct 26 15:42:54.203908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38570) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:54.266857 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-79f6102b-4563-4e8a-bca5-0dd1636890d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0618274 Oct 26 15:42:55.270095 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38572) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:55.327384 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1693f491-437e-47b5-b8a0-822e7599ebfa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0561733 Oct 26 15:42:56.330762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38574) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:56.391309 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bd8b1d8b-63b3-4efe-b7f7-4cf5715121cd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0593848 Oct 26 15:42:56.563313 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:42:56.567467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:42:56.568901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:42:57.394536 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38576) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:57.452316 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-06e933df-615f-4fe0-8b21-2aaae68e0e27 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0566678 Oct 26 15:42:58.455680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38578) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:58.516151 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2986a7e0-db4f-4d72-9373-c7d0a9a7e9ad tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0593076 Oct 26 15:42:59.519876 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38580) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:42:59.577290 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-34dd84ba-1340-494b-b075-d1bc3ef30478 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0561988 Oct 26 15:43:00.580787 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38582) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:00.640334 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e755d05c-7e88-42df-bd98-205b376684f5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0584536 Oct 26 15:43:01.643571 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38584) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:01.701384 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3a7e3991-455b-41db-94f0-47325eaec46b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0563538 Oct 26 15:43:02.705327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38586) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:02.764729 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9603f7df-73c3-4210-b121-0b3031d8c750 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0582435 Oct 26 15:43:03.767857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38588) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:03.804392 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:43:03.827254 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0e253824-3fbc-4a21-b1f4-56df87150755 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0583112 Oct 26 15:43:04.831061 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38590) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:04.890847 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bd31fee5-5c54-48ad-8cb0-bfb04dc5dba6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0586345 Oct 26 15:43:05.123424 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:43:05.894580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38592) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:05.952203 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-865e40e9-948b-4d9f-a14a-77badcd1ae92 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0565093 Oct 26 15:43:06.956021 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38594) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:07.007213 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:43:07.017160 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-535e83f5-27a5-4dd8-be92-4a03f9f68435 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0600195 Oct 26 15:43:07.675096 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-743db6c0-5fc5-4e28-956d-2b38203b2e73 req-8936a606-d4a3-413a-920c-60df0b22e8d2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418313 Oct 26 15:43:07.759544 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743db6c0-5fc5-4e28-956d-2b38203b2e73 req-a532e5e1-0e98-473c-94bd-0aa5b219ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:07.761032 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-743db6c0-5fc5-4e28-956d-2b38203b2e73 req-a532e5e1-0e98-473c-94bd-0aa5b219ccd8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 1130 time: 0.0385334 Oct 26 15:43:07.872417 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743db6c0-5fc5-4e28-956d-2b38203b2e73 req-5b3adbb7-ae72-4c9c-9605-bc7a5ac0966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:07.873938 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-743db6c0-5fc5-4e28-956d-2b38203b2e73 req-5b3adbb7-ae72-4c9c-9605-bc7a5ac0966a service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=7eb1b94a-0dc1-4d3f-a793-804494dee73b HTTP/1.1" status: 200 len: 897 time: 0.0901351 Oct 26 15:43:07.939120 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-743db6c0-5fc5-4e28-956d-2b38203b2e73 req-8738a7e7-4060-47e3-a5f5-292637a32014 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 HTTP/1.1" status: 200 len: 1003 time: 0.0559585 Oct 26 15:43:07.991033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743db6c0-5fc5-4e28-956d-2b38203b2e73 req-3acc84fa-3393-40ad-8ceb-a9ff3c6f1129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:07.992482 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-743db6c0-5fc5-4e28-956d-2b38203b2e73 req-3acc84fa-3393-40ad-8ceb-a9ff3c6f1129 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6d36c9e4-f437-4271-9c1d-5f483ca1be25 HTTP/1.1" status: 200 len: 835 time: 0.0430253 Oct 26 15:43:08.020319 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38596) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:08.044964 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743db6c0-5fc5-4e28-956d-2b38203b2e73 req-9d795ee4-59b3-4046-9ced-63b5c8004e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:43:08.046490 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-743db6c0-5fc5-4e28-956d-2b38203b2e73 req-9d795ee4-59b3-4046-9ced-63b5c8004e81 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=7eb1b94a-0dc1-4d3f-a793-804494dee73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434048 Oct 26 15:43:08.078845 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-034121a1-a7a9-4d1b-bbd9-046e8b77c34e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0573497 Oct 26 15:43:08.141781 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-743db6c0-5fc5-4e28-956d-2b38203b2e73 req-79e0b054-5ae2-4f11-b6fa-13505d940604 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854638 Oct 26 15:43:08.238082 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-743db6c0-5fc5-4e28-956d-2b38203b2e73 req-584bea25-c25b-4554-a69f-e990b153b5dc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871093 Oct 26 15:43:08.537186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fce3a5ee-3834-4b4f-b7f6-f167c04989c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:43:09.082591 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38598) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:09.309135 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d3fad1e5-1e23-4666-82c6-8388eb017649 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.2253683 Oct 26 15:43:10.313111 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38602) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:10.371278 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-12253dff-4080-4793-bdd4-fa2ce76741d3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0559797 Oct 26 15:43:10.949597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-716fdb32-8957-48c9-9f66-91fe8f1b4c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:43:11.375153 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38604) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:11.434570 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dfdb89aa-02a2-4c6b-b449-304e184bc263 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0576615 Oct 26 15:43:12.078519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:43:12.438568 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38614) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:12.495556 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bfae0264-a5a5-4c44-b431-e4a0de6889e4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0557902 Oct 26 15:43:13.499321 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38624) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:13.560680 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-df975321-4437-4ba2-a85f-d8e43a302ee4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0602119 Oct 26 15:43:13.611287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:43:13.825691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:43:14.564601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38630) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:14.915920 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d7b14573-fe12-49a3-acf4-085558e6ac73 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.3496475 Oct 26 15:43:15.118717 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:43:15.119880 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:43:15.920256 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38632) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:15.979044 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7f5b2abb-b6a9-4ed3-95b7-dcaa1c55fa47 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0576434 Oct 26 15:43:16.588123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:43:16.982695 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38634) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:17.038523 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f7fd62e8-52ed-4177-9ea5-2dc5b75f4651 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0547185 Oct 26 15:43:18.041864 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38636) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:18.100259 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0a9d2b9b-e750-41cf-bb05-c0a32b3bc742 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0572731 Oct 26 15:43:19.103694 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38638) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:19.164526 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2c16e3f8-b074-41fb-971c-a556a6dd0050 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0597243 Oct 26 15:43:20.168478 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38640) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:20.226951 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-74b65266-a8b7-4614-92ef-3f7377bf5483 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0573070 Oct 26 15:43:21.230398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38642) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:21.291649 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-37962cff-2ddb-43f7-9198-6e8cbfe57399 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0601225 Oct 26 15:43:22.294587 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38644) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:22.352089 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eeab8686-ebb2-42fb-9402-aeb4b10688af tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0563798 Oct 26 15:43:23.356493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38646) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:23.415791 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-53c99dd5-4382-407b-8782-d6a372176bc1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0581343 Oct 26 15:43:24.420253 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38648) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:24.478684 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5a6dfcd7-8544-4ecf-b820-f81773eae313 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0572779 Oct 26 15:43:25.482801 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38650) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:25.541477 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f52eed89-b4e4-46e3-b5be-84344bac7d68 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0574286 Oct 26 15:43:26.545208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38652) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:26.578188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:43:26.581533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:43:26.583717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:43:26.606106 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8d84d7d5-3bd5-4bb8-8d5e-b6e55a562dce tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0598450 Oct 26 15:43:27.610202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38654) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:27.666992 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4cab6868-7d58-4c63-921e-7d1a4af0ee80 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0557556 Oct 26 15:43:28.670607 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38656) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:28.732637 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f664067f-c731-4048-99b2-36fe48a7a351 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0608656 Oct 26 15:43:29.736879 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38658) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:29.794194 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7e4808ea-0b89-44f5-8467-b119e1f54748 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0556202 Oct 26 15:43:30.798084 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38660) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:30.858556 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-927891fe-4308-4e27-9724-2ff0868cc135 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0593433 Oct 26 15:43:31.862428 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38662) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:31.919842 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1f08485b-b3e2-4a56-8ae4-025f85102920 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0562923 Oct 26 15:43:32.923688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38664) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:32.984400 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-87c42b07-a6fa-4913-85c4-55555c6c700d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0595810 Oct 26 15:43:33.988242 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38666) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:33.995646 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:43:34.045839 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7319fb89-8f25-4722-a192-a2914f8a0826 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0564625 Oct 26 15:43:35.049224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38668) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:35.108732 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7dbb740f-a3ab-4302-a564-dcf5cbcb3f43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0584064 Oct 26 15:43:36.112583 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38670) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:36.160945 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:43:36.171637 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f247a654-e847-4d8f-9414-8d6200a9cdd4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0579262 Oct 26 15:43:36.597903 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:43:36.599824 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:43:37.118698 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:43:37.175400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38672) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:37.233158 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a3528ab6-58a9-495e-82ec-6a9acae6fdb5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0566394 Oct 26 15:43:38.236974 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38674) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:38.300443 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5ebe55e1-4e9a-4d43-84ed-cad8da9f2e6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0623550 Oct 26 15:43:38.538070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-47a8a95e-1f6b-49a8-8269-30b101e584de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:43:39.304574 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38676) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:39.364791 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1022c834-1368-468c-b9ba-a626a7fad1e1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0589092 Oct 26 15:43:40.368431 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38678) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:40.425712 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5b410cd5-8f7a-4e66-ade4-b8a790d6d4e9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0561223 Oct 26 15:43:40.950936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a8878b42-4f3c-4e32-ae11-3177ad410a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:43:41.429824 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38680) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:41.489478 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dd70bfcd-7475-4270-81ad-b3497c6f1471 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0585177 Oct 26 15:43:42.077295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:43:42.121813 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:43:42.493261 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38682) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:42.550873 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4b70e37b-46cc-4767-a953-ad9171ad2af6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0564799 Oct 26 15:43:43.554979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38684) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:43.614382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:43:43.615621 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a175c6fe-e07e-4b7c-9368-62a421ce2733 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0594707 Oct 26 15:43:43.830072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:43:44.619418 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38686) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:44.676879 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e2c0d040-2be3-4c23-a699-524942fac82c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0563617 Oct 26 15:43:45.680987 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38688) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:45.741378 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-076ab288-13f7-4e85-b96d-359252a24345 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0591643 Oct 26 15:43:46.596439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:43:46.744242 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38690) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:46.801200 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0f5f8fe5-9fbb-4549-b3fe-f36ab0f37b83 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0557323 Oct 26 15:43:47.804317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38692) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:47.861982 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-474965bd-21f9-4d9f-8f85-7b655594a4e5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0565174 Oct 26 15:43:48.865772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38694) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:48.925817 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9c7f07af-5a2b-4e61-b36b-492898015807 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0588679 Oct 26 15:43:49.929729 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38696) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:49.991427 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4e091117-2221-4ca2-b6cb-80c97e28e568 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0604348 Oct 26 15:43:50.995216 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38698) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:51.052113 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3277f922-6cdf-480b-99b8-6c4925c4b31a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0557585 Oct 26 15:43:52.056117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38700) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:52.115693 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7d5b0069-24ba-45fa-8279-f1dfbbb235a8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0584559 Oct 26 15:43:52.117092 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:43:52.117845 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:43:53.119633 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38702) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:53.178443 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8302b3f9-36d4-4aad-ae58-e05670bfd0ca tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0574136 Oct 26 15:43:54.182333 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38704) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:54.244616 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-55f17755-080e-4d00-80d8-880f075a01fd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0611398 Oct 26 15:43:55.248999 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38706) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:55.306230 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ab97a101-f251-4157-a614-7edaff11fbe0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0561144 Oct 26 15:43:56.309667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38708) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:56.370260 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-58a07c3a-0abb-47f0-96e4-51df705092d7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0593684 Oct 26 15:43:57.374045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38710) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:57.431982 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2f533a19-b5a6-4de2-8a20-011d51a46033 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0568159 Oct 26 15:43:58.436354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38712) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:58.496358 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6fbd90f5-04b4-483e-9b88-e41d986e286f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0587945 Oct 26 15:43:58.598582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:43:58.605538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=11 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:43:58.609663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:43:59.501203 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38714) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:43:59.558454 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3ef0fd81-47f3-4e36-bfe6-50386db1330e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0560744 Oct 26 15:44:00.562263 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38716) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:00.622596 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-44cb4f09-531d-4a8d-a847-03e657a6d1be tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0592735 Oct 26 15:44:01.626465 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38718) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:01.682359 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0dafbacf-0938-4299-a930-3a19cff6c7d1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0548611 Oct 26 15:44:02.686212 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38720) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:02.745155 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4a4b7a16-e8cc-42a0-b0be-6cee57c233cd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0577924 Oct 26 15:44:03.748058 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38722) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:03.805286 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-89206c0e-352e-4387-b995-9563b0f591e7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0560877 Oct 26 15:44:04.808744 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38724) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:04.815510 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=83 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:04.870225 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d71efd93-8bc5-41ae-9a7f-86cc10aaea8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0597451 Oct 26 15:44:05.873569 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38726) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:05.931907 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f258e33d-710c-48ff-8b9d-3f1eae834eba tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0571697 Oct 26 15:44:06.935408 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38728) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:06.941589 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=65 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:06.944216 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=57 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:06.993859 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-071d69f5-c8af-4f1f-8edb-39f8a0ceab3c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0573294 Oct 26 15:44:07.663675 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-de273820-66be-47a7-b3c6-c93fce71d264 req-8c65f07a-5c5c-4441-92ad-b46bd2328341 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375369 Oct 26 15:44:07.752025 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de273820-66be-47a7-b3c6-c93fce71d264 req-75ca4cba-1026-45d7-9153-5ba2b5fbf405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:07.753598 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-de273820-66be-47a7-b3c6-c93fce71d264 req-75ca4cba-1026-45d7-9153-5ba2b5fbf405 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 1130 time: 0.0432446 Oct 26 15:44:07.859879 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de273820-66be-47a7-b3c6-c93fce71d264 req-e935c919-718a-4c86-937a-d4ff8212b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:07.861353 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-de273820-66be-47a7-b3c6-c93fce71d264 req-e935c919-718a-4c86-937a-d4ff8212b3d4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=7eb1b94a-0dc1-4d3f-a793-804494dee73b HTTP/1.1" status: 200 len: 897 time: 0.0857508 Oct 26 15:44:07.930448 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-de273820-66be-47a7-b3c6-c93fce71d264 req-61b6612c-09e9-4fb0-adb6-1245973b29b8 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 HTTP/1.1" status: 200 len: 1003 time: 0.0579977 Oct 26 15:44:07.982011 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de273820-66be-47a7-b3c6-c93fce71d264 req-edfc5f7e-40e9-46b8-8508-efed5cc4afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:07.983416 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-de273820-66be-47a7-b3c6-c93fce71d264 req-edfc5f7e-40e9-46b8-8508-efed5cc4afbc service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6d36c9e4-f437-4271-9c1d-5f483ca1be25 HTTP/1.1" status: 200 len: 835 time: 0.0435996 Oct 26 15:44:07.997702 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38730) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:08.003866 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:08.031695 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de273820-66be-47a7-b3c6-c93fce71d264 req-8a4dd6f2-c92c-4d1e-b313-585f325296ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:44:08.033221 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-de273820-66be-47a7-b3c6-c93fce71d264 req-8a4dd6f2-c92c-4d1e-b313-585f325296ab service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=7eb1b94a-0dc1-4d3f-a793-804494dee73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392025 Oct 26 15:44:08.059402 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f62d5e4d-9564-4d98-8cdc-702928c1fa98 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0605817 Oct 26 15:44:08.130551 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-de273820-66be-47a7-b3c6-c93fce71d264 req-8c614f4d-cbf7-4c74-abac-92085cab33cb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859199 Oct 26 15:44:08.223976 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-de273820-66be-47a7-b3c6-c93fce71d264 req-5d43243f-63a7-4b98-836e-6c11edd785a4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844803 Oct 26 15:44:08.541615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b3713c62-91eb-4a8d-acec-9a6797f2568e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:44:09.063164 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38732) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:09.120028 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ed254e9f-ca53-4af0-a549-557cfe22624d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0557084 Oct 26 15:44:10.123228 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38734) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:10.183461 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-38f628d8-fc44-404a-8c1d-11d9fa6ee71a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0590787 Oct 26 15:44:10.953543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-06d59190-b22e-4e86-b563-47cbb78b6331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:44:11.187007 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38736) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:11.249811 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-001f1056-6c9e-4d8b-9000-8b28b4da8c03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0607011 Oct 26 15:44:12.080323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:44:12.252560 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38738) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:12.312714 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8e9d380b-904a-49e6-b947-c793363352c1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0590084 Oct 26 15:44:13.316621 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38746) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:13.372833 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-181f434d-d992-4008-85fa-511cdd283333 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0550377 Oct 26 15:44:13.617061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:44:13.832885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:44:14.376665 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38748) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:14.436275 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3cd97af4-0c68-420d-b9b0-8486c1f597c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0584888 Oct 26 15:44:15.439825 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38750) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:15.496948 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c92a6a1c-c469-4d65-915c-bd27efa6733f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0559323 Oct 26 15:44:16.500642 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38752) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:16.560966 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d81c090a-f75b-450a-904b-1f8a85bdb389 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0590796 Oct 26 15:44:16.613492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:44:17.564743 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38754) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:17.622076 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c0d6c21f-fa19-41c1-a8fd-54c38ac326b6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0562251 Oct 26 15:44:18.219368 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=54 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:18.221332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=55 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:18.625913 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38756) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:18.686819 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-46df66a1-db6d-4aaf-b630-b1322ee3ad49 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0597835 Oct 26 15:44:19.121659 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:44:19.689688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38758) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:20.039365 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-98017ab3-63b5-4cea-af8c-3190913c938c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.3484554 Oct 26 15:44:21.042627 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38760) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:21.104394 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-261a35f5-bde3-4598-9823-1550cb31ed55 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0606074 Oct 26 15:44:22.108190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38762) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:22.166281 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ded14274-deee-40d9-8da1-1b5cf748eb7e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0568871 Oct 26 15:44:23.170703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38764) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:23.238694 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3141c5e1-fb83-4980-a5e9-0fb9e56f6216 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0664279 Oct 26 15:44:23.821212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:24.242531 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38766) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:24.299808 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d5e7bd13-dede-4e21-a468-688347832f8b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0561130 Oct 26 15:44:25.298531 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:25.302848 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38768) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:25.362434 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-72903c17-9692-45bb-9ef7-527c021fd9ad tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0584173 Oct 26 15:44:26.366195 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38770) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:26.422759 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-19ec8530-d1a6-49fa-82ac-2fd3412011b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0554490 Oct 26 15:44:26.603257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:26.609757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:27.426539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38772) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:27.486154 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3a86cdb7-d083-4a4a-b950-762c8e6235ea tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0585155 Oct 26 15:44:28.489423 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38774) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:28.539903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:28.548756 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f47c67c6-a0e5-41f7-90b3-2721ed2fbd63 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0581725 Oct 26 15:44:29.551750 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38776) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:29.614557 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-171edfdd-5600-4adb-8e81-594ca0c55b0d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0617459 Oct 26 15:44:30.618357 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38778) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:30.667368 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:30.676283 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3114c20a-9666-44cf-8726-b9eded78f595 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0569282 Oct 26 15:44:31.680491 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38780) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:31.741021 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cf2929d0-225a-452f-9d57-fbea04ced689 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0593009 Oct 26 15:44:32.157402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=12 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:32.159283 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=8 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:32.744667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38782) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:32.802161 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a382161c-2ff0-48da-8229-efb2c6e70fab tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0563056 Oct 26 15:44:33.806236 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38784) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:33.866118 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-afaafef7-6295-4d69-ae74-e35739bb4cde tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0587463 Oct 26 15:44:34.870024 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38786) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:34.928137 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9c32edc5-75bd-465b-9ad5-4938230320c6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0569205 Oct 26 15:44:35.931937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38788) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:35.992354 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-470d77d3-811c-4bac-b47c-f86ea0961332 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0592611 Oct 26 15:44:36.996209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38790) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:37.351906 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1186c78e-2c46-4ab2-8d9b-0a130d7c3ba4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.3544779 Oct 26 15:44:38.355697 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38792) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:38.411986 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-559cd3df-36c8-4fb8-9428-58f79469dfd5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0550573 Oct 26 15:44:38.543503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-db9ed148-3e36-4705-8757-7aa0eb3ae7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:44:38.611613 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=14 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:38.613437 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=17 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:39.415829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38794) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:39.474383 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dc39ead5-3379-468e-83c2-5d1f1b4b0f78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0574102 Oct 26 15:44:40.478201 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38796) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:40.536097 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3209746d-1811-4009-8f4c-55996e134109 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0567834 Oct 26 15:44:40.957855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc8bb-8200-4074-86af-2dc357419887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:44:41.539466 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38798) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:41.599927 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a9acaa41-5c55-4dc2-b2dc-16c287332915 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0592573 Oct 26 15:44:42.083210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:44:42.603639 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38800) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:42.661077 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-72f369f4-abc4-4a0e-adbc-ae665f0024ab tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0562668 Oct 26 15:44:43.620057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:44:43.664821 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38802) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:43.725371 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-34c137e9-6fe7-4984-b8bb-414f08b7ed97 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0594127 Oct 26 15:44:43.835224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:44:44.728315 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38804) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:44.786229 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7405f749-3fac-4979-ac3c-4a42df02d0e6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0567605 Oct 26 15:44:45.790129 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38806) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:45.850131 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b408b780-2fa6-46aa-8f23-8a61373eac96 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0588725 Oct 26 15:44:46.614452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:44:46.853927 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38808) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:46.911683 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-81763ea9-4a89-4af1-88d7-daf4980381d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0566280 Oct 26 15:44:47.914586 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38810) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:47.973933 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b1da08eb-e4d3-4d34-8c80-ac457f6c6509 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0582314 Oct 26 15:44:48.977728 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38812) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:49.035855 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f166eddd-4489-4f21-aa3a-8036991c681f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0569739 Oct 26 15:44:50.039673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38814) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:50.100949 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-353ae1f8-4270-497e-bd9a-4c38b69c3b08 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0601032 Oct 26 15:44:51.105104 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38816) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:51.164408 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8f199478-4c9c-4ff6-827f-418653207e0f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0581210 Oct 26 15:44:52.168289 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38818) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:52.228301 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f15b5993-89ce-4c96-b4d5-6ca8e28ca13a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0588589 Oct 26 15:44:53.232453 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38820) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:53.289266 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c76801e5-e716-432f-b6cb-61f8c5e540fb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0556254 Oct 26 15:44:53.830831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:54.292322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38822) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:54.350359 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-52537b78-2068-4905-872e-885412f2ee01 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0568669 Oct 26 15:44:55.354187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38824) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:55.413671 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-200651ea-36af-4f82-a729-e54da84807ed tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0583644 Oct 26 15:44:56.121389 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:44:56.416921 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38826) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:56.474130 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8af0018b-8063-489b-94db-0ac27053a6de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0560343 Oct 26 15:44:56.603893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:56.610325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:57.477740 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38828) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:57.513079 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:57.537455 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5b3671d0-dd4f-43c6-9c53-3ad25a29630c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0586388 Oct 26 15:44:58.541408 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38830) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:58.581296 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:44:58.599090 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1b0a6ef2-cf81-4deb-a1e6-0b9cc7527788 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0566039 Oct 26 15:44:59.602942 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38832) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:44:59.662147 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7b16192d-e256-4cd3-8787-8265fe628cfb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0579915 Oct 26 15:45:00.665762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38834) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:00.724377 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6628c629-d4b8-4847-9a68-db8652d603c4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0574431 Oct 26 15:45:01.727745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38836) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:01.787782 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-165c3d44-9b2d-47da-9745-f87d6c98b1f8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0589015 Oct 26 15:45:02.791465 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38838) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:02.849050 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-be8b45e5-65f5-42e2-a089-d080ffab8b55 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0560691 Oct 26 15:45:03.280518 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=31 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:03.282467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=29 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:03.852776 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38840) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:03.912495 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e9ccb4ca-fd99-4ba6-85cc-95dc307e3569 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0584924 Oct 26 15:45:04.915901 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38842) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:04.972976 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0438f977-c838-4b21-93b0-954cabbbc8c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0559068 Oct 26 15:45:05.976816 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38844) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:06.037248 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2b7c219c-29bd-45ab-b81c-6455fb87bbf2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0592840 Oct 26 15:45:06.115904 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:06.116644 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:07.040685 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38846) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:07.097294 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-32325880-1343-45af-b916-162f4642357a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0554802 Oct 26 15:45:07.632989 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-acf67817-4493-4549-874f-e1be56bf71f4 req-6515fa74-6d67-4bd0-aac3-f3bf1e0d417a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372698 Oct 26 15:45:07.719648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf67817-4493-4549-874f-e1be56bf71f4 req-d19859ad-015e-4864-ae6a-2f19417b8527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:07.721220 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-acf67817-4493-4549-874f-e1be56bf71f4 req-d19859ad-015e-4864-ae6a-2f19417b8527 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 1130 time: 0.0429575 Oct 26 15:45:07.827945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf67817-4493-4549-874f-e1be56bf71f4 req-87933441-2dcd-4663-b725-fb09f0470c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:07.829440 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-acf67817-4493-4549-874f-e1be56bf71f4 req-87933441-2dcd-4663-b725-fb09f0470c97 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=7eb1b94a-0dc1-4d3f-a793-804494dee73b HTTP/1.1" status: 200 len: 897 time: 0.0866075 Oct 26 15:45:07.897615 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-acf67817-4493-4549-874f-e1be56bf71f4 req-8fa22f4c-ee8f-4de2-87db-a28453f63788 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 HTTP/1.1" status: 200 len: 1003 time: 0.0592377 Oct 26 15:45:07.949398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf67817-4493-4549-874f-e1be56bf71f4 req-8ede5bdc-b540-43f4-a368-e673f03de6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:07.950817 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-acf67817-4493-4549-874f-e1be56bf71f4 req-8ede5bdc-b540-43f4-a368-e673f03de6d1 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6d36c9e4-f437-4271-9c1d-5f483ca1be25 HTTP/1.1" status: 200 len: 835 time: 0.0444176 Oct 26 15:45:07.997673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf67817-4493-4549-874f-e1be56bf71f4 req-839d0886-6060-43b4-a9aa-745a53910d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:45:07.999152 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-acf67817-4493-4549-874f-e1be56bf71f4 req-839d0886-6060-43b4-a9aa-745a53910d2e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=7eb1b94a-0dc1-4d3f-a793-804494dee73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385814 Oct 26 15:45:08.096574 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-acf67817-4493-4549-874f-e1be56bf71f4 req-fabcbfe4-fd79-4caf-9a71-4de965c3d1f7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870321 Oct 26 15:45:08.100939 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38848) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:08.210252 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5ef5dc8e-2b6e-493d-9f98-1ce5c0a1a747 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.1081667 Oct 26 15:45:08.239867 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-acf67817-4493-4549-874f-e1be56bf71f4 req-7ef6bac0-c198-4f11-aaba-241dbf3bf9fc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326575 Oct 26 15:45:08.545771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4b2e-13ec-4283-bf1a-27fdbaadccae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:45:09.214040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38850) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:09.275409 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bcf8d2ab-9e06-4074-ad07-2add250c7fa5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0602188 Oct 26 15:45:10.279477 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38852) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:10.337409 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7455299a-633b-4a9e-ad51-5e0bc894ebed tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0567946 Oct 26 15:45:10.960514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f9dbf34d-cbcc-4801-917c-4674ebe01d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:45:11.341330 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38854) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:11.400903 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-37dbddc0-a7d6-4aa7-ae90-084afcbc6373 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0575581 Oct 26 15:45:12.085088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:45:12.403790 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38856) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:12.460012 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-073058fa-ed4e-4f29-bae6-c1899e19c994 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0551136 Oct 26 15:45:13.464385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38858) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:13.524188 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e75a8c32-d3ad-4045-9c4d-6c63695e5073 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0582871 Oct 26 15:45:13.623667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:45:13.838178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:45:14.528247 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38860) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:14.590212 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-78ba59a1-f7d9-4092-8d70-690f760d3342 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0607288 Oct 26 15:45:15.593778 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38866) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:15.649561 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bfe3dc5b-6f42-4308-904f-7d6c54546dbb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0547209 Oct 26 15:45:16.613872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:45:16.653613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38868) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:16.713394 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-71da3642-4831-49a5-9bf9-9fd32df4e901 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0586023 Oct 26 15:45:17.717858 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38870) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:17.766499 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:17.776817 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ef04c3d0-28ea-4952-adda-81d1a4a63de9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0577891 Oct 26 15:45:18.780675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38872) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:18.838006 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b458fb11-3b56-429e-bd55-f23da1780d19 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0561774 Oct 26 15:45:19.842404 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38874) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:19.902662 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d8fbc9eb-f261-4c60-ad41-dd63705cfaa9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0581160 Oct 26 15:45:20.905487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38876) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:20.967288 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5a98fb52-d4d9-4cd4-88b1-54e7f588e46c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0606818 Oct 26 15:45:21.970761 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38878) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:22.015358 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:22.030434 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-692c33a5-b632-48c4-b1d3-ed22ce44a483 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0585806 Oct 26 15:45:23.034346 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38880) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:23.095234 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1038ccbc-0c93-4501-9dfa-fb6bd3228e25 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0597599 Oct 26 15:45:24.098604 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38882) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:24.156463 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6c8db297-88d1-432a-a538-bd4bc87a8a08 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0566862 Oct 26 15:45:25.160786 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38884) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:25.510579 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c11ae44e-2e54-4e15-bc96-6f025175dc70 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.3480134 Oct 26 15:45:26.514440 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38886) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:26.574973 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-eadcf465-1a34-4240-891d-e812ca67ef34 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0593312 Oct 26 15:45:26.604109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:26.608241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:26.609476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:27.578118 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38888) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:27.585358 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=69 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:27.634096 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cb5fab97-224d-4066-8443-6ad21137ec46 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0549402 Oct 26 15:45:28.638626 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38890) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:28.672120 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=78 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:28.699552 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ded29c20-686e-43ea-88a1-98066764909a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0598025 Oct 26 15:45:29.703376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38892) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:29.760271 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-706b2af0-d48c-4946-94eb-1310634db4ca tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0557587 Oct 26 15:45:30.764127 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38894) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:30.824593 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5adae5c4-049e-43ea-93ab-1bf55c21f76a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0592997 Oct 26 15:45:31.828393 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38896) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:31.884290 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-09893749-a7c0-4ebb-8ac0-84eda3e9afab tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0547373 Oct 26 15:45:32.887959 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38898) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:32.947953 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3e544501-385a-4d74-b46d-2e444209c322 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0588655 Oct 26 15:45:33.121015 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:45:33.951806 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38900) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:34.012722 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-763d87c5-aecd-4d42-ac7a-faec3835800a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0596912 Oct 26 15:45:35.016452 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38902) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:35.074379 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4bd3e79f-562b-42c7-b489-b75802d9307c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0566866 Oct 26 15:45:36.078242 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38904) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:36.139454 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f690c136-b90a-476a-abe5-147fe4b463cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0599988 Oct 26 15:45:37.142492 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38906) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:37.201468 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7c725c89-12a3-46e9-8827-0f64d409a224 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0578640 Oct 26 15:45:38.205365 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38908) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:38.265408 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d7dda170-af28-46da-805d-9daa6ca0ef6d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0589190 Oct 26 15:45:38.547482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5f4982fb-a05d-4b9c-b1bb-d73e64c0ffa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:45:39.268828 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38910) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:39.300915 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:39.328442 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0dced027-7b29-4612-864d-17cf2b33eb0f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0580542 Oct 26 15:45:40.332247 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38912) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:40.393491 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-48574538-64c5-42a6-bf5b-41de61d5af6a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0600660 Oct 26 15:45:40.961798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c17515db-8ff1-4994-9ba9-b65d3cf61340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:45:41.397351 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38914) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:41.455005 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-82965387-1964-460a-acd7-8534b07fe48e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0565243 Oct 26 15:45:42.088774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:45:42.459154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38916) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:42.516725 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6f8ef97c-a3ce-47f4-bdd2-20b997f0afcd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0564017 Oct 26 15:45:43.520465 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38918) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:43.581617 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-74e07b78-8ece-4f4f-a562-20f639ec3966 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0600049 Oct 26 15:45:43.626213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:45:43.841477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:45:44.585610 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38920) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:44.645404 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4f450820-648a-4bc6-8705-1fbba756e1fb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0586717 Oct 26 15:45:45.649219 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38922) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:45.706952 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-38d4777e-7dd0-499a-86d6-cf0f5287faca tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0561059 Oct 26 15:45:46.616374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:45:46.710550 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38924) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:46.771198 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ce09274b-e240-43f8-8268-9bea15c628e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0595169 Oct 26 15:45:47.774612 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38926) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:47.832559 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fbbe2a0c-bc62-4bdf-ad98-2e4e90b4da1f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0567944 Oct 26 15:45:48.836451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38928) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:48.896735 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d20e8fdf-d565-4b29-af47-6779f2a1db40 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0585480 Oct 26 15:45:49.901245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38930) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:49.950152 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:49.951336 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:49.961706 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-00883c7c-633a-4531-9f8b-8dc3caf0aa31 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0592706 Oct 26 15:45:50.966071 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38932) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:50.973410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=66 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:51.024348 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bf5cf96a-126f-4ab4-beb3-0e18555ce69d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0571265 Oct 26 15:45:52.028117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38934) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:52.034349 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=62 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:52.089525 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-32ee02d2-8508-4528-b146-62edb072bfd8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0602674 Oct 26 15:45:53.093327 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38936) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:53.150324 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-deb22d4b-1a70-4278-a3d4-6c0d4fc13a18 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0558803 Oct 26 15:45:54.154244 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 38938) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:54.215044 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b50ca7cd-4213-44d8-a305-df608b95fa32 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0596642 Oct 26 15:45:55.218940 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38940) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:55.279649 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7778ae26-adbe-40bc-a1f8-606f9c0f168d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0595605 Oct 26 15:45:56.282855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38942) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:56.341365 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b44ad254-ed06-4af5-89cc-85b85dd2a198 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0573666 Oct 26 15:45:57.345334 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38944) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:57.404173 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-96d03754-1afa-4923-9c35-5f8ad15b277f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0576997 Oct 26 15:45:58.408054 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38946) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:58.416065 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=80 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:58.466097 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c98be7c0-81bd-4126-a10c-a695687f3797 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0569396 Oct 26 15:45:58.604034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:58.608121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:58.615450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=15 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:59.470038 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38948) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:45:59.502845 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=80 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:45:59.530796 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c465943f-0acb-41b6-836b-8fd1caad30c8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0596826 Oct 26 15:46:00.534684 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38950) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:00.592309 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-efbf58eb-c00a-4338-a2de-2f0c4625ecfe tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0564468 Oct 26 15:46:01.596188 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38952) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:01.657024 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0a250177-5324-4be3-a123-2a09c3c2418e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0597630 Oct 26 15:46:02.660910 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38954) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:02.718085 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c32a9d5e-7076-4c58-8d5d-82bf0cec2ef5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0560420 Oct 26 15:46:03.722033 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38956) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:03.781943 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-33631508-dba6-4a1a-93ad-b4bdb7e51531 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0587749 Oct 26 15:46:04.206817 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=15 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:04.208750 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=18 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:04.785174 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38958) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:04.843173 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e4de16df-c103-4d2b-8eae-f8d09b160144 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0568690 Oct 26 15:46:05.846605 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38960) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:05.906620 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-685669e9-09de-4809-bd4e-4c3db6d8fae0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0588803 Oct 26 15:46:06.910730 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38962) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:06.967780 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bcd09cd9-31df-4145-ba3e-bcfd94aefdce tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 200 len: 995 time: 0.0559232 Oct 26 15:46:06.970584 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 38964) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:07.105994 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 392e24a9-1609-457e-9ef6-0d829007d459 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:46:07.106338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (392e24a9-1609-457e-9ef6-0d829007d459), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:07.185182 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (392e24a9-1609-457e-9ef6-0d829007d459), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:07.185425 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (392e24a9-1609-457e-9ef6-0d829007d459), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:07.198364 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 392e24a9-1609-457e-9ef6-0d829007d459 owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:46:07.340338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (392e24a9-1609-457e-9ef6-0d829007d459), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:07.363768 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=392e24a9-1609-457e-9ef6-0d829007d459,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:07.376185 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:07.376532 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:07.376898 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:07.377234 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:07.377564 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:07.377890 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:07.378214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:07.378535 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:07.378863 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:07.379182 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:07.379495 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:07.379814 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:07.380135 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:07.380449 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:07.380765 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:07.423905 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:07.432792 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:07.438399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (abbc637f-ece5-4a8f-a7c3-255e914d3709), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:07.438647 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Floating IP abbc637f-ece5-4a8f-a7c3-255e914d3709 disassociated (deleted). External IP: 172.26.11.129, port: d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7. Oct 26 15:46:07.632757 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:46:07.736531 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:46:07.741267 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:07.745865 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cbc546-0bd5-40c4-a72f-9716eb880856 None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:07.755251 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cbc546-0bd5-40c4-a72f-9716eb880856 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:07.755856 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e2cbc546-0bd5-40c4-a72f-9716eb880856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:45:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:07.771200 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d561aa86-80e4-41b8-85fc-4bdeefa12ddd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/abbc637f-ece5-4a8f-a7c3-255e914d3709 HTTP/1.1" status: 204 len: 168 time: 0.7996402 Oct 26 15:46:07.771868 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d853699-46e1-478f-90e6-ed665e1de485', 'tag': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:46:07.774726 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6662d80b37134a2b3900b6f7163109dd688b25040754bcd30973ec7c1dabe5ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddda8de-fdfc-4977-b402-a03352badc47" -d '{"events": [{"name": "network-changed", "server_uuid": "4d853699-46e1-478f-90e6-ed665e1de485", "tag": "d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:46:07.894320 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e2cbc546-0bd5-40c4-a72f-9716eb880856 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:08.027247 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dca10a-202a-4804-a2f0-3498b9a910f2 x-openstack-request-id: req-e0dca10a-202a-4804-a2f0-3498b9a910f2 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:46:08.027762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d853699-46e1-478f-90e6-ed665e1de485", "tag": "d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:46:08.027762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0dca10a-202a-4804-a2f0-3498b9a910f2 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:46:08.028193 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0dca10a-202a-4804-a2f0-3498b9a910f2'] response: {'name': 'network-changed', 'server_uuid': '4d853699-46e1-478f-90e6-ed665e1de485', 'tag': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'status': 'completed', 'code': 200} Oct 26 15:46:08.085735 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621ea40-5dfd-4fc2-9d21-4190390538ab req-2a6eeba3-2425-4345-8f05-5b1b236a9e1d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:08.087242 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0621ea40-5dfd-4fc2-9d21-4190390538ab req-2a6eeba3-2425-4345-8f05-5b1b236a9e1d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 946 time: 0.1106715 Oct 26 15:46:08.088469 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e2cbc546-0bd5-40c4-a72f-9716eb880856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:40Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:40Z', 'revision_number': 28, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:08.113679 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cbc546-0bd5-40c4-a72f-9716eb880856 None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:08.124138 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cbc546-0bd5-40c4-a72f-9716eb880856 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:08.124755 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e2cbc546-0bd5-40c4-a72f-9716eb880856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:45:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:08.149132 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0621ea40-5dfd-4fc2-9d21-4190390538ab req-117eae81-a472-4aef-aa88-7cfe71085dd0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f6ba52cf-01e0-4b1f-af07-9e3155c974e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560977 Oct 26 15:46:08.176032 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddda8de-fdfc-4977-b402-a03352badc47 req-58aabbe8-75fd-4bba-8c80-5108925f8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:08.177832 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dddda8de-fdfc-4977-b402-a03352badc47 req-58aabbe8-75fd-4bba-8c80-5108925f8752 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 1130 time: 0.1017182 Oct 26 15:46:08.228052 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e2cbc546-0bd5-40c4-a72f-9716eb880856 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:08.347719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddda8de-fdfc-4977-b402-a03352badc47 req-55d857da-adb2-4f3c-a617-b6261c7fd0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:08.349414 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dddda8de-fdfc-4977-b402-a03352badc47 req-55d857da-adb2-4f3c-a617-b6261c7fd0b2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=7eb1b94a-0dc1-4d3f-a793-804494dee73b HTTP/1.1" status: 200 len: 897 time: 0.0953445 Oct 26 15:46:08.388648 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dddda8de-fdfc-4977-b402-a03352badc47 req-65db1c09-f62c-4944-93c3-1c5962e22239 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 HTTP/1.1" status: 200 len: 217 time: 0.0327313 Oct 26 15:46:08.415289 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e2cbc546-0bd5-40c4-a72f-9716eb880856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:40Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:40Z', 'revision_number': 28, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:08.439713 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cbc546-0bd5-40c4-a72f-9716eb880856 None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:40Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:40Z', 'revision_number': 28, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:08.479516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f525c7-1b24-42b2-a8db-a54744cab4ba req-b7d6dfaa-7974-48bb-bbc4-c120f151aa42 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:08.481004 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-16f525c7-1b24-42b2-a8db-a54744cab4ba req-b7d6dfaa-7974-48bb-bbc4-c120f151aa42 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 946 time: 0.0760162 Oct 26 15:46:08.484582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddda8de-fdfc-4977-b402-a03352badc47 req-4005b41b-15f3-4c24-b5c7-48a097654720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:08.486019 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dddda8de-fdfc-4977-b402-a03352badc47 req-4005b41b-15f3-4c24-b5c7-48a097654720 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6d36c9e4-f437-4271-9c1d-5f483ca1be25 HTTP/1.1" status: 200 len: 835 time: 0.0887947 Oct 26 15:46:08.552792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e56952f2-5da7-400a-941f-6fd7ba3a2a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:08.573418 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddda8de-fdfc-4977-b402-a03352badc47 req-19b23560-bb6f-48ab-a1de-2e2d41505374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:08.574844 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dddda8de-fdfc-4977-b402-a03352badc47 req-19b23560-bb6f-48ab-a1de-2e2d41505374 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=7eb1b94a-0dc1-4d3f-a793-804494dee73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0765193 Oct 26 15:46:08.670033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-16f525c7-1b24-42b2-a8db-a54744cab4ba req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:46:08.670380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-16f525c7-1b24-42b2-a8db-a54744cab4ba req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:09.100207 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dddda8de-fdfc-4977-b402-a03352badc47 req-4891954e-0db6-4e13-8b31-c7f0e7c99ec9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055668 Oct 26 15:46:09.124033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-16f525c7-1b24-42b2-a8db-a54744cab4ba req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:09.124315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-16f525c7-1b24-42b2-a8db-a54744cab4ba req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:09.174744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-16f525c7-1b24-42b2-a8db-a54744cab4ba req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:46:09.276527 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dddda8de-fdfc-4977-b402-a03352badc47 req-fc7a885f-0b10-4968-81cc-b9e129b812fe service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670852 Oct 26 15:46:09.347994 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:09.361364 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77832255-2308-4d7b-9b32-beed26a91725 req-804e5a55-3865-4924-b0ec-43c60a0cceef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:09.365029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-16f525c7-1b24-42b2-a8db-a54744cab4ba req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:09.365299 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-77832255-2308-4d7b-9b32-beed26a91725 req-804e5a55-3865-4924-b0ec-43c60a0cceef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 946 time: 0.1231902 Oct 26 15:46:09.401897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:09.435450 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:09.435806 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:09.436151 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:09.436495 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:09.436858 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:09.437184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:09.437514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:09.437843 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:09.438162 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:09.438477 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-77832255-2308-4d7b-9b32-beed26a91725 req-2b88bf18-50c7-4046-b4be-04129250704a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f6ba52cf-01e0-4b1f-af07-9e3155c974e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647454 Oct 26 15:46:09.438591 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:09.438801 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:09.439126 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:09.439455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:09.439866 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:09.440193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:09.463892 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f525c7-1b24-42b2-a8db-a54744cab4ba req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] No DVR routers for this DVR port d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:46:09.466391 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-16f525c7-1b24-42b2-a8db-a54744cab4ba req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:09.469657 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-16f525c7-1b24-42b2-a8db-a54744cab4ba req-8032ab6d-2bc1-4946-a49d-c9658f73b2aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "DELETE /networking/v2.0/ports/d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 HTTP/1.1" status: 204 len: 173 time: 0.9725111 Oct 26 15:46:09.470153 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d853699-46e1-478f-90e6-ed665e1de485', 'name': 'network-vif-deleted', 'tag': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:46:09.472453 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3e4858-57aa-4a89-aad5-57a074700960" -d '{"events": [{"server_uuid": "4d853699-46e1-478f-90e6-ed665e1de485", "name": "network-vif-deleted", "tag": "d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:46:09.587812 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef88207-b3b1-4ae9-a716-9782277f6d65 x-openstack-request-id: req-9ef88207-b3b1-4ae9-a716-9782277f6d65 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:46:09.588107 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d853699-46e1-478f-90e6-ed665e1de485", "name": "network-vif-deleted", "tag": "d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:46:09.588365 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ef88207-b3b1-4ae9-a716-9782277f6d65 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:46:09.588781 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef88207-b3b1-4ae9-a716-9782277f6d65'] response: {'server_uuid': '4d853699-46e1-478f-90e6-ed665e1de485', 'name': 'network-vif-deleted', 'tag': 'd2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7', 'status': 'completed', 'code': 200} Oct 26 15:46:09.627247 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-26e1feb9-2c37-4f12-b253-9edadc99ea15 req-775d344a-0260-4796-a5af-0aa90e5c339c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4d853699-46e1-478f-90e6-ed665e1de485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0314620 Oct 26 15:46:09.698450 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:09.717615 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-26e1feb9-2c37-4f12-b253-9edadc99ea15 req-147dba85-5534-4ee7-a36c-37f8845d3a11 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=4d853699-46e1-478f-90e6-ed665e1de485 HTTP/1.1" status: 200 len: 210 time: 0.0288491 Oct 26 15:46:10.111771 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1feb9-2c37-4f12-b253-9edadc99ea15 req-ebc275cd-9894-4a2c-8cb3-884fd631b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:10.113344 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-26e1feb9-2c37-4f12-b253-9edadc99ea15 req-ebc275cd-9894-4a2c-8cb3-884fd631b281 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=535d3aadc3604e4688e327c629fdd025&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1758137 Oct 26 15:46:10.122005 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:46:10.293958 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1feb9-2c37-4f12-b253-9edadc99ea15 req-5904e1a8-f867-4621-888d-f32b698ce931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:10.295039 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-26e1feb9-2c37-4f12-b253-9edadc99ea15 req-5904e1a8-f867-4621-888d-f32b698ce931 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1699102 Oct 26 15:46:10.505516 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39010) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:10.563980 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-41b7690a-f70c-40bf-8fd0-25695a85b720 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (f6ba52cf-01e0-4b1f-af07-9e3155c974e4), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:10.590585 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-41b7690a-f70c-40bf-8fd0-25695a85b720 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (f6ba52cf-01e0-4b1f-af07-9e3155c974e4), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:10.625036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d6d34-dd63-4d46-9e66-3a033f1e29e4 None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:10.629033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d6d34-dd63-4d46-9e66-3a033f1e29e4 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:10.630076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a76d6d34-dd63-4d46-9e66-3a033f1e29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:45:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:10.660564 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-41b7690a-f70c-40bf-8fd0-25695a85b720 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (f6ba52cf-01e0-4b1f-af07-9e3155c974e4), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:10.663384 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-41b7690a-f70c-40bf-8fd0-25695a85b720 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:10.664742 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-41b7690a-f70c-40bf-8fd0-25695a85b720 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f6ba52cf-01e0-4b1f-af07-9e3155c974e4 HTTP/1.1" status: 204 len: 168 time: 0.1581657 Oct 26 15:46:10.675499 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7690a-f70c-40bf-8fd0-25695a85b720 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ba52cf-01e0-4b1f-af07-9e3155c974e4,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:10.709720 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39014) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:10.743686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a76d6d34-dd63-4d46-9e66-3a033f1e29e4 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:10.931565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a76d6d34-dd63-4d46-9e66-3a033f1e29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:40Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:40Z', 'revision_number': 28, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:10.964184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d6d34-dd63-4d46-9e66-3a033f1e29e4 None None] Checking router: 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:10.980429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d6d34-dd63-4d46-9e66-3a033f1e29e4 None None] Routers {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:10.981093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a76d6d34-dd63-4d46-9e66-3a033f1e29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:45:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:10.985213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6593d2c1-572d-4c2e-9387-54e4dee2bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:10.998313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:11.047036 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fe958767-8b79-4340-8f46-6f1c555b9f4a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (4595c00d-bbf5-4ba9-9e0c-bda3be71f695), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:11.090825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a76d6d34-dd63-4d46-9e66-3a033f1e29e4 None None] Set router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:11.431628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a76d6d34-dd63-4d46-9e66-3a033f1e29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:40Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:40Z', 'revision_number': 28, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:11.446247 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:11.456550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d6d34-dd63-4d46-9e66-3a033f1e29e4 None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [{'id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'name': 'tempest-TestNetworkBasicOps-router-911225020', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22'}], 'enable_snat': True}, 'gw_port_id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:40:46Z', 'updated_at': '2022-10-26T15:40:50Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'fa2ceadd-3a99-40ac-ab36-f970ed66f826', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:47Z', 'updated_at': '2022-10-26T15:41:40Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'f6dcc964-f597-4665-9571-f303af8a87ec', 'name': '', 'network_id': '7eb1b94a-0dc1-4d3f-a793-804494dee73b', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:c8:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595c00d-bbf5-4ba9-9e0c-bda3be71f695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:40:49Z', 'updated_at': '2022-10-26T15:41:40Z', 'revision_number': 28, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '6d36c9e4-f437-4271-9c1d-5f483ca1be25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:11.608178 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-fe958767-8b79-4340-8f46-6f1c555b9f4a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port f6dcc964-f597-4665-9571-f303af8a87ec {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:46:11.608655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fe958767-8b79-4340-8f46-6f1c555b9f4a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:11.708101 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-fe958767-8b79-4340-8f46-6f1c555b9f4a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port f6dcc964-f597-4665-9571-f303af8a87ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f6dcc964-f597-4665-9571-f303af8a87ec,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:11.708474 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fe958767-8b79-4340-8f46-6f1c555b9f4a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:11.722505 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-fe958767-8b79-4340-8f46-6f1c555b9f4a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for f6dcc964-f597-4665-9571-f303af8a87ec owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:46:11.919269 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fe958767-8b79-4340-8f46-6f1c555b9f4a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (f6dcc964-f597-4665-9571-f303af8a87ec), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:11.957996 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe958767-8b79-4340-8f46-6f1c555b9f4a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=f6dcc964-f597-4665-9571-f303af8a87ec,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:12.111496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:12.175447 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fe958767-8b79-4340-8f46-6f1c555b9f4a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (4595c00d-bbf5-4ba9-9e0c-bda3be71f695), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:12.210045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7ba1b3-d5f5-4ad6-8f3a-03267b5e2a5e None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:46:12.287722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7ba1b3-d5f5-4ad6-8f3a-03267b5e2a5e None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:46:12.342224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:12.378226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:12.404519 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:12.426026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe958767-8b79-4340-8f46-6f1c555b9f4a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:46:12.509181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:12.526474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:12.560534 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe958767-8b79-4340-8f46-6f1c555b9f4a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:46:12.566528 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fe958767-8b79-4340-8f46-6f1c555b9f4a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "PUT /networking/v2.0/routers/4595c00d-bbf5-4ba9-9e0c-bda3be71f695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8556774 Oct 26 15:46:12.569289 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39016) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:12.583059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:12.608170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:46:12.608662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device d2de9dfa-7dff-43b5-bfe6-b1ef0f04a3a7 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:46:12.631602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2b11ae-864a-4df2-a313-58449e1f5175 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting subnet 6d36c9e4-f437-4271-9c1d-5f483ca1be25 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:46:12.635813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9f2b11ae-864a-4df2-a313-58449e1f5175 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (6d36c9e4-f437-4271-9c1d-5f483ca1be25), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:12.651245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:12.706710 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9f2b11ae-864a-4df2-a313-58449e1f5175 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (6d36c9e4-f437-4271-9c1d-5f483ca1be25), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:12.758176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:12.822061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port fa2ceadd-3a99-40ac-ab36-f970ed66f826 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:12.822443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:12.822814 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port fa2ceadd-3a99-40ac-ab36-f970ed66f826 Oct 26 15:46:12.824830 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9f2b11ae-864a-4df2-a313-58449e1f5175 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (6d36c9e4-f437-4271-9c1d-5f483ca1be25), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:12.896620 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9f2b11ae-864a-4df2-a313-58449e1f5175 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (6d36c9e4-f437-4271-9c1d-5f483ca1be25), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:12.905512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port fa2ceadd-3a99-40ac-ab36-f970ed66f826 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:12.905901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:12.930129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:12.934555 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9f2b11ae-864a-4df2-a313-58449e1f5175 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:12.938092 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9f2b11ae-864a-4df2-a313-58449e1f5175 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/6d36c9e4-f437-4271-9c1d-5f483ca1be25 HTTP/1.1" status: 204 len: 168 time: 0.3677661 Oct 26 15:46:12.939290 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b11ae-864a-4df2-a313-58449e1f5175 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Subnet': ['ID=6d36c9e4-f437-4271-9c1d-5f483ca1be25,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:12.941035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:12.941200 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39018) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:12.969171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:12.989413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:12.995757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:13.003907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:13.004256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:13.004601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:13.004984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:13.005311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:13.005644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:13.005977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:13.006305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:13.006638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:13.006969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:13.007304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:13.007830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:13.008480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:13.008815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:13.009142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:13.061838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc681f98-6be2-4bfe-a6e4-e5eac9cbec98 None None] Network 7eb1b94a-0dc1-4d3f-a793-804494dee73b requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:46:13.062238 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e9e2755a-f079-45fd-81d0-464b5e772e78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (4595c00d-bbf5-4ba9-9e0c-bda3be71f695), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:13.125028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:13.129929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-7374b424-f4c0-4c83-b47d-782e3839e892 None None] Provisioning complete for port c6e016c8-1100-4af8-8319-cf57b3e55f76 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:13.130302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7374b424-f4c0-4c83-b47d-782e3839e892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c6e016c8-1100-4af8-8319-cf57b3e55f76), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:13.130643 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7374b424-f4c0-4c83-b47d-782e3839e892 None None] Attempt 1 to provision port c6e016c8-1100-4af8-8319-cf57b3e55f76 Oct 26 15:46:13.163455 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e9e2755a-f079-45fd-81d0-464b5e772e78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (4595c00d-bbf5-4ba9-9e0c-bda3be71f695), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:13.213836 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2755a-f079-45fd-81d0-464b5e772e78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port fa2ceadd-3a99-40ac-ab36-f970ed66f826 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:46:13.214176 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e9e2755a-f079-45fd-81d0-464b5e772e78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:13.236457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7374b424-f4c0-4c83-b47d-782e3839e892 None None] Current status of the port c6e016c8-1100-4af8-8319-cf57b3e55f76 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:13.276560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e68b19f-3f5e-440a-8d1f-22ef756d0f1f None None] DHCP port deletion for 7eb1b94a-0dc1-4d3f-a793-804494dee73b request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:46:13.304658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-e9e2755a-f079-45fd-81d0-464b5e772e78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port fa2ceadd-3a99-40ac-ab36-f970ed66f826, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=fa2ceadd-3a99-40ac-ab36-f970ed66f826,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:13.305105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e9e2755a-f079-45fd-81d0-464b5e772e78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:13.315416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4e68b19f-3f5e-440a-8d1f-22ef756d0f1f None None] Deleting port c6e016c8-1100-4af8-8319-cf57b3e55f76 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:46:13.315791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4e68b19f-3f5e-440a-8d1f-22ef756d0f1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (c6e016c8-1100-4af8-8319-cf57b3e55f76), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:13.319034 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2755a-f079-45fd-81d0-464b5e772e78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for fa2ceadd-3a99-40ac-ab36-f970ed66f826 owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:46:13.383942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-4e68b19f-3f5e-440a-8d1f-22ef756d0f1f None None] For port c6e016c8-1100-4af8-8319-cf57b3e55f76, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c6e016c8-1100-4af8-8319-cf57b3e55f76,segment=NetworkSegment(103b65b1-76e1-4a4a-9aec-21a8939d60f1),segment_id=103b65b1-76e1-4a4a-9aec-21a8939d60f1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:13.384328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4e68b19f-3f5e-440a-8d1f-22ef756d0f1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (c6e016c8-1100-4af8-8319-cf57b3e55f76), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:13.397911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4e68b19f-3f5e-440a-8d1f-22ef756d0f1f None None] Calling delete_port for c6e016c8-1100-4af8-8319-cf57b3e55f76 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:46:13.489771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4e68b19f-3f5e-440a-8d1f-22ef756d0f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (c6e016c8-1100-4af8-8319-cf57b3e55f76), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:13.505009 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e9e2755a-f079-45fd-81d0-464b5e772e78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (fa2ceadd-3a99-40ac-ab36-f970ed66f826), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:13.514223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68b19f-3f5e-440a-8d1f-22ef756d0f1f None None] Pushing event deleted for resources: {'Port': ['ID=c6e016c8-1100-4af8-8319-cf57b3e55f76,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:13.518067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e68b19f-3f5e-440a-8d1f-22ef756d0f1f None None] No DVR routers for this DVR port c6e016c8-1100-4af8-8319-cf57b3e55f76 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:46:13.538681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2755a-f079-45fd-81d0-464b5e772e78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=fa2ceadd-3a99-40ac-ab36-f970ed66f826,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:13.604260 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e9e2755a-f079-45fd-81d0-464b5e772e78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (4595c00d-bbf5-4ba9-9e0c-bda3be71f695), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:13.629339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:13.699026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e9e2755a-f079-45fd-81d0-464b5e772e78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (4595c00d-bbf5-4ba9-9e0c-bda3be71f695), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:13.701193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e9e2755a-f079-45fd-81d0-464b5e772e78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_controller (4595c00d-bbf5-4ba9-9e0c-bda3be71f695), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:13.733846 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:13.742687 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e9e2755a-f079-45fd-81d0-464b5e772e78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (4595c00d-bbf5-4ba9-9e0c-bda3be71f695), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:13.743413 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e2755a-f079-45fd-81d0-464b5e772e78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Fanout notify agent at l3_agent the message router_deleted on router 4595c00d-bbf5-4ba9-9e0c-bda3be71f695 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:46:13.750016 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e9e2755a-f079-45fd-81d0-464b5e772e78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:13.751110 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e9e2755a-f079-45fd-81d0-464b5e772e78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/routers/4595c00d-bbf5-4ba9-9e0c-bda3be71f695 HTTP/1.1" status: 204 len: 168 time: 0.8089449 Oct 26 15:46:13.753899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39020) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:13.837526 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f708b1-18a6-4c81-9e7b-0c33bdcecd78 None None] Sync routers for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:13.838022 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:13.838168 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f708b1-18a6-4c81-9e7b-0c33bdcecd78 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:13.838168 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f708b1-18a6-4c81-9e7b-0c33bdcecd78 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:46:13.838168 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-c6f708b1-18a6-4c81-9e7b-0c33bdcecd78 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:46:13.845155 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f708b1-18a6-4c81-9e7b-0c33bdcecd78 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:13.845520 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f708b1-18a6-4c81-9e7b-0c33bdcecd78 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:46:13.846116 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-c6f708b1-18a6-4c81-9e7b-0c33bdcecd78 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4595c00d-bbf5-4ba9-9e0c-bda3be71f695'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:46:13.846486 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f708b1-18a6-4c81-9e7b-0c33bdcecd78 None None] The sync data for ids ['4595c00d-bbf5-4ba9-9e0c-bda3be71f695'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:13.856384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:13.856544 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cd5673d2-8641-4797-b9d2-72d61ed06017 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (7eb1b94a-0dc1-4d3f-a793-804494dee73b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:13.950613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cd5673d2-8641-4797-b9d2-72d61ed06017 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (7eb1b94a-0dc1-4d3f-a793-804494dee73b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:13.970124 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-cd5673d2-8641-4797-b9d2-72d61ed06017 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb1b94a-0dc1-4d3f-a793-804494dee73b']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:13.979351 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-cd5673d2-8641-4797-b9d2-72d61ed06017 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103b65b1-76e1-4a4a-9aec-21a8939d60f1') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:13.979650 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-cd5673d2-8641-4797-b9d2-72d61ed06017 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103b65b1-76e1-4a4a-9aec-21a8939d60f1') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:13.989260 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cd5673d2-8641-4797-b9d2-72d61ed06017 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (103b65b1-76e1-4a4a-9aec-21a8939d60f1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:14.002973 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cd5673d2-8641-4797-b9d2-72d61ed06017 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (103b65b1-76e1-4a4a-9aec-21a8939d60f1), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:14.009803 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5673d2-8641-4797-b9d2-72d61ed06017 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:46:14.010186 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cd5673d2-8641-4797-b9d2-72d61ed06017 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (103b65b1-76e1-4a4a-9aec-21a8939d60f1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:14.074826 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cd5673d2-8641-4797-b9d2-72d61ed06017 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (7eb1b94a-0dc1-4d3f-a793-804494dee73b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:14.092402 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cd5673d2-8641-4797-b9d2-72d61ed06017 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:14.095677 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cd5673d2-8641-4797-b9d2-72d61ed06017 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/networks/7eb1b94a-0dc1-4d3f-a793-804494dee73b HTTP/1.1" status: 204 len: 168 time: 0.3408470 Oct 26 15:46:14.099272 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 103b65b1-76e1-4a4a-9aec-21a8939d60f1 resource provider aggregate not found Oct 26 15:46:14.111790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5673d2-8641-4797-b9d2-72d61ed06017 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Network': ['ID=7eb1b94a-0dc1-4d3f-a793-804494dee73b,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:14.126573 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 103b65b1-76e1-4a4a-9aec-21a8939d60f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 103b65b1-76e1-4a4a-9aec-21a8939d60f1 found for delete ", "request_id": "req-a08c83d1-cc80-4752-aecf-763996ab6c6f"}]} Oct 26 15:46:14.146210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39028) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:14.151156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-26508185-b336-42ad-890c-ff6eb29467ee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'network': {'name': 'tempest-network-smoke--1933292283', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'port_security_enabled': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:46:14.170776 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26508185-b336-42ad-890c-ff6eb29467ee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:14.174409 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-26508185-b336-42ad-890c-ff6eb29467ee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:14.203196 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26508185-b336-42ad-890c-ff6eb29467ee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:46:14.212716 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-26508185-b336-42ad-890c-ff6eb29467ee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (f7affe24-f129-443a-bc45-ac3067596291), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:14.213091 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-26508185-b336-42ad-890c-ff6eb29467ee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Added segment f7affe24-f129-443a-bc45-ac3067596291 of type vlan for network 9677f4a8-f471-4af1-8bda-15a85913e29f Oct 26 15:46:14.252341 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-26508185-b336-42ad-890c-ff6eb29467ee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (9677f4a8-f471-4af1-8bda-15a85913e29f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:14.276961 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-26508185-b336-42ad-890c-ff6eb29467ee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (9677f4a8-f471-4af1-8bda-15a85913e29f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:14.281815 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26508185-b336-42ad-890c-ff6eb29467ee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:14.282402 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-26508185-b336-42ad-890c-ff6eb29467ee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:14.337279 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-26508185-b336-42ad-890c-ff6eb29467ee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1900523 Oct 26 15:46:14.340281 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39030) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:14.344877 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'admin_state_up': True, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:46:14.353176 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26508185-b336-42ad-890c-ff6eb29467ee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Network': ['ID=9677f4a8-f471-4af1-8bda-15a85913e29f,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:14.364194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 9677f4a8-f471-4af1-8bda-15a85913e29f details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:46:14.369168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (6ffc9252-21a0-491f-af0f-6b8d292e98d3), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:14.370500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (6ffc9252-21a0-491f-af0f-6b8d292e98d3), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:14.423990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_controller (6ffc9252-21a0-491f-af0f-6b8d292e98d3), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:14.443895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c6e016c8-1100-4af8-8319-cf57b3e55f76 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:14.463232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: c6e016c8-1100-4af8-8319-cf57b3e55f76 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:46:14.463518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c6e016c8-1100-4af8-8319-cf57b3e55f76 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:46:14.463932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:14.482374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: f6dcc964-f597-4665-9571-f303af8a87ec {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:46:14.482727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f6dcc964-f597-4665-9571-f303af8a87ec not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:46:14.483139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:14.504767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: fa2ceadd-3a99-40ac-ab36-f970ed66f826 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:46:14.505141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device fa2ceadd-3a99-40ac-ab36-f970ed66f826 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:46:14.561151 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (6ffc9252-21a0-491f-af0f-6b8d292e98d3), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:14.735801 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (6ffc9252-21a0-491f-af0f-6b8d292e98d3), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:14.754439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:14.837275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:14.842142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:14.871758 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.26.11.253 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:14.981226 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:15.013470 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:15.056524 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:15.063166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:15.066951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:46:15.070224 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:15.302744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (6ffc9252-21a0-491f-af0f-6b8d292e98d3), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:15.487213 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (6ffc9252-21a0-491f-af0f-6b8d292e98d3), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:15.603004 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:15.611711 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:46:15.656449 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:15.712039 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:46:15.722138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:15.732074 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:15.732412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:15.733346 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3f93b08f-8c7d-475b-a916-477ef6fb5542 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.3920455 Oct 26 15:46:15.736089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:15.736277 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39032) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:15.838451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:15.900333 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c9f10abb-1f39-4ed6-82c5-bf53acbbf2ac tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?project_id=535d3aadc3604e4688e327c629fdd025&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1630828 Oct 26 15:46:15.902904 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39036) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:15.989090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ff7a97-6ce6-4c75-9350-d470da1dbbd9 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:15.990779 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-48ff7a97-6ce6-4c75-9350-d470da1dbbd9 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868173 Oct 26 15:46:15.993692 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39038) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:16.005760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:15Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:16.027888 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-75aca10c-a9fb-4aa9-9080-d150159ceaa3 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329616 Oct 26 15:46:16.030316 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39040) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:16.031551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:16.031907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Updating router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:46:16.035350 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-a0613feb-5f03-490a-813c-15d43a15ff03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1045217154', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:46:16.063495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:16.126000 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0613feb-5f03-490a-813c-15d43a15ff03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:16.130492 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0613feb-5f03-490a-813c-15d43a15ff03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:16.312312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Publish callbacks [] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:16.317612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:16.322680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0613feb-5f03-490a-813c-15d43a15ff03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (8ea38392-2242-43bf-a9cd-00961ce34b32), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:16.353454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Attempting to bind port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:46:16.353832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Attempting to bind port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:46:16.354202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Attempting to bind port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:46:16.381834 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=8 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:16.390727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:16.395504 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0613feb-5f03-490a-813c-15d43a15ff03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Subnet': ['ID=8ea38392-2242-43bf-a9cd-00961ce34b32,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:16.399055 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:16.403425 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0613feb-5f03-490a-813c-15d43a15ff03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Checking segment: {'id': 'f7affe24-f129-443a-bc45-ac3067596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:46:16.403739 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0613feb-5f03-490a-813c-15d43a15ff03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network hostable DHCP agents. Network: 9677f4a8-f471-4af1-8bda-15a85913e29f, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:46:16.403856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cf1e8-08cc-4345-afc7-3bc4bad9820d None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:16.421933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:46:16.422695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:46:16.423264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:16.423699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:46:16.424261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Bound port: 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:46:16.424738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:16.426103 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0613feb-5f03-490a-813c-15d43a15ff03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 9677f4a8-f471-4af1-8bda-15a85913e29f is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:46:16.436596 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-a0613feb-5f03-490a-813c-15d43a15ff03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 9677f4a8-f471-4af1-8bda-15a85913e29f) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:16.440729 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0613feb-5f03-490a-813c-15d43a15ff03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:16.441433 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0613feb-5f03-490a-813c-15d43a15ff03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:16.459991 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a0613feb-5f03-490a-813c-15d43a15ff03 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4282594 Oct 26 15:46:16.463345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39042) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:16.592439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0f5d97-12e6-4211-b5c3-654fd3e3ebc4 None None] Network 9677f4a8-f471-4af1-8bda-15a85913e29f requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:46:16.611517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:16.684914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:16.690535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:46:16.696873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:46:16.712878 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:16.761285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:16.770896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-9677f4a8-f471-4af1-8bda-15a85913e29f', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:46:16.771811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:16.777148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:16.777774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:16.835625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cf1e8-08cc-4345-afc7-3bc4bad9820d None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:16.898091 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd456-f413-4543-ba78-23ac9caecf36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:16.972612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:17.102772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Allocated IP 172.20.0.2 (9677f4a8-f471-4af1-8bda-15a85913e29f/8ea38392-2242-43bf-a9cd-00961ce34b32/ecdcfaa0-5e50-4835-a012-53a5942242ec) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:17.240344 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:15Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:17.269100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171441aa-0c67-4b2a-9c0b-a1a2cd8aff26 None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:15Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:17.330196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Publish callbacks [] for port (ecdcfaa0-5e50-4835-a012-53a5942242ec), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:17.337912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (ecdcfaa0-5e50-4835-a012-53a5942242ec), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:17.380764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Network 9677f4a8-f471-4af1-8bda-15a85913e29f is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:17.386714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:17.389339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Pushing event updated for resources: {'Port': ['ID=ecdcfaa0-5e50-4835-a012-53a5942242ec,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:17.391769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:46:17.397245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-ed7bd456-f413-4543-ba78-23ac9caecf36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.20.0.1 (9677f4a8-f471-4af1-8bda-15a85913e29f/8ea38392-2242-43bf-a9cd-00961ce34b32/5c869f56-9365-410c-a22e-6450fab88b8b) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:17.453052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Attempting to bind port ecdcfaa0-5e50-4835-a012-53a5942242ec on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:46:17.453435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Attempting to bind port ecdcfaa0-5e50-4835-a012-53a5942242ec by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'f7affe24-f129-443a-bc45-ac3067596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:46:17.453804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Attempting to bind port ecdcfaa0-5e50-4835-a012-53a5942242ec on network 9677f4a8-f471-4af1-8bda-15a85913e29f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:46:17.509299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:46:17.510485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Checking segment: {'id': 'f7affe24-f129-443a-bc45-ac3067596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:46:17.511118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:17.511629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Bound using segment: {'id': 'f7affe24-f129-443a-bc45-ac3067596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:46:17.512454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Bound port: ecdcfaa0-5e50-4835-a012-53a5942242ec, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7affe24-f129-443a-bc45-ac3067596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:46:17.513028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ecdcfaa0-5e50-4835-a012-53a5942242ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:17.556106 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd456-f413-4543-ba78-23ac9caecf36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (5c869f56-9365-410c-a22e-6450fab88b8b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:17.566769 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:17.567425 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:17.592512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] For port ecdcfaa0-5e50-4835-a012-53a5942242ec, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:46:17.596190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] For port ecdcfaa0-5e50-4835-a012-53a5942242ec, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ecdcfaa0-5e50-4835-a012-53a5942242ec,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:46:17.601219 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd456-f413-4543-ba78-23ac9caecf36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:17.602351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ecdcfaa0-5e50-4835-a012-53a5942242ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:17.653456 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7bd456-f413-4543-ba78-23ac9caecf36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 9677f4a8-f471-4af1-8bda-15a85913e29f is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:17.659291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-ed7bd456-f413-4543-ba78-23ac9caecf36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:17.666946 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7bd456-f413-4543-ba78-23ac9caecf36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:46:17.677699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59634c9c-553e-4039-9d79-2058a1a3c914 None None] Pushing event updated for resources: {'Port': ['ID=ecdcfaa0-5e50-4835-a012-53a5942242ec,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:17.702700 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bd456-f413-4543-ba78-23ac9caecf36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:17.726789 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd456-f413-4543-ba78-23ac9caecf36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (6ffc9252-21a0-491f-af0f-6b8d292e98d3), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:17.909765 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd456-f413-4543-ba78-23ac9caecf36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:18.496568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ecdcfaa0-5e50-4835-a012-53a5942242ec up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:18.520171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd456-f413-4543-ba78-23ac9caecf36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (5c869f56-9365-410c-a22e-6450fab88b8b), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:18.526801 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd456-f413-4543-ba78-23ac9caecf36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:18.544362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ecdcfaa0-5e50-4835-a012-53a5942242ec triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:18.544743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ecdcfaa0-5e50-4835-a012-53a5942242ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:18.545109 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ecdcfaa0-5e50-4835-a012-53a5942242ec Oct 26 15:46:18.610993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bd456-f413-4543-ba78-23ac9caecf36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:18.613901 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd456-f413-4543-ba78-23ac9caecf36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (6ffc9252-21a0-491f-af0f-6b8d292e98d3), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:18.638291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ecdcfaa0-5e50-4835-a012-53a5942242ec is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:18.638628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ecdcfaa0-5e50-4835-a012-53a5942242ec), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:18.652353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99bd6b1-17c1-48cd-a1f2-f837c680c669 None None] Network 9677f4a8-f471-4af1-8bda-15a85913e29f requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:46:18.716656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7bd456-f413-4543-ba78-23ac9caecf36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 9677f4a8-f471-4af1-8bda-15a85913e29f is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:18.718314 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-ed7bd456-f413-4543-ba78-23ac9caecf36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:18.737652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ecdcfaa0-5e50-4835-a012-53a5942242ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ecdcfaa0-5e50-4835-a012-53a5942242ec,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:18.741376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e0609c3c-c92e-4ac9-9620-91880152b6ef None None] Provisioning complete for port ecdcfaa0-5e50-4835-a012-53a5942242ec triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:18.741762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e0609c3c-c92e-4ac9-9620-91880152b6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ecdcfaa0-5e50-4835-a012-53a5942242ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:18.742281 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e0609c3c-c92e-4ac9-9620-91880152b6ef None None] Attempt 1 to provision port ecdcfaa0-5e50-4835-a012-53a5942242ec Oct 26 15:46:18.745860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:18.749324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ecdcfaa0-5e50-4835-a012-53a5942242ec), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:18.750120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:18.751490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:18.760591 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:18.772980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:18.834287 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7bd456-f413-4543-ba78-23ac9caecf36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:46:18.898902 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:18.917497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ecdcfaa0-5e50-4835-a012-53a5942242ec,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:18.945988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:18.946374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:18.946714 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 Oct 26 15:46:18.967995 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7bd456-f413-4543-ba78-23ac9caecf36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:46:18.974335 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ed7bd456-f413-4543-ba78-23ac9caecf36 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "PUT /networking/v2.0/routers/6ffc9252-21a0-491f-af0f-6b8d292e98d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5098438 Oct 26 15:46:18.977334 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39044) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:18.987600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e0609c3c-c92e-4ac9-9620-91880152b6ef None None] Current status of the port ecdcfaa0-5e50-4835-a012-53a5942242ec is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:19.045885 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:19.055299 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:19.055851 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:19.060916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:19.061310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.082407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:19.090139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.124685 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916979ab-27b5-4775-9599-48b6e90552bc tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:19.125198 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916979ab-27b5-4775-9599-48b6e90552bc tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:19.125676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916979ab-27b5-4775-9599-48b6e90552bc tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:19.126143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916979ab-27b5-4775-9599-48b6e90552bc tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:19.130437 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-916979ab-27b5-4775-9599-48b6e90552bc tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1496296 Oct 26 15:46:19.130804 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39046) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:19.194238 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85be163c-73cb-456d-9dfa-2caec2edb54d tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:19.194835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85be163c-73cb-456d-9dfa-2caec2edb54d tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:19.198588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85be163c-73cb-456d-9dfa-2caec2edb54d tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:19.199118 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85be163c-73cb-456d-9dfa-2caec2edb54d tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:19.203490 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-85be163c-73cb-456d-9dfa-2caec2edb54d tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2741 time: 0.0691700 Oct 26 15:46:19.203720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39048) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:19.217216 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:19.310179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fe74ac32-ce54-4eae-a7df-22bbc7948789 None None] Provisioning complete for port 5c869f56-9365-410c-a22e-6450fab88b8b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:19.310641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fe74ac32-ce54-4eae-a7df-22bbc7948789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.310989 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fe74ac32-ce54-4eae-a7df-22bbc7948789 None None] Attempt 1 to provision port 5c869f56-9365-410c-a22e-6450fab88b8b Oct 26 15:46:19.322200 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-728498cd-2983-4b9d-8947-ef912942358f tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1610 time: 0.1171062 Oct 26 15:46:19.371309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fe74ac32-ce54-4eae-a7df-22bbc7948789 None None] Port 5c869f56-9365-410c-a22e-6450fab88b8b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:46:19.376757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:19.390505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fe74ac32-ce54-4eae-a7df-22bbc7948789 None None] Provisioning complete for port ecdcfaa0-5e50-4835-a012-53a5942242ec triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:19.390866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fe74ac32-ce54-4eae-a7df-22bbc7948789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ecdcfaa0-5e50-4835-a012-53a5942242ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.391202 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fe74ac32-ce54-4eae-a7df-22bbc7948789 None None] Attempt 1 to provision port ecdcfaa0-5e50-4835-a012-53a5942242ec Oct 26 15:46:19.409308 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39052) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:19.414671 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-9d5ec0fd-5747-4451-944a-5fb869ba5e1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1763489361', 'description': 'tempest-secgroup-smoke-1763489361 description', 'project_id': '535d3aadc3604e4688e327c629fdd025'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:46:19.450684 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9d5ec0fd-5747-4451-944a-5fb869ba5e1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.474113 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:19.483136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fe74ac32-ce54-4eae-a7df-22bbc7948789 None None] Current status of the port ecdcfaa0-5e50-4835-a012-53a5942242ec is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:19.531661 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9d5ec0fd-5747-4451-944a-5fb869ba5e1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (9a89b194-15e0-404f-a33a-4b7f59fd9937), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.536596 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9d5ec0fd-5747-4451-944a-5fb869ba5e1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (9a89b194-15e0-404f-a33a-4b7f59fd9937), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.564677 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:18Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:19.577947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9d5ec0fd-5747-4451-944a-5fb869ba5e1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.582225 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9d5ec0fd-5747-4451-944a-5fb869ba5e1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1688919 Oct 26 15:46:19.582356 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39054) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:19.585840 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ec0fd-5747-4451-944a-5fb869ba5e1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a89b194-15e0-404f-a33a-4b7f59fd9937,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:19.587664 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-cccd9b6a-ae8e-4b71-99ec-82956c8b758c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '9a89b194-15e0-404f-a33a-4b7f59fd9937', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:46:19.594055 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:19.594815 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Updating router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 port 5c869f56-9365-410c-a22e-6450fab88b8b binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:46:19.598149 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:19.609840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9ebe6d77-2961-4805-88f2-712dd2916fd3 None None] Provisioning complete for port 5c869f56-9365-410c-a22e-6450fab88b8b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:19.610398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9ebe6d77-2961-4805-88f2-712dd2916fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.611076 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-9ebe6d77-2961-4805-88f2-712dd2916fd3 None None] Attempt 1 to provision port 5c869f56-9365-410c-a22e-6450fab88b8b Oct 26 15:46:19.626447 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.645238 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cccd9b6a-ae8e-4b71-99ec-82956c8b758c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (9c666206-24a5-49fe-8246-f06870fb5410), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.653476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe6d77-2961-4805-88f2-712dd2916fd3 None None] Port 5c869f56-9365-410c-a22e-6450fab88b8b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:46:19.706514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cccd9b6a-ae8e-4b71-99ec-82956c8b758c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (9c666206-24a5-49fe-8246-f06870fb5410), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.709831 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cccd9b6a-ae8e-4b71-99ec-82956c8b758c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (9c666206-24a5-49fe-8246-f06870fb5410), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.729556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd9b6a-ae8e-4b71-99ec-82956c8b758c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c666206-24a5-49fe-8246-f06870fb5410,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:19.735391 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cccd9b6a-ae8e-4b71-99ec-82956c8b758c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.739473 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cccd9b6a-ae8e-4b71-99ec-82956c8b758c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534376 Oct 26 15:46:19.739473 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39056) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:19.744415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-d46ac4e6-b63c-4d75-80a3-790832faa2df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '9a89b194-15e0-404f-a33a-4b7f59fd9937', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:46:19.772191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a60c76df-700e-40d8-9c63-f2b4da44cc4e None None] Provisioning complete for port 5c869f56-9365-410c-a22e-6450fab88b8b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:19.772570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a60c76df-700e-40d8-9c63-f2b4da44cc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.772941 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a60c76df-700e-40d8-9c63-f2b4da44cc4e None None] Attempt 1 to provision port 5c869f56-9365-410c-a22e-6450fab88b8b Oct 26 15:46:19.773787 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d46ac4e6-b63c-4d75-80a3-790832faa2df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (2e20dbf4-aa96-4802-88c4-413f7e1b4a25), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.805360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a60c76df-700e-40d8-9c63-f2b4da44cc4e None None] Port 5c869f56-9365-410c-a22e-6450fab88b8b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:46:19.834501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d46ac4e6-b63c-4d75-80a3-790832faa2df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (2e20dbf4-aa96-4802-88c4-413f7e1b4a25), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.838453 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d46ac4e6-b63c-4d75-80a3-790832faa2df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (2e20dbf4-aa96-4802-88c4-413f7e1b4a25), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.857284 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ac4e6-b63c-4d75-80a3-790832faa2df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e20dbf4-aa96-4802-88c4-413f7e1b4a25,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:19.864536 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d46ac4e6-b63c-4d75-80a3-790832faa2df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.869044 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d46ac4e6-b63c-4d75-80a3-790832faa2df tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253517 Oct 26 15:46:19.869196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39058) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:19.873455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-aeb6ab92-0dcf-4986-a5d7-6db44d4dc43c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '9a89b194-15e0-404f-a33a-4b7f59fd9937', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:46:19.900021 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ab92-0dcf-4986-a5d7-6db44d4dc43c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (5623ac4e-f893-41f7-b1b5-c41d7980eebf), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.910503 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Publish callbacks [] for port (5c869f56-9365-410c-a22e-6450fab88b8b), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.915021 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:19.977636 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dc7d6-8a47-4e39-a322-85c88961f239 None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:20.003009 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dc7d6-8a47-4e39-a322-85c88961f239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:20.003361 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dc7d6-8a47-4e39-a322-85c88961f239 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:20.003731 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dc7d6-8a47-4e39-a322-85c88961f239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:20.004091 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dc7d6-8a47-4e39-a322-85c88961f239 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:20.004423 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dc7d6-8a47-4e39-a322-85c88961f239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:20.004758 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dc7d6-8a47-4e39-a322-85c88961f239 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:20.005116 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dc7d6-8a47-4e39-a322-85c88961f239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:20.005447 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dc7d6-8a47-4e39-a322-85c88961f239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:20.005790 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dc7d6-8a47-4e39-a322-85c88961f239 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:20.006122 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dc7d6-8a47-4e39-a322-85c88961f239 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:20.006465 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dc7d6-8a47-4e39-a322-85c88961f239 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:20.006809 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dc7d6-8a47-4e39-a322-85c88961f239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:20.007137 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dc7d6-8a47-4e39-a322-85c88961f239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:20.007462 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dc7d6-8a47-4e39-a322-85c88961f239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:20.008346 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326dc7d6-8a47-4e39-a322-85c88961f239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:46:20.020853 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Attempting to bind port 5c869f56-9365-410c-a22e-6450fab88b8b on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:46:20.021229 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Attempting to bind port 5c869f56-9365-410c-a22e-6450fab88b8b by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'f7affe24-f129-443a-bc45-ac3067596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:46:20.021598 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Attempting to bind port 5c869f56-9365-410c-a22e-6450fab88b8b on network 9677f4a8-f471-4af1-8bda-15a85913e29f {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:46:20.068841 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:46:20.069573 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Checking segment: {'id': 'f7affe24-f129-443a-bc45-ac3067596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:46:20.069684 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.070089 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Bound using segment: {'id': 'f7affe24-f129-443a-bc45-ac3067596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:46:20.071104 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Bound port: 5c869f56-9365-410c-a22e-6450fab88b8b, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7affe24-f129-443a-bc45-ac3067596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:46:20.071488 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.134195 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:46:20.137347 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:46:20.145242 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.181868 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:20.182511 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:20.239633 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dc7d6-8a47-4e39-a322-85c88961f239 None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:20.285586 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ab92-0dcf-4986-a5d7-6db44d4dc43c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (5623ac4e-f893-41f7-b1b5-c41d7980eebf), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.293772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ab92-0dcf-4986-a5d7-6db44d4dc43c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (5623ac4e-f893-41f7-b1b5-c41d7980eebf), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.303564 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:20.315154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6ab92-0dcf-4986-a5d7-6db44d4dc43c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5623ac4e-f893-41f7-b1b5-c41d7980eebf,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:20.321860 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ab92-0dcf-4986-a5d7-6db44d4dc43c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.325945 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39060) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:20.326077 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-aeb6ab92-0dcf-4986-a5d7-6db44d4dc43c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4558871 Oct 26 15:46:20.330784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f6c53abf-7a7d-4875-b7ad-a66b7d47d455 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '9a89b194-15e0-404f-a33a-4b7f59fd9937', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:46:20.335395 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:20.358322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f6c53abf-7a7d-4875-b7ad-a66b7d47d455 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (5cb56a05-e0f8-4cad-b0ac-f3f107ad60e8), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.428177 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f6c53abf-7a7d-4875-b7ad-a66b7d47d455 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (5cb56a05-e0f8-4cad-b0ac-f3f107ad60e8), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.432955 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f6c53abf-7a7d-4875-b7ad-a66b7d47d455 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (5cb56a05-e0f8-4cad-b0ac-f3f107ad60e8), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.453714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ecdcfaa0-5e50-4835-a012-53a5942242ec up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:20.454979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c53abf-7a7d-4875-b7ad-a66b7d47d455 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb56a05-e0f8-4cad-b0ac-f3f107ad60e8,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:20.464389 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f6c53abf-7a7d-4875-b7ad-a66b7d47d455 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.465685 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f6c53abf-7a7d-4875-b7ad-a66b7d47d455 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387081 Oct 26 15:46:20.468526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39062) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:20.473079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-3eb5bc96-c31d-423f-abd0-64b9a8231a64 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '9a89b194-15e0-404f-a33a-4b7f59fd9937', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:46:20.489546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:20.498320 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-3eb5bc96-c31d-423f-abd0-64b9a8231a64 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:46:20.502418 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:20.503419 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:20.506970 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3eb5bc96-c31d-423f-abd0-64b9a8231a64 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (426247b1-c255-4faa-add6-2e124fef92dc), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.508587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ecdcfaa0-5e50-4835-a012-53a5942242ec triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:20.509062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ecdcfaa0-5e50-4835-a012-53a5942242ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.509404 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ecdcfaa0-5e50-4835-a012-53a5942242ec Oct 26 15:46:20.513539 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:20Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:20.538698 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e9e38f-5e61-45d4-b58f-0e6094e97065 None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:20Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:20.573076 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3eb5bc96-c31d-423f-abd0-64b9a8231a64 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (426247b1-c255-4faa-add6-2e124fef92dc), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.577618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3eb5bc96-c31d-423f-abd0-64b9a8231a64 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (426247b1-c255-4faa-add6-2e124fef92dc), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.596114 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5bc96-c31d-423f-abd0-64b9a8231a64 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426247b1-c255-4faa-add6-2e124fef92dc,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:20.603784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ecdcfaa0-5e50-4835-a012-53a5942242ec is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:20.606544 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3eb5bc96-c31d-423f-abd0-64b9a8231a64 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.607902 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3eb5bc96-c31d-423f-abd0-64b9a8231a64 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382928 Oct 26 15:46:20.611256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39064) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:20.615665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-cc5f3523-e5a7-4bfa-b165-0bf303e200ef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '9a89b194-15e0-404f-a33a-4b7f59fd9937', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:46:20.639498 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-cc5f3523-e5a7-4bfa-b165-0bf303e200ef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:46:20.647331 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cc5f3523-e5a7-4bfa-b165-0bf303e200ef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (7d689572-1c6d-4375-829b-1cf9c450fc9a), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.668057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:20.710860 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cc5f3523-e5a7-4bfa-b165-0bf303e200ef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (7d689572-1c6d-4375-829b-1cf9c450fc9a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.716656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cc5f3523-e5a7-4bfa-b165-0bf303e200ef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (7d689572-1c6d-4375-829b-1cf9c450fc9a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.740941 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f3523-e5a7-4bfa-b165-0bf303e200ef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d689572-1c6d-4375-829b-1cf9c450fc9a,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:20.758807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:20.759566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.767400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cc5f3523-e5a7-4bfa-b165-0bf303e200ef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.768725 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cc5f3523-e5a7-4bfa-b165-0bf303e200ef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1565070 Oct 26 15:46:20.789527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:20.794358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:20.858522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:20.969180 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-083a35ed-913d-4692-960e-69a0d359d308 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1763489361&fields=id&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 267 time: 0.0577135 Oct 26 15:46:21.091129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-0a9d0203-2db3-4242-8c97-1a8fd82d7ab8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:21.093373 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-0a9d0203-2db3-4242-8c97-1a8fd82d7ab8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/networks?id=9677f4a8-f471-4af1-8bda-15a85913e29f HTTP/1.1" status: 200 len: 797 time: 0.1162486 Oct 26 15:46:21.108324 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-a6023fb8-d161-4542-93fd-3084d766c923 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/quotas/535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 375 time: 0.0095570 Oct 26 15:46:21.164611 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-30a00df1-c475-4358-8051-196433cc330d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506563 Oct 26 15:46:21.228592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-e807e917-c033-4e71-86b4-35e36a0d57b9 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:46:21.229626 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-e807e917-c033-4e71-86b4-35e36a0d57b9 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0506475 Oct 26 15:46:21.337218 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-0b884e05-edc2-4e49-b2f1-9d622935cc43 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013312 Oct 26 15:46:21.437617 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-1eda796f-e3f5-43e7-8f26-3eb7f5fb65ec service neutron] 10.222.0.60 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944939 Oct 26 15:46:21.608697 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-51abf69f-af17-47e7-a360-c6f51c8564b5 req-e549fe9e-f754-46f0-a3f4-25e330eb894a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 210 time: 0.0286674 Oct 26 15:46:22.475873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86310c-214c-42cb-ab2d-303f12dfe628 None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:22.476404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad86310c-214c-42cb-ab2d-303f12dfe628 None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:22.477073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ad86310c-214c-42cb-ab2d-303f12dfe628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:22.576268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:22.580459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ad86310c-214c-42cb-ab2d-303f12dfe628 None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:22.696371 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d614ef54-e0fa-45cb-bf77-dace105d94cd req-93dfa56f-5bc3-4163-9d86-81425503eceb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 210 time: 0.0299237 Oct 26 15:46:22.775591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ad86310c-214c-42cb-ab2d-303f12dfe628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:20Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:22.800037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86310c-214c-42cb-ab2d-303f12dfe628 None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:22.809203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad86310c-214c-42cb-ab2d-303f12dfe628 None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:22.809802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ad86310c-214c-42cb-ab2d-303f12dfe628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:22.856873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:22.912296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ad86310c-214c-42cb-ab2d-303f12dfe628 None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:23.055840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:23.094187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ad86310c-214c-42cb-ab2d-303f12dfe628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:20Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:23.122550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86310c-214c-42cb-ab2d-303f12dfe628 None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:20Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:23.794170 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-91652a15-2e01-4912-a551-65e5fe100304 req-5e5bb210-3203-4f55-b50e-ddf67f90bab2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 210 time: 0.0332816 Oct 26 15:46:24.383935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:24.454669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:24.455539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:24.525258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:24.538489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:24.610579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:24.611530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:24.683432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:24.767584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:24.813434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5c869f56-9365-410c-a22e-6450fab88b8b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:24.813889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:24.814230 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5c869f56-9365-410c-a22e-6450fab88b8b Oct 26 15:46:24.883099 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ba49af8c-0932-46b7-8913-25d10c42e921 req-4cc5caa7-45b4-4c14-8eb0-769843ebf73d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 210 time: 0.0327220 Oct 26 15:46:24.906279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:24.909853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:24.948973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:24.954273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:24.955444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:25.010832 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a366367-0ec1-4890-9edf-895020f3fb6f None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:25.010832 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a366367-0ec1-4890-9edf-895020f3fb6f None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:25.010832 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4a366367-0ec1-4890-9edf-895020f3fb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:25.036216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:25.044308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:25.044723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:25.045098 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 Oct 26 15:46:25.112626 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4a366367-0ec1-4890-9edf-895020f3fb6f None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:25.127056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:25.127451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:25.147413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:25.151713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:25.180572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:25.201780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:25.298654 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4a366367-0ec1-4890-9edf-895020f3fb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:24Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:25.326882 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a366367-0ec1-4890-9edf-895020f3fb6f None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:25.335612 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a366367-0ec1-4890-9edf-895020f3fb6f None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:25.336198 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4a366367-0ec1-4890-9edf-895020f3fb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:25.431934 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4a366367-0ec1-4890-9edf-895020f3fb6f None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:25.693431 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4a366367-0ec1-4890-9edf-895020f3fb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:24Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:25.717138 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a366367-0ec1-4890-9edf-895020f3fb6f None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:24Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:25.990328 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8a2f3493-8b46-4c61-88be-664e6d5cf049 req-296151bf-6342-4881-ac18-fc2019805b15 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 210 time: 0.0286436 Oct 26 15:46:26.389275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:26.473857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:26.474260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:26.520508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:26.525267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:26.526050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:26.602132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:26.639686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:26.640082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:26.653357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:26.663080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:26.666644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:26.695690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:26.717625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:26.753253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:26.794159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:26.795149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:26.879070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:26.995393 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-8f0f441b-f06a-4a90-b289-fa23abe18756 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:26.997444 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-8f0f441b-f06a-4a90-b289-fa23abe18756 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/networks?id=9677f4a8-f471-4af1-8bda-15a85913e29f HTTP/1.1" status: 200 len: 797 time: 0.1355867 Oct 26 15:46:27.004584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:27.055855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5c869f56-9365-410c-a22e-6450fab88b8b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:27.056775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:27.057225 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5c869f56-9365-410c-a22e-6450fab88b8b Oct 26 15:46:27.081996 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-60743e72-569b-4d85-9517-1b4e95e9cc43 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 380 time: 0.0704455 Oct 26 15:46:27.100051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-670eed84-1253-40c5-beba-a4ebfc1053e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'port': {'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'admin_state_up': True, 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'security_groups': ['9a89b194-15e0-404f-a33a-4b7f59fd9937']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:46:27.145477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:27.145863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:27.150030 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0314d15e-2ce9-4b72-9dcf-76acd30b8307 req-c307773e-9815-4ce1-93de-bd11c78c6c68 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 210 time: 0.0457389 Oct 26 15:46:27.183956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:27.189506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:27.190722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:27.202564 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:27.207893 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:27.289630 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-670eed84-1253-40c5-beba-a4ebfc1053e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:46:27.295600 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-670eed84-1253-40c5-beba-a4ebfc1053e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:27.307585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:27.315387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:27.315769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:27.316111 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 Oct 26 15:46:27.395572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:27.396668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:27.418860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:27.422832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:27.435908 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-670eed84-1253-40c5-beba-a4ebfc1053e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.20.0.3 (9677f4a8-f471-4af1-8bda-15a85913e29f/8ea38392-2242-43bf-a9cd-00961ce34b32/02bd1cc8-065c-4ec1-b97c-5d007594cac2) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:27.469742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:27.582181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-670eed84-1253-40c5-beba-a4ebfc1053e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (02bd1cc8-065c-4ec1-b97c-5d007594cac2), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:27.615435 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-670eed84-1253-40c5-beba-a4ebfc1053e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (02bd1cc8-065c-4ec1-b97c-5d007594cac2), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:27.664955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-670eed84-1253-40c5-beba-a4ebfc1053e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 9677f4a8-f471-4af1-8bda-15a85913e29f is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:27.673392 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-670eed84-1253-40c5-beba-a4ebfc1053e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:27.673392 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-670eed84-1253-40c5-beba-a4ebfc1053e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:46:27.679765 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670eed84-1253-40c5-beba-a4ebfc1053e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=02bd1cc8-065c-4ec1-b97c-5d007594cac2,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:27.736826 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-670eed84-1253-40c5-beba-a4ebfc1053e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:27.737507 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-670eed84-1253-40c5-beba-a4ebfc1053e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:27.755301 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-670eed84-1253-40c5-beba-a4ebfc1053e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6670635 Oct 26 15:46:27.771573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Request body: {'port': {'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:46:27.835415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (02bd1cc8-065c-4ec1-b97c-5d007594cac2), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:27.881203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2240ba24-9e61-4207-92e7-f54d547103f7 None None] Provisioning complete for port 02bd1cc8-065c-4ec1-b97c-5d007594cac2 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:27.881832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2240ba24-9e61-4207-92e7-f54d547103f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (02bd1cc8-065c-4ec1-b97c-5d007594cac2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:27.882309 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2240ba24-9e61-4207-92e7-f54d547103f7 None None] Attempt 1 to provision port 02bd1cc8-065c-4ec1-b97c-5d007594cac2 Oct 26 15:46:27.915302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2240ba24-9e61-4207-92e7-f54d547103f7 None None] Port 02bd1cc8-065c-4ec1-b97c-5d007594cac2 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:46:28.017177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:28.099606 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02bd1cc8-065c-4ec1-b97c-5d007594cac2 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:46:28.103541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:28.107614 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Publish callbacks [] for port (02bd1cc8-065c-4ec1-b97c-5d007594cac2), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:28.121646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Transition to ACTIVE for port object 02bd1cc8-065c-4ec1-b97c-5d007594cac2 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:46:28.125895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (02bd1cc8-065c-4ec1-b97c-5d007594cac2), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:28.185667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Pushing event updated for resources: {'Port': ['ID=02bd1cc8-065c-4ec1-b97c-5d007594cac2,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:28.241482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Attempting to bind port 02bd1cc8-065c-4ec1-b97c-5d007594cac2 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:46:28.242470 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Attempting to bind port 02bd1cc8-065c-4ec1-b97c-5d007594cac2 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'f7affe24-f129-443a-bc45-ac3067596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:46:28.242811 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Attempting to bind port 02bd1cc8-065c-4ec1-b97c-5d007594cac2 on network 9677f4a8-f471-4af1-8bda-15a85913e29f {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:46:28.278324 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7f436-dc45-4ac2-934d-77c67b940914 req-c72bddf2-4ac5-455d-b371-9b70db8c369c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:28.279875 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d8a7f436-dc45-4ac2-934d-77c67b940914 req-c72bddf2-4ac5-455d-b371-9b70db8c369c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 943 time: 0.0501509 Oct 26 15:46:28.285530 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Port 02bd1cc8-065c-4ec1-b97c-5d007594cac2 on network 9677f4a8-f471-4af1-8bda-15a85913e29f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:46:28.285870 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Attempting to bind port 02bd1cc8-065c-4ec1-b97c-5d007594cac2 on network 9677f4a8-f471-4af1-8bda-15a85913e29f {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:46:28.331656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:46:28.331844 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d8a7f436-dc45-4ac2-934d-77c67b940914 req-925fd740-6cf3-4da2-ab1b-e120ecee2436 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9a89b194-15e0-404f-a33a-4b7f59fd9937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440285 Oct 26 15:46:28.331971 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Checking segment: {'id': 'f7affe24-f129-443a-bc45-ac3067596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:46:28.331971 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Bound using segment: {'id': 'f7affe24-f129-443a-bc45-ac3067596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:46:28.331971 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Bound port: 02bd1cc8-065c-4ec1-b97c-5d007594cac2, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7affe24-f129-443a-bc45-ac3067596291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:46:28.331971 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (02bd1cc8-065c-4ec1-b97c-5d007594cac2), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:28.362019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1662a618-dce5-4658-b0b5-e9bd894ee3be None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:28.366509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1662a618-dce5-4658-b0b5-e9bd894ee3be None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:28.367797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-1662a618-dce5-4658-b0b5-e9bd894ee3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:28.409996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] For port 02bd1cc8-065c-4ec1-b97c-5d007594cac2, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:46:28.413307 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] For port 02bd1cc8-065c-4ec1-b97c-5d007594cac2, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=02bd1cc8-065c-4ec1-b97c-5d007594cac2,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:46:28.424011 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (02bd1cc8-065c-4ec1-b97c-5d007594cac2), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:28.434582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:28.435205 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:28.436595 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/02bd1cc8-065c-4ec1-b97c-5d007594cac2 HTTP/1.1" status: 200 len: 1093 time: 0.6694412 Oct 26 15:46:28.437209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'tag': '02bd1cc8-065c-4ec1-b97c-5d007594cac2'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:46:28.439514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48f56b1-0b5b-4d1e-96d5-83558cc1853e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcde8817-37bc-49da-9eba-c980f4de8fe9", "tag": "02bd1cc8-065c-4ec1-b97c-5d007594cac2"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:46:28.459035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:28.517632 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d357f95-4cf7-4397-99c0-22bfff8b539b x-openstack-request-id: req-7d357f95-4cf7-4397-99c0-22bfff8b539b {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:46:28.517923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcde8817-37bc-49da-9eba-c980f4de8fe9", "tag": "02bd1cc8-065c-4ec1-b97c-5d007594cac2", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:46:28.518174 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d357f95-4cf7-4397-99c0-22bfff8b539b {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:46:28.518574 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d357f95-4cf7-4397-99c0-22bfff8b539b'] response: {'name': 'network-changed', 'server_uuid': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'tag': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'status': 'completed', 'code': 200} Oct 26 15:46:28.521915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9b086-29ce-4877-8c05-5871a918e908 service neutron] Pushing event updated for resources: {'Port': ['ID=02bd1cc8-065c-4ec1-b97c-5d007594cac2,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:28.534811 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-d29350cc-395b-476f-8f4d-909f41d1d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:28.536348 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-d29350cc-395b-476f-8f4d-909f41d1d998 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 1127 time: 0.0509310 Oct 26 15:46:28.581626 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-ecc5ebeb-393b-40c6-b5d1-b6e98e8b761a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02bd1cc8-065c-4ec1-b97c-5d007594cac2 HTTP/1.1" status: 200 len: 217 time: 0.0361993 Oct 26 15:46:28.620665 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:28.643193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-4815e9f8-5690-4873-9e62-159615382eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:28.644687 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-4815e9f8-5690-4873-9e62-159615382eee service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea38392-2242-43bf-a9cd-00961ce34b32 HTTP/1.1" status: 200 len: 844 time: 0.0540562 Oct 26 15:46:28.671419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-1662a618-dce5-4658-b0b5-e9bd894ee3be None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:28.691717 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-82ee7d77-574f-4f48-bcda-5b6c91ed897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:28.693286 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-82ee7d77-574f-4f48-bcda-5b6c91ed897e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9677f4a8-f471-4af1-8bda-15a85913e29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0394442 Oct 26 15:46:28.795814 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-212b3b1f-ed48-4e4e-85e6-2b484c697752 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899770 Oct 26 15:46:28.821638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:28.822026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:28.851364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:28.881331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:28.887221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:28.887955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:28.892293 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95ca968f-4311-4f5d-b9b6-6082e54178e3 req-b75bb846-0faf-42fa-9433-276ad5bc5b1f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869169 Oct 26 15:46:28.974875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:28.986365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-1662a618-dce5-4658-b0b5-e9bd894ee3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:27Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:27Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:29.018110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:29.024858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1662a618-dce5-4658-b0b5-e9bd894ee3be None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:29.030153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:29.063218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1662a618-dce5-4658-b0b5-e9bd894ee3be None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:29.063841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-1662a618-dce5-4658-b0b5-e9bd894ee3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:29.113587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:29.113981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:29.171122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:29.178101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:29.213803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-1662a618-dce5-4658-b0b5-e9bd894ee3be None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:29.295252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:29.416181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-1662a618-dce5-4658-b0b5-e9bd894ee3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:27Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:28Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:29.445612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1662a618-dce5-4658-b0b5-e9bd894ee3be None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:27Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:28Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:29.462681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacb584-1807-4f03-b2b9-39351676bd4a req-5b021cc4-05ce-4185-87b7-83b2d79b6f40 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:29.464814 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7bacb584-1807-4f03-b2b9-39351676bd4a req-5b021cc4-05ce-4185-87b7-83b2d79b6f40 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 943 time: 0.0510669 Oct 26 15:46:29.516316 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7bacb584-1807-4f03-b2b9-39351676bd4a req-6ef51c2a-1f5a-4f81-9e29-91ad1c11896f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9a89b194-15e0-404f-a33a-4b7f59fd9937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455635 Oct 26 15:46:29.763154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f56b1-0b5b-4d1e-96d5-83558cc1853e req-a5f9be70-b7e2-4a7b-98b9-00a7be37dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:29.764716 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c48f56b1-0b5b-4d1e-96d5-83558cc1853e req-a5f9be70-b7e2-4a7b-98b9-00a7be37dc58 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 1127 time: 0.0424731 Oct 26 15:46:29.777825 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:29.865264 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f56b1-0b5b-4d1e-96d5-83558cc1853e req-dab1edd6-b099-4793-9933-c27598d9a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:29.867465 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c48f56b1-0b5b-4d1e-96d5-83558cc1853e req-dab1edd6-b099-4793-9933-c27598d9a4bf service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=9677f4a8-f471-4af1-8bda-15a85913e29f HTTP/1.1" status: 200 len: 898 time: 0.0964012 Oct 26 15:46:29.912626 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c48f56b1-0b5b-4d1e-96d5-83558cc1853e req-9346c413-4009-4935-89d5-46a0eccf5e9b service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02bd1cc8-065c-4ec1-b97c-5d007594cac2 HTTP/1.1" status: 200 len: 217 time: 0.0351467 Oct 26 15:46:29.972522 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f56b1-0b5b-4d1e-96d5-83558cc1853e req-b98f9ddc-5021-4e9d-ace7-a30ef5918469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:29.974115 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c48f56b1-0b5b-4d1e-96d5-83558cc1853e req-b98f9ddc-5021-4e9d-ace7-a30ef5918469 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea38392-2242-43bf-a9cd-00961ce34b32 HTTP/1.1" status: 200 len: 844 time: 0.0511801 Oct 26 15:46:30.023861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f56b1-0b5b-4d1e-96d5-83558cc1853e req-cea1e1bf-6163-47fc-8ccd-4f8f6cf7d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:30.025467 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c48f56b1-0b5b-4d1e-96d5-83558cc1853e req-cea1e1bf-6163-47fc-8ccd-4f8f6cf7d3b6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9677f4a8-f471-4af1-8bda-15a85913e29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0415103 Oct 26 15:46:30.092361 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:30.133213 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c48f56b1-0b5b-4d1e-96d5-83558cc1853e req-0f9d0d9f-0282-4e88-99b5-315fb4e76b3a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968914 Oct 26 15:46:30.235623 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c48f56b1-0b5b-4d1e-96d5-83558cc1853e req-2ecc390b-77e8-40c0-8d19-ee1e4e46fde9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928755 Oct 26 15:46:30.470678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:30.517485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5c869f56-9365-410c-a22e-6450fab88b8b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:30.517868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:30.518214 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5c869f56-9365-410c-a22e-6450fab88b8b Oct 26 15:46:30.599833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:30.600225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:30.637444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:30.643096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:30.644318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:30.647545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f88f0-4ee1-4a07-b079-0188387cbc64 req-adf4fe32-fa30-4913-ae87-2611fa5733c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:30.649147 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-726f88f0-4ee1-4a07-b079-0188387cbc64 req-adf4fe32-fa30-4913-ae87-2611fa5733c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 943 time: 0.0540197 Oct 26 15:46:30.701331 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-726f88f0-4ee1-4a07-b079-0188387cbc64 req-dd034c65-c51c-45a0-92ff-e1c1cffba235 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9a89b194-15e0-404f-a33a-4b7f59fd9937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463719 Oct 26 15:46:30.731224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:30.731609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:30.731953 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 Oct 26 15:46:30.733664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:30.809290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:30.809572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:30.830084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:30.833872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:30.881397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:31.786444 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3385ad1a-20d4-4c2b-bf1f-ee1942408298 None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:31.786963 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3385ad1a-20d4-4c2b-bf1f-ee1942408298 None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:31.787308 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3385ad1a-20d4-4c2b-bf1f-ee1942408298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:31.824859 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377a2ae-3125-4eee-a29f-36a10a36876a req-5b83718e-2378-4b8b-a181-a8be3dcc6deb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:31.826350 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7377a2ae-3125-4eee-a29f-36a10a36876a req-5b83718e-2378-4b8b-a181-a8be3dcc6deb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 943 time: 0.0477569 Oct 26 15:46:31.850017 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:31.881593 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7377a2ae-3125-4eee-a29f-36a10a36876a req-e4976da7-dc0c-4c5e-beda-0726295920ee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9a89b194-15e0-404f-a33a-4b7f59fd9937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496504 Oct 26 15:46:31.889610 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3385ad1a-20d4-4c2b-bf1f-ee1942408298 None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:32.011855 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:32.073386 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3385ad1a-20d4-4c2b-bf1f-ee1942408298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:30Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:30Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:32.097898 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3385ad1a-20d4-4c2b-bf1f-ee1942408298 None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:32.107098 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3385ad1a-20d4-4c2b-bf1f-ee1942408298 None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:32.107696 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3385ad1a-20d4-4c2b-bf1f-ee1942408298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:32.207684 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3385ad1a-20d4-4c2b-bf1f-ee1942408298 None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:32.385270 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3385ad1a-20d4-4c2b-bf1f-ee1942408298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:30Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:30Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:32.413294 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3385ad1a-20d4-4c2b-bf1f-ee1942408298 None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:30Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:30Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:32.437546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:32.513627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:32.514017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:32.547622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:32.553347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:32.554622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:32.642866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:32.670426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 02bd1cc8-065c-4ec1-b97c-5d007594cac2 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:46:32.677141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:32.688815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:32.703118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:32.703507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:32.763832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:32.769125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:32.799578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:32.851778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:32.855535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 02bd1cc8-065c-4ec1-b97c-5d007594cac2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=02bd1cc8-065c-4ec1-b97c-5d007594cac2,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:32.867659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:46:32.905158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 02bd1cc8-065c-4ec1-b97c-5d007594cac2 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:32.905545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (02bd1cc8-065c-4ec1-b97c-5d007594cac2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:32.919760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02bd1cc8-065c-4ec1-b97c-5d007594cac2 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:46:32.943268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 02bd1cc8-065c-4ec1-b97c-5d007594cac2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=02bd1cc8-065c-4ec1-b97c-5d007594cac2,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:32.947905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (02bd1cc8-065c-4ec1-b97c-5d007594cac2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:32.997912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=02bd1cc8-065c-4ec1-b97c-5d007594cac2,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:33.024759 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638fa40-c764-4dff-be78-700d32e49a85 req-4b34a4dd-55c5-4091-94ed-d0a466065770 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:33.026350 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b638fa40-c764-4dff-be78-700d32e49a85 req-4b34a4dd-55c5-4091-94ed-d0a466065770 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 944 time: 0.0600302 Oct 26 15:46:33.093365 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b638fa40-c764-4dff-be78-700d32e49a85 req-6f779a63-ca63-4737-8a0f-79bd03a0ae95 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9a89b194-15e0-404f-a33a-4b7f59fd9937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613279 Oct 26 15:46:33.249174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['02bd1cc8-065c-4ec1-b97c-5d007594cac2'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 15:46:34.220210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24570e-08fa-4beb-9725-6d88f70b4a7a req-cbb376cd-13a4-426e-95a9-554072a37689 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:34.221714 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0a24570e-08fa-4beb-9725-6d88f70b4a7a req-cbb376cd-13a4-426e-95a9-554072a37689 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 944 time: 0.0493534 Oct 26 15:46:34.269956 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0a24570e-08fa-4beb-9725-6d88f70b4a7a req-0c7676d6-0cbd-416b-a621-84a29c784540 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9a89b194-15e0-404f-a33a-4b7f59fd9937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418320 Oct 26 15:46:34.677376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 02bd1cc8-065c-4ec1-b97c-5d007594cac2 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:34.722233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 02bd1cc8-065c-4ec1-b97c-5d007594cac2 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 15:46:34.728441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 02bd1cc8-065c-4ec1-b97c-5d007594cac2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:34.729012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (02bd1cc8-065c-4ec1-b97c-5d007594cac2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:34.729358 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 02bd1cc8-065c-4ec1-b97c-5d007594cac2 Oct 26 15:46:34.799119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 02bd1cc8-065c-4ec1-b97c-5d007594cac2 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:34.799529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (02bd1cc8-065c-4ec1-b97c-5d007594cac2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:34.823208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bd1cc8-065c-4ec1-b97c-5d007594cac2'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:46:34.825479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79471eb3-f4c3-4bc3-9912-ee6786f2e554" -d '{"events": [{"server_uuid": "dcde8817-37bc-49da-9eba-c980f4de8fe9", "name": "network-vif-plugged", "status": "completed", "tag": "02bd1cc8-065c-4ec1-b97c-5d007594cac2"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:46:34.838995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 02bd1cc8-065c-4ec1-b97c-5d007594cac2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=02bd1cc8-065c-4ec1-b97c-5d007594cac2,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:34.859845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d5276b-2b79-417f-9080-976814a2671a None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:34.859845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (02bd1cc8-065c-4ec1-b97c-5d007594cac2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:34.889352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d5276b-2b79-417f-9080-976814a2671a None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:34.889991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a7d5276b-2b79-417f-9080-976814a2671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:34.928667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24136f7-9d90-4b09-a2d5-8d2f4a8e232e x-openstack-request-id: req-c24136f7-9d90-4b09-a2d5-8d2f4a8e232e {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:46:34.928979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcde8817-37bc-49da-9eba-c980f4de8fe9", "name": "network-vif-plugged", "status": "completed", "tag": "02bd1cc8-065c-4ec1-b97c-5d007594cac2", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:46:34.929759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c24136f7-9d90-4b09-a2d5-8d2f4a8e232e {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:46:34.930148 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c24136f7-9d90-4b09-a2d5-8d2f4a8e232e'] response: {'server_uuid': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'code': 200} Oct 26 15:46:34.946668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=02bd1cc8-065c-4ec1-b97c-5d007594cac2,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:35.015170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a7d5276b-2b79-417f-9080-976814a2671a None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:35.107420 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b11da-3f5f-4609-bba3-966ed2bbec0a req-94725d2d-4532-499e-bfee-70ee72197a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:35.108863 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d50b11da-3f5f-4609-bba3-966ed2bbec0a req-94725d2d-4532-499e-bfee-70ee72197a30 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 1129 time: 0.0401647 Oct 26 15:46:35.157917 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d50b11da-3f5f-4609-bba3-966ed2bbec0a req-651d49db-7e62-45f7-a14b-2ec4f2a725e8 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9a89b194-15e0-404f-a33a-4b7f59fd9937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 Oct 26 15:46:35.350827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a7d5276b-2b79-417f-9080-976814a2671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:32Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:32Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:35.353357 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:35.377126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d5276b-2b79-417f-9080-976814a2671a None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:35.386201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d5276b-2b79-417f-9080-976814a2671a None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:35.386846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a7d5276b-2b79-417f-9080-976814a2671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:35.393209 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e247dca-d0e9-4bc9-8248-3b83fd8f991f req-0b30ca62-70e1-4474-a01a-32aed0533864 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:35.394701 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7e247dca-d0e9-4bc9-8248-3b83fd8f991f req-0b30ca62-70e1-4474-a01a-32aed0533864 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 945 time: 0.0506136 Oct 26 15:46:35.439406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:35.444915 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7e247dca-d0e9-4bc9-8248-3b83fd8f991f req-dbbbcbde-57a6-4f5f-aa0f-5490f141d104 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9a89b194-15e0-404f-a33a-4b7f59fd9937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444930 Oct 26 15:46:35.492175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a7d5276b-2b79-417f-9080-976814a2671a None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:35.493742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:35.662032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:35.679384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a7d5276b-2b79-417f-9080-976814a2671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:32Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:32Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:35.703141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d5276b-2b79-417f-9080-976814a2671a None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:32Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:32Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:36.392018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:36.471848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:36.490899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:36.579442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:36.597177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ee654-3b7d-4c15-bac3-87635e5b3ac8 req-fbd0e69b-3887-4223-bd60-a0a991df66d4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:36.601496 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9b0ee654-3b7d-4c15-bac3-87635e5b3ac8 req-fbd0e69b-3887-4223-bd60-a0a991df66d4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 945 time: 0.0682960 Oct 26 15:46:36.669954 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9b0ee654-3b7d-4c15-bac3-87635e5b3ac8 req-68539fbf-e315-403a-b418-16b4fb1315af tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9a89b194-15e0-404f-a33a-4b7f59fd9937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602806 Oct 26 15:46:36.696379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:36.744048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5c869f56-9365-410c-a22e-6450fab88b8b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:36.744425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:36.744760 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5c869f56-9365-410c-a22e-6450fab88b8b Oct 26 15:46:36.822780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:36.823169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:36.856747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:36.860313 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:36.861130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:36.937316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:36.948615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:36.948973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:36.949310 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 Oct 26 15:46:37.019619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:37.020001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:37.040823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:37.044347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:37.089627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:37.533608 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef17767-572a-4e07-ace3-f7ef97f3eeb7 None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:37.535526 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef17767-572a-4e07-ace3-f7ef97f3eeb7 None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:37.536131 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ef17767-572a-4e07-ace3-f7ef97f3eeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:37.634134 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2ef17767-572a-4e07-ace3-f7ef97f3eeb7 None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:37.797794 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a716eac-b636-4817-9717-fb8609958786 req-1d987f22-12ab-45b2-814f-319f68670cde tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:37.799221 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4a716eac-b636-4817-9717-fb8609958786 req-1d987f22-12ab-45b2-814f-319f68670cde tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 945 time: 0.0513260 Oct 26 15:46:37.817406 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ef17767-572a-4e07-ace3-f7ef97f3eeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:37Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:36Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:37.842483 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef17767-572a-4e07-ace3-f7ef97f3eeb7 None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:37.849083 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4a716eac-b636-4817-9717-fb8609958786 req-3d9d598f-ade9-4b1a-8176-2f8d56c5c52d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9a89b194-15e0-404f-a33a-4b7f59fd9937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433757 Oct 26 15:46:37.851096 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef17767-572a-4e07-ace3-f7ef97f3eeb7 None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:37.851692 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ef17767-572a-4e07-ace3-f7ef97f3eeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:37.903772 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:37.957787 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2ef17767-572a-4e07-ace3-f7ef97f3eeb7 None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:37.976308 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebc784-902c-4307-b1ca-9e6fd8dec124 req-33462bf5-278d-481a-ae26-8288a23be5c9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:37.977821 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bbebc784-902c-4307-b1ca-9e6fd8dec124 req-33462bf5-278d-481a-ae26-8288a23be5c9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 945 time: 0.0545959 Oct 26 15:46:38.029938 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bbebc784-902c-4307-b1ca-9e6fd8dec124 req-b5ac6e85-5e97-4897-ad5e-8ea6bf07f079 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9a89b194-15e0-404f-a33a-4b7f59fd9937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463631 Oct 26 15:46:38.059108 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39154) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:38.085728 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:38.098391 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c19acf-3804-4cc7-bac2-358aeb07ffa7 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:38.099946 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d8c19acf-3804-4cc7-bac2-358aeb07ffa7 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 1124 time: 0.0398967 Oct 26 15:46:38.102821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39156) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:38.107115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:46:38.129101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:38.214098 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:38.232323 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ef17767-572a-4e07-ace3-f7ef97f3eeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:37Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:36Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:38.256641 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef17767-572a-4e07-ace3-f7ef97f3eeb7 None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:37Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:36Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:38.262073 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:38.331623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.26.11.30 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/b3c32f25-d142-4476-a866-603e7c4d3be3) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:46:38.384836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:38.442871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:38.446572 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (b3c32f25-d142-4476-a866-603e7c4d3be3), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:38.487558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (b3c32f25-d142-4476-a866-603e7c4d3be3), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:38.537578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:46:38.543464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:46:38.546519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:46:38.577704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:38.578388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:38.580817 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=b3c32f25-d142-4476-a866-603e7c4d3be3,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:38.595310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c0d34c1a-eb71-4e50-91f7-17b4a96236b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:38.625851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:38.630481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:38.631434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:38.715069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:38.753113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:38.753506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:38.776320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:38.781436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:38.822312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:38.837850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:38.959440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (d42f5951-c772-464f-968c-09d37ff67a3a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:39.033546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b3c32f25-d142-4476-a866-603e7c4d3be3), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:39.057873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:39.189461 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (b3c32f25-d142-4476-a866-603e7c4d3be3), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:39.194228 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (b3c32f25-d142-4476-a866-603e7c4d3be3), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:39.266629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (d42f5951-c772-464f-968c-09d37ff67a3a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:39.268369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=b3c32f25-d142-4476-a866-603e7c4d3be3,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:39.303523 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:39.374014 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Floating IP d42f5951-c772-464f-968c-09d37ff67a3a associated. External IP: 172.26.11.30, port: 02bd1cc8-065c-4ec1-b97c-5d007594cac2. Oct 26 15:46:39.580782 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:46:39.688069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:46:39.704899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:39.737722 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9b4e4d25-c9ae-42dd-a9df-c0058142f39c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6338935 Oct 26 15:46:39.738368 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'tag': '02bd1cc8-065c-4ec1-b97c-5d007594cac2'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:46:39.740493 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39158) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:39.740995 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884246ca-467f-4013-8bf2-d3a93cd6834e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcde8817-37bc-49da-9eba-c980f4de8fe9", "tag": "02bd1cc8-065c-4ec1-b97c-5d007594cac2"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:46:39.781287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aece13a7-be60-40bd-857b-3bb246354dba x-openstack-request-id: req-aece13a7-be60-40bd-857b-3bb246354dba {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:46:39.781287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcde8817-37bc-49da-9eba-c980f4de8fe9", "tag": "02bd1cc8-065c-4ec1-b97c-5d007594cac2", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:46:39.781530 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aece13a7-be60-40bd-857b-3bb246354dba {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:46:39.781880 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aece13a7-be60-40bd-857b-3bb246354dba'] response: {'name': 'network-changed', 'server_uuid': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'tag': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'status': 'completed', 'code': 200} Oct 26 15:46:39.805275 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f27d7ffd-37be-4e33-a9ba-b228d909e338 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 991 time: 0.0635338 Oct 26 15:46:39.844487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884246ca-467f-4013-8bf2-d3a93cd6834e req-1f765ed6-3669-4399-bf53-f264258b2d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:39.846032 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-884246ca-467f-4013-8bf2-d3a93cd6834e req-1f765ed6-3669-4399-bf53-f264258b2d72 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 1129 time: 0.0405927 Oct 26 15:46:39.941673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884246ca-467f-4013-8bf2-d3a93cd6834e req-57cc67ff-32be-46f3-a453-c08b88fd0cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:39.943386 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-884246ca-467f-4013-8bf2-d3a93cd6834e req-57cc67ff-32be-46f3-a453-c08b88fd0cd0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=9677f4a8-f471-4af1-8bda-15a85913e29f HTTP/1.1" status: 200 len: 898 time: 0.0911160 Oct 26 15:46:40.000558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:40.008666 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-884246ca-467f-4013-8bf2-d3a93cd6834e req-fcb00b6b-a004-433a-ba37-3f785b7da9d8 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02bd1cc8-065c-4ec1-b97c-5d007594cac2 HTTP/1.1" status: 200 len: 999 time: 0.0597157 Oct 26 15:46:40.060474 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884246ca-467f-4013-8bf2-d3a93cd6834e req-5914aaff-eeff-4b5c-b47c-39268df746f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:40.062029 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-884246ca-467f-4013-8bf2-d3a93cd6834e req-5914aaff-eeff-4b5c-b47c-39268df746f1 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea38392-2242-43bf-a9cd-00961ce34b32 HTTP/1.1" status: 200 len: 844 time: 0.0464830 Oct 26 15:46:40.110267 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884246ca-467f-4013-8bf2-d3a93cd6834e req-c6816047-d3b5-4df6-b142-862bc9f900de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:46:40.111821 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-884246ca-467f-4013-8bf2-d3a93cd6834e req-c6816047-d3b5-4df6-b142-862bc9f900de service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9677f4a8-f471-4af1-8bda-15a85913e29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436063 Oct 26 15:46:40.203435 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-884246ca-467f-4013-8bf2-d3a93cd6834e req-bcfc94ad-24be-4d21-a7f1-fe5a1abb950d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856013 Oct 26 15:46:40.298346 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-884246ca-467f-4013-8bf2-d3a93cd6834e req-9e80d109-eb6a-47e7-a9d9-de6a027ba61d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888865 Oct 26 15:46:40.767360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b772842c-2bfb-4934-a205-b9a63e0de6bc None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:40.774498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b772842c-2bfb-4934-a205-b9a63e0de6bc None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:40.775108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b772842c-2bfb-4934-a205-b9a63e0de6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:40.809084 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39162) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:40.870515 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cd155926-0090-4e0c-9227-c525a5b17608 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 991 time: 0.0600595 Oct 26 15:46:40.877501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b772842c-2bfb-4934-a205-b9a63e0de6bc None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:40.917586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:40.977103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-00266aa1-1a15-4f09-a7bd-3e4ca0dcb04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:41.033198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:41.101139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b772842c-2bfb-4934-a205-b9a63e0de6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:38Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:38Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:38Z', 'revision_number': 12, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:41.124844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b772842c-2bfb-4934-a205-b9a63e0de6bc None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:41.133514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b772842c-2bfb-4934-a205-b9a63e0de6bc None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:41.134103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b772842c-2bfb-4934-a205-b9a63e0de6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:41.233995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b772842c-2bfb-4934-a205-b9a63e0de6bc None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:41.438769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b772842c-2bfb-4934-a205-b9a63e0de6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:38Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:38Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:38Z', 'revision_number': 12, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:41.462000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b772842c-2bfb-4934-a205-b9a63e0de6bc None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:38Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:38Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:38Z', 'revision_number': 12, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:41.874613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39164) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:41.938970 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2c7732eb-e303-45e9-84ef-fa24dc94f84e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 991 time: 0.0619216 Oct 26 15:46:42.091488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:42.391714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:42.468855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:42.481267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:42.556690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:42.638285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:42.684038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5c869f56-9365-410c-a22e-6450fab88b8b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:42.684421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:42.684765 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5c869f56-9365-410c-a22e-6450fab88b8b Oct 26 15:46:42.758610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:42.758924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:42.791428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:42.795338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:42.796172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:42.869609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:42.879984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:42.880353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:42.880686 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 Oct 26 15:46:42.918871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:42.940897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39166) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:42.952585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:42.952993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:42.974045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:42.977868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:43.002960 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-931bc3a2-5214-4ccd-bb08-df11e216061b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 991 time: 0.0607460 Oct 26 15:46:43.025176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:43.052311 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da97e560-a772-4ed8-9a91-f2749802070a None None] New status for floating IP d42f5951-c772-464f-968c-09d37ff67a3a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:46:43.396286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781786a6-e7d8-46b1-b747-4b3e7dcb774e None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:43.396286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781786a6-e7d8-46b1-b747-4b3e7dcb774e None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:43.396286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-781786a6-e7d8-46b1-b747-4b3e7dcb774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:43.497231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-781786a6-e7d8-46b1-b747-4b3e7dcb774e None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:43.565303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:43.779513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:43.791463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:43.867718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:43.872384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-781786a6-e7d8-46b1-b747-4b3e7dcb774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:42Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:43Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:42Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:43.897294 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781786a6-e7d8-46b1-b747-4b3e7dcb774e None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:43.905554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781786a6-e7d8-46b1-b747-4b3e7dcb774e None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:43.906152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-781786a6-e7d8-46b1-b747-4b3e7dcb774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:44.006638 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39168) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:44.007775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-781786a6-e7d8-46b1-b747-4b3e7dcb774e None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:44.068197 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b0b74a5d-b6df-4707-b545-d42f45714f51 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0588303 Oct 26 15:46:44.218845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-781786a6-e7d8-46b1-b747-4b3e7dcb774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:42Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:43Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:42Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:44.244202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781786a6-e7d8-46b1-b747-4b3e7dcb774e None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:42Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:43Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:42Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:44.482876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:44.563607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:44.564115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:44.598765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:44.603413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:44.604103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:44.683148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:44.720858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:44.721255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:44.743582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:44.747126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:44.796471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:45.071160 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39170) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:45.134449 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7c38c790-1736-4b66-8b97-2dcf1e579d04 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0621345 Oct 26 15:46:45.763359 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b418d9-36bc-44dd-a689-bc195fdcd1be None None] New status for floating IP d42f5951-c772-464f-968c-09d37ff67a3a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:46:46.112068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e6577-6b37-449a-adb4-ded471a0430c None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:46.112068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e6577-6b37-449a-adb4-ded471a0430c None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:46.112068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c78e6577-6b37-449a-adb4-ded471a0430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:46.137911 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39172) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:46.197794 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a15785a2-69ea-483e-b492-f62d1f5cd947 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0575984 Oct 26 15:46:46.214610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c78e6577-6b37-449a-adb4-ded471a0430c None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:46.297946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:46.431484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c78e6577-6b37-449a-adb4-ded471a0430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:44Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:45Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:44Z', 'revision_number': 14, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:46.455871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e6577-6b37-449a-adb4-ded471a0430c None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:46.464679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e6577-6b37-449a-adb4-ded471a0430c None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:46.465311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c78e6577-6b37-449a-adb4-ded471a0430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:46.506174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:46.565954 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c78e6577-6b37-449a-adb4-ded471a0430c None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:46.636703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:46.660009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:46.788688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c78e6577-6b37-449a-adb4-ded471a0430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:44Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:45Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:44Z', 'revision_number': 14, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:46.813504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e6577-6b37-449a-adb4-ded471a0430c None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:44Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:45Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:44Z', 'revision_number': 14, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:47.121238 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:46:47.200191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39174) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:47.260277 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-08bffcb3-daeb-4280-aa1b-eef4c7342bc1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0588217 Oct 26 15:46:48.264043 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39176) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:48.315569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:48.326762 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f37e8718-f650-430b-b960-d31af565e5cd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0616460 Oct 26 15:46:48.361550 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1936b1-6e57-4064-9e19-0569730b17d6 None None] New status for floating IP d42f5951-c772-464f-968c-09d37ff67a3a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:46:48.477764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:48.522821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5c869f56-9365-410c-a22e-6450fab88b8b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:48.523197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:48.523535 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5c869f56-9365-410c-a22e-6450fab88b8b Oct 26 15:46:48.598543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:48.598965 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:48.632857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:48.637005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:48.637921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:48.711046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:48.721892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:48.722268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:48.722607 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 Oct 26 15:46:48.800259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:48.800651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:48.822826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:48.826461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:48.872174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:49.252714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556c1928-48a0-4934-839b-3342908e781e None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:49.252714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556c1928-48a0-4934-839b-3342908e781e None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:49.252714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-556c1928-48a0-4934-839b-3342908e781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:49.330645 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39178) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:49.358296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-556c1928-48a0-4934-839b-3342908e781e None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:49.389481 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-616720cf-7bba-48f8-86bd-8397dbce91a9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0574005 Oct 26 15:46:49.718687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-556c1928-48a0-4934-839b-3342908e781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:48Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:48Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:48Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:49.744335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556c1928-48a0-4934-839b-3342908e781e None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:49.753065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556c1928-48a0-4934-839b-3342908e781e None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:49.753675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-556c1928-48a0-4934-839b-3342908e781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:49.810034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:49.857934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-556c1928-48a0-4934-839b-3342908e781e None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:49.884675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:50.068402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-556c1928-48a0-4934-839b-3342908e781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:48Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:48Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:48Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:50.093640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556c1928-48a0-4934-839b-3342908e781e None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:48Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:48Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:48Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:50.393448 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39180) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:50.397773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:50.443130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:50.486039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:50.486351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:50.523980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:50.528752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:50.553149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:50.613879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:50.660210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:50.764127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:50.800173 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1b6fd7f3-9c67-42c1-a2d3-0967166b9f4b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.4055574 Oct 26 15:46:50.827157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5c869f56-9365-410c-a22e-6450fab88b8b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:50.827535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:50.827878 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5c869f56-9365-410c-a22e-6450fab88b8b Oct 26 15:46:50.904189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:50.904584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:50.944194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:50.948481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:51.002874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:51.009256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:51.083228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:51.083619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:51.106174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:51.110037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:51.162217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:51.772138 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4346f25-3b24-43c3-9964-e9c69b887e30 None None] New status for floating IP d42f5951-c772-464f-968c-09d37ff67a3a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:46:51.804295 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39182) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:51.861841 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-378aaaec-75d0-43c3-8402-0321664e28f5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0562956 Oct 26 15:46:52.123437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cc6bc-66f7-4bb1-882c-9327cad3609b None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:52.123437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005cc6bc-66f7-4bb1-882c-9327cad3609b None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:52.123437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-005cc6bc-66f7-4bb1-882c-9327cad3609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:52.225432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-005cc6bc-66f7-4bb1-882c-9327cad3609b None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:52.435248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-005cc6bc-66f7-4bb1-882c-9327cad3609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:51Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:50Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:52.436899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:52.467048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:52.471170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cc6bc-66f7-4bb1-882c-9327cad3609b None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:52.507997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005cc6bc-66f7-4bb1-882c-9327cad3609b None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:52.508616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-005cc6bc-66f7-4bb1-882c-9327cad3609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:52.544786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:52.596889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:52.597285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:52.660699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-005cc6bc-66f7-4bb1-882c-9327cad3609b None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:52.690989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:52.698006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:52.780228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:52.797708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:52.865602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39184) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:52.917719 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-005cc6bc-66f7-4bb1-882c-9327cad3609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:51Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:50Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:52.926386 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-754e95c2-2182-47a2-a966-91d27cf1da1c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0593820 Oct 26 15:46:52.942534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cc6bc-66f7-4bb1-882c-9327cad3609b None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:51Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:50Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:53.930342 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39186) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:53.989880 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-03c203b6-5ecc-42d6-97b1-717a53b1720c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0583966 Oct 26 15:46:54.481301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:54.483693 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16f3dc1-9794-40bf-a065-e901612c753c None None] New status for floating IP d42f5951-c772-464f-968c-09d37ff67a3a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:46:54.524084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5c869f56-9365-410c-a22e-6450fab88b8b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:54.524374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:54.524719 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5c869f56-9365-410c-a22e-6450fab88b8b Oct 26 15:46:54.748626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:54.748626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:54.783801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:54.787078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:54.787928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:54.860197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc23431-9532-4f4e-b53f-d7b1d3b734eb None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:54.875149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:54.880762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc23431-9532-4f4e-b53f-d7b1d3b734eb None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:54.881389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fdc23431-9532-4f4e-b53f-d7b1d3b734eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:54.919193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:54.919574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:54.919916 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 Oct 26 15:46:54.994185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39188) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:55.034714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-fdc23431-9532-4f4e-b53f-d7b1d3b734eb None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:55.056525 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-029fbeef-ec0e-4425-8073-4591174bfeed tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0611689 Oct 26 15:46:55.081558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:55.081950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:55.138628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:55.146291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:55.244220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:55.313087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fdc23431-9532-4f4e-b53f-d7b1d3b734eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:51Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:54Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:54Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:55.338162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc23431-9532-4f4e-b53f-d7b1d3b734eb None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:55.340678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:55.348081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc23431-9532-4f4e-b53f-d7b1d3b734eb None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:55.348697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fdc23431-9532-4f4e-b53f-d7b1d3b734eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:55.450101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-fdc23431-9532-4f4e-b53f-d7b1d3b734eb None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:55.515047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:55.645168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:55.661594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fdc23431-9532-4f4e-b53f-d7b1d3b734eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:55Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:54Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:54Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:55.685720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc23431-9532-4f4e-b53f-d7b1d3b734eb None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:55Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:54Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:54Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:56.060404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39190) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:56.120743 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-859ec84c-a8d2-4bd0-bb8b-82bdc3cbd274 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0589883 Oct 26 15:46:56.181340 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=65 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:56.188521 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=51 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:56.401092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:56.480288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:56.480681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:56.516411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:56.521964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:56.523236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:56.602583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:56.639774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:56.640175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:56.662956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:56.667427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:56.693120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:56.748344 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:56.794454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:56.795462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:56.866746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:56.951165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:56.995044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5c869f56-9365-410c-a22e-6450fab88b8b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:56.995421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:56.995767 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5c869f56-9365-410c-a22e-6450fab88b8b Oct 26 15:46:57.068540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:57.068956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:57.102298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:57.106941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:57.107867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:46:57.124480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39192) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:57.185795 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-be0493d1-76c2-44ca-97d9-205402475f11 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0601375 Oct 26 15:46:57.189942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:57.193940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:46:57.194343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:57.194679 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 Oct 26 15:46:57.267992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:57.267992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:57.268975 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb5286-b3e7-45b3-ae7d-c56eafccc183 None None] New status for floating IP d42f5951-c772-464f-968c-09d37ff67a3a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:46:57.290448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:57.294752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:57.340402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:57.885890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcad7413-7cdd-4e93-90a7-928bdca5f43d None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:46:57.886871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:57.889052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcad7413-7cdd-4e93-90a7-928bdca5f43d None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:57.889672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fcad7413-7cdd-4e93-90a7-928bdca5f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:57.967568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:57.992519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-fcad7413-7cdd-4e93-90a7-928bdca5f43d None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:58.189798 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39194) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:58.247532 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a8823722-3b81-42c6-bc31-8565a056acf3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0562332 Oct 26 15:46:58.267163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:46:58.336971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fcad7413-7cdd-4e93-90a7-928bdca5f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:57Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:57Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:57Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:58.364331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcad7413-7cdd-4e93-90a7-928bdca5f43d None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:46:58.373302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcad7413-7cdd-4e93-90a7-928bdca5f43d None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:46:58.373908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fcad7413-7cdd-4e93-90a7-928bdca5f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:58.453266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:58.503526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-fcad7413-7cdd-4e93-90a7-928bdca5f43d None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:46:58.619334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:58.619719 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:58.698674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:58.704198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:58.704916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:46:58.825564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:58.857551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fcad7413-7cdd-4e93-90a7-928bdca5f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:57Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:57Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:57Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:46:58.887700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcad7413-7cdd-4e93-90a7-928bdca5f43d None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:57Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:46:57Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:46:57Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:46:58.895404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:46:58.895794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:58.917834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:46:58.921093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:46:58.970516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:46:59.250644 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39196) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:46:59.315553 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bb99e566-75a9-47ac-9606-61624bf5607e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0635121 Oct 26 15:47:00.318592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39198) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:00.378788 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c6b02f0b-6a89-43b8-87fc-832c7914d412 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0584521 Oct 26 15:47:00.434375 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9491ca-7a7c-4a4c-8457-85dcc01e1a62 None None] New status for floating IP d42f5951-c772-464f-968c-09d37ff67a3a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:47:00.500829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:47:00.516425 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:00.544789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5c869f56-9365-410c-a22e-6450fab88b8b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:47:00.545118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:00.545459 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5c869f56-9365-410c-a22e-6450fab88b8b Oct 26 15:47:00.621861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:00.622253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:00.656245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:47:00.660287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:00.661070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:47:00.713260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:00.742262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:00.751090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:47:00.751473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:00.751821 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 Oct 26 15:47:00.778757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:00.813613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1dfddf-f510-45e7-96fe-314f1ee505e1 None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:47:00.830378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1dfddf-f510-45e7-96fe-314f1ee505e1 None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:47:00.831001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-dd1dfddf-f510-45e7-96fe-314f1ee505e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:00.884216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:00.884614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:00.938142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:47:00.943180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:00.982879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-dd1dfddf-f510-45e7-96fe-314f1ee505e1 None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:47:01.038836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:01.135428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:01.211522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-dd1dfddf-f510-45e7-96fe-314f1ee505e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:58Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:47:00Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:47:00Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:01.235155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1dfddf-f510-45e7-96fe-314f1ee505e1 None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:47:01.244054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1dfddf-f510-45e7-96fe-314f1ee505e1 None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:47:01.244659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-dd1dfddf-f510-45e7-96fe-314f1ee505e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:01.383106 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39200) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:01.442225 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6685b42d-fd83-439d-9d52-e24b81e2d886 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0577111 Oct 26 15:47:01.484165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-dd1dfddf-f510-45e7-96fe-314f1ee505e1 None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:47:01.695987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-dd1dfddf-f510-45e7-96fe-314f1ee505e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:47:00Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:47:00Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:47:00Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:01.719659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1dfddf-f510-45e7-96fe-314f1ee505e1 None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:47:00Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:47:00Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:47:00Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:47:02.403136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:47:02.446246 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39202) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:02.482847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:02.483167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:02.511496 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-33c24abb-1d47-4e23-8af1-1082ad2b2537 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0640955 Oct 26 15:47:02.517667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:47:02.524228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:02.525004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:47:02.599107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:02.639204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:02.639592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:02.665154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:47:02.669499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:02.692657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:47:02.730060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:02.752225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:02.793281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:02.794288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:47:02.797488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:02.870811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:02.953750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:47:02.998891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5c869f56-9365-410c-a22e-6450fab88b8b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:47:02.999293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:02.999623 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5c869f56-9365-410c-a22e-6450fab88b8b Oct 26 15:47:03.073555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:03.073946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:03.105797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:47:03.109704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:03.110383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:47:03.182974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:03.193057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:47:03.193433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:03.193778 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 Oct 26 15:47:03.237952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:03.267371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:03.267759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:03.288852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:47:03.295574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:03.339760 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1635daf0-cada-4b4c-a0e2-09bcb72300cc None None] New status for floating IP d42f5951-c772-464f-968c-09d37ff67a3a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:47:03.346471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:03.416430 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:03.514582 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39204) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:03.579858 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bc79e179-ed85-4aaa-b11d-dd5d61c21ba7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0582542 Oct 26 15:47:03.974256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ccc564-01fc-435b-87c5-04e280e1f37d None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:47:03.974256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ccc564-01fc-435b-87c5-04e280e1f37d None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:47:03.974256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-15ccc564-01fc-435b-87c5-04e280e1f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:04.070545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-15ccc564-01fc-435b-87c5-04e280e1f37d None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:47:04.274726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-15ccc564-01fc-435b-87c5-04e280e1f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:47:03Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:47:03Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:47:03Z', 'revision_number': 25, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:04.298430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ccc564-01fc-435b-87c5-04e280e1f37d None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:47:04.307463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ccc564-01fc-435b-87c5-04e280e1f37d None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:47:04.308060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-15ccc564-01fc-435b-87c5-04e280e1f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:04.407170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-15ccc564-01fc-435b-87c5-04e280e1f37d None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:47:04.474799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:47:04.577594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39206) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:04.623829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:04.624203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:04.631921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:04.640054 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a1b5ec93-edd1-4a11-abdb-ebf047aa0d50 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0603898 Oct 26 15:47:04.697888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:47:04.703818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:04.704504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:47:04.706305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-15ccc564-01fc-435b-87c5-04e280e1f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:47:03Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:47:03Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:47:03Z', 'revision_number': 25, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:04.709799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:04.768348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ccc564-01fc-435b-87c5-04e280e1f37d None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:47:03Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:47:03Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:47:03Z', 'revision_number': 25, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:47:04.808901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:04.844233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:04.844624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:04.866371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:47:04.869886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:04.917835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:05.642684 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39208) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:05.684270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:05.704449 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-032a33a1-0528-472c-b08d-b4e6590a460e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0606213 Oct 26 15:47:06.323398 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f0eb15-d92a-433a-8b84-ee3a3db6a892 None None] New status for floating IP d42f5951-c772-464f-968c-09d37ff67a3a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:47:06.491402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:47:06.535767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5c869f56-9365-410c-a22e-6450fab88b8b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:47:06.536145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:06.536484 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5c869f56-9365-410c-a22e-6450fab88b8b Oct 26 15:47:06.570034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:06.614306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:06.614654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:06.649961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:47:06.654044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:06.654831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:47:06.698560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e7a5b-2c1c-4f72-a5e3-041264bcec26 None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:47:06.708343 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39210) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:06.733725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e7a5b-2c1c-4f72-a5e3-041264bcec26 None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:47:06.734352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-076e7a5b-2c1c-4f72-a5e3-041264bcec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:06.768546 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cd8de0b7-1487-4056-be40-daf09d5d0990 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0590374 Oct 26 15:47:06.780244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:06.794413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:47:06.794796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:06.795139 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 Oct 26 15:47:07.027269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-076e7a5b-2c1c-4f72-a5e3-041264bcec26 None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:47:07.121053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:07.121442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:07.157802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:47:07.162618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:07.269897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:07.325881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-076e7a5b-2c1c-4f72-a5e3-041264bcec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:47:04Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:47:06Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:47:06Z', 'revision_number': 27, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:07.349972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e7a5b-2c1c-4f72-a5e3-041264bcec26 None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:47:07.359058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e7a5b-2c1c-4f72-a5e3-041264bcec26 None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:47:07.359690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-076e7a5b-2c1c-4f72-a5e3-041264bcec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:07.461031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-076e7a5b-2c1c-4f72-a5e3-041264bcec26 None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:47:07.612779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:07.668746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-076e7a5b-2c1c-4f72-a5e3-041264bcec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:47:07Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:47:06Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:47:06Z', 'revision_number': 27, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:47:07.692870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e7a5b-2c1c-4f72-a5e3-041264bcec26 None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:47:07Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd42f5951-c772-464f-968c-09d37ff67a3a', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.30', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'port_id': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'mac_address': 'fa:16:3e:7c:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:46:38Z', 'updated_at': '2022-10-26T15:47:06Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:47:06Z', 'revision_number': 27, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:47:07.772978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39212) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:07.833748 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f569ba0e-f1a5-4e96-b04b-48ac141763ec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0596051 Oct 26 15:47:08.406085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:47:08.447319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:08.488252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:08.488653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:08.525882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:47:08.529601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:08.530326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:47:08.571426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:08.606789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-62a081c1-f962-4ed2-a57d-70a9c412878f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:08.621905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:08.665883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:08.666177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:08.689337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:47:08.693421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:08.719956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:47:08.775303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:08.821598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:08.822623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:47:08.837608 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39214) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:08.900264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:08.909491 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-79e04cba-01c8-40e6-9f85-c993f3e2dce1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 992 time: 0.0707371 Oct 26 15:47:08.986020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:47:09.030073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5c869f56-9365-410c-a22e-6450fab88b8b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:47:09.030449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:09.030784 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5c869f56-9365-410c-a22e-6450fab88b8b Oct 26 15:47:09.103674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:09.104063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:09.137097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:47:09.141295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:09.142088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:47:09.218923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:09.226901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:47:09.227278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:09.227614 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 Oct 26 15:47:09.289242 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dc54df-e223-4fe7-832a-5d101025bfee None None] New status for floating IP d42f5951-c772-464f-968c-09d37ff67a3a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:47:09.302768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:09.303764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:09.325350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:47:09.329221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:09.375576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:09.915127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39216) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:09.970548 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7b1d035f-e99b-49ee-95fc-093b502def7e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0556042 Oct 26 15:47:10.461799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:47:10.498576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:10.537209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:10.537974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:10.572944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:47:10.576068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:10.576785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:47:10.623280 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-88fe0e5f-be42-4176-9ba0-f1c604b8ea39 req-310d76b6-f57f-432f-bbc7-04f777f817b9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375109 Oct 26 15:47:10.658504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:10.696218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:47:10.696709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:10.714685 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe0e5f-be42-4176-9ba0-f1c604b8ea39 req-df55ecfc-a2ca-44fa-ab97-51a0de11e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:10.716188 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-88fe0e5f-be42-4176-9ba0-f1c604b8ea39 req-df55ecfc-a2ca-44fa-ab97-51a0de11e971 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 1129 time: 0.0440929 Oct 26 15:47:10.718330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:47:10.722735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:10.769537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:47:10.803944 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:10.825966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe0e5f-be42-4176-9ba0-f1c604b8ea39 req-def5b4f1-c6de-485b-a378-62fc0ebfe5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:10.827360 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-88fe0e5f-be42-4176-9ba0-f1c604b8ea39 req-def5b4f1-c6de-485b-a378-62fc0ebfe5b4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=9677f4a8-f471-4af1-8bda-15a85913e29f HTTP/1.1" status: 200 len: 898 time: 0.0905116 Oct 26 15:47:10.895642 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-88fe0e5f-be42-4176-9ba0-f1c604b8ea39 req-415f269a-3954-42c3-beaf-168141fade62 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02bd1cc8-065c-4ec1-b97c-5d007594cac2 HTTP/1.1" status: 200 len: 1001 time: 0.0578613 Oct 26 15:47:10.945402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe0e5f-be42-4176-9ba0-f1c604b8ea39 req-d70a3a64-caef-4e5e-9a14-dca7fa393545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:10.946814 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-88fe0e5f-be42-4176-9ba0-f1c604b8ea39 req-d70a3a64-caef-4e5e-9a14-dca7fa393545 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea38392-2242-43bf-a9cd-00961ce34b32 HTTP/1.1" status: 200 len: 844 time: 0.0440934 Oct 26 15:47:10.970846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c85e7030-d24a-4b45-b51a-bdb7c83d1f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:10.973715 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39218) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:10.991144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe0e5f-be42-4176-9ba0-f1c604b8ea39 req-7e5c6db1-178b-4e53-af1d-6b14b61a4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:47:10.992661 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-88fe0e5f-be42-4176-9ba0-f1c604b8ea39 req-7e5c6db1-178b-4e53-af1d-6b14b61a4c47 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9677f4a8-f471-4af1-8bda-15a85913e29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0394609 Oct 26 15:47:11.031950 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7f634dde-d7f6-491b-a8e1-fb4d341244a6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0570481 Oct 26 15:47:11.088044 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-88fe0e5f-be42-4176-9ba0-f1c604b8ea39 req-4210a4f9-b377-4f35-8ebf-24dd19fb07dd service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881417 Oct 26 15:47:11.177634 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-88fe0e5f-be42-4176-9ba0-f1c604b8ea39 req-66d23fc8-ef84-48a8-98a0-9b867db87f29 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828230 Oct 26 15:47:12.035688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39220) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:12.093086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:12.098857 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-146dce0c-28c2-4dd7-92c8-616decb3e431 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0620174 Oct 26 15:47:13.103242 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39222) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:13.158863 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f84e98ee-47c7-4b53-8458-b9d0514e11a8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0544767 Oct 26 15:47:13.624818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:13.637673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:13.840767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:14.162596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39224) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:14.223595 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2e9511d9-5740-473e-9867-dbbe5d28ee58 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0598750 Oct 26 15:47:15.227025 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39226) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:15.284687 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-30623a06-7f49-4208-9bb7-abe2e1d6e60b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0560911 Oct 26 15:47:16.287919 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39228) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:16.349145 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f77c04da-a327-4817-9ff6-37f84082cae8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0600471 Oct 26 15:47:16.643882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:17.353030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39230) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:17.409862 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-98ae1dcd-bd14-44dc-a687-6678a2794424 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0557256 Oct 26 15:47:18.414174 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39232) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:18.474001 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a3c1b373-baaf-4062-9390-b144610c6886 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0586360 Oct 26 15:47:19.463829 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:19.472265 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:19.478415 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39234) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:19.535504 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-de397e0b-6355-4bfb-9e04-ff654de00285 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0559802 Oct 26 15:47:20.539280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39236) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:20.600162 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e7a2484b-6e9b-4db5-8d74-37fc000dc444 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0595984 Oct 26 15:47:21.603850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39238) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:21.666262 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-de8b17f0-0e26-43a6-9a40-a2d2d7a882c1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0613413 Oct 26 15:47:22.669692 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39240) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:22.730295 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bee0eb16-e11f-4259-837a-ec8c7474b533 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0594788 Oct 26 15:47:23.734121 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39242) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:23.793161 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3f94c39a-1121-41a9-900e-e7deacd4d081 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0579033 Oct 26 15:47:24.120404 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:47:24.796433 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39244) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:24.857587 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-935d1412-19dc-47fa-bafe-99b683fba275 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0600467 Oct 26 15:47:25.861493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39246) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:25.921873 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-309d7dd0-00a9-492a-9379-5b1d5d47aeb3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0592630 Oct 26 15:47:26.634009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:26.638215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:26.639256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:26.924987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39248) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:26.961944 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:26.984451 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5d6523fd-ac45-42b7-b2e7-6821ca5d2e9e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0581141 Oct 26 15:47:27.988347 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39250) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:28.047792 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8851ab7e-1b61-48a4-a832-81ac1fdc4f42 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0582891 Oct 26 15:47:29.051861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39252) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:29.109006 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4039dcc0-9ef7-4fab-8901-f60276a2b066 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0559905 Oct 26 15:47:30.112830 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39254) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:30.173698 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-09b79cd3-1070-464c-bcf1-3d69be2558d9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0595608 Oct 26 15:47:31.177339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39256) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:31.234840 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-84d3895b-a2d6-4fc3-bedc-fae059f713bc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0563817 Oct 26 15:47:32.238734 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39258) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:32.301168 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-78c6aff6-d613-4e5d-8d5f-f62910c619ec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0612319 Oct 26 15:47:33.305542 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39260) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:33.361540 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-19208892-05dc-413e-bf09-4940c1de16bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0548832 Oct 26 15:47:34.365356 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39262) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:34.402519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:34.426911 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-46e84e23-4985-48cd-8754-33ff2e49f9e5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0597796 Oct 26 15:47:34.848423 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=66 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:34.850451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=64 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:35.430662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39264) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:35.487976 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-47a95b1a-cca0-43b3-96a6-13761c97322b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0562119 Oct 26 15:47:36.491787 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39266) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:36.549177 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-79fc674d-b0c9-4c18-8098-4db26e5b707a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0560637 Oct 26 15:47:37.127917 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=6 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:37.128646 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:37.552766 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39268) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:37.613528 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a131db24-4474-46c2-959a-060a4fdcd1be tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0590034 Oct 26 15:47:38.547495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3b6fe1dc-48e7-457e-b00d-072e4564f264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:38.617462 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39270) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:38.676314 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bacf2918-088d-4535-96ad-310b2c454249 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0577421 Oct 26 15:47:39.680298 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39272) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:39.737100 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-08f45842-a18a-43e5-beef-91ceae6225eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0556333 Oct 26 15:47:40.741487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39274) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:40.800847 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a2818e80-1acb-4b5e-8341-9c7eaa4f14b6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0579770 Oct 26 15:47:40.972739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b3e95e37-3c3e-4f00-8975-8fb23928b335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:41.805219 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39276) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:41.861532 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-572e3f64-b25e-4acd-b8a7-c5c440cbe86d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0552006 Oct 26 15:47:42.094907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:42.865560 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39278) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:42.926282 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f7b5ca6d-dc03-434f-ad8e-0d31ae8b29da tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0596762 Oct 26 15:47:43.638221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:43.843084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:43.930280 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39280) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:43.987673 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-882f71fa-843f-4406-89d3-a8950c310954 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0562551 Oct 26 15:47:44.991703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39282) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:45.048630 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0eb86d0f-1200-4b4a-849c-0b2769b79fc3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0558214 Oct 26 15:47:46.052484 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39284) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:46.113891 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d957d8e3-5272-4b1a-8f91-aa4c7e5cee8f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0597532 Oct 26 15:47:46.638773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:47:47.116749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39286) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:47.178017 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a39611ba-7435-49d0-9fbf-b36d15bac2b6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0600717 Oct 26 15:47:48.181826 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39288) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:48.238922 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-705125e2-e7b5-4320-9c94-5cb9ce31b6b3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0559990 Oct 26 15:47:49.243292 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39290) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:49.304783 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-242d04f0-993f-4815-8dcf-c99a600e55d3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0598180 Oct 26 15:47:50.308185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39292) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:50.366074 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-24e3b6e9-a308-4e33-80ad-b18250babd99 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0567222 Oct 26 15:47:51.370644 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39294) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:51.430359 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-73ec4b52-7d1e-42c9-9d68-76320d0f188a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0586162 Oct 26 15:47:52.433410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39296) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:52.489899 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-583d5b1f-58be-4ed5-ab01-fa5a3ab345b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0553899 Oct 26 15:47:53.493649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39298) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:53.554815 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9419582d-8669-4db0-baac-15f12a59464e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0594511 Oct 26 15:47:54.557909 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39300) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:54.615109 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-94fab807-36b8-4156-9c14-8bd5680875c1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0561070 Oct 26 15:47:55.618100 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39302) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:55.678705 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-96645c8f-512d-418a-afeb-5202103ff53d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0595624 Oct 26 15:47:56.682941 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39304) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:56.739401 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ae37ca07-4e8d-467e-8b50-c9155bea3895 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0553498 Oct 26 15:47:57.743181 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39306) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:57.805395 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cee42a02-cad6-4476-9553-4c003dc78a23 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0610199 Oct 26 15:47:58.741959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=15 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:58.743822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:58.751138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:58.809171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39308) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:58.815315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:47:58.867918 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-47918d64-749d-474c-8d3c-944179b3b4fe tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0575814 Oct 26 15:47:59.871162 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39310) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:47:59.931449 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b3205e55-514d-4e9c-a801-b3bc4690f093 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0591676 Oct 26 15:48:00.934580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39312) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:00.991022 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7bf66782-7055-499b-8a32-d64936b13711 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0553329 Oct 26 15:48:01.118246 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:48:01.994613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39314) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:02.361782 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c67f7ff5-0ea2-4b33-919c-c901a44c7626 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.3660264 Oct 26 15:48:03.365550 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39316) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:03.425518 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-45f02df4-6968-4876-8566-475235fe580b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0585835 Oct 26 15:48:04.429906 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39318) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:04.436152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=69 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:04.486775 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-744eaade-6039-4ac8-bbb6-80556cf4e515 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0556841 Oct 26 15:48:05.490609 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39320) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:05.549487 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7ebf5cce-951c-4209-ac79-ea65b33901c1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0576723 Oct 26 15:48:06.553354 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39322) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:06.560276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=66 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:06.562100 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=66 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:06.614837 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b41f1024-269e-43b8-a5e2-537aae7f94da tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0604227 Oct 26 15:48:07.618113 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39324) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:07.675699 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d34f63be-3eb5-4d4b-bdd8-b0ad99fe3479 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0565455 Oct 26 15:48:08.549117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0f7115cd-9e74-4266-ae17-957fd4e183b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:48:08.678614 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39326) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:08.803569 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-340a2d70-b462-437d-ae25-26162335d6ea tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.1235445 Oct 26 15:48:09.806687 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39330) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:09.862973 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4470c84f-8d49-4093-a528-8d18031f4724 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0551412 Oct 26 15:48:10.866239 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39332) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:10.927119 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5bf0b941-4b59-4fa8-a987-477f5bf2e48a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0597594 Oct 26 15:48:10.974644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e9918f20-0229-4518-a8af-63a81e78429d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:48:11.114382 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:11.115088 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:11.627989 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-668e2918-9ca9-4bde-b82d-ce2995f9a402 req-b7407b3f-052c-4ec5-8939-5e9d4bf76a2c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381138 Oct 26 15:48:11.713459 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e2918-9ca9-4bde-b82d-ce2995f9a402 req-287cf4ea-f438-42e9-8fee-be441eddb002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:11.714917 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-668e2918-9ca9-4bde-b82d-ce2995f9a402 req-287cf4ea-f438-42e9-8fee-be441eddb002 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 1129 time: 0.0401218 Oct 26 15:48:11.827142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e2918-9ca9-4bde-b82d-ce2995f9a402 req-00a33596-8e3e-4cb0-939c-9d1e386c871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:11.828613 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-668e2918-9ca9-4bde-b82d-ce2995f9a402 req-00a33596-8e3e-4cb0-939c-9d1e386c871d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=9677f4a8-f471-4af1-8bda-15a85913e29f HTTP/1.1" status: 200 len: 898 time: 0.0909135 Oct 26 15:48:11.894039 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-668e2918-9ca9-4bde-b82d-ce2995f9a402 req-24d4ca0f-6cf8-479b-83ca-7e4537c4192d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02bd1cc8-065c-4ec1-b97c-5d007594cac2 HTTP/1.1" status: 200 len: 1001 time: 0.0544345 Oct 26 15:48:11.931231 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39334) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:11.946015 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e2918-9ca9-4bde-b82d-ce2995f9a402 req-714bc0dc-09e8-4f4d-b25b-560730101829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:11.947537 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-668e2918-9ca9-4bde-b82d-ce2995f9a402 req-714bc0dc-09e8-4f4d-b25b-560730101829 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea38392-2242-43bf-a9cd-00961ce34b32 HTTP/1.1" status: 200 len: 844 time: 0.0449271 Oct 26 15:48:11.989499 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-33d1608b-22af-4dce-b14e-dab2e77b72e9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0565312 Oct 26 15:48:11.998405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e2918-9ca9-4bde-b82d-ce2995f9a402 req-93378fb2-e8ed-4631-955f-585d6faa7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:48:11.999891 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-668e2918-9ca9-4bde-b82d-ce2995f9a402 req-93378fb2-e8ed-4631-955f-585d6faa7bce service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9677f4a8-f471-4af1-8bda-15a85913e29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432847 Oct 26 15:48:12.091763 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-668e2918-9ca9-4bde-b82d-ce2995f9a402 req-48665286-4b86-4ab5-8940-0cf9c0764ab2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821526 Oct 26 15:48:12.097392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:48:12.190439 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-668e2918-9ca9-4bde-b82d-ce2995f9a402 req-1f7656f0-085a-4c57-ac75-5ea64cae8ae7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886173 Oct 26 15:48:12.993875 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39336) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:13.049678 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2365c677-4c06-40e5-ab50-392843c059ba tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0546925 Oct 26 15:48:13.639920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:48:13.845166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:48:14.053814 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39338) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:14.114915 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c90f347d-16dc-4061-9996-de1aa623fa8c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0598960 Oct 26 15:48:15.119249 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39340) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:15.126691 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:15.178478 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cb23ec21-9103-4dfd-ad44-0594b0df1745 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0581176 Oct 26 15:48:16.181986 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39342) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:16.241788 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-40a6c945-481d-49db-846a-b99a72641a97 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0586889 Oct 26 15:48:16.640336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:48:17.246406 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39344) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:17.304236 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4573b19d-6c5e-44bf-9ee9-afe0d02a8438 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0566709 Oct 26 15:48:18.308518 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39346) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:18.368192 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-68211911-cc83-40ef-928c-bb107142e6f3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0585256 Oct 26 15:48:19.372536 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39348) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:19.429174 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b667a39b-757c-4e79-97d6-36edd02b07cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0554707 Oct 26 15:48:20.433567 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39350) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:20.493307 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a8e0e322-88b7-42a6-896d-1c5f155ac81c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0585873 Oct 26 15:48:21.497695 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39352) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:21.505107 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:21.555173 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c22bd45f-d01c-46a0-8072-2e7e322a71af tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0562975 Oct 26 15:48:21.974396 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=30 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:21.982634 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=28 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:22.559031 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39354) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:22.618799 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a9947d91-6c20-4538-a8e5-86090149e3f9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0587146 Oct 26 15:48:23.623236 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39356) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:23.680723 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dbf0b5cd-b311-4fef-ab0c-4af58f913e8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0564027 Oct 26 15:48:24.685276 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39358) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:24.745002 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a37aba17-7734-46de-95bc-677c8f41e08a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0585699 Oct 26 15:48:25.748399 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39360) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:25.812216 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-284d7cd2-15bc-41fd-a9fa-0e6508e8bab2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0626690 Oct 26 15:48:26.629923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:26.633320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:26.636345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:26.816105 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39362) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:26.875649 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3ce6779d-d8e6-4123-8bba-29511fc9f526 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0584772 Oct 26 15:48:27.878691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39364) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:27.938946 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c1c4a392-fa17-4b84-8e05-de78d3dace34 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0592077 Oct 26 15:48:28.942116 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39366) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:28.998982 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2fe20cab-e615-47c0-acc2-3c7cfec2c0ee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0557613 Oct 26 15:48:30.002569 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39368) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:30.060232 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2d58cc77-a6ef-4021-8117-3d0d4f0a8175 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0565553 Oct 26 15:48:31.063784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39370) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:31.123602 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f8614b14-7715-425e-8af0-1f5d0b1c3045 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0586925 Oct 26 15:48:32.127560 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39372) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:32.185547 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f7252d3a-4441-40f3-adc2-4bd5eb62e3ec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0568655 Oct 26 15:48:33.189862 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39374) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:33.252923 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-383b36c2-cacf-471c-820a-0c2aae194fca tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0617247 Oct 26 15:48:34.257211 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39376) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:34.316150 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0e00a28f-0887-4e15-b572-88a714417fae tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0578024 Oct 26 15:48:35.320080 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39378) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:35.379990 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-db8e6fcf-1afe-460c-893b-f9a10bdcfa15 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0587442 Oct 26 15:48:36.383003 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39380) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:36.440522 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1406d1ab-a6b2-4020-bf9c-7d0bc12366c4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0564184 Oct 26 15:48:37.444349 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39382) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:37.496414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:37.504229 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f7d9eaf0-6e6f-4b63-af3f-80d4e474f7d1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0587826 Oct 26 15:48:38.116236 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:48:38.507510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39384) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:38.551449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5cb6dc48-bd0c-41ea-84c4-cf6fe2f30561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:48:38.565915 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eaa3b850-1b1d-4b72-a1f1-5c7dbe16c983 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0572486 Oct 26 15:48:39.569627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39386) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:39.629990 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e6cc6e47-e014-416a-adcb-f773a7b675ba tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0592489 Oct 26 15:48:40.633732 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39388) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:40.691441 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-45c64c35-38da-4263-a6bb-ac3bcddce6e4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0565975 Oct 26 15:48:40.980860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-38b30eb7-7636-4b7c-b822-5fbf29306294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:48:41.694849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39390) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:41.754740 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-36278c07-cfe5-4dbd-9e3a-1ae988bed6b0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0587742 Oct 26 15:48:42.100979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:48:42.757796 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39392) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:42.814844 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2b7450fa-be07-4fae-a184-9115fd6fa65b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0559716 Oct 26 15:48:43.642653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:48:43.818694 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39394) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:43.847371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:48:43.879867 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-eedd220a-e283-460c-85bd-26c47a7e71bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0600522 Oct 26 15:48:44.883716 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39396) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:44.942025 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1f2d4aaf-c523-45fb-b7f6-cfd2c0358981 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0571847 Oct 26 15:48:45.945136 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39398) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:46.004344 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1fc669f0-dd34-4e20-a9a6-b6499eebe30b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0580785 Oct 26 15:48:46.651765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:48:47.008186 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39400) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:47.068683 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2b8a6b92-8141-4601-ab7f-a791381e8f75 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0581343 Oct 26 15:48:48.071476 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39402) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:48.111896 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=17 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:48.112594 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=17 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:48.129117 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2f98ee53-3b22-410b-9a24-92358a809327 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0565052 Oct 26 15:48:49.132281 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39404) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:49.194447 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3cf993ec-dc05-4df9-8f57-fb52d41fb922 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0610113 Oct 26 15:48:50.198579 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39406) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:50.258626 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fd38a09e-e098-46c1-824d-2e4d8377a7f1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0589032 Oct 26 15:48:51.263127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39408) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:51.323900 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d26d8bdc-2cc0-4ac3-96b6-81d2212b2844 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0596538 Oct 26 15:48:52.327215 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39410) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:52.334553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:52.383364 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-87015c69-d210-4b01-95f5-a551dafd8861 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0550613 Oct 26 15:48:53.387318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39412) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:53.447258 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8b68a3ea-f867-4dbf-a5a0-d996d393aec3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0586820 Oct 26 15:48:54.451034 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39414) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:54.508452 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e351bf4b-67a8-40ca-9a74-6e25d08968dd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0563078 Oct 26 15:48:55.511721 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39416) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:55.571305 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-64ea4afa-e892-4aac-9ec8-ebf8a9d3b0ea tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0584111 Oct 26 15:48:55.995711 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=48 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:55.997620 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=42 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:56.575773 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39418) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:56.633050 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-86c27a4c-488e-434e-a65b-5aae31f79bbe tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0561979 Oct 26 15:48:56.641175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:56.645585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:56.647529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:48:57.637084 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39420) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:57.696206 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-902e8f1d-e1fb-4489-9ca7-ae729cf146ee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0580707 Oct 26 15:48:58.700165 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39422) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:58.757700 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cef66b04-ffe3-4332-bee6-03d712ae08b5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0563688 Oct 26 15:48:59.761619 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39424) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:48:59.820623 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4b8ab833-58db-4155-8ade-b7e089dd350d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0578921 Oct 26 15:49:00.825029 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39426) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:00.880748 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-884a0259-69a1-4dd8-993d-33a907e71d8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0546072 Oct 26 15:49:01.885069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39428) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:01.942145 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-226bf83e-1415-4268-ac32-293479af97d7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0559590 Oct 26 15:49:02.945960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39430) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:03.006385 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-13a8d9ca-f8e4-4c3a-833b-0aaaa2bfa88e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0592587 Oct 26 15:49:04.009488 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39432) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:04.067088 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0d4a1cc3-bb75-4704-96cb-9b9940b01e3a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0564814 Oct 26 15:49:05.070626 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39434) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:05.131958 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e50ae4ef-68f4-4cc9-ae6f-a169fe82f85b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0601873 Oct 26 15:49:06.136256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39436) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:06.503686 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-78ed396f-3e28-499b-94d6-39ecd9a202b2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.3666346 Oct 26 15:49:07.507491 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39438) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:07.515253 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:49:07.568385 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3a090ca8-fa8b-4ae8-ae9b-53f387fcc9af tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0597143 Oct 26 15:49:08.552752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-333dee1a-074c-465e-aaec-a156ffcb7648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:49:08.571656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39440) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:08.631697 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1b9622ce-47d1-4931-bf8d-5dc02d4bc52b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0588918 Oct 26 15:49:09.636061 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39442) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:09.693458 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cc730bb1-ca7d-438b-bab8-6b54fe5005e4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0563560 Oct 26 15:49:10.696665 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39444) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:10.756503 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cb025b69-3257-449c-af7a-95a7b58b3de6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0580776 Oct 26 15:49:10.972234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6b4c9524-49c2-46fd-b239-31f3e82ee90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:49:11.760896 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39446) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:11.818102 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c127f17f-5a21-4680-86c9-a397af2e1e0f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0560775 Oct 26 15:49:12.103420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:49:12.623299 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e064074c-5421-41b9-ba68-c4cc35d5cc8f req-c3cf8311-b60a-4e33-81ea-e16ba01508a2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389862 Oct 26 15:49:12.707784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064074c-5421-41b9-ba68-c4cc35d5cc8f req-85426cb4-14cd-411e-b88a-75b0929f449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:12.709288 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e064074c-5421-41b9-ba68-c4cc35d5cc8f req-85426cb4-14cd-411e-b88a-75b0929f449e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 1129 time: 0.0392556 Oct 26 15:49:12.818108 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064074c-5421-41b9-ba68-c4cc35d5cc8f req-dbc9e13c-284c-41bd-953d-390cf580e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:12.819482 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e064074c-5421-41b9-ba68-c4cc35d5cc8f req-dbc9e13c-284c-41bd-953d-390cf580e941 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=9677f4a8-f471-4af1-8bda-15a85913e29f HTTP/1.1" status: 200 len: 898 time: 0.0883310 Oct 26 15:49:12.821853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39448) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:12.921285 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c0ff975e-da9e-40bb-ad6c-7709c3043811 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0983617 Oct 26 15:49:12.927586 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e064074c-5421-41b9-ba68-c4cc35d5cc8f req-526bdcff-3aba-49eb-84c5-a72f490d9f75 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02bd1cc8-065c-4ec1-b97c-5d007594cac2 HTTP/1.1" status: 200 len: 1001 time: 0.0985956 Oct 26 15:49:12.980228 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064074c-5421-41b9-ba68-c4cc35d5cc8f req-81b1ad84-f426-4cba-a4ac-cc061bf38c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:12.981692 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e064074c-5421-41b9-ba68-c4cc35d5cc8f req-81b1ad84-f426-4cba-a4ac-cc061bf38c90 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea38392-2242-43bf-a9cd-00961ce34b32 HTTP/1.1" status: 200 len: 844 time: 0.0445008 Oct 26 15:49:13.029465 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064074c-5421-41b9-ba68-c4cc35d5cc8f req-e9ed4d32-8318-476e-8598-d715cd999aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:49:13.030952 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e064074c-5421-41b9-ba68-c4cc35d5cc8f req-e9ed4d32-8318-476e-8598-d715cd999aef service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9677f4a8-f471-4af1-8bda-15a85913e29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388131 Oct 26 15:49:13.124673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:49:13.128511 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e064074c-5421-41b9-ba68-c4cc35d5cc8f req-54b0ff77-2dc7-4fa5-a1cb-3a56286322a8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875666 Oct 26 15:49:13.222734 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e064074c-5421-41b9-ba68-c4cc35d5cc8f req-822dac15-03ec-4a43-ad56-19c668a19c76 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838575 Oct 26 15:49:13.644662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:49:13.849350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:49:13.925318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39450) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:13.987192 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6adba206-9092-4d6d-9ab5-c95ef3523fe9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0607421 Oct 26 15:49:14.990613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39452) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:15.051856 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8f0b3c6d-1a3f-4ae0-bf3d-2829e1bc3ad7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0599437 Oct 26 15:49:15.115294 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:49:16.055578 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39454) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:16.116580 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1dd2cdcc-4b56-46aa-9eb2-78414510921c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0597701 Oct 26 15:49:16.652300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:49:17.120840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39456) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:17.177482 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1842b192-5d0c-45a1-8c26-2dc4ad5bd434 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0556142 Oct 26 15:49:18.181645 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39458) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:18.241728 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bfb97244-b26e-4f3d-af1f-e0ea22c0c7b1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0589697 Oct 26 15:49:19.246143 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39466) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:19.305885 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-740beb74-1788-4b64-8a1e-2c338f3705d0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0585968 Oct 26 15:49:20.308142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39468) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:20.367458 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e33818ae-3a0b-4064-bb73-34513613791b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0581608 Oct 26 15:49:21.371227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39470) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:21.427714 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9bbb6dc5-93f9-4567-88ee-106c2ff01a81 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0553834 Oct 26 15:49:22.432109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39472) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:22.491709 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7c2b7f69-6231-4ca7-badd-9ac15deb3206 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0584753 Oct 26 15:49:23.495096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39474) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:23.553787 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-58d93a51-7a6e-494b-9fe0-3fe3caf1af11 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0572870 Oct 26 15:49:23.842827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:49:24.557613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39476) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:24.605060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:49:24.620013 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9af16774-c6e9-4cd7-8a03-03ae2b142488 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0613554 Oct 26 15:49:25.110700 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:49:25.111403 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:49:25.623783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39478) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:25.680212 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ace91797-8215-4d17-8cd3-b808763dd8a9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0553334 Oct 26 15:49:26.102170 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=46 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:49:26.109400 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=44 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:49:26.645459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:49:26.647354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:49:26.684075 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39480) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:26.743501 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c4d9f2e2-d702-4fe3-b686-872318a35db6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0582891 Oct 26 15:49:27.747381 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39482) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:27.807676 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-152fa7ec-5d76-4f5e-95f0-c348adeab4d4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0591795 Oct 26 15:49:28.811169 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39484) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:29.166051 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f4ffae36-50dd-4ac3-8f65-05bb30e58254 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.3537586 Oct 26 15:49:30.170408 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39486) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:30.230122 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c36012c3-8d44-4e3b-9137-990b6d198a7f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0585780 Oct 26 15:49:31.233983 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39488) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:31.290277 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-816f9449-1bbe-4ad3-b58d-19a61b7b2894 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0551076 Oct 26 15:49:32.294643 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39490) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:32.354643 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f13264c0-7856-43cf-ab77-9031dac65e19 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0588398 Oct 26 15:49:33.358387 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39492) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:33.414239 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2dc8e252-bf48-46d9-8aff-cdec56907142 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0547404 Oct 26 15:49:34.418227 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39494) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:34.479861 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b40a816a-cafb-40c7-a322-9a2833803ca3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0604897 Oct 26 15:49:35.483760 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39496) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:35.540327 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-615d5347-cbec-4a23-a0b1-9ae5ed708d8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0554495 Oct 26 15:49:36.544289 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39498) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:36.601936 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c631f3d5-b1d8-4f1c-a2a1-d92d38fcb85d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0565724 Oct 26 15:49:37.132580 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:49:37.133322 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:49:37.605889 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39500) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:37.665213 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-74adc092-f8ec-424a-98d4-9113ce930289 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0581708 Oct 26 15:49:38.555074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f6691877-ad2e-4b43-9716-93f45822edcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:49:38.669678 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39502) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:38.727609 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-af6fcfd4-b2b2-4680-8c12-c5d7e6c144ec tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0567935 Oct 26 15:49:39.730571 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39504) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:39.789845 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9caccd30-1ada-4a3c-a2b1-b2a6bc23feda tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0581536 Oct 26 15:49:40.793455 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39506) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:40.849760 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2e111a74-5eca-40aa-9636-189542acfae6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0551069 Oct 26 15:49:40.974504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-309dd5c6-ba8c-4428-a89a-26970cdc219e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:49:41.854012 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39508) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:41.912900 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ecd75308-a6a1-47d7-b506-3678fe76f285 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0576959 Oct 26 15:49:42.106726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:49:42.916599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39510) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:42.975436 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8e4ad24f-05b2-4d94-80f6-126f4504466c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0576692 Oct 26 15:49:43.646847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:49:43.851876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:49:43.978662 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39512) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:44.038750 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9cfd8c34-8be8-4e80-a9c3-f1dc62e02761 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0589082 Oct 26 15:49:45.042490 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39514) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:45.101514 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cb3f69e0-f82f-4a4b-aedf-7333cf55a1ac tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0578763 Oct 26 15:49:46.105619 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39516) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:46.145603 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=76 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:49:46.168067 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0e9215e6-0cd0-4784-853b-2b7281f86fda tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0613487 Oct 26 15:49:46.664925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:49:47.171927 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39518) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:47.229415 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ff4c110b-d6c1-412e-8b1d-e5580e5b7819 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0563691 Oct 26 15:49:48.233328 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39520) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:48.293704 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-929dbdbb-56e1-4223-94b9-58681ce271b7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0592353 Oct 26 15:49:49.297547 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39522) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:49.355953 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d61dab3b-1dee-4f2e-aac2-3033b9d9ba6b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0571980 Oct 26 15:49:50.359756 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39524) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:50.418927 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ee5f6d14-2c1c-4c04-9a32-acf47ec50f1e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0580533 Oct 26 15:49:51.422673 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39526) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:51.469962 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:49:51.472124 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:49:51.481535 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d30fbff5-16c7-4485-95d6-f153bca728a4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0578001 Oct 26 15:49:52.113832 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:49:52.485263 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39528) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:52.544138 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7db194c9-7ab8-43c4-a020-c491dc30bbf9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0579939 Oct 26 15:49:53.548098 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39534) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:53.612241 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a1f21ef6-fca6-4e89-975f-5520c66a9044 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0628138 Oct 26 15:49:54.616082 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39540) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:54.622263 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=36 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:49:54.673616 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f3c12322-1292-49d4-af0b-2df256c5df85 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0561926 Oct 26 15:49:55.677520 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39542) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:55.736381 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1d81b37a-895c-4b0e-94e2-342dcc625d50 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0577686 Oct 26 15:49:56.740245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39544) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:56.798186 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-332b2d11-c3cd-442e-8403-69d3530e6298 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0567737 Oct 26 15:49:57.802212 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39546) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:57.861831 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a3750c10-2ae6-46a9-9645-c7f4791addcf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0585041 Oct 26 15:49:58.603191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:49:58.607441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=15 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:49:58.609680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=5,neutron:SELECT=12 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:49:58.865669 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39548) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:58.922228 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d893db35-3739-4ef6-8ede-daccd854cd73 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0555131 Oct 26 15:49:59.926372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39550) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:49:59.986604 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c97d473f-09de-491e-9921-5a2cb2250b57 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0590675 Oct 26 15:50:00.990384 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39552) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:01.048024 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b941980c-1d5d-4b48-8266-4db9acbd4a29 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0564892 Oct 26 15:50:02.052055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39554) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:02.108789 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:02.109447 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f890e021-eb26-4ac2-8beb-ef25cd0036da tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0562820 Oct 26 15:50:02.110009 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:03.113639 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39556) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:03.173771 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ca5f2ff5-fa53-4ac6-91dc-f87cc82b4d24 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0587454 Oct 26 15:50:04.177631 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39558) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:04.234876 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0bda6dde-095e-4e8b-918f-38076ba02f06 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0561061 Oct 26 15:50:05.238741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39560) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:05.300463 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3c41b9f2-3d8d-4b09-b24c-db3b96c8cd4c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0605989 Oct 26 15:50:06.304399 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39562) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:06.361539 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-746b6fb2-aa54-4e0c-a419-25773bf10b99 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0559587 Oct 26 15:50:07.365366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39564) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:07.424483 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-454bef86-94ec-4644-a473-123e1613f62d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0580037 Oct 26 15:50:08.428308 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39566) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:08.486265 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bba95805-0381-4ed0-a354-aecd904b92bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0567870 Oct 26 15:50:08.557585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f48bb5a1-dcfb-4508-af95-29e66747e2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:50:09.489733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39568) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:09.549332 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-db051f47-8fa9-4100-bd45-72cbf9e69658 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0583763 Oct 26 15:50:10.553045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39570) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:10.610275 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-907310e3-4989-4723-9145-88a08cc3fda1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0561280 Oct 26 15:50:10.976045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c7eeeef0-c424-4013-82f7-c4135c466cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:50:11.038841 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=19 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:11.040786 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=21 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:11.613789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39572) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:11.674254 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-335fd633-15e6-4abb-a668-78ef4a129e82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0594318 Oct 26 15:50:12.108792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:50:12.619706 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8a549838-5cc9-40db-87f0-affa408c7b0d req-df1279ab-d5f6-4d3a-85ae-2173bdc72858 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381274 Oct 26 15:50:12.678149 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39574) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:12.702829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a549838-5cc9-40db-87f0-affa408c7b0d req-1f20981f-55b8-4eb0-8a8a-ef9b31602d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:12.704316 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8a549838-5cc9-40db-87f0-affa408c7b0d req-1f20981f-55b8-4eb0-8a8a-ef9b31602d6a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 1129 time: 0.0401418 Oct 26 15:50:12.739251 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ea4e1898-179c-4934-8a2c-2430199fe4b6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0599425 Oct 26 15:50:12.814304 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a549838-5cc9-40db-87f0-affa408c7b0d req-e31250ad-97f3-426f-a81a-161ccbe0bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:12.815678 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8a549838-5cc9-40db-87f0-affa408c7b0d req-e31250ad-97f3-426f-a81a-161ccbe0bc78 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=9677f4a8-f471-4af1-8bda-15a85913e29f HTTP/1.1" status: 200 len: 898 time: 0.0882857 Oct 26 15:50:12.868359 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:12.880889 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8a549838-5cc9-40db-87f0-affa408c7b0d req-a3f70959-ca7f-4509-acb2-dd31ac9d8f28 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02bd1cc8-065c-4ec1-b97c-5d007594cac2 HTTP/1.1" status: 200 len: 1001 time: 0.0542345 Oct 26 15:50:12.932338 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a549838-5cc9-40db-87f0-affa408c7b0d req-2c3da722-1dd1-46ef-b330-188aaefe33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:12.933773 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8a549838-5cc9-40db-87f0-affa408c7b0d req-2c3da722-1dd1-46ef-b330-188aaefe33f8 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea38392-2242-43bf-a9cd-00961ce34b32 HTTP/1.1" status: 200 len: 844 time: 0.0433855 Oct 26 15:50:12.976336 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:12.984949 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a549838-5cc9-40db-87f0-affa408c7b0d req-57dca061-42af-4584-8d73-b783cf675dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:50:12.986446 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8a549838-5cc9-40db-87f0-affa408c7b0d req-57dca061-42af-4584-8d73-b783cf675dc5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9677f4a8-f471-4af1-8bda-15a85913e29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431147 Oct 26 15:50:13.080119 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8a549838-5cc9-40db-87f0-affa408c7b0d req-e03ad051-49ec-41f1-99d0-e2c0a39b2576 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825329 Oct 26 15:50:13.173288 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8a549838-5cc9-40db-87f0-affa408c7b0d req-8bf85a71-2b50-4897-a811-a7e6a3197ec2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863459 Oct 26 15:50:13.649850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:50:13.743512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39576) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:13.799746 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a5b2b129-2079-4e3a-ad0a-da8d3c6c00d0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0550911 Oct 26 15:50:13.855598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:50:14.803441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39578) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:14.863021 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a1db5e14-8f5e-4b22-adda-2dc9533b2feb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0584638 Oct 26 15:50:15.867219 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39580) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:15.925210 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1e7aa46b-bd84-448c-ba7a-be9c35e5e266 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0569081 Oct 26 15:50:16.664006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:50:16.929107 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39582) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:16.987871 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7b9bab39-7739-4611-a82e-abbc201afc91 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0576463 Oct 26 15:50:17.991688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39584) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:18.049563 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-17f29fd5-45e0-4719-bf8e-16543a8592e4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0567515 Oct 26 15:50:19.052823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39586) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:19.110614 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-800ace5e-8ad8-4db0-a704-9dbb6d563f10 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0566425 Oct 26 15:50:20.114476 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39588) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:20.174157 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7fb4516d-4a94-4d4c-bba0-c973e9ef1021 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0585401 Oct 26 15:50:21.177894 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39590) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:21.235100 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7c2dd996-fe67-4261-a738-3d900ab448a2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0560923 Oct 26 15:50:22.239015 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39592) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:22.302084 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2b69019e-8536-43bb-8086-c04a2fe934bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0618873 Oct 26 15:50:23.306446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39594) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:23.673906 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0a493df5-ff24-4968-8cb2-bccc57bba84c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.3663352 Oct 26 15:50:24.677681 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39596) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:24.736615 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-42f2db48-1f24-4fb7-b578-505d95505950 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0578182 Oct 26 15:50:25.740416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39598) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:25.798350 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0e330bc4-e491-4e29-a672-c1f6c949bdda tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0564921 Oct 26 15:50:26.652454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:26.656612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:26.658595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:26.802191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39600) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:26.864195 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d4133e59-f2cd-44c9-aabc-a28b204f67c4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0609512 Oct 26 15:50:27.868556 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39602) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:27.929192 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0e0ff591-9b32-4df4-b06c-50bcbc6a5ee6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0594492 Oct 26 15:50:28.933578 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39604) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:28.992069 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e2cfea7b-9669-4b1a-bd7f-200fb6a7f8c7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0573573 Oct 26 15:50:29.112119 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:50:29.995971 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39606) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:30.055440 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3922a9c1-6016-469a-b2c7-0a7c3827e786 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0583313 Oct 26 15:50:31.059369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39608) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:31.117375 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0580b121-0ec4-4856-af7f-9cff7dbcf03d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0565739 Oct 26 15:50:32.121033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39610) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:32.181147 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-00b6e35f-a29c-4353-ad8d-151acb9fe213 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0589731 Oct 26 15:50:33.185338 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39612) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:33.242425 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-64786086-93b0-4e0e-9c96-8f20261c9fd1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0554738 Oct 26 15:50:34.246384 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39614) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:34.307826 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6ed68f89-105f-4eb2-97ef-2775b3678526 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0602281 Oct 26 15:50:35.311704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39616) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:35.369048 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-01a173af-9088-4328-b6cd-2b6f0539b091 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0561314 Oct 26 15:50:36.372966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39618) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:36.427620 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:36.437781 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-75093e72-5134-4b47-8dc2-5a3978d6231c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0637126 Oct 26 15:50:37.441235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39620) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:37.498446 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-95262b94-e33d-4234-a188-3d45eaefae92 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0560508 Oct 26 15:50:38.502372 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39622) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:38.559616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b6518868-7fd7-4b01-bb41-d4a77b6f39e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:50:38.564859 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-95d380c1-c357-465e-a1f3-079b421995ed tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0613472 Oct 26 15:50:38.608790 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=15 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:39.108937 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=19 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:39.568720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39624) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:39.602362 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:39.626736 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5d99643f-adb8-4891-bb24-806417601e66 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0569057 Oct 26 15:50:40.046682 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=40 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:40.048572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=50 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:40.630618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39626) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:40.690222 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a8d69fed-abc1-4013-9305-d9b3cfdd7e3b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0585086 Oct 26 15:50:40.981068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6e0190cf-5214-41ef-99cb-7f130218b398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:50:41.693994 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39628) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:41.752043 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8a77ea87-ac18-46aa-bc20-7e8b51357393 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0568082 Oct 26 15:50:42.111431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:50:42.755321 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39630) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:42.815814 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e366636f-229b-4dd7-a7f9-1c8532bd9635 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0592723 Oct 26 15:50:43.651844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:50:43.820178 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39632) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:43.858573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:50:43.879934 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-aaea4fac-1d48-4a48-bc59-9bcff349065b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0586138 Oct 26 15:50:44.883848 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39634) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:44.941426 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7e376219-e7ff-4a91-a365-9be7c463e77b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0564106 Oct 26 15:50:45.945804 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39636) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:46.007517 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-99c0e408-e53e-4e0c-aaac-7c5de3c7569b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0597372 Oct 26 15:50:46.662199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:50:47.010647 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39638) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:47.068483 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2383e7d5-1daf-4082-b7c8-cd2cb6cbe7c4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0567746 Oct 26 15:50:48.071717 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39640) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:48.132015 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-633cb322-2df8-4992-8af0-659176b536e0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0591114 Oct 26 15:50:49.136005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39642) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:49.195158 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1338d89c-c820-4262-a0b3-ba347179e627 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0580041 Oct 26 15:50:49.949305 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:49.950081 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:50.199095 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39644) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:50.260818 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8c53a893-b482-4742-86f5-a221d6e92406 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0605636 Oct 26 15:50:51.264663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39646) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:51.323105 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1b7bacad-6be6-455e-b279-44c9009cd5e1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0572824 Oct 26 15:50:52.326416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39648) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:52.386040 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8acb2609-7b5e-4d7b-a9f8-960ba461cc84 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0584912 Oct 26 15:50:53.389841 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39650) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:53.447154 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-69aefa37-9a77-4692-9ed2-33fc64b42bbd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0561788 Oct 26 15:50:54.451030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39652) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:54.511005 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-30032e31-aa06-4105-9eeb-7e8efb0cbb5a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0587697 Oct 26 15:50:55.514519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39654) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:55.572363 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a7e6a443-f089-4356-bbe5-6bf1a38beca6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0566883 Oct 26 15:50:56.576225 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39656) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:56.636047 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f283f329-2462-4f62-b5b0-0ea34b8601d7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0587575 Oct 26 15:50:56.652435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:56.655461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:56.657734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:57.059062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=17 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:57.061107 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=13 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:50:57.639287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39658) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:57.696385 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d987d5b6-e870-4a35-836b-ab9b476d426b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0559976 Oct 26 15:50:58.700164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39660) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:58.759967 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d4c765bb-6e8e-46c2-b3aa-e41bb5362b19 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0586965 Oct 26 15:50:59.763863 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39662) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:50:59.824393 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-68880cf0-ef41-4b84-afc1-e06a170f0f81 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0594022 Oct 26 15:51:00.828134 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39664) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:00.885500 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1d05e7a4-84be-4f61-a589-53ed9189454a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0562489 Oct 26 15:51:01.888302 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39666) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:01.948008 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5e41ac2c-04b5-43e0-8828-9240affed977 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0585356 Oct 26 15:51:02.951813 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39668) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:03.008747 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0a8b6a1b-b59c-4666-bae3-7ee4e0b44062 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0558233 Oct 26 15:51:04.012754 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39670) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:04.072266 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5ee6f19a-a7fa-43c9-a648-26b21ac93508 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0584517 Oct 26 15:51:05.078006 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39672) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:05.428941 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-76ac9b3d-fd98-4d95-8f46-f05195d6ef26 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.3497539 Oct 26 15:51:06.110608 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:51:06.432307 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39674) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:06.490739 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-583a5628-5a63-44ff-8cf4-079c10f66c2f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0572574 Oct 26 15:51:07.495189 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39676) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:07.551434 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e8d5896a-98c4-45b7-9d86-825286ab1dd7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0550199 Oct 26 15:51:08.555217 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39678) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:08.561897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7cb4eed5-403a-471f-97a3-3ecd4cbf028b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:08.617150 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d231c40f-8e7d-4fba-93f7-4c136e00eef6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0608416 Oct 26 15:51:08.750548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:08.752435 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=78 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:09.621144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39680) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:09.679225 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c29b1584-64e1-4e6a-8ed6-c0027d6931d2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0564964 Oct 26 15:51:10.682943 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39682) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:10.738521 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c3fa9824-5424-4131-86a8-c939d9274adc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0544827 Oct 26 15:51:10.982693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-22ad6ff0-0b52-459d-8d82-cc674e71994e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:11.742384 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39684) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:11.803083 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-00cb83d4-3fb2-4200-be51-f30027f8c581 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0595753 Oct 26 15:51:12.114116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:12.806661 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39686) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:12.863457 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b00bf6c9-62b3-4cf0-8f42-b21b1fbaa703 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0557444 Oct 26 15:51:13.654024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:13.685145 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce3515b9-4696-4530-a5ba-b67eb90bec77 req-eb813631-6bc9-4a76-b8d2-d3703d7f2664 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0905249 Oct 26 15:51:13.775318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3515b9-4696-4530-a5ba-b67eb90bec77 req-646e13f0-9797-432d-b119-6372c1499423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:13.776832 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce3515b9-4696-4530-a5ba-b67eb90bec77 req-646e13f0-9797-432d-b119-6372c1499423 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 1129 time: 0.0434628 Oct 26 15:51:13.861822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:13.867749 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39690) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:13.889416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3515b9-4696-4530-a5ba-b67eb90bec77 req-af5b8a71-dfb7-4067-8748-fa498ab9da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:13.890909 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce3515b9-4696-4530-a5ba-b67eb90bec77 req-af5b8a71-dfb7-4067-8748-fa498ab9da35 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=9677f4a8-f471-4af1-8bda-15a85913e29f HTTP/1.1" status: 200 len: 898 time: 0.0902600 Oct 26 15:51:13.929820 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0b72596a-3f24-44c3-b27f-5c7cad9d0353 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0592508 Oct 26 15:51:13.962095 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce3515b9-4696-4530-a5ba-b67eb90bec77 req-f6aa1ffa-ede7-40ef-a334-0755c494e87e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02bd1cc8-065c-4ec1-b97c-5d007594cac2 HTTP/1.1" status: 200 len: 1001 time: 0.0609596 Oct 26 15:51:14.014665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3515b9-4696-4530-a5ba-b67eb90bec77 req-8f59c43e-45a3-40ca-9acc-147002c77d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:14.016074 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce3515b9-4696-4530-a5ba-b67eb90bec77 req-8f59c43e-45a3-40ca-9acc-147002c77d20 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea38392-2242-43bf-a9cd-00961ce34b32 HTTP/1.1" status: 200 len: 844 time: 0.0442669 Oct 26 15:51:14.063564 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3515b9-4696-4530-a5ba-b67eb90bec77 req-b31ccb1a-965e-4599-aa24-41e3d2dec2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:14.065145 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce3515b9-4696-4530-a5ba-b67eb90bec77 req-b31ccb1a-965e-4599-aa24-41e3d2dec2fa service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9677f4a8-f471-4af1-8bda-15a85913e29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396249 Oct 26 15:51:14.075936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-ce3515b9-4696-4530-a5ba-b67eb90bec77 req-10ccbfa3-ac5b-4aa1-a27f-c5179cfa4f38 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:51:14.076920 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce3515b9-4696-4530-a5ba-b67eb90bec77 req-10ccbfa3-ac5b-4aa1-a27f-c5179cfa4f38 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047638 Oct 26 15:51:14.170102 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce3515b9-4696-4530-a5ba-b67eb90bec77 req-edd00427-83d9-417d-9d0d-75253ee67cc7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857623 Oct 26 15:51:14.261216 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce3515b9-4696-4530-a5ba-b67eb90bec77 req-1c022e15-cd3d-436d-9e52-a0384856f821 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817254 Oct 26 15:51:14.932543 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39692) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:14.989300 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6ad468df-82df-4c9e-8d94-11c23d1447b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0555952 Oct 26 15:51:15.993195 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39694) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:16.053301 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4fa63494-95b9-4df8-92dd-7a0a96c3c378 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0589404 Oct 26 15:51:16.106235 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:16.107548 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:16.676952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:17.057322 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39696) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:17.116818 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-09f5c433-77f8-4b11-bd57-a5720555d0fc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0577786 Oct 26 15:51:18.120643 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39698) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:18.177959 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-34ea559f-f44e-436b-8265-52e03ff85a3b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0561073 Oct 26 15:51:19.182202 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39700) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:19.244645 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b492f136-7ddd-4af4-82af-1d26a8b3dab8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0613084 Oct 26 15:51:20.248517 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39702) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:20.305931 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f2adf924-b475-4492-b474-92f5cd5d54c2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0562363 Oct 26 15:51:21.309736 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39704) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:21.368557 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0dc29859-ce9b-40b1-928a-a7538f9d5266 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0577021 Oct 26 15:51:22.372260 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39706) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:22.429562 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-11fcbcd1-0a83-4659-92cb-c0785dd1502c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0561302 Oct 26 15:51:23.433142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39708) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:23.492359 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3def683b-6f66-4ee0-a23f-a27b58a80259 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0581074 Oct 26 15:51:24.496284 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39710) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:24.540313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:24.555688 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d8250df8-f889-45e9-90d7-26e168e6ec6c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0581329 Oct 26 15:51:25.559016 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39712) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:25.617808 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b7bc3c50-dcd4-40a6-b372-147c610a9867 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0576820 Oct 26 15:51:26.036706 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=72 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:26.046324 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=78 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:26.621706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39714) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:26.666619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:26.671108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:26.672447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:26.961735 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:26.985675 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-98f5e690-2340-434e-91be-e179092c6aae tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.3629332 Oct 26 15:51:27.989600 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39716) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:28.048182 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eb18624b-8745-4dd0-8491-7dbe539fa9a6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0574749 Oct 26 15:51:29.051762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39718) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:29.108827 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dae25a36-3bbb-4a5c-a114-d30ca57b9df6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0558996 Oct 26 15:51:30.112649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39720) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:30.171508 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2e64ee45-9ca8-486d-9268-5c2ee6b50e1e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0576656 Oct 26 15:51:31.175718 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39722) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:31.233057 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c462f825-00cb-4da6-9c83-a13075b396db tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0561914 Oct 26 15:51:32.236884 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39728) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:32.298261 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-254db31e-c15b-493b-a0b1-e906d7af886d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0598018 Oct 26 15:51:33.301315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39732) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:33.358150 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f8c9001b-0965-49cd-a8ef-6b7f03b1ac92 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0556905 Oct 26 15:51:34.361047 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39736) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:34.421141 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a2a48700-2b9b-475c-a657-59052561ad7c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0588961 Oct 26 15:51:35.425570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39738) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:35.484302 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a314d9ec-80cd-4b23-ad37-adfd3505b22e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0575993 Oct 26 15:51:36.487294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39740) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:36.545524 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-88cb549c-0eef-492c-affc-89540e62d2d8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0570908 Oct 26 15:51:37.137952 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:37.138792 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:37.549473 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39742) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:37.608730 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-97426bf1-6ea4-4dd8-acab-85b27b58faa0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0581231 Oct 26 15:51:38.563655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3ba8b4e8-bf2e-4270-92d7-e25e00f9e44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:38.612589 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39744) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:38.669236 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0aae5977-739b-45b1-9f18-135ab4b459ac tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0554898 Oct 26 15:51:39.673290 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39746) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:39.733237 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3cc5b1d5-2ce2-4148-97f6-b7edc70dd807 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0586231 Oct 26 15:51:40.737310 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39748) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:40.794329 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a385de52-9d57-4f08-b180-1e832b0f858d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 200 len: 993 time: 0.0557878 Oct 26 15:51:40.797307 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39750) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:40.933331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port b3c32f25-d142-4476-a866-603e7c4d3be3 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:51:40.933673 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (b3c32f25-d142-4476-a866-603e7c4d3be3), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:40.985117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f02d4dd8-7f78-4fc6-8636-265dda4caf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:41.013575 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (b3c32f25-d142-4476-a866-603e7c4d3be3), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:41.013900 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (b3c32f25-d142-4476-a866-603e7c4d3be3), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:41.026827 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for b3c32f25-d142-4476-a866-603e7c4d3be3 owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:51:41.173031 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (b3c32f25-d142-4476-a866-603e7c4d3be3), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:41.198415 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=b3c32f25-d142-4476-a866-603e7c4d3be3,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:41.223554 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:41.223902 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:41.224291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:41.224633 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:41.225027 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:41.225360 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:41.225686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:41.226011 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:41.226339 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:41.226661 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:41.226984 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:41.227307 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:41.227626 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:41.227943 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:41.228263 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:41.270611 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (d42f5951-c772-464f-968c-09d37ff67a3a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:41.270974 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Floating IP d42f5951-c772-464f-968c-09d37ff67a3a disassociated (deleted). External IP: 172.26.11.30, port: 02bd1cc8-065c-4ec1-b97c-5d007594cac2. Oct 26 15:51:41.453957 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:41.470112 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:51:41.528625 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:41.574392 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:51:41.579117 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:41.584169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f4ba6a-927e-40e4-bda5-c7986e3003cc None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:41.594124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f4ba6a-927e-40e4-bda5-c7986e3003cc None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:51:41.594728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b2f4ba6a-927e-40e4-bda5-c7986e3003cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:41.608436 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-db1c50fe-1e41-4789-86ce-ddcf315fa35c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/d42f5951-c772-464f-968c-09d37ff67a3a HTTP/1.1" status: 204 len: 168 time: 0.8101640 Oct 26 15:51:41.609122 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'tag': '02bd1cc8-065c-4ec1-b97c-5d007594cac2'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:51:41.611372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6662d80b37134a2b3900b6f7163109dd688b25040754bcd30973ec7c1dabe5ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6475847c-bb1c-40c1-8397-2b54d6ea7646" -d '{"events": [{"name": "network-changed", "server_uuid": "dcde8817-37bc-49da-9eba-c980f4de8fe9", "tag": "02bd1cc8-065c-4ec1-b97c-5d007594cac2"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:51:41.729741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b2f4ba6a-927e-40e4-bda5-c7986e3003cc None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:51:41.745390 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360dad94-9842-43b6-bc1a-ca6e0283947c x-openstack-request-id: req-360dad94-9842-43b6-bc1a-ca6e0283947c {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:51:41.745937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcde8817-37bc-49da-9eba-c980f4de8fe9", "tag": "02bd1cc8-065c-4ec1-b97c-5d007594cac2", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:51:41.745937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-360dad94-9842-43b6-bc1a-ca6e0283947c {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:51:41.746384 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360dad94-9842-43b6-bc1a-ca6e0283947c'] response: {'name': 'network-changed', 'server_uuid': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'tag': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'status': 'completed', 'code': 200} Oct 26 15:51:41.934023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b2f4ba6a-927e-40e4-bda5-c7986e3003cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:47:10Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:47:10Z', 'revision_number': 30, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:41.946564 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475847c-bb1c-40c1-8397-2b54d6ea7646 req-aaaf7014-4ff9-4f54-977a-59dfe3fb10b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:41.948685 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6475847c-bb1c-40c1-8397-2b54d6ea7646 req-aaaf7014-4ff9-4f54-977a-59dfe3fb10b4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 1129 time: 0.0416758 Oct 26 15:51:41.955207 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293ed1f-7a41-4270-a5ca-e64d5a4f20b9 req-664e40f1-ca06-4752-afc0-27ded5bdef70 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:41.956700 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6293ed1f-7a41-4270-a5ca-e64d5a4f20b9 req-664e40f1-ca06-4752-afc0-27ded5bdef70 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 945 time: 0.1318378 Oct 26 15:51:41.959716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f4ba6a-927e-40e4-bda5-c7986e3003cc None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:51:41.968301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f4ba6a-927e-40e4-bda5-c7986e3003cc None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:51:41.968950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b2f4ba6a-927e-40e4-bda5-c7986e3003cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:42.012745 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6293ed1f-7a41-4270-a5ca-e64d5a4f20b9 req-27f7ae13-96b2-4c58-bcbd-645573f71ece tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9a89b194-15e0-404f-a33a-4b7f59fd9937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488551 Oct 26 15:51:42.052624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475847c-bb1c-40c1-8397-2b54d6ea7646 req-8bb5e7b7-cedb-4230-83fb-ba6feec72249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:42.054217 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6475847c-bb1c-40c1-8397-2b54d6ea7646 req-8bb5e7b7-cedb-4230-83fb-ba6feec72249 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=9677f4a8-f471-4af1-8bda-15a85913e29f HTTP/1.1" status: 200 len: 898 time: 0.0962121 Oct 26 15:51:42.078400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b2f4ba6a-927e-40e4-bda5-c7986e3003cc None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:51:42.129345 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6475847c-bb1c-40c1-8397-2b54d6ea7646 req-eb4faffa-ec64-44d2-bd52-477b0ea1f140 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02bd1cc8-065c-4ec1-b97c-5d007594cac2 HTTP/1.1" status: 200 len: 217 time: 0.0338204 Oct 26 15:51:42.131559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:42.182323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475847c-bb1c-40c1-8397-2b54d6ea7646 req-a5aaffd4-6e1b-4078-a52f-1e390a08e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:42.183957 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6475847c-bb1c-40c1-8397-2b54d6ea7646 req-a5aaffd4-6e1b-4078-a52f-1e390a08e4c6 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea38392-2242-43bf-a9cd-00961ce34b32 HTTP/1.1" status: 200 len: 844 time: 0.0486596 Oct 26 15:51:42.277375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b2f4ba6a-927e-40e4-bda5-c7986e3003cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:47:10Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:47:10Z', 'revision_number': 30, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:42.288504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475847c-bb1c-40c1-8397-2b54d6ea7646 req-9272fa40-4f5f-490f-a580-f61358b1c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:42.290118 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6475847c-bb1c-40c1-8397-2b54d6ea7646 req-9272fa40-4f5f-490f-a580-f61358b1c861 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9677f4a8-f471-4af1-8bda-15a85913e29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0708129 Oct 26 15:51:42.298227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278a0eb-7b79-48c8-94bd-804935a8c06a req-ddf21b29-7a4c-4580-943c-eb142d0e013f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:42.299633 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a278a0eb-7b79-48c8-94bd-804935a8c06a req-ddf21b29-7a4c-4580-943c-eb142d0e013f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 945 time: 0.0709815 Oct 26 15:51:42.306696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f4ba6a-927e-40e4-bda5-c7986e3003cc None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:47:10Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:47:10Z', 'revision_number': 30, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:42.422196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:42.448630 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-a278a0eb-7b79-48c8-94bd-804935a8c06a req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 02bd1cc8-065c-4ec1-b97c-5d007594cac2 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:51:42.449009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-a278a0eb-7b79-48c8-94bd-804935a8c06a req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (02bd1cc8-065c-4ec1-b97c-5d007594cac2), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:42.507023 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6475847c-bb1c-40c1-8397-2b54d6ea7646 req-c84156a8-808d-419b-b5f8-a9507072d8e6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058234 Oct 26 15:51:42.522866 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:42.626853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-a278a0eb-7b79-48c8-94bd-804935a8c06a req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port 02bd1cc8-065c-4ec1-b97c-5d007594cac2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=02bd1cc8-065c-4ec1-b97c-5d007594cac2,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:51:42.627258 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-a278a0eb-7b79-48c8-94bd-804935a8c06a req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (02bd1cc8-065c-4ec1-b97c-5d007594cac2), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:42.655267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:51:42.660191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-a278a0eb-7b79-48c8-94bd-804935a8c06a req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 02bd1cc8-065c-4ec1-b97c-5d007594cac2 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:51:42.681476 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6475847c-bb1c-40c1-8397-2b54d6ea7646 req-458baaaf-2cab-423a-967a-ac349b2e1d06 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615958 Oct 26 15:51:42.710026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 5c869f56-9365-410c-a22e-6450fab88b8b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:51:42.710849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:42.711349 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 5c869f56-9365-410c-a22e-6450fab88b8b Oct 26 15:51:42.790144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:51:42.790537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:42.821848 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-a278a0eb-7b79-48c8-94bd-804935a8c06a req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (02bd1cc8-065c-4ec1-b97c-5d007594cac2), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:42.829835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:51:42.835272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:42.859761 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=02bd1cc8-065c-4ec1-b97c-5d007594cac2,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:42.887489 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.887845 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.888197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.888540 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.889026 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.889751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.889751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.890002 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.890323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.890651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.890981 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.891311 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.891639 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.891959 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.892283 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.895050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:42.907908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.908264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.908610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.908992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.909333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.909668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.910002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.910331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.910662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.910994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.911324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.912224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.912584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.912938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.913266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:42.920839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a278a0eb-7b79-48c8-94bd-804935a8c06a req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] No DVR routers for this DVR port 02bd1cc8-065c-4ec1-b97c-5d007594cac2 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:51:42.924011 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-a278a0eb-7b79-48c8-94bd-804935a8c06a req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:42.927710 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a278a0eb-7b79-48c8-94bd-804935a8c06a req-238874f0-ad9f-465a-accc-0b0e7f325b0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "DELETE /networking/v2.0/ports/02bd1cc8-065c-4ec1-b97c-5d007594cac2 HTTP/1.1" status: 204 len: 173 time: 0.6164446 Oct 26 15:51:42.928254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'name': 'network-vif-deleted', 'tag': '02bd1cc8-065c-4ec1-b97c-5d007594cac2'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:51:42.930555 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fab324-1e45-4b99-b5c4-c54e854d91a9" -d '{"events": [{"server_uuid": "dcde8817-37bc-49da-9eba-c980f4de8fe9", "name": "network-vif-deleted", "tag": "02bd1cc8-065c-4ec1-b97c-5d007594cac2"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:51:43.058674 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e758b96b-9541-4392-bfbc-e5a89dacf65b x-openstack-request-id: req-e758b96b-9541-4392-bfbc-e5a89dacf65b {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:51:43.059262 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcde8817-37bc-49da-9eba-c980f4de8fe9", "name": "network-vif-deleted", "tag": "02bd1cc8-065c-4ec1-b97c-5d007594cac2", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:51:43.059354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e758b96b-9541-4392-bfbc-e5a89dacf65b {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:51:43.059796 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e758b96b-9541-4392-bfbc-e5a89dacf65b'] response: {'server_uuid': 'dcde8817-37bc-49da-9eba-c980f4de8fe9', 'name': 'network-vif-deleted', 'tag': '02bd1cc8-065c-4ec1-b97c-5d007594cac2', 'status': 'completed', 'code': 200} Oct 26 15:51:43.118352 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:51:43.168612 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-551afb4d-3810-4eac-8edc-fdf9a6f13540 req-0981d968-c52a-4726-8c59-4cf7b8527ba4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=dcde8817-37bc-49da-9eba-c980f4de8fe9 HTTP/1.1" status: 200 len: 210 time: 0.0290401 Oct 26 15:51:43.660141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:43.864027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:44.237655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39790) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:44.291600 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331cf013-b707-4111-bb1d-99ede3f1eee2 None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:44.300392 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331cf013-b707-4111-bb1d-99ede3f1eee2 None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:51:44.301184 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-331cf013-b707-4111-bb1d-99ede3f1eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:44.304986 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a3a12ebc-0623-4011-ab4f-1d88f952f192 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (9a89b194-15e0-404f-a33a-4b7f59fd9937), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:44.328609 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a3a12ebc-0623-4011-ab4f-1d88f952f192 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (9a89b194-15e0-404f-a33a-4b7f59fd9937), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:44.395429 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a3a12ebc-0623-4011-ab4f-1d88f952f192 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (9a89b194-15e0-404f-a33a-4b7f59fd9937), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:44.398642 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a3a12ebc-0623-4011-ab4f-1d88f952f192 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:44.402363 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a3a12ebc-0623-4011-ab4f-1d88f952f192 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/9a89b194-15e0-404f-a33a-4b7f59fd9937 HTTP/1.1" status: 204 len: 168 time: 0.1611805 Oct 26 15:51:44.407177 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-331cf013-b707-4111-bb1d-99ede3f1eee2 None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:51:44.409840 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a12ebc-0623-4011-ab4f-1d88f952f192 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a89b194-15e0-404f-a33a-4b7f59fd9937,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:44.443926 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39794) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:44.596992 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-331cf013-b707-4111-bb1d-99ede3f1eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:47:10Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:51:42Z', 'revision_number': 31, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:44.606594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:51:44.622660 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331cf013-b707-4111-bb1d-99ede3f1eee2 None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:51:44.632719 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331cf013-b707-4111-bb1d-99ede3f1eee2 None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:51:44.633555 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-331cf013-b707-4111-bb1d-99ede3f1eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:44.682793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 5c869f56-9365-410c-a22e-6450fab88b8b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:51:44.683791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:44.723369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:51:44.729488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:44.739375 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-331cf013-b707-4111-bb1d-99ede3f1eee2 None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:51:44.777355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=32']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:44.794281 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-84abf45b-cdae-4e53-8e6c-f80d10d8f8b5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (6ffc9252-21a0-491f-af0f-6b8d292e98d3), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:44.929727 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-331cf013-b707-4111-bb1d-99ede3f1eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:47:10Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:51:42Z', 'revision_number': 31, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:44.954479 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331cf013-b707-4111-bb1d-99ede3f1eee2 None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253'}], 'enable_snat': True}, 'gw_port_id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:46:17Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:47:10Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '5c869f56-9365-410c-a22e-6450fab88b8b', 'name': '', 'network_id': '9677f4a8-f471-4af1-8bda-15a85913e29f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:95:73:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:46:17Z', 'updated_at': '2022-10-26T15:51:42Z', 'revision_number': 31, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '8ea38392-2242-43bf-a9cd-00961ce34b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:44.954779 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:45.035355 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-84abf45b-cdae-4e53-8e6c-f80d10d8f8b5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 5c869f56-9365-410c-a22e-6450fab88b8b {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:51:45.035693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-84abf45b-cdae-4e53-8e6c-f80d10d8f8b5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:45.102111 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:45.134280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-84abf45b-cdae-4e53-8e6c-f80d10d8f8b5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port 5c869f56-9365-410c-a22e-6450fab88b8b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=5c869f56-9365-410c-a22e-6450fab88b8b,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:51:45.134280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-84abf45b-cdae-4e53-8e6c-f80d10d8f8b5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:45.147744 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-84abf45b-cdae-4e53-8e6c-f80d10d8f8b5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 5c869f56-9365-410c-a22e-6450fab88b8b owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:51:45.351418 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-84abf45b-cdae-4e53-8e6c-f80d10d8f8b5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (5c869f56-9365-410c-a22e-6450fab88b8b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:45.382477 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abf45b-cdae-4e53-8e6c-f80d10d8f8b5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=5c869f56-9365-410c-a22e-6450fab88b8b,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:45.565040 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-84abf45b-cdae-4e53-8e6c-f80d10d8f8b5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (6ffc9252-21a0-491f-af0f-6b8d292e98d3), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:45.589213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5f4c4c-bb43-45dc-9a9e-60d3c0e5b9bb None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:51:45.696415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5f4c4c-bb43-45dc-9a9e-60d3c0e5b9bb None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:51:45.711639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:45.757332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:45.823423 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84abf45b-cdae-4e53-8e6c-f80d10d8f8b5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:51:45.936146 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84abf45b-cdae-4e53-8e6c-f80d10d8f8b5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:51:45.942674 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-84abf45b-cdae-4e53-8e6c-f80d10d8f8b5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "PUT /networking/v2.0/routers/6ffc9252-21a0-491f-af0f-6b8d292e98d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4976041 Oct 26 15:51:45.945451 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39796) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:46.005543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a670bbb-1703-44b2-b649-49b95c6e3e89 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting subnet 8ea38392-2242-43bf-a9cd-00961ce34b32 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:51:46.009317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7a670bbb-1703-44b2-b649-49b95c6e3e89 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (8ea38392-2242-43bf-a9cd-00961ce34b32), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:46.055464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7a670bbb-1703-44b2-b649-49b95c6e3e89 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (8ea38392-2242-43bf-a9cd-00961ce34b32), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:46.070063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 02bd1cc8-065c-4ec1-b97c-5d007594cac2 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:51:46.171149 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7a670bbb-1703-44b2-b649-49b95c6e3e89 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (8ea38392-2242-43bf-a9cd-00961ce34b32), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:46.245448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 02bd1cc8-065c-4ec1-b97c-5d007594cac2 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:51:46.245811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 02bd1cc8-065c-4ec1-b97c-5d007594cac2 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:51:46.259680 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7a670bbb-1703-44b2-b649-49b95c6e3e89 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (8ea38392-2242-43bf-a9cd-00961ce34b32), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:46.291186 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a670bbb-1703-44b2-b649-49b95c6e3e89 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea38392-2242-43bf-a9cd-00961ce34b32,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:46.295094 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7a670bbb-1703-44b2-b649-49b95c6e3e89 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:46.298622 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7a670bbb-1703-44b2-b649-49b95c6e3e89 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/8ea38392-2242-43bf-a9cd-00961ce34b32 HTTP/1.1" status: 204 len: 168 time: 0.3521538 Oct 26 15:51:46.301395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39798) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:46.309823 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:46.410716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d9a485-3801-4985-aebf-54abf3b5999a None None] Network 9677f4a8-f471-4af1-8bda-15a85913e29f requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:51:46.433624 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0ca5b82-51c8-46e1-9cb5-eaba2e1ed228 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (6ffc9252-21a0-491f-af0f-6b8d292e98d3), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:46.451201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:46.511411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8e55ac5b-d50b-4da9-9976-59af467dd9bc None None] Provisioning complete for port ecdcfaa0-5e50-4835-a012-53a5942242ec triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:51:46.511684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8e55ac5b-d50b-4da9-9976-59af467dd9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ecdcfaa0-5e50-4835-a012-53a5942242ec), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:46.512021 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8e55ac5b-d50b-4da9-9976-59af467dd9bc None None] Attempt 1 to provision port ecdcfaa0-5e50-4835-a012-53a5942242ec Oct 26 15:51:46.595808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8e55ac5b-d50b-4da9-9976-59af467dd9bc None None] Current status of the port ecdcfaa0-5e50-4835-a012-53a5942242ec is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:51:46.606974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb6731e-b590-4bad-b61d-086ad4381fba None None] DHCP port deletion for 9677f4a8-f471-4af1-8bda-15a85913e29f request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:51:46.652029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6731e-b590-4bad-b61d-086ad4381fba None None] Deleting port ecdcfaa0-5e50-4835-a012-53a5942242ec {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:51:46.652321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7bb6731e-b590-4bad-b61d-086ad4381fba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (ecdcfaa0-5e50-4835-a012-53a5942242ec), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:46.709748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:51:46.742339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:46.766234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-7bb6731e-b590-4bad-b61d-086ad4381fba None None] For port ecdcfaa0-5e50-4835-a012-53a5942242ec, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ecdcfaa0-5e50-4835-a012-53a5942242ec,segment=NetworkSegment(f7affe24-f129-443a-bc45-ac3067596291),segment_id=f7affe24-f129-443a-bc45-ac3067596291)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:51:46.767806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7bb6731e-b590-4bad-b61d-086ad4381fba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (ecdcfaa0-5e50-4835-a012-53a5942242ec), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:46.789605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6731e-b590-4bad-b61d-086ad4381fba None None] Calling delete_port for ecdcfaa0-5e50-4835-a012-53a5942242ec owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:51:46.799939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:51:46.800323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:46.800661 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 Oct 26 15:51:46.800784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:46.875688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0ca5b82-51c8-46e1-9cb5-eaba2e1ed228 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (6ffc9252-21a0-491f-af0f-6b8d292e98d3), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:46.922197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca5b82-51c8-46e1-9cb5-eaba2e1ed228 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:51:46.922544 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0ca5b82-51c8-46e1-9cb5-eaba2e1ed228 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:46.941043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:51:46.941509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:46.948769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7bb6731e-b590-4bad-b61d-086ad4381fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (ecdcfaa0-5e50-4835-a012-53a5942242ec), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:46.990756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6731e-b590-4bad-b61d-086ad4381fba None None] No DVR routers for this DVR port ecdcfaa0-5e50-4835-a012-53a5942242ec on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:51:46.998095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6731e-b590-4bad-b61d-086ad4381fba None None] Pushing event deleted for resources: {'Port': ['ID=ecdcfaa0-5e50-4835-a012-53a5942242ec,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:47.002814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:51:47.009201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:47.025563 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-a0ca5b82-51c8-46e1-9cb5-eaba2e1ed228 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:51:47.025992 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0ca5b82-51c8-46e1-9cb5-eaba2e1ed228 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:47.039227 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca5b82-51c8-46e1-9cb5-eaba2e1ed228 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:51:47.059049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:47.116181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f450e9-e48f-4518-af49-4fc2b93036ed None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:47.116181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f450e9-e48f-4518-af49-4fc2b93036ed None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:51:47.116181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f4f450e9-e48f-4518-af49-4fc2b93036ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:47.200741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f4f450e9-e48f-4518-af49-4fc2b93036ed None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:51:47.216448 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0ca5b82-51c8-46e1-9cb5-eaba2e1ed228 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:47.245241 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca5b82-51c8-46e1-9cb5-eaba2e1ed228 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:47.252645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f4f450e9-e48f-4518-af49-4fc2b93036ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:51:46Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:47.278489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f450e9-e48f-4518-af49-4fc2b93036ed None None] Checking router: 6ffc9252-21a0-491f-af0f-6b8d292e98d3 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:51:47.289909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f450e9-e48f-4518-af49-4fc2b93036ed None None] Routers {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:51:47.290544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f4f450e9-e48f-4518-af49-4fc2b93036ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:47.309613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0ca5b82-51c8-46e1-9cb5-eaba2e1ed228 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (6ffc9252-21a0-491f-af0f-6b8d292e98d3), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:47.361076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f4f450e9-e48f-4518-af49-4fc2b93036ed None None] Set router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:51:47.400694 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0ca5b82-51c8-46e1-9cb5-eaba2e1ed228 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (6ffc9252-21a0-491f-af0f-6b8d292e98d3), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:47.402905 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0ca5b82-51c8-46e1-9cb5-eaba2e1ed228 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_controller (6ffc9252-21a0-491f-af0f-6b8d292e98d3), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:47.410469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f4f450e9-e48f-4518-af49-4fc2b93036ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:51:47Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:47.435122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f450e9-e48f-4518-af49-4fc2b93036ed None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [{'id': '6ffc9252-21a0-491f-af0f-6b8d292e98d3', 'name': 'tempest-TestNetworkBasicOps-router-1672961654', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:46:14Z', 'updated_at': '2022-10-26T15:51:47Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port_host': None}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:47.446690 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0ca5b82-51c8-46e1-9cb5-eaba2e1ed228 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (6ffc9252-21a0-491f-af0f-6b8d292e98d3), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:47.447598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ca5b82-51c8-46e1-9cb5-eaba2e1ed228 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Fanout notify agent at l3_agent the message router_deleted on router 6ffc9252-21a0-491f-af0f-6b8d292e98d3 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:51:47.454782 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a0ca5b82-51c8-46e1-9cb5-eaba2e1ed228 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:47.456338 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a0ca5b82-51c8-46e1-9cb5-eaba2e1ed228 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/routers/6ffc9252-21a0-491f-af0f-6b8d292e98d3 HTTP/1.1" status: 204 len: 168 time: 1.1538734 Oct 26 15:51:47.459147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39800) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:47.542538 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d78c7870-946b-4882-909f-736e6ee162e7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (9677f4a8-f471-4af1-8bda-15a85913e29f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:47.637503 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d78c7870-946b-4882-909f-736e6ee162e7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (9677f4a8-f471-4af1-8bda-15a85913e29f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:47.658433 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-d78c7870-946b-4882-909f-736e6ee162e7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9677f4a8-f471-4af1-8bda-15a85913e29f']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:47.668046 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-d78c7870-946b-4882-909f-736e6ee162e7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7affe24-f129-443a-bc45-ac3067596291') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:47.668337 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-d78c7870-946b-4882-909f-736e6ee162e7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7affe24-f129-443a-bc45-ac3067596291') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:47.674941 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:47.679667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d78c7870-946b-4882-909f-736e6ee162e7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (f7affe24-f129-443a-bc45-ac3067596291), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:47.694584 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d78c7870-946b-4882-909f-736e6ee162e7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (f7affe24-f129-443a-bc45-ac3067596291), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:47.701005 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78c7870-946b-4882-909f-736e6ee162e7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:51:47.701391 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d78c7870-946b-4882-909f-736e6ee162e7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (f7affe24-f129-443a-bc45-ac3067596291), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:47.767715 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d78c7870-946b-4882-909f-736e6ee162e7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (9677f4a8-f471-4af1-8bda-15a85913e29f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:47.775214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d78c7870-946b-4882-909f-736e6ee162e7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:47.778050 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d78c7870-946b-4882-909f-736e6ee162e7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/networks/9677f4a8-f471-4af1-8bda-15a85913e29f HTTP/1.1" status: 204 len: 168 time: 0.3178911 Oct 26 15:51:47.781240 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment f7affe24-f129-443a-bc45-ac3067596291 resource provider aggregate not found Oct 26 15:51:47.794487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c7870-946b-4882-909f-736e6ee162e7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Network': ['ID=9677f4a8-f471-4af1-8bda-15a85913e29f,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:47.817300 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment f7affe24-f129-443a-bc45-ac3067596291 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7affe24-f129-443a-bc45-ac3067596291 found for delete ", "request_id": "req-305d149e-14f9-4299-b444-9c828bd2b99a"}]} Oct 26 15:51:47.829025 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39808) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:47.834374 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-04b01a0f-85c0-4516-85ee-e5eb5de9377c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'network': {'name': 'tempest-network-smoke--950582144', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'port_security_enabled': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:51:47.846907 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:47.860423 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b01a0f-85c0-4516-85ee-e5eb5de9377c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:47.865022 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-04b01a0f-85c0-4516-85ee-e5eb5de9377c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:47.889423 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b01a0f-85c0-4516-85ee-e5eb5de9377c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:51:47.898431 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-04b01a0f-85c0-4516-85ee-e5eb5de9377c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (751ae477-6b55-4feb-8d91-ee7554a072cb), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:47.898764 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-04b01a0f-85c0-4516-85ee-e5eb5de9377c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Added segment 751ae477-6b55-4feb-8d91-ee7554a072cb of type vlan for network f6192896-3510-4b81-afd1-fec70909fdf0 Oct 26 15:51:47.939085 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-04b01a0f-85c0-4516-85ee-e5eb5de9377c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (f6192896-3510-4b81-afd1-fec70909fdf0), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:47.964443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-04b01a0f-85c0-4516-85ee-e5eb5de9377c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (f6192896-3510-4b81-afd1-fec70909fdf0), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:47.969277 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b01a0f-85c0-4516-85ee-e5eb5de9377c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:47.969851 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-04b01a0f-85c0-4516-85ee-e5eb5de9377c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:48.028680 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-04b01a0f-85c0-4516-85ee-e5eb5de9377c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1985571 Oct 26 15:51:48.032159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39810) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:48.037471 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'admin_state_up': True, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:51:48.043003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b01a0f-85c0-4516-85ee-e5eb5de9377c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Network': ['ID=f6192896-3510-4b81-afd1-fec70909fdf0,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:48.056521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network f6192896-3510-4b81-afd1-fec70909fdf0 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:51:48.069273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (da0825f7-9165-45bf-8927-8ea721b0ef51), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:48.070598 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (da0825f7-9165-45bf-8927-8ea721b0ef51), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:48.126716 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:48.129007 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_controller (da0825f7-9165-45bf-8927-8ea721b0ef51), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:48.201297 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e8a7d3-68ec-47fa-abbb-62fd408a0511 None None] Sync routers for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:48.212005 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e8a7d3-68ec-47fa-abbb-62fd408a0511 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:51:48.212361 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e8a7d3-68ec-47fa-abbb-62fd408a0511 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:51:48.212971 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-98e8a7d3-68ec-47fa-abbb-62fd408a0511 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:51:48.221198 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e8a7d3-68ec-47fa-abbb-62fd408a0511 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:51:48.221574 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e8a7d3-68ec-47fa-abbb-62fd408a0511 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:51:48.222127 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-98e8a7d3-68ec-47fa-abbb-62fd408a0511 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6ffc9252-21a0-491f-af0f-6b8d292e98d3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:51:48.222487 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e8a7d3-68ec-47fa-abbb-62fd408a0511 None None] The sync data for ids ['6ffc9252-21a0-491f-af0f-6b8d292e98d3'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:48.272512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (da0825f7-9165-45bf-8927-8ea721b0ef51), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:48.324486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:48.447987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (da0825f7-9165-45bf-8927-8ea721b0ef51), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:48.466731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:48.571334 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.26.11.16 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/2ffc05b5-3c13-4b8b-b67f-7fee4639fa27) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:48.624460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ecdcfaa0-5e50-4835-a012-53a5942242ec no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:51:48.643093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: ecdcfaa0-5e50-4835-a012-53a5942242ec {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:51:48.643442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ecdcfaa0-5e50-4835-a012-53a5942242ec not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:51:48.643861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:51:48.662427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 5c869f56-9365-410c-a22e-6450fab88b8b {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:51:48.662774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 5c869f56-9365-410c-a22e-6450fab88b8b not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:51:48.663198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:51:48.685685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:51:48.686027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3f40cf63-6d6b-4f3d-bc21-b22ec11b7fe0 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:51:48.687429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:48.719515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:48.760295 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:48.763401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:48.767374 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:51:48.770365 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:49.003651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (da0825f7-9165-45bf-8927-8ea721b0ef51), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:49.098408 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:49.184742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:49.200153 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (da0825f7-9165-45bf-8927-8ea721b0ef51), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:49.332038 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router da0825f7-9165-45bf-8927-8ea721b0ef51 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:51:49.434758 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:51:49.444473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:49.456712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:51:49.457347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:49.463261 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:49.467500 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6e276a57-0675-4da0-b28b-633ec402263c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4313169 Oct 26 15:51:49.467688 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39812) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:49.541806 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-18e756e4-6359-4cd9-bb33-c7e049698115 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?project_id=535d3aadc3604e4688e327c629fdd025&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0729704 Oct 26 15:51:49.544442 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39816) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:49.547995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:49.565031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:51:49.640792 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee65a61c-3479-4089-aa83-dbcbe98d8919 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:49.642347 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ee65a61c-3479-4089-aa83-dbcbe98d8919 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0969744 Oct 26 15:51:49.645539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39818) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:49.675126 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7e4668cd-3e76-4db7-86c0-a5f895d8adc7 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283158 Oct 26 15:51:49.678217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39820) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:49.682980 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-09dc0f54-de9e-4c61-bab9-f85e2b9bfc51 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1440566891', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:51:49.704939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:49.741989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:48Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:49.767350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:51:49.767698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Updating router da0825f7-9165-45bf-8927-8ea721b0ef51 port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:51:49.776336 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dc0f54-de9e-4c61-bab9-f85e2b9bfc51 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:49.780352 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-09dc0f54-de9e-4c61-bab9-f85e2b9bfc51 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:49.791296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:49.801055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:49.991499 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-09dc0f54-de9e-4c61-bab9-f85e2b9bfc51 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (2e478eea-888d-4499-abad-7a9037aec3a0), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:50.056311 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:50.072410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dc0f54-de9e-4c61-bab9-f85e2b9bfc51 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Checking segment: {'id': '751ae477-6b55-4feb-8d91-ee7554a072cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:51:50.072770 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dc0f54-de9e-4c61-bab9-f85e2b9bfc51 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network hostable DHCP agents. Network: f6192896-3510-4b81-afd1-fec70909fdf0, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:51:50.074863 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc0f54-de9e-4c61-bab9-f85e2b9bfc51 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Subnet': ['ID=2e478eea-888d-4499-abad-7a9037aec3a0,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:50.100157 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dc0f54-de9e-4c61-bab9-f85e2b9bfc51 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network f6192896-3510-4b81-afd1-fec70909fdf0 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:51:50.113597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-09dc0f54-de9e-4c61-bab9-f85e2b9bfc51 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, f6192896-3510-4b81-afd1-fec70909fdf0) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:50.118232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dc0f54-de9e-4c61-bab9-f85e2b9bfc51 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:50.118908 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-09dc0f54-de9e-4c61-bab9-f85e2b9bfc51 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:50.128012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bb6353-8aa6-457f-b5ad-55a765b45a10 None None] Network f6192896-3510-4b81-afd1-fec70909fdf0 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:51:50.137876 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-09dc0f54-de9e-4c61-bab9-f85e2b9bfc51 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4574063 Oct 26 15:51:50.139396 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39822) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:50.184098 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:50.280906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Publish callbacks [] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:50.293074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:50.321869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-f6192896-3510-4b81-afd1-fec70909fdf0', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:51:50.323089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:50.343225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Attempting to bind port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:51:50.343601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Attempting to bind port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:51:50.343974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Attempting to bind port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:51:50.394280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6becc346-e75a-47eb-8667-5b3be26e957a None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:50.476430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:51:50.477230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:51:50.477230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:50.477627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:51:50.478121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Bound port: 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:51:50.478510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:50.562537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Allocated IP 172.20.0.2 (f6192896-3510-4b81-afd1-fec70909fdf0/2e478eea-888d-4499-abad-7a9037aec3a0/e14fce1c-dab3-451d-b882-ca73cf7ff40b) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:50.570715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:51:50.577128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:51:50.586619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:50.675400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:51:50.676045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:50.740982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6becc346-e75a-47eb-8667-5b3be26e957a None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:50.841304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:50.856495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:51:50.900407 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5904e4c5-1955-486f-aac5-d0a17232c061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:50.908221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Publish callbacks [] for port (e14fce1c-dab3-451d-b882-ca73cf7ff40b), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:50.924528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (e14fce1c-dab3-451d-b882-ca73cf7ff40b), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:51.002705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Network f6192896-3510-4b81-afd1-fec70909fdf0 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:51.009142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:51.012808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:51:51.014810 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Pushing event updated for resources: {'Port': ['ID=e14fce1c-dab3-451d-b882-ca73cf7ff40b,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:51.117618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Attempting to bind port e14fce1c-dab3-451d-b882-ca73cf7ff40b on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:51:51.117905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Attempting to bind port e14fce1c-dab3-451d-b882-ca73cf7ff40b by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '751ae477-6b55-4feb-8d91-ee7554a072cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:51:51.118275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Attempting to bind port e14fce1c-dab3-451d-b882-ca73cf7ff40b on network f6192896-3510-4b81-afd1-fec70909fdf0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:51:51.154916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:51.157544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:48Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:51.175505 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-5904e4c5-1955-486f-aac5-d0a17232c061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.20.0.1 (f6192896-3510-4b81-afd1-fec70909fdf0/2e478eea-888d-4499-abad-7a9037aec3a0/22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:51.190519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:51.191688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99f5739-64a9-4022-bb19-aacf3cfcdbaf None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:48Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:51.197114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:51:51.197494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Checking segment: {'id': '751ae477-6b55-4feb-8d91-ee7554a072cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:51:51.197910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:51.198277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Bound using segment: {'id': '751ae477-6b55-4feb-8d91-ee7554a072cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:51:51.198877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Bound port: e14fce1c-dab3-451d-b882-ca73cf7ff40b, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751ae477-6b55-4feb-8d91-ee7554a072cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:51:51.199137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e14fce1c-dab3-451d-b882-ca73cf7ff40b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:51.267690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] For port e14fce1c-dab3-451d-b882-ca73cf7ff40b, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:51:51.271986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] For port e14fce1c-dab3-451d-b882-ca73cf7ff40b, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e14fce1c-dab3-451d-b882-ca73cf7ff40b,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:51:51.279107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e14fce1c-dab3-451d-b882-ca73cf7ff40b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:51.315577 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5904e4c5-1955-486f-aac5-d0a17232c061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:51.338016 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:51.345373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb8de2-36e5-4efb-9854-5d21823d87b1 None None] Pushing event updated for resources: {'Port': ['ID=e14fce1c-dab3-451d-b882-ca73cf7ff40b,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:51.364510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5904e4c5-1955-486f-aac5-d0a17232c061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:51.409580 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:51.416326 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5904e4c5-1955-486f-aac5-d0a17232c061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network f6192896-3510-4b81-afd1-fec70909fdf0 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:51.422608 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-5904e4c5-1955-486f-aac5-d0a17232c061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:51.427059 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5904e4c5-1955-486f-aac5-d0a17232c061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:51:51.432598 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904e4c5-1955-486f-aac5-d0a17232c061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:51.505666 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5904e4c5-1955-486f-aac5-d0a17232c061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (da0825f7-9165-45bf-8927-8ea721b0ef51), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:51.677519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5904e4c5-1955-486f-aac5-d0a17232c061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:51.964454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5904e4c5-1955-486f-aac5-d0a17232c061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:51.969737 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5904e4c5-1955-486f-aac5-d0a17232c061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:52.053848 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904e4c5-1955-486f-aac5-d0a17232c061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:52.057760 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5904e4c5-1955-486f-aac5-d0a17232c061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (da0825f7-9165-45bf-8927-8ea721b0ef51), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:52.159240 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5904e4c5-1955-486f-aac5-d0a17232c061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network f6192896-3510-4b81-afd1-fec70909fdf0 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:52.161975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-5904e4c5-1955-486f-aac5-d0a17232c061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:52.279221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5904e4c5-1955-486f-aac5-d0a17232c061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router da0825f7-9165-45bf-8927-8ea721b0ef51 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:51:52.281613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:52.311159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebf9974-f4a7-4286-bcc6-c2cd47f29dec None None] Network f6192896-3510-4b81-afd1-fec70909fdf0 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:51:52.374623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9b2feedb-bd06-4d11-9e40-dd43f8ddddf9 None None] Provisioning complete for port e14fce1c-dab3-451d-b882-ca73cf7ff40b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:51:52.374994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9b2feedb-bd06-4d11-9e40-dd43f8ddddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e14fce1c-dab3-451d-b882-ca73cf7ff40b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:52.375329 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-9b2feedb-bd06-4d11-9e40-dd43f8ddddf9 None None] Attempt 1 to provision port e14fce1c-dab3-451d-b882-ca73cf7ff40b Oct 26 15:51:52.391843 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5904e4c5-1955-486f-aac5-d0a17232c061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:51:52.396943 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5904e4c5-1955-486f-aac5-d0a17232c061 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "PUT /networking/v2.0/routers/da0825f7-9165-45bf-8927-8ea721b0ef51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2564316 Oct 26 15:51:52.399464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39824) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:52.448874 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:52.497807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-9b2feedb-bd06-4d11-9e40-dd43f8ddddf9 None None] Current status of the port e14fce1c-dab3-451d-b882-ca73cf7ff40b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:51:52.498131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9b2feedb-bd06-4d11-9e40-dd43f8ddddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e14fce1c-dab3-451d-b882-ca73cf7ff40b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:52.498243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e3ed14-dbff-4b73-b93d-e79d2c32dc70 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:52.498708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e3ed14-dbff-4b73-b93d-e79d2c32dc70 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:52.499191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e3ed14-dbff-4b73-b93d-e79d2c32dc70 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:52.499664 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e3ed14-dbff-4b73-b93d-e79d2c32dc70 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:52.501383 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e8e3ed14-dbff-4b73-b93d-e79d2c32dc70 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1010118 Oct 26 15:51:52.504150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39826) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:52.541101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-9b2feedb-bd06-4d11-9e40-dd43f8ddddf9 None None] For port e14fce1c-dab3-451d-b882-ca73cf7ff40b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e14fce1c-dab3-451d-b882-ca73cf7ff40b,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:51:52.547149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9b2feedb-bd06-4d11-9e40-dd43f8ddddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e14fce1c-dab3-451d-b882-ca73cf7ff40b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:52.570345 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae017c6-7a48-4ebb-9d2b-480a30fd4032 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:52.570835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae017c6-7a48-4ebb-9d2b-480a30fd4032 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:52.571897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae017c6-7a48-4ebb-9d2b-480a30fd4032 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:52.572383 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae017c6-7a48-4ebb-9d2b-480a30fd4032 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:52.577163 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0ae017c6-7a48-4ebb-9d2b-480a30fd4032 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2732 time: 0.0697715 Oct 26 15:51:52.578129 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39828) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:52.609962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2feedb-bd06-4d11-9e40-dd43f8ddddf9 None None] Pushing event updated for resources: {'Port': ['ID=e14fce1c-dab3-451d-b882-ca73cf7ff40b,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:52.714000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:51:52.742087 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2b928d4a-a93f-4dba-9b4c-896388a4f400 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1609 time: 0.1509550 Oct 26 15:51:52.775705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-95175a75-fc07-4ec3-a338-69c8d94b1314 None None] Provisioning complete for port e14fce1c-dab3-451d-b882-ca73cf7ff40b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:51:52.776092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95175a75-fc07-4ec3-a338-69c8d94b1314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e14fce1c-dab3-451d-b882-ca73cf7ff40b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:52.776437 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-95175a75-fc07-4ec3-a338-69c8d94b1314 None None] Attempt 1 to provision port e14fce1c-dab3-451d-b882-ca73cf7ff40b Oct 26 15:51:52.808406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:51:52.809063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:52.809547 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 Oct 26 15:51:52.812381 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39832) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:52.829013 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c2c77734-ea8e-4183-8d83-0772975fb800 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1044542225', 'description': 'tempest-secgroup-smoke-1044542225 description', 'project_id': '535d3aadc3604e4688e327c629fdd025'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:51:52.829310 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:52.834501 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:51:52.834501 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:52.854347 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c2c77734-ea8e-4183-8d83-0772975fb800 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:52.937482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c2c77734-ea8e-4183-8d83-0772975fb800 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (3973e3d2-f3a4-4b61-a594-6b8e090af61a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:52.948128 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:51:52.950234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c2c77734-ea8e-4183-8d83-0772975fb800 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (3973e3d2-f3a4-4b61-a594-6b8e090af61a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:52.976715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-95175a75-fc07-4ec3-a338-69c8d94b1314 None None] Current status of the port e14fce1c-dab3-451d-b882-ca73cf7ff40b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:51:52.979477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:51:52.979931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:52.987306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c2c77734-ea8e-4183-8d83-0772975fb800 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:52.992122 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39834) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:52.993688 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c2c77734-ea8e-4183-8d83-0772975fb800 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1796649 Oct 26 15:51:52.998799 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-a5a070a5-8921-4cbe-bf2b-e3cb3bad4950 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '3973e3d2-f3a4-4b61-a594-6b8e090af61a', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:51:52.999443 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c77734-ea8e-4183-8d83-0772975fb800 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3973e3d2-f3a4-4b61-a594-6b8e090af61a,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:53.022628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-95175a75-fc07-4ec3-a338-69c8d94b1314 None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:51:53.023024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95175a75-fc07-4ec3-a338-69c8d94b1314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.023358 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-95175a75-fc07-4ec3-a338-69c8d94b1314 None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:51:53.026345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:51:53.055502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.056323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e14fce1c-dab3-451d-b882-ca73cf7ff40b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:51:53.062676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5a070a5-8921-4cbe-bf2b-e3cb3bad4950 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (1295fea9-dbd9-4829-9946-c6583e28136f), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.146955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-95175a75-fc07-4ec3-a338-69c8d94b1314 None None] Port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:51:53.155637 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5a070a5-8921-4cbe-bf2b-e3cb3bad4950 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (1295fea9-dbd9-4829-9946-c6583e28136f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.162760 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:53.163948 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5a070a5-8921-4cbe-bf2b-e3cb3bad4950 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (1295fea9-dbd9-4829-9946-c6583e28136f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.178538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e14fce1c-dab3-451d-b882-ca73cf7ff40b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:51:53.178754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e14fce1c-dab3-451d-b882-ca73cf7ff40b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.179078 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e14fce1c-dab3-451d-b882-ca73cf7ff40b Oct 26 15:51:53.182102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:53.188080 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a070a5-8921-4cbe-bf2b-e3cb3bad4950 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1295fea9-dbd9-4829-9946-c6583e28136f,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:53.198085 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a5a070a5-8921-4cbe-bf2b-e3cb3bad4950 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.199564 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a5a070a5-8921-4cbe-bf2b-e3cb3bad4950 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2058480 Oct 26 15:51:53.202520 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39836) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:53.207163 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-bc7eb2f9-df63-441e-b8d9-8010ace6c0f6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '3973e3d2-f3a4-4b61-a594-6b8e090af61a', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:51:53.214396 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:53.239811 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb2f9-df63-441e-b8d9-8010ace6c0f6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (5373c3d5-1779-49eb-a71f-01e9635c770e), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.268698 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:53.304238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a5fcccb4-8175-4ad4-ba33-cc4981874161 None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:51:53.305199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a5fcccb4-8175-4ad4-ba33-cc4981874161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.305762 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a5fcccb4-8175-4ad4-ba33-cc4981874161 None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:51:53.306496 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:51:53.306746 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Updating router da0825f7-9165-45bf-8927-8ea721b0ef51 port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:51:53.310251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e14fce1c-dab3-451d-b882-ca73cf7ff40b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:51:53.340678 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb2f9-df63-441e-b8d9-8010ace6c0f6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (5373c3d5-1779-49eb-a71f-01e9635c770e), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.341784 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.345548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb2f9-df63-441e-b8d9-8010ace6c0f6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (5373c3d5-1779-49eb-a71f-01e9635c770e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.353403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a5fcccb4-8175-4ad4-ba33-cc4981874161 None None] Port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:51:53.363256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7eb2f9-df63-441e-b8d9-8010ace6c0f6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5373c3d5-1779-49eb-a71f-01e9635c770e,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:53.375919 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb2f9-df63-441e-b8d9-8010ace6c0f6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.378003 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bc7eb2f9-df63-441e-b8d9-8010ace6c0f6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1742494 Oct 26 15:51:53.381098 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39838) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:53.385465 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-11c06a98-1b46-4288-ac44-17977d5a3316 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '3973e3d2-f3a4-4b61-a594-6b8e090af61a', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:51:53.415222 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-11c06a98-1b46-4288-ac44-17977d5a3316 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (1fce9e71-11bb-4c02-8440-658ad2a8a721), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.463741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:53.468310 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-11c06a98-1b46-4288-ac44-17977d5a3316 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (1fce9e71-11bb-4c02-8440-658ad2a8a721), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.470733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-173e26d1-6765-4207-bd4c-41d67114429f None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:51:53.471022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-173e26d1-6765-4207-bd4c-41d67114429f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.471365 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-173e26d1-6765-4207-bd4c-41d67114429f None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:51:53.472751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-11c06a98-1b46-4288-ac44-17977d5a3316 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (1fce9e71-11bb-4c02-8440-658ad2a8a721), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.495687 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c06a98-1b46-4288-ac44-17977d5a3316 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fce9e71-11bb-4c02-8440-658ad2a8a721,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:53.502434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-11c06a98-1b46-4288-ac44-17977d5a3316 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.504144 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-11c06a98-1b46-4288-ac44-17977d5a3316 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221089 Oct 26 15:51:53.508182 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39840) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:53.512572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-ccccab75-b45f-4ca8-8b5d-b0870709ad86 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '3973e3d2-f3a4-4b61-a594-6b8e090af61a', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:51:53.544205 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ccccab75-b45f-4ca8-8b5d-b0870709ad86 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (4cea4db7-15ba-4d39-a5a8-56e910821692), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.608520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ccccab75-b45f-4ca8-8b5d-b0870709ad86 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (4cea4db7-15ba-4d39-a5a8-56e910821692), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.612959 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ccccab75-b45f-4ca8-8b5d-b0870709ad86 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (4cea4db7-15ba-4d39-a5a8-56e910821692), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.634033 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Publish callbacks [] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.635771 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccab75-b45f-4ca8-8b5d-b0870709ad86 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cea4db7-15ba-4d39-a5a8-56e910821692,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:53.640987 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.643655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ccccab75-b45f-4ca8-8b5d-b0870709ad86 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.646249 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ccccab75-b45f-4ca8-8b5d-b0870709ad86 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376178 Oct 26 15:51:53.656379 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39842) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:53.659405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-173e26d1-6765-4207-bd4c-41d67114429f None None] Port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:51:53.662132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-43f10b4a-7744-41d0-95a5-961362b8e291 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '3973e3d2-f3a4-4b61-a594-6b8e090af61a', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:51:53.688335 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-43f10b4a-7744-41d0-95a5-961362b8e291 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:51:53.695068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-43f10b4a-7744-41d0-95a5-961362b8e291 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (b769509d-7c2c-4c95-bf2b-cab1f93f20f7), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.720203 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea225462-0c8a-48a0-bf0f-4d0e7fdf6ecc None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:53.736839 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225462-0c8a-48a0-bf0f-4d0e7fdf6ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.737108 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225462-0c8a-48a0-bf0f-4d0e7fdf6ecc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.737451 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225462-0c8a-48a0-bf0f-4d0e7fdf6ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.737789 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225462-0c8a-48a0-bf0f-4d0e7fdf6ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.738125 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225462-0c8a-48a0-bf0f-4d0e7fdf6ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.738454 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225462-0c8a-48a0-bf0f-4d0e7fdf6ecc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.738783 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225462-0c8a-48a0-bf0f-4d0e7fdf6ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.739142 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225462-0c8a-48a0-bf0f-4d0e7fdf6ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.739487 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225462-0c8a-48a0-bf0f-4d0e7fdf6ecc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.739818 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225462-0c8a-48a0-bf0f-4d0e7fdf6ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.740144 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225462-0c8a-48a0-bf0f-4d0e7fdf6ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.740468 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225462-0c8a-48a0-bf0f-4d0e7fdf6ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.740788 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225462-0c8a-48a0-bf0f-4d0e7fdf6ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.741135 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225462-0c8a-48a0-bf0f-4d0e7fdf6ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.741457 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea225462-0c8a-48a0-bf0f-4d0e7fdf6ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:51:53.746617 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Attempting to bind port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:51:53.746992 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Attempting to bind port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '751ae477-6b55-4feb-8d91-ee7554a072cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:51:53.747369 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Attempting to bind port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d on network f6192896-3510-4b81-afd1-fec70909fdf0 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:51:53.760377 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-43f10b4a-7744-41d0-95a5-961362b8e291 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (b769509d-7c2c-4c95-bf2b-cab1f93f20f7), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.763966 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-43f10b4a-7744-41d0-95a5-961362b8e291 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (b769509d-7c2c-4c95-bf2b-cab1f93f20f7), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.785236 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f10b4a-7744-41d0-95a5-961362b8e291 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b769509d-7c2c-4c95-bf2b-cab1f93f20f7,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:53.789637 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:51:53.790135 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Checking segment: {'id': '751ae477-6b55-4feb-8d91-ee7554a072cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:51:53.790545 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.790950 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Bound using segment: {'id': '751ae477-6b55-4feb-8d91-ee7554a072cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:51:53.791411 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Bound port: 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751ae477-6b55-4feb-8d91-ee7554a072cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:51:53.792106 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.794285 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-43f10b4a-7744-41d0-95a5-961362b8e291 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.795660 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-43f10b4a-7744-41d0-95a5-961362b8e291 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1381238 Oct 26 15:51:53.798739 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39844) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:51:53.803276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-acbf2190-880a-4b8e-a62f-ee17fff50f20 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': '3973e3d2-f3a4-4b61-a594-6b8e090af61a', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:51:53.812879 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=7,neutron:INSERT=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:53.815372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:53.827167 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-acbf2190-880a-4b8e-a62f-ee17fff50f20 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:51:53.835749 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-acbf2190-880a-4b8e-a62f-ee17fff50f20 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (d195dcbb-e15d-4cc4-b84e-dae9e8cabb5c), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.854454 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:51:53.857835 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:51:53.863475 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.888601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-acbf2190-880a-4b8e-a62f-ee17fff50f20 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (d195dcbb-e15d-4cc4-b84e-dae9e8cabb5c), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.892553 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-acbf2190-880a-4b8e-a62f-ee17fff50f20 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (d195dcbb-e15d-4cc4-b84e-dae9e8cabb5c), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.902143 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:51:53.902764 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:53.912947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf2190-880a-4b8e-a62f-ee17fff50f20 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d195dcbb-e15d-4cc4-b84e-dae9e8cabb5c,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:53.920613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-acbf2190-880a-4b8e-a62f-ee17fff50f20 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:53.922230 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-acbf2190-880a-4b8e-a62f-ee17fff50f20 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221743 Oct 26 15:51:53.953426 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea225462-0c8a-48a0-bf0f-4d0e7fdf6ecc None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:54.026385 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:51:54.080083 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ba1ed29e-2fa7-4072-8733-5b3bd173816a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1044542225&fields=id&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 267 time: 0.0449557 Oct 26 15:51:54.135384 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:54.154780 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:54.193208 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-a8c4740e-cbd3-43f2-a3a4-3d2a0955a9cb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:54.194728 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-a8c4740e-cbd3-43f2-a3a4-3d2a0955a9cb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/networks?id=f6192896-3510-4b81-afd1-fec70909fdf0 HTTP/1.1" status: 200 len: 796 time: 0.1071625 Oct 26 15:51:54.209622 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ee5a15b4-8acf-4977-8d9f-409681ab5596 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/quotas/535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 375 time: 0.0091259 Oct 26 15:51:54.219209 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:51:53Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:54.243948 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f646094f-f3ef-4112-9acc-f039f85be781 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:51:53Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:54.259914 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-d9d9b5ca-6c50-4c71-be58-75dc46bf8b3d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451579 Oct 26 15:51:54.321776 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-55c98b72-93d5-4117-897e-f1fdff11e7f0 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 15:51:54.322901 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-55c98b72-93d5-4117-897e-f1fdff11e7f0 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0499752 Oct 26 15:51:54.419982 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-a11416d3-9002-4860-9fcc-8d31e6173af4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907893 Oct 26 15:51:54.523490 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-1466692b-f53f-456f-91d3-fc4b9e121fd6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974870 Oct 26 15:51:54.717624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:51:54.767346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:51:54.767714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:54.768248 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:51:54.809784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:54.817803 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e517a350-686e-4635-a356-e6c1fca65cd8 req-d7b7ee84-4797-47df-bd61-0e904bafdc07 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 210 time: 0.1136765 Oct 26 15:51:54.867069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:51:54.867588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:54.911870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:51:54.917985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:54.919066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e14fce1c-dab3-451d-b882-ca73cf7ff40b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:51:54.925721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:55.027502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:55.044914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e14fce1c-dab3-451d-b882-ca73cf7ff40b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:51:55.045576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e14fce1c-dab3-451d-b882-ca73cf7ff40b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:55.046259 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e14fce1c-dab3-451d-b882-ca73cf7ff40b Oct 26 15:51:55.136074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e14fce1c-dab3-451d-b882-ca73cf7ff40b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:51:55.194803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:51:55.284700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:51:55.285059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:55.312501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:51:55.316631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:55.369929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:55.928888 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-375dc7b7-5c6c-44e9-bc4b-4ef953f8b64b req-2701ee94-40a8-401c-852a-abd40a7cb7c0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 210 time: 0.0396399 Oct 26 15:51:55.992767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:56.003404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-7aae5690-68ad-40b8-a741-a180ccf527c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:56.005028 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-7aae5690-68ad-40b8-a741-a180ccf527c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f6192896-3510-4b81-afd1-fec70909fdf0 HTTP/1.1" status: 200 len: 796 time: 0.1210690 Oct 26 15:51:56.069273 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-b9f3d911-8f25-452d-bd6b-cb974b841820 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 380 time: 0.0558732 Oct 26 15:51:56.145346 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-95fcb2e7-771c-4976-9421-06bbba240b67 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'port': {'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'admin_state_up': True, 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'security_groups': ['3973e3d2-f3a4-4b61-a594-6b8e090af61a']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:51:56.233630 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:56.263064 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-95fcb2e7-771c-4976-9421-06bbba240b67 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:51:56.263064 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-95fcb2e7-771c-4976-9421-06bbba240b67 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:56.394313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-95fcb2e7-771c-4976-9421-06bbba240b67 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.20.0.11 (f6192896-3510-4b81-afd1-fec70909fdf0/2e478eea-888d-4499-abad-7a9037aec3a0/1743db47-29eb-4c3d-a94b-0fd914ddc146) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:51:56.538807 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-95fcb2e7-771c-4976-9421-06bbba240b67 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (1743db47-29eb-4c3d-a94b-0fd914ddc146), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:56.570315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-95fcb2e7-771c-4976-9421-06bbba240b67 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (1743db47-29eb-4c3d-a94b-0fd914ddc146), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:56.613146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-95fcb2e7-771c-4976-9421-06bbba240b67 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network f6192896-3510-4b81-afd1-fec70909fdf0 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:51:56.619185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-95fcb2e7-771c-4976-9421-06bbba240b67 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:51:56.623059 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-95fcb2e7-771c-4976-9421-06bbba240b67 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:51:56.647284 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcb2e7-771c-4976-9421-06bbba240b67 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=1743db47-29eb-4c3d-a94b-0fd914ddc146,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:56.679418 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-95fcb2e7-771c-4976-9421-06bbba240b67 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:56.680050 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-95fcb2e7-771c-4976-9421-06bbba240b67 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:56.697891 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-95fcb2e7-771c-4976-9421-06bbba240b67 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5568869 Oct 26 15:51:56.714848 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Request body: {'port': {'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:51:56.778175 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1743db47-29eb-4c3d-a94b-0fd914ddc146), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:56.885061 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:56.913244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-dc941a52-a13e-4806-8cee-a5c92420b849 None None] Provisioning complete for port 1743db47-29eb-4c3d-a94b-0fd914ddc146 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:51:56.914360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dc941a52-a13e-4806-8cee-a5c92420b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1743db47-29eb-4c3d-a94b-0fd914ddc146), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:56.914796 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-dc941a52-a13e-4806-8cee-a5c92420b849 None None] Attempt 1 to provision port 1743db47-29eb-4c3d-a94b-0fd914ddc146 Oct 26 15:51:56.950443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed1b65f-e704-4b91-b052-ace3064a09b8 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:56.982796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-dc941a52-a13e-4806-8cee-a5c92420b849 None None] Port 1743db47-29eb-4c3d-a94b-0fd914ddc146 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:51:56.984496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1b65f-e704-4b91-b052-ace3064a09b8 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:51:56.993413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9ed1b65f-e704-4b91-b052-ace3064a09b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:56.995168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:56.998777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:51:57.081659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1743db47-29eb-4c3d-a94b-0fd914ddc146 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:51:57.091957 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Publish callbacks [] for port (1743db47-29eb-4c3d-a94b-0fd914ddc146), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:57.113019 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Transition to ACTIVE for port object 1743db47-29eb-4c3d-a94b-0fd914ddc146 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:51:57.120192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c67f8-5159-40fc-b111-b4322421cc62 req-f5de26a8-c1e0-4dfe-9be5-b1339bc53918 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:57.121827 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7b1c67f8-5159-40fc-b111-b4322421cc62 req-f5de26a8-c1e0-4dfe-9be5-b1339bc53918 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 932 time: 0.0825181 Oct 26 15:51:57.122971 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (1743db47-29eb-4c3d-a94b-0fd914ddc146), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:57.163348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-9ed1b65f-e704-4b91-b052-ace3064a09b8 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:51:57.204548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:51:57.204953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:57.207395 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Pushing event updated for resources: {'Port': ['ID=1743db47-29eb-4c3d-a94b-0fd914ddc146,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:57.259990 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7b1c67f8-5159-40fc-b111-b4322421cc62 req-3ae6c440-5ff1-4188-a97e-42b328eca7ad tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3973e3d2-f3a4-4b61-a594-6b8e090af61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305323 Oct 26 15:51:57.279960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Attempting to bind port 1743db47-29eb-4c3d-a94b-0fd914ddc146 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:51:57.280313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Attempting to bind port 1743db47-29eb-4c3d-a94b-0fd914ddc146 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '751ae477-6b55-4feb-8d91-ee7554a072cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:51:57.280649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Attempting to bind port 1743db47-29eb-4c3d-a94b-0fd914ddc146 on network f6192896-3510-4b81-afd1-fec70909fdf0 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:51:57.313845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:51:57.321027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:57.325253 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Port 1743db47-29eb-4c3d-a94b-0fd914ddc146 on network f6192896-3510-4b81-afd1-fec70909fdf0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:51:57.325588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Attempting to bind port 1743db47-29eb-4c3d-a94b-0fd914ddc146 on network f6192896-3510-4b81-afd1-fec70909fdf0 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:51:57.368730 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:51:57.369101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Checking segment: {'id': '751ae477-6b55-4feb-8d91-ee7554a072cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:51:57.369490 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Bound using segment: {'id': '751ae477-6b55-4feb-8d91-ee7554a072cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:51:57.369931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Bound port: 1743db47-29eb-4c3d-a94b-0fd914ddc146, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751ae477-6b55-4feb-8d91-ee7554a072cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:51:57.370297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1743db47-29eb-4c3d-a94b-0fd914ddc146), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:57.415397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:57.433120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9ed1b65f-e704-4b91-b052-ace3064a09b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:51:54Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:57.436976 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] For port 1743db47-29eb-4c3d-a94b-0fd914ddc146, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:51:57.440053 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] For port 1743db47-29eb-4c3d-a94b-0fd914ddc146, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1743db47-29eb-4c3d-a94b-0fd914ddc146,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:51:57.446069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (1743db47-29eb-4c3d-a94b-0fd914ddc146), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:57.449320 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:57.449934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:57.451671 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/1743db47-29eb-4c3d-a94b-0fd914ddc146 HTTP/1.1" status: 200 len: 1094 time: 0.7409034 Oct 26 15:51:57.453741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'tag': '1743db47-29eb-4c3d-a94b-0fd914ddc146'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:51:57.455945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64dd447-4897-4f41-a81b-ba16d40edbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "372eb163-6ac3-4f07-b3f8-2854b59003ed", "tag": "1743db47-29eb-4c3d-a94b-0fd914ddc146"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:51:57.459010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed1b65f-e704-4b91-b052-ace3064a09b8 None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:51:57.469648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1b65f-e704-4b91-b052-ace3064a09b8 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:51:57.470271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9ed1b65f-e704-4b91-b052-ace3064a09b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:57.536588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c93db5-e7d5-44c3-b166-fb08c0bfb4e2 x-openstack-request-id: req-29c93db5-e7d5-44c3-b166-fb08c0bfb4e2 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:51:57.536901 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372eb163-6ac3-4f07-b3f8-2854b59003ed", "tag": "1743db47-29eb-4c3d-a94b-0fd914ddc146", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:51:57.537159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-29c93db5-e7d5-44c3-b166-fb08c0bfb4e2 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:51:57.537563 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c93db5-e7d5-44c3-b166-fb08c0bfb4e2'] response: {'name': 'network-changed', 'server_uuid': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'tag': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'status': 'completed', 'code': 200} Oct 26 15:51:57.540619 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d596b-0b4d-4194-9e48-a536733f1b96 service neutron] Pushing event updated for resources: {'Port': ['ID=1743db47-29eb-4c3d-a94b-0fd914ddc146,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:57.553243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ddc1f5a0-2ff4-45a7-836d-8c257213038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:57.554822 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-ddc1f5a0-2ff4-45a7-836d-8c257213038b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 1128 time: 0.0489755 Oct 26 15:51:57.571351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:57.582551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-9ed1b65f-e704-4b91-b052-ace3064a09b8 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:51:57.600911 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-b9df5340-f8b8-4abd-94ff-51f4bdf1f94a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1743db47-29eb-4c3d-a94b-0fd914ddc146 HTTP/1.1" status: 200 len: 217 time: 0.0333345 Oct 26 15:51:57.652299 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-9d7206e8-8bbc-4936-b648-d5dfa82a72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:57.653777 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-9d7206e8-8bbc-4936-b648-d5dfa82a72fb service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=2e478eea-888d-4499-abad-7a9037aec3a0 HTTP/1.1" status: 200 len: 835 time: 0.0471294 Oct 26 15:51:57.696343 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:57.705537 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-5be83468-4290-4c33-8ee5-eaf323a66d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:57.707059 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-5be83468-4290-4c33-8ee5-eaf323a66d41 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f6192896-3510-4b81-afd1-fec70909fdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416391 Oct 26 15:51:57.760735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:57.771137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9ed1b65f-e704-4b91-b052-ace3064a09b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:51:57Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:57.800135 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed1b65f-e704-4b91-b052-ace3064a09b8 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:51:57Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:51:57.804390 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-e121857f-97a3-474d-b53f-518a6d31d3da service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879364 Oct 26 15:51:57.902073 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c7dfcf1e-5ea4-4e6e-89a4-e2732fb0f400 req-a78f260c-993d-4e3c-ad49-4bb5e70b88d6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880115 Oct 26 15:51:58.406300 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbed18b-4576-46d1-9153-b5cf9f0ff692 req-a3597576-0ad7-4fe6-86ae-2820004fc0bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:58.407795 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6bbed18b-4576-46d1-9153-b5cf9f0ff692 req-a3597576-0ad7-4fe6-86ae-2820004fc0bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 944 time: 0.0607862 Oct 26 15:51:58.466104 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6bbed18b-4576-46d1-9153-b5cf9f0ff692 req-d736fc22-9c2b-4074-90fa-fa1ca64f64e2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3973e3d2-f3a4-4b61-a594-6b8e090af61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523725 Oct 26 15:51:58.563809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:51:58.637479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:51:58.649382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:51:58.717667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:58.727278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:51:58.787876 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dd447-4897-4f41-a81b-ba16d40edbb6 req-17cbd242-4e12-4aa9-baeb-2987d82c32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:58.789476 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c64dd447-4897-4f41-a81b-ba16d40edbb6 req-17cbd242-4e12-4aa9-baeb-2987d82c32b3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 1128 time: 0.0439863 Oct 26 15:51:58.830983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:51:58.876728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:51:58.877135 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:58.877472 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 Oct 26 15:51:58.887516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dd447-4897-4f41-a81b-ba16d40edbb6 req-55975271-fd97-4b0d-b06e-dba91d536ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:58.889030 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c64dd447-4897-4f41-a81b-ba16d40edbb6 req-55975271-fd97-4b0d-b06e-dba91d536ae6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f6192896-3510-4b81-afd1-fec70909fdf0 HTTP/1.1" status: 200 len: 897 time: 0.0889850 Oct 26 15:51:58.938689 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c64dd447-4897-4f41-a81b-ba16d40edbb6 req-f217c077-b0e5-4026-8ea2-241486b11e12 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1743db47-29eb-4c3d-a94b-0fd914ddc146 HTTP/1.1" status: 200 len: 217 time: 0.0396700 Oct 26 15:51:58.955207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:51:58.955603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:58.975200 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:51:58.981448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:51:58.990827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:58.992267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:51:58.997720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dd447-4897-4f41-a81b-ba16d40edbb6 req-6206993f-5951-42ea-bc64-8c350bcb382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:58.999816 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c64dd447-4897-4f41-a81b-ba16d40edbb6 req-6206993f-5951-42ea-bc64-8c350bcb382f service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=2e478eea-888d-4499-abad-7a9037aec3a0 HTTP/1.1" status: 200 len: 835 time: 0.0507183 Oct 26 15:51:59.049184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dd447-4897-4f41-a81b-ba16d40edbb6 req-9b228c97-9baa-4eb4-9ff1-1755872d4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:59.050756 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c64dd447-4897-4f41-a81b-ba16d40edbb6 req-9b228c97-9baa-4eb4-9ff1-1755872d4a6e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f6192896-3510-4b81-afd1-fec70909fdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418713 Oct 26 15:51:59.073496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:59.077305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:51:59.077663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:59.077996 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:51:59.149798 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c64dd447-4897-4f41-a81b-ba16d40edbb6 req-889a4d3d-5102-4077-a80b-35319ad39847 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890810 Oct 26 15:51:59.151228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:51:59.151615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:59.184525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:51:59.190281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:51:59.239297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:51:59.252746 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c64dd447-4897-4f41-a81b-ba16d40edbb6 req-283e385c-98ba-436b-9024-d84b70dfa8fd service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928824 Oct 26 15:51:59.594556 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2bec0-5ea7-4c4d-8d69-42cf8400be4b req-4a02a9ea-4a43-4195-9916-da7ae93a0a05 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:51:59.596036 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5de2bec0-5ea7-4c4d-8d69-42cf8400be4b req-4a02a9ea-4a43-4195-9916-da7ae93a0a05 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 944 time: 0.0525546 Oct 26 15:51:59.645432 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5de2bec0-5ea7-4c4d-8d69-42cf8400be4b req-9f042b51-9e7d-4e88-8352-8418c81ac8cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3973e3d2-f3a4-4b61-a594-6b8e090af61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433116 Oct 26 15:51:59.871535 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bb27a9-a6fc-4bd9-a26d-115501e266a5 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:51:59.872383 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bb27a9-a6fc-4bd9-a26d-115501e266a5 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:51:59.873016 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a0bb27a9-a6fc-4bd9-a26d-115501e266a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:51:59.972806 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a0bb27a9-a6fc-4bd9-a26d-115501e266a5 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:00.156217 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a0bb27a9-a6fc-4bd9-a26d-115501e266a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:51:59Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:00.180993 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bb27a9-a6fc-4bd9-a26d-115501e266a5 None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:00.189352 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bb27a9-a6fc-4bd9-a26d-115501e266a5 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:00.189946 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a0bb27a9-a6fc-4bd9-a26d-115501e266a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:00.368499 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a0bb27a9-a6fc-4bd9-a26d-115501e266a5 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:00.549523 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a0bb27a9-a6fc-4bd9-a26d-115501e266a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:51:59Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:00.573715 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bb27a9-a6fc-4bd9-a26d-115501e266a5 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:51:59Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:00.611467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:00.686659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:00.687057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:00.810578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee3350-b8d0-4e42-8268-b65232bb3f07 req-a8516afd-48ee-46b4-80cb-3872a322ad67 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:00.813091 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f2ee3350-b8d0-4e42-8268-b65232bb3f07 req-a8516afd-48ee-46b4-80cb-3872a322ad67 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 944 time: 0.0912933 Oct 26 15:52:00.869007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:00.870336 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f2ee3350-b8d0-4e42-8268-b65232bb3f07 req-bdb6caa9-988f-41c4-99b2-c9bd29549bb5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3973e3d2-f3a4-4b61-a594-6b8e090af61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517147 Oct 26 15:52:00.874019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:00.874761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:00.950887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:00.989563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:00.989957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:01.014811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:01.018756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:01.067452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:01.997784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192159e-ea8b-477a-b030-45a6f4b6cd27 req-b1d35eb1-b617-4c09-82ef-70f6f648eee2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:01.999339 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6192159e-ea8b-477a-b030-45a6f4b6cd27 req-b1d35eb1-b617-4c09-82ef-70f6f648eee2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 944 time: 0.0490160 Oct 26 15:52:02.048556 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6192159e-ea8b-477a-b030-45a6f4b6cd27 req-9be3a6b1-d2bc-41e9-9654-cf3c7a4c3665 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3973e3d2-f3a4-4b61-a594-6b8e090af61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435281 Oct 26 15:52:02.116124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 1743db47-29eb-4c3d-a94b-0fd914ddc146 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:52:02.185375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:02.216716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 1743db47-29eb-4c3d-a94b-0fd914ddc146, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1743db47-29eb-4c3d-a94b-0fd914ddc146,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:02.232851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:52:02.267561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 1743db47-29eb-4c3d-a94b-0fd914ddc146 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:02.267960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1743db47-29eb-4c3d-a94b-0fd914ddc146), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:02.282351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1743db47-29eb-4c3d-a94b-0fd914ddc146 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:52:02.311315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 1743db47-29eb-4c3d-a94b-0fd914ddc146, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1743db47-29eb-4c3d-a94b-0fd914ddc146,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:02.315553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1743db47-29eb-4c3d-a94b-0fd914ddc146), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:02.363000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=1743db47-29eb-4c3d-a94b-0fd914ddc146,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:02.416602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae97cd-6edf-46c1-a714-9eadce623488 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:02.416602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ae97cd-6edf-46c1-a714-9eadce623488 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:02.416602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-19ae97cd-6edf-46c1-a714-9eadce623488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:02.419117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:02.517943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-19ae97cd-6edf-46c1-a714-9eadce623488 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:02.632822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['1743db47-29eb-4c3d-a94b-0fd914ddc146'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 15:52:02.634857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:02.788255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-19ae97cd-6edf-46c1-a714-9eadce623488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:00Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:00Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:02.823933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae97cd-6edf-46c1-a714-9eadce623488 None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:02.844838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ae97cd-6edf-46c1-a714-9eadce623488 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:02.845457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-19ae97cd-6edf-46c1-a714-9eadce623488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:02.996404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-19ae97cd-6edf-46c1-a714-9eadce623488 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:03.170768 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885ab63-f966-46fc-a49d-8cdca3018dea req-8204d259-664c-43e9-b25d-3c97edac4e7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:03.172624 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8885ab63-f966-46fc-a49d-8cdca3018dea req-8204d259-664c-43e9-b25d-3c97edac4e7a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 945 time: 0.0485554 Oct 26 15:52:03.223835 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8885ab63-f966-46fc-a49d-8cdca3018dea req-8569828f-37f0-4c2c-ae10-e76e429343bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3973e3d2-f3a4-4b61-a594-6b8e090af61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448778 Oct 26 15:52:03.226715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-19ae97cd-6edf-46c1-a714-9eadce623488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:00Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:00Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:03.251934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae97cd-6edf-46c1-a714-9eadce623488 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:00Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:00Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:04.117432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 1743db47-29eb-4c3d-a94b-0fd914ddc146 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:04.162942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 1743db47-29eb-4c3d-a94b-0fd914ddc146 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 15:52:04.169579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 1743db47-29eb-4c3d-a94b-0fd914ddc146 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:04.169959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1743db47-29eb-4c3d-a94b-0fd914ddc146), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:04.170300 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 1743db47-29eb-4c3d-a94b-0fd914ddc146 Oct 26 15:52:04.247282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:04.249705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 1743db47-29eb-4c3d-a94b-0fd914ddc146 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:04.250104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1743db47-29eb-4c3d-a94b-0fd914ddc146), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:04.281338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1743db47-29eb-4c3d-a94b-0fd914ddc146'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:52:04.283666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99615170-f546-49ba-bf05-e7b0fa8a8978" -d '{"events": [{"server_uuid": "372eb163-6ac3-4f07-b3f8-2854b59003ed", "name": "network-vif-plugged", "status": "completed", "tag": "1743db47-29eb-4c3d-a94b-0fd914ddc146"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:52:04.303441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 1743db47-29eb-4c3d-a94b-0fd914ddc146, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1743db47-29eb-4c3d-a94b-0fd914ddc146,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:04.314195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1743db47-29eb-4c3d-a94b-0fd914ddc146), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:04.360015 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47b2f5-b942-4ca1-a8b5-92a4426efb00 req-090ef407-62bb-497c-9afb-e958f177862a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:04.362117 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-db47b2f5-b942-4ca1-a8b5-92a4426efb00 req-090ef407-62bb-497c-9afb-e958f177862a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 946 time: 0.0548441 Oct 26 15:52:04.369806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=1743db47-29eb-4c3d-a94b-0fd914ddc146,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:04.394476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a476ea89-8919-4a00-9801-23c1a96c76ce x-openstack-request-id: req-a476ea89-8919-4a00-9801-23c1a96c76ce {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:52:04.395339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372eb163-6ac3-4f07-b3f8-2854b59003ed", "name": "network-vif-plugged", "status": "completed", "tag": "1743db47-29eb-4c3d-a94b-0fd914ddc146", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:52:04.395595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a476ea89-8919-4a00-9801-23c1a96c76ce {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:52:04.396001 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a476ea89-8919-4a00-9801-23c1a96c76ce'] response: {'server_uuid': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'code': 200} Oct 26 15:52:04.423075 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-db47b2f5-b942-4ca1-a8b5-92a4426efb00 req-34b98644-afcd-4033-a2f0-102b7853c5bb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3973e3d2-f3a4-4b61-a594-6b8e090af61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533712 Oct 26 15:52:04.591537 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544919a-7270-41a0-b409-3d82736bbe51 req-919801a2-11a1-45f1-a608-ad62d9c07134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:04.593079 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1544919a-7270-41a0-b409-3d82736bbe51 req-919801a2-11a1-45f1-a608-ad62d9c07134 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 1130 time: 0.0529087 Oct 26 15:52:04.622915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:04.646429 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1544919a-7270-41a0-b409-3d82736bbe51 req-55c33c73-fbb7-4e31-8995-d0e6add7edd7 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3973e3d2-f3a4-4b61-a594-6b8e090af61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421917 Oct 26 15:52:04.648328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:04.694020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:04.694400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:04.694746 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 Oct 26 15:52:04.768365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:04.768864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:04.790135 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:04.793941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:04.794873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:04.815456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:04.878513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:04.883027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:04.883402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:04.883739 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:52:04.959860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:04.960256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:04.979053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:04.996000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:04.999601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:05.048480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:05.070534 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4690a9ff-8ea1-4365-bdfd-28a733832dd3 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:05.082240 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4690a9ff-8ea1-4365-bdfd-28a733832dd3 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:05.082841 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4690a9ff-8ea1-4365-bdfd-28a733832dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:05.184152 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4690a9ff-8ea1-4365-bdfd-28a733832dd3 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:05.251906 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:05.362273 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:05.369008 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4690a9ff-8ea1-4365-bdfd-28a733832dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:04Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:04Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:05.392553 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4690a9ff-8ea1-4365-bdfd-28a733832dd3 None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:05.401302 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4690a9ff-8ea1-4365-bdfd-28a733832dd3 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:05.401826 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4690a9ff-8ea1-4365-bdfd-28a733832dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:05.503090 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4690a9ff-8ea1-4365-bdfd-28a733832dd3 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:05.554513 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e70ec-2130-47ce-a9b0-cb52586cd197 req-d7d0273b-f471-4d0a-98ad-3c9ba634171d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:05.556037 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ec2e70ec-2130-47ce-a9b0-cb52586cd197 req-d7d0273b-f471-4d0a-98ad-3c9ba634171d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 946 time: 0.0485911 Oct 26 15:52:05.607308 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ec2e70ec-2130-47ce-a9b0-cb52586cd197 req-438f6d33-0828-497c-aa4d-11a9ff873e9a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3973e3d2-f3a4-4b61-a594-6b8e090af61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450561 Oct 26 15:52:05.691912 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4690a9ff-8ea1-4365-bdfd-28a733832dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:04Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:04Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:05.715806 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4690a9ff-8ea1-4365-bdfd-28a733832dd3 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:04Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:04Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:06.571938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:06.650459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:06.651010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:06.673504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:06.679070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:06.679870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:06.740150 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e28bf4-0678-4c51-b59e-ab5c273204ea req-a539eee1-0204-4f8a-9a09-f0d63bced34d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:06.745582 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-48e28bf4-0678-4c51-b59e-ab5c273204ea req-a539eee1-0204-4f8a-9a09-f0d63bced34d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 946 time: 0.0545194 Oct 26 15:52:06.761625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:06.799391 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-48e28bf4-0678-4c51-b59e-ab5c273204ea req-2ec378ed-2f7e-4b5e-bf9a-ec4ac6fcc5c2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3973e3d2-f3a4-4b61-a594-6b8e090af61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516231 Oct 26 15:52:06.802314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:06.802709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:06.837987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:06.843597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:06.866787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:06.930975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:06.943708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79642e-9ef9-424f-9cb4-40daf415ce2c req-74c4b48d-ec9c-4e45-a75b-a4c413e46a7e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:06.951018 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3a79642e-9ef9-424f-9cb4-40daf415ce2c req-74c4b48d-ec9c-4e45-a75b-a4c413e46a7e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 946 time: 0.0638156 Oct 26 15:52:07.003851 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3a79642e-9ef9-424f-9cb4-40daf415ce2c req-a9e99c0b-7ef1-4e6a-8b35-3f3df21e6257 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3973e3d2-f3a4-4b61-a594-6b8e090af61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517945 Oct 26 15:52:07.033807 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39910) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:52:07.043400 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:07.076481 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b4b62e-495c-425a-9074-968eafd1efe2 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:07.078169 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b0b4b62e-495c-425a-9074-968eafd1efe2 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 1125 time: 0.0432839 Oct 26 15:52:07.080960 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39912) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:52:07.085285 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:52:07.112502 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:07.118336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:07.118557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:07.176423 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:07.190168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:07.203010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:07.280099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:07.316222 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.26.11.248 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/e3960e71-0317-4a11-8165-9028dcd0cd2c) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:52:07.330826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:07.331202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:07.331532 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 Oct 26 15:52:07.391362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:07.406580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:07.407102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:07.431767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:07.434835 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (e3960e71-0317-4a11-8165-9028dcd0cd2c), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:07.436080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:07.437045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:07.468264 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (e3960e71-0317-4a11-8165-9028dcd0cd2c), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:07.514776 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:52:07.517447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:07.518318 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:07.520883 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=e3960e71-0317-4a11-8165-9028dcd0cd2c,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:07.523071 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:52:07.526270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:07.526825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:07.527318 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:52:07.607039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:07.607733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:07.641185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:07.644949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:07.695217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:07.879881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:07.883151 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (aea561e8-83c9-45b1-bff6-75ac884c517c), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:07.949970 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e3960e71-0317-4a11-8165-9028dcd0cd2c), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:07.971981 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:08.095245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (e3960e71-0317-4a11-8165-9028dcd0cd2c), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:08.100149 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (e3960e71-0317-4a11-8165-9028dcd0cd2c), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:08.167383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6367ed1-6019-4c7d-b588-6cdc5e9a2e8a None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:08.169656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (aea561e8-83c9-45b1-bff6-75ac884c517c), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:08.172929 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=e3960e71-0317-4a11-8165-9028dcd0cd2c,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:08.178537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6367ed1-6019-4c7d-b588-6cdc5e9a2e8a None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:08.179167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c6367ed1-6019-4c7d-b588-6cdc5e9a2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:08.267865 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Floating IP aea561e8-83c9-45b1-bff6-75ac884c517c associated. External IP: 172.26.11.248, port: 1743db47-29eb-4c3d-a94b-0fd914ddc146. Oct 26 15:52:08.282667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c6367ed1-6019-4c7d-b588-6cdc5e9a2e8a None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:08.311881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:08.353994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:08.474391 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router da0825f7-9165-45bf-8927-8ea721b0ef51 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:52:08.495282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c6367ed1-6019-4c7d-b588-6cdc5e9a2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:07Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:07Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:07Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:08.523641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6367ed1-6019-4c7d-b588-6cdc5e9a2e8a None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:08.532059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6367ed1-6019-4c7d-b588-6cdc5e9a2e8a None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:08.532670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c6367ed1-6019-4c7d-b588-6cdc5e9a2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:08.580338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:52:08.602907 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:08.607127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4edf0362-e091-4f8a-80eb-74d923829090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:08.637666 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-96bcc5f0-5aaf-407c-a633-6cbf5979b974 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 1.5556922 Oct 26 15:52:08.639185 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'tag': '1743db47-29eb-4c3d-a94b-0fd914ddc146'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:52:08.640479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:08.640676 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39914) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:52:08.641676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6662d80b37134a2b3900b6f7163109dd688b25040754bcd30973ec7c1dabe5ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d0bfba-797e-4327-8b12-2c58a4a55381" -d '{"events": [{"name": "network-changed", "server_uuid": "372eb163-6ac3-4f07-b3f8-2854b59003ed", "tag": "1743db47-29eb-4c3d-a94b-0fd914ddc146"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:52:08.681171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1317232f-7d75-4a15-ac37-f290ffaebf4c tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:08.682681 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1317232f-7d75-4a15-ac37-f290ffaebf4c tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 1125 time: 0.0409148 Oct 26 15:52:08.683934 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55a70ad-1d61-46be-9198-1cab0d5062ab x-openstack-request-id: req-c55a70ad-1d61-46be-9198-1cab0d5062ab {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:52:08.684227 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372eb163-6ac3-4f07-b3f8-2854b59003ed", "tag": "1743db47-29eb-4c3d-a94b-0fd914ddc146", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:52:08.684836 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c55a70ad-1d61-46be-9198-1cab0d5062ab {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:52:08.684946 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c55a70ad-1d61-46be-9198-1cab0d5062ab'] response: {'name': 'network-changed', 'server_uuid': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'tag': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'status': 'completed', 'code': 200} Oct 26 15:52:08.697414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c6367ed1-6019-4c7d-b588-6cdc5e9a2e8a None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:08.747718 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0bfba-797e-4327-8b12-2c58a4a55381 req-f03eb791-7507-4bd7-bdac-fb672910d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:08.749348 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-63d0bfba-797e-4327-8b12-2c58a4a55381 req-f03eb791-7507-4bd7-bdac-fb672910d774 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 1130 time: 0.0407033 Oct 26 15:52:08.751680 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39920) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:52:08.756726 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a0ee5ebb-65bd-475b-8c10-1632ff59235b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-791310795', 'description': 'tempest-secgroup-smoke-791310795 description', 'project_id': '535d3aadc3604e4688e327c629fdd025'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:52:08.811928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:08.812322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:08.829832 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a0ee5ebb-65bd-475b-8c10-1632ff59235b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:08.882888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0bfba-797e-4327-8b12-2c58a4a55381 req-67ccbe1c-e211-4a25-b9ab-252e998081ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:08.884365 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-63d0bfba-797e-4327-8b12-2c58a4a55381 req-67ccbe1c-e211-4a25-b9ab-252e998081ae service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f6192896-3510-4b81-afd1-fec70909fdf0 HTTP/1.1" status: 200 len: 897 time: 0.1221187 Oct 26 15:52:08.890583 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:08.895010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:08.900741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:08.901449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:08.974596 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-63d0bfba-797e-4327-8b12-2c58a4a55381 req-fc82b1a2-3436-42e8-b187-46ae9c377650 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1743db47-29eb-4c3d-a94b-0fd914ddc146 HTTP/1.1" status: 200 len: 1001 time: 0.0828185 Oct 26 15:52:08.976851 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a0ee5ebb-65bd-475b-8c10-1632ff59235b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (ad0d1c31-d682-4333-a36a-29323e098ab8), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:08.989785 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a0ee5ebb-65bd-475b-8c10-1632ff59235b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ad0d1c31-d682-4333-a36a-29323e098ab8), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.011531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:09.055954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a0ee5ebb-65bd-475b-8c10-1632ff59235b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.057202 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a0ee5ebb-65bd-475b-8c10-1632ff59235b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3044491 Oct 26 15:52:09.059071 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0bfba-797e-4327-8b12-2c58a4a55381 req-5d01414f-8157-43b7-a0f6-80d5c3f3c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:09.060295 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39922) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:52:09.060763 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-63d0bfba-797e-4327-8b12-2c58a4a55381 req-5d01414f-8157-43b7-a0f6-80d5c3f3c8b9 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=2e478eea-888d-4499-abad-7a9037aec3a0 HTTP/1.1" status: 200 len: 835 time: 0.0799468 Oct 26 15:52:09.061476 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee5ebb-65bd-475b-8c10-1632ff59235b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0d1c31-d682-4333-a36a-29323e098ab8,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:09.066819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-557a61ae-0e4d-4129-a9f8-239b91c23a02 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'ad0d1c31-d682-4333-a36a-29323e098ab8', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:52:09.070583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:09.084668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c6367ed1-6019-4c7d-b588-6cdc5e9a2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:07Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:07Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:07Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:09.086434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:09.086827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.108557 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-557a61ae-0e4d-4129-a9f8-239b91c23a02 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (8eed5924-4e7d-44d1-a245-c96ef38f2bf7), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.113595 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0bfba-797e-4327-8b12-2c58a4a55381 req-46912954-c92e-4bb3-95a3-7d33f4304cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:09.115235 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-63d0bfba-797e-4327-8b12-2c58a4a55381 req-46912954-c92e-4bb3-95a3-7d33f4304cbd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f6192896-3510-4b81-afd1-fec70909fdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0472562 Oct 26 15:52:09.117250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6367ed1-6019-4c7d-b588-6cdc5e9a2e8a None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:07Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:07Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:07Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:09.134235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:09.144749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.164594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:09.177470 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-557a61ae-0e4d-4129-a9f8-239b91c23a02 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (8eed5924-4e7d-44d1-a245-c96ef38f2bf7), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.182851 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-557a61ae-0e4d-4129-a9f8-239b91c23a02 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (8eed5924-4e7d-44d1-a245-c96ef38f2bf7), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.204788 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a61ae-0e4d-4129-a9f8-239b91c23a02 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eed5924-4e7d-44d1-a245-c96ef38f2bf7,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:09.212194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-557a61ae-0e4d-4129-a9f8-239b91c23a02 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.213850 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-557a61ae-0e4d-4129-a9f8-239b91c23a02 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1513481 Oct 26 15:52:09.216633 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39924) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:52:09.221262 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-233eb765-b315-446e-b758-9436d6442545 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'ad0d1c31-d682-4333-a36a-29323e098ab8', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:52:09.228463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:09.229795 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:09.257929 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-233eb765-b315-446e-b758-9436d6442545 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (c89191f1-d508-40df-9869-44c59bec8f2f), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.260123 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-63d0bfba-797e-4327-8b12-2c58a4a55381 req-f4d1ea86-26d9-4f17-89d6-97ae67722aec service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384583 Oct 26 15:52:09.326784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-233eb765-b315-446e-b758-9436d6442545 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (c89191f1-d508-40df-9869-44c59bec8f2f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.332042 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-233eb765-b315-446e-b758-9436d6442545 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (c89191f1-d508-40df-9869-44c59bec8f2f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.353922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233eb765-b315-446e-b758-9436d6442545 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89191f1-d508-40df-9869-44c59bec8f2f,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:09.360555 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-233eb765-b315-446e-b758-9436d6442545 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.361821 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-233eb765-b315-446e-b758-9436d6442545 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1440647 Oct 26 15:52:09.365762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39926) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:52:09.366978 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-63d0bfba-797e-4327-8b12-2c58a4a55381 req-2377a28b-f1c0-4965-90e5-aa35687cb039 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008487 Oct 26 15:52:09.374875 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e88fb140-3648-406d-9fb7-fd4f7ac116f7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'ad0d1c31-d682-4333-a36a-29323e098ab8', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:52:09.411500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e88fb140-3648-406d-9fb7-fd4f7ac116f7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (fd1951bf-4d02-47e6-8a24-4f5062dea470), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.477827 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e88fb140-3648-406d-9fb7-fd4f7ac116f7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (fd1951bf-4d02-47e6-8a24-4f5062dea470), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.481946 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e88fb140-3648-406d-9fb7-fd4f7ac116f7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (fd1951bf-4d02-47e6-8a24-4f5062dea470), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.503041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fb140-3648-406d-9fb7-fd4f7ac116f7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1951bf-4d02-47e6-8a24-4f5062dea470,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:09.510241 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e88fb140-3648-406d-9fb7-fd4f7ac116f7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.511618 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e88fb140-3648-406d-9fb7-fd4f7ac116f7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439304 Oct 26 15:52:09.514639 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 39928) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:52:09.519257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-db4339e0-3901-41d3-bb6f-4813118fbcb1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'ad0d1c31-d682-4333-a36a-29323e098ab8', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:52:09.548155 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db4339e0-3901-41d3-bb6f-4813118fbcb1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (f7edda68-9c9b-4934-bec1-463684aa9704), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.574693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:09.618362 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db4339e0-3901-41d3-bb6f-4813118fbcb1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (f7edda68-9c9b-4934-bec1-463684aa9704), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.622178 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db4339e0-3901-41d3-bb6f-4813118fbcb1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (f7edda68-9c9b-4934-bec1-463684aa9704), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.643064 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4339e0-3901-41d3-bb6f-4813118fbcb1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7edda68-9c9b-4934-bec1-463684aa9704,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:09.649340 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db4339e0-3901-41d3-bb6f-4813118fbcb1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.650729 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-db4339e0-3901-41d3-bb6f-4813118fbcb1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1351244 Oct 26 15:52:09.653936 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39930) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:52:09.658543 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-b2306ab4-64f0-400d-824a-87aa981258af tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'ad0d1c31-d682-4333-a36a-29323e098ab8', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:52:09.681465 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-b2306ab4-64f0-400d-824a-87aa981258af tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:52:09.687482 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2306ab4-64f0-400d-824a-87aa981258af tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (6da0c1b9-6973-4515-8bfc-9c175276aa4b), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.749036 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2306ab4-64f0-400d-824a-87aa981258af tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (6da0c1b9-6973-4515-8bfc-9c175276aa4b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.752934 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2306ab4-64f0-400d-824a-87aa981258af tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (6da0c1b9-6973-4515-8bfc-9c175276aa4b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.768313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2306ab4-64f0-400d-824a-87aa981258af tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da0c1b9-6973-4515-8bfc-9c175276aa4b,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:09.782284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b2306ab4-64f0-400d-824a-87aa981258af tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.783512 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b2306ab4-64f0-400d-824a-87aa981258af tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285760 Oct 26 15:52:09.786339 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39932) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:52:09.790806 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f40689aa-521e-4a8d-a7d3-e919b92717c0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'ad0d1c31-d682-4333-a36a-29323e098ab8', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:52:09.821377 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-f40689aa-521e-4a8d-a7d3-e919b92717c0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:52:09.828996 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f40689aa-521e-4a8d-a7d3-e919b92717c0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (d01d569a-82e2-490a-bb88-82c880b8d758), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.901598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f40689aa-521e-4a8d-a7d3-e919b92717c0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (d01d569a-82e2-490a-bb88-82c880b8d758), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.905431 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f40689aa-521e-4a8d-a7d3-e919b92717c0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (d01d569a-82e2-490a-bb88-82c880b8d758), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.926410 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40689aa-521e-4a8d-a7d3-e919b92717c0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01d569a-82e2-490a-bb88-82c880b8d758,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:09.933849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f40689aa-521e-4a8d-a7d3-e919b92717c0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:09.935084 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f40689aa-521e-4a8d-a7d3-e919b92717c0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477959 Oct 26 15:52:10.104482 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-72102ad6-d6b3-4211-ad63-83ffb22467a6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-791310795&fields=id&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 267 time: 0.0513837 Oct 26 15:52:10.121213 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:10.218741 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-1b89e816-d43b-43ac-95cf-753284090ea2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:10.220270 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-1b89e816-d43b-43ac-95cf-753284090ea2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/networks?id=f6192896-3510-4b81-afd1-fec70909fdf0 HTTP/1.1" status: 200 len: 796 time: 0.1088240 Oct 26 15:52:10.236300 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-dd1af902-fc36-4a32-8693-7219ad70aefa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/quotas/535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 375 time: 0.0097773 Oct 26 15:52:10.297552 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-5eb5ba92-c731-484c-a984-955e65f9c515 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550883 Oct 26 15:52:10.395394 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-a96c02fb-db34-46ec-b764-243634c41482 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853167 Oct 26 15:52:10.460228 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:10.495531 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-d6ad84fb-c04e-405d-9a76-44eec0bb0741 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939922 Oct 26 15:52:10.682749 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4bb8de61-43c2-40f7-acb1-504e18123bd9 req-176b5b9f-cbbb-4c86-bfcb-03ad26eddfed tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 210 time: 0.0304582 Oct 26 15:52:10.688061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:10.736434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:10.736836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:10.737204 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 Oct 26 15:52:10.812393 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:10.813088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:10.826578 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdec387b-d05e-4109-b01b-d6b45cea0373 None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:10.839712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:10.845809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:10.846693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:11.085224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:11.092189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86d7e6d7-db46-4314-ac0d-38e9490586a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:11.100993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:11.101417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:11.101714 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:52:11.180850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:11.187862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:11.188258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:11.227840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:11.236548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:11.259835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc0a8b-df83-49ca-9452-d6e6dc093d27 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:11.276658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:11.287081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc0a8b-df83-49ca-9452-d6e6dc093d27 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:11.287725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-dbcc0a8b-df83-49ca-9452-d6e6dc093d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:11.343330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:11.409588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-dbcc0a8b-df83-49ca-9452-d6e6dc093d27 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:11.620241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-dbcc0a8b-df83-49ca-9452-d6e6dc093d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:10Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:10Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:11Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:11.645407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc0a8b-df83-49ca-9452-d6e6dc093d27 None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:11.654005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc0a8b-df83-49ca-9452-d6e6dc093d27 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:11.654610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-dbcc0a8b-df83-49ca-9452-d6e6dc093d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:11.765202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-dbcc0a8b-df83-49ca-9452-d6e6dc093d27 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:11.820312 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-79391090-78f5-452b-adef-24bc7f3df6a3 req-77b4bb20-b5b0-4917-84af-895c72ce92a2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 210 time: 0.0562215 Oct 26 15:52:11.863982 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e34d9dfd-fdd5-419e-af0f-bb4036440b98 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:11.865462 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e34d9dfd-fdd5-419e-af0f-bb4036440b98 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f6192896-3510-4b81-afd1-fec70909fdf0 HTTP/1.1" status: 200 len: 796 time: 0.1335287 Oct 26 15:52:11.944903 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-514cb356-c912-4f78-b31f-0cf3c5d7ac09 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 472 time: 0.0715466 Oct 26 15:52:11.954039 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-201411cf-535c-472a-88c1-729401ddc127 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'port': {'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'admin_state_up': True, 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'security_groups': ['ad0d1c31-d682-4333-a36a-29323e098ab8']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:52:11.994182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:12.013926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-dbcc0a8b-df83-49ca-9452-d6e6dc093d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:10Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:10Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:11Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:12.037964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc0a8b-df83-49ca-9452-d6e6dc093d27 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:10Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:10Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:11Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:12.057290 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:12.070360 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-201411cf-535c-472a-88c1-729401ddc127 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:52:12.074209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-201411cf-535c-472a-88c1-729401ddc127 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:12.123017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:12.551386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-201411cf-535c-472a-88c1-729401ddc127 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.20.0.3 (f6192896-3510-4b81-afd1-fec70909fdf0/2e478eea-888d-4499-abad-7a9037aec3a0/44a9b165-4d5e-474c-93d9-efba7fd3a99f) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:52:12.573728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:12.653110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:12.653513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:12.689720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:12.694041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:12.710200 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-201411cf-535c-472a-88c1-729401ddc127 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (44a9b165-4d5e-474c-93d9-efba7fd3a99f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:12.720296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:12.758765 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-201411cf-535c-472a-88c1-729401ddc127 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (44a9b165-4d5e-474c-93d9-efba7fd3a99f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:12.805094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:12.817439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:12.819467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-201411cf-535c-472a-88c1-729401ddc127 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network f6192896-3510-4b81-afd1-fec70909fdf0 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:52:12.825467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-201411cf-535c-472a-88c1-729401ddc127 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:12.828256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-201411cf-535c-472a-88c1-729401ddc127 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:52:12.831401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201411cf-535c-472a-88c1-729401ddc127 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=44a9b165-4d5e-474c-93d9-efba7fd3a99f,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:12.854737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:12.930007 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-201411cf-535c-472a-88c1-729401ddc127 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:12.930673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-201411cf-535c-472a-88c1-729401ddc127 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:12.966825 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-201411cf-535c-472a-88c1-729401ddc127 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0170047 Oct 26 15:52:12.982713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:12.991870 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Request body: {'port': {'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:52:13.042696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:13.043460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:13.044848 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:52:13.052548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6ab55-a33a-4a2d-8b66-7ed6e645c685 req-d487b9e9-06e5-426c-8bfa-c30203363a39 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:13.054478 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-40f6ab55-a33a-4a2d-8b66-7ed6e645c685 req-d487b9e9-06e5-426c-8bfa-c30203363a39 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 931 time: 0.0859480 Oct 26 15:52:13.132787 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (44a9b165-4d5e-474c-93d9-efba7fd3a99f), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:13.134568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:13.135018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:13.143499 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-40f6ab55-a33a-4a2d-8b66-7ed6e645c685 req-6b8813b5-7354-4ab7-adba-22174048c699 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad0d1c31-d682-4333-a36a-29323e098ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829313 Oct 26 15:52:13.202662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-543873b7-7ab4-44f8-85d7-0738f68d266c None None] Provisioning complete for port 44a9b165-4d5e-474c-93d9-efba7fd3a99f triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:13.203247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-543873b7-7ab4-44f8-85d7-0738f68d266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (44a9b165-4d5e-474c-93d9-efba7fd3a99f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:13.203789 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-543873b7-7ab4-44f8-85d7-0738f68d266c None None] Attempt 1 to provision port 44a9b165-4d5e-474c-93d9-efba7fd3a99f Oct 26 15:52:13.237450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:13.245532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:13.276394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-543873b7-7ab4-44f8-85d7-0738f68d266c None None] Port 44a9b165-4d5e-474c-93d9-efba7fd3a99f cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:52:13.303844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:13.319358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:13.357035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:13.401085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:13.401637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:13.419918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:13.424752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:13.431804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:13.464016 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a9b165-4d5e-474c-93d9-efba7fd3a99f {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:52:13.472955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Publish callbacks [] for port (44a9b165-4d5e-474c-93d9-efba7fd3a99f), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:13.474999 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:13.481630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:13.487411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Transition to ACTIVE for port object 44a9b165-4d5e-474c-93d9-efba7fd3a99f will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:52:13.491495 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (44a9b165-4d5e-474c-93d9-efba7fd3a99f), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:13.555690 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Pushing event updated for resources: {'Port': ['ID=44a9b165-4d5e-474c-93d9-efba7fd3a99f,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:13.631251 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-83ec86b1-7b49-41ca-98a4-f517325b95a8 req-88a997f2-3c5a-480d-bf9f-c60dbf77177e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510697 Oct 26 15:52:13.641724 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Attempting to bind port 44a9b165-4d5e-474c-93d9-efba7fd3a99f on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:52:13.642063 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Attempting to bind port 44a9b165-4d5e-474c-93d9-efba7fd3a99f by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '751ae477-6b55-4feb-8d91-ee7554a072cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:52:13.642405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Attempting to bind port 44a9b165-4d5e-474c-93d9-efba7fd3a99f on network f6192896-3510-4b81-afd1-fec70909fdf0 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:52:13.663714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:13.714608 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Port 44a9b165-4d5e-474c-93d9-efba7fd3a99f on network f6192896-3510-4b81-afd1-fec70909fdf0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:52:13.714860 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Attempting to bind port 44a9b165-4d5e-474c-93d9-efba7fd3a99f on network f6192896-3510-4b81-afd1-fec70909fdf0 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:52:13.746997 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec86b1-7b49-41ca-98a4-f517325b95a8 req-ad9da517-acbf-4835-8fe3-8f98069e91d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:13.748492 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-83ec86b1-7b49-41ca-98a4-f517325b95a8 req-ad9da517-acbf-4835-8fe3-8f98069e91d4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 1130 time: 0.0686758 Oct 26 15:52:13.777001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:52:13.777360 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Checking segment: {'id': '751ae477-6b55-4feb-8d91-ee7554a072cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:52:13.777730 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Bound using segment: {'id': '751ae477-6b55-4feb-8d91-ee7554a072cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:52:13.778172 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Bound port: 44a9b165-4d5e-474c-93d9-efba7fd3a99f, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751ae477-6b55-4feb-8d91-ee7554a072cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:52:13.778524 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (44a9b165-4d5e-474c-93d9-efba7fd3a99f), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:13.782797 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:13.868385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:13.911806 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] For port 44a9b165-4d5e-474c-93d9-efba7fd3a99f, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:52:13.914365 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec86b1-7b49-41ca-98a4-f517325b95a8 req-25e7eebe-c2ee-4ca0-884b-61a7c376a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:13.915839 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-83ec86b1-7b49-41ca-98a4-f517325b95a8 req-25e7eebe-c2ee-4ca0-884b-61a7c376a336 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f6192896-3510-4b81-afd1-fec70909fdf0 HTTP/1.1" status: 200 len: 897 time: 0.1464190 Oct 26 15:52:13.917376 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] For port 44a9b165-4d5e-474c-93d9-efba7fd3a99f, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=44a9b165-4d5e-474c-93d9-efba7fd3a99f,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:52:13.924022 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (44a9b165-4d5e-474c-93d9-efba7fd3a99f), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:13.934813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:13.935454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:13.936744 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/44a9b165-4d5e-474c-93d9-efba7fd3a99f HTTP/1.1" status: 200 len: 1093 time: 0.9533768 Oct 26 15:52:13.937293 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea56cb08-d773-4c30-9696-033ac5480326', 'tag': '44a9b165-4d5e-474c-93d9-efba7fd3a99f'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:52:13.939473 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82222b62-bb4b-407a-bc8b-491d2d4e1dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "ea56cb08-d773-4c30-9696-033ac5480326", "tag": "44a9b165-4d5e-474c-93d9-efba7fd3a99f"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:52:13.988851 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5622d0-1fe0-45b2-8eff-3bff05aa4c63 None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:14.030764 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78684b3-d508-43a7-b67c-cfd289cfb129 x-openstack-request-id: req-c78684b3-d508-43a7-b67c-cfd289cfb129 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:52:14.031052 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea56cb08-d773-4c30-9696-033ac5480326", "tag": "44a9b165-4d5e-474c-93d9-efba7fd3a99f", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:52:14.031309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c78684b3-d508-43a7-b67c-cfd289cfb129 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:52:14.031705 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78684b3-d508-43a7-b67c-cfd289cfb129'] response: {'name': 'network-changed', 'server_uuid': 'ea56cb08-d773-4c30-9696-033ac5480326', 'tag': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'status': 'completed', 'code': 200} Oct 26 15:52:14.062925 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-83ec86b1-7b49-41ca-98a4-f517325b95a8 req-44c88b61-4ba6-4380-b0c4-701f55519fc2 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1743db47-29eb-4c3d-a94b-0fd914ddc146 HTTP/1.1" status: 200 len: 1002 time: 0.1402380 Oct 26 15:52:14.066329 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-f3ffb09b-ef89-439a-b0c4-63ec5f258892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:14.067697 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-f3ffb09b-ef89-439a-b0c4-63ec5f258892 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 1127 time: 0.0823078 Oct 26 15:52:14.068416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a1a25-bac2-4bc5-9a11-9061f2750e11 service neutron] Pushing event updated for resources: {'Port': ['ID=44a9b165-4d5e-474c-93d9-efba7fd3a99f,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:14.131068 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-cf947296-6e5e-4199-81dc-50c6318747da service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44a9b165-4d5e-474c-93d9-efba7fd3a99f HTTP/1.1" status: 200 len: 217 time: 0.0519869 Oct 26 15:52:14.179797 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec86b1-7b49-41ca-98a4-f517325b95a8 req-9ec1b4d0-8e6b-4156-9643-40a55a49aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:14.181287 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-83ec86b1-7b49-41ca-98a4-f517325b95a8 req-9ec1b4d0-8e6b-4156-9643-40a55a49aede service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=2e478eea-888d-4499-abad-7a9037aec3a0 HTTP/1.1" status: 200 len: 835 time: 0.1100438 Oct 26 15:52:14.202304 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-7e325088-ad80-4a07-b489-976a90816431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:14.204239 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-7e325088-ad80-4a07-b489-976a90816431 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=2e478eea-888d-4499-abad-7a9037aec3a0 HTTP/1.1" status: 200 len: 835 time: 0.0669575 Oct 26 15:52:14.292988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec86b1-7b49-41ca-98a4-f517325b95a8 req-a82526f7-c0e8-4a5f-87d0-cc49bc59b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:14.294510 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-83ec86b1-7b49-41ca-98a4-f517325b95a8 req-a82526f7-c0e8-4a5f-87d0-cc49bc59b6fb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f6192896-3510-4b81-afd1-fec70909fdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1051364 Oct 26 15:52:14.302816 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-dd9674ab-7d38-4634-b79c-04195a33a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:14.304163 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-dd9674ab-7d38-4634-b79c-04195a33a461 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f6192896-3510-4b81-afd1-fec70909fdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0833433 Oct 26 15:52:14.349275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85355e-826d-43f9-8788-83d8ee615c42 req-ba546429-729a-4755-9d3e-8eaf033a44fa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:14.350731 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0c85355e-826d-43f9-8788-83d8ee615c42 req-ba546429-729a-4755-9d3e-8eaf033a44fa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 943 time: 0.0998852 Oct 26 15:52:14.418202 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:14.507673 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0c85355e-826d-43f9-8788-83d8ee615c42 req-35e4bbc2-c0b8-46c6-a842-046175d251d9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad0d1c31-d682-4333-a36a-29323e098ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299064 Oct 26 15:52:14.514139 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-e51cfbfd-aa7e-4287-8eda-9a62291454a2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014105 Oct 26 15:52:14.520210 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-83ec86b1-7b49-41ca-98a4-f517325b95a8 req-af8552f2-68ba-4125-be7f-e1a465e3a6d9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187138 Oct 26 15:52:14.655180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0174ecca-c8cc-419f-b93d-f2228740cf83 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:14.658931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0174ecca-c8cc-419f-b93d-f2228740cf83 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:14.659555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0174ecca-c8cc-419f-b93d-f2228740cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:14.674665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:14.682032 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-40d7bfd3-d63b-4798-8744-4a7e85c7dbba req-ef3b3d44-f71e-4565-b787-3af54df470a8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609077 Oct 26 15:52:14.684908 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-83ec86b1-7b49-41ca-98a4-f517325b95a8 req-a8dc7152-f18c-4d67-a88f-6c590d09593c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556933 Oct 26 15:52:14.708971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:14.834352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0174ecca-c8cc-419f-b93d-f2228740cf83 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:14.864710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:14.865129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:14.948962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:14.955327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:15.034642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:15.055589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:15.261581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0174ecca-c8cc-419f-b93d-f2228740cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:13Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:14Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:13Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:15.286256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0174ecca-c8cc-419f-b93d-f2228740cf83 None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:15.294730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0174ecca-c8cc-419f-b93d-f2228740cf83 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:15.295345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0174ecca-c8cc-419f-b93d-f2228740cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:15.395382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0174ecca-c8cc-419f-b93d-f2228740cf83 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:15.470993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82222b62-bb4b-407a-bc8b-491d2d4e1dcf req-e07a103f-16c7-43a8-ae38-109773869233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:15.473010 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82222b62-bb4b-407a-bc8b-491d2d4e1dcf req-e07a103f-16c7-43a8-ae38-109773869233 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 1127 time: 0.0389595 Oct 26 15:52:15.566303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82222b62-bb4b-407a-bc8b-491d2d4e1dcf req-c4e0db38-6f95-4f9a-a43c-d2f75847527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:15.567787 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82222b62-bb4b-407a-bc8b-491d2d4e1dcf req-c4e0db38-6f95-4f9a-a43c-d2f75847527c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f6192896-3510-4b81-afd1-fec70909fdf0 HTTP/1.1" status: 200 len: 897 time: 0.0891659 Oct 26 15:52:15.610447 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82222b62-bb4b-407a-bc8b-491d2d4e1dcf req-580bcd1c-6ca0-496e-8044-40d222276f74 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44a9b165-4d5e-474c-93d9-efba7fd3a99f HTTP/1.1" status: 200 len: 217 time: 0.0368135 Oct 26 15:52:15.616512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0174ecca-c8cc-419f-b93d-f2228740cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:13Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:14Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:14Z', 'revision_number': 16, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:15.641270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0174ecca-c8cc-419f-b93d-f2228740cf83 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:13Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:14Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:14Z', 'revision_number': 16, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:15.641607 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26e0e7-9bcb-4a38-ae36-3b2ad110e3d1 req-d2a387e1-6d36-48ea-a58a-ba995461b6ee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:15.644387 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2c26e0e7-9bcb-4a38-ae36-3b2ad110e3d1 req-d2a387e1-6d36-48ea-a58a-ba995461b6ee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 943 time: 0.0534437 Oct 26 15:52:15.658855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82222b62-bb4b-407a-bc8b-491d2d4e1dcf req-632820d9-3b08-4539-9049-125c9f0806b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:15.661014 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82222b62-bb4b-407a-bc8b-491d2d4e1dcf req-632820d9-3b08-4539-9049-125c9f0806b9 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=2e478eea-888d-4499-abad-7a9037aec3a0 HTTP/1.1" status: 200 len: 835 time: 0.0453284 Oct 26 15:52:15.698487 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2c26e0e7-9bcb-4a38-ae36-3b2ad110e3d1 req-b0500396-5ab1-4d2d-a16a-b860521a4720 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad0d1c31-d682-4333-a36a-29323e098ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485988 Oct 26 15:52:15.713455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82222b62-bb4b-407a-bc8b-491d2d4e1dcf req-2b10cd9f-da1c-4d78-ad1b-e89c4f1e2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:15.715027 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82222b62-bb4b-407a-bc8b-491d2d4e1dcf req-2b10cd9f-da1c-4d78-ad1b-e89c4f1e2f3d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f6192896-3510-4b81-afd1-fec70909fdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482757 Oct 26 15:52:15.807758 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82222b62-bb4b-407a-bc8b-491d2d4e1dcf req-a92bdc58-20ad-4d5b-b136-ea1eef707aef service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862353 Oct 26 15:52:15.919888 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82222b62-bb4b-407a-bc8b-491d2d4e1dcf req-24de4b9d-820e-437c-89b1-387a54fc05d2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053865 Oct 26 15:52:16.576014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:16.653012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:16.668243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:16.695503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:16.751273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:16.838939 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904fd4f-874a-4efd-8396-4016ea8ac5f1 req-12be8d3b-7415-4cf3-a8cc-faed6ec4e632 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:16.840484 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4904fd4f-874a-4efd-8396-4016ea8ac5f1 req-12be8d3b-7415-4cf3-a8cc-faed6ec4e632 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 943 time: 0.0561485 Oct 26 15:52:16.851329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:16.892240 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4904fd4f-874a-4efd-8396-4016ea8ac5f1 req-55533b61-e38b-48e2-86d6-40611b56ba7d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad0d1c31-d682-4333-a36a-29323e098ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459492 Oct 26 15:52:16.897085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:16.897474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:16.897814 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 Oct 26 15:52:16.942977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:16.973526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:16.973920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:16.979410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:16.995544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:16.999112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:16.999973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:17.075055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:17.084292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:17.084666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:17.085038 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:52:17.154556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:17.154943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:17.186957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:17.191401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:17.238130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:17.241006 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435f899-f66e-4a37-89f4-73e804c24f01 None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:17.590592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ce9d2-e5f6-4139-b862-30d3eb83acf8 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:17.591050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ce9d2-e5f6-4139-b862-30d3eb83acf8 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:17.591461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2c0ce9d2-e5f6-4139-b862-30d3eb83acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:17.690647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:17.692754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2c0ce9d2-e5f6-4139-b862-30d3eb83acf8 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:17.898298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2c0ce9d2-e5f6-4139-b862-30d3eb83acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:16Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:17Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:17Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:17.922330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ce9d2-e5f6-4139-b862-30d3eb83acf8 None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:17.931556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ce9d2-e5f6-4139-b862-30d3eb83acf8 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:17.932182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2c0ce9d2-e5f6-4139-b862-30d3eb83acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:18.017108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eac68-54cc-40de-ae72-d2cf1f833aa2 req-8c7faffc-895a-4acf-8235-45d7d3aac65d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:18.018527 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4d5eac68-54cc-40de-ae72-d2cf1f833aa2 req-8c7faffc-895a-4acf-8235-45d7d3aac65d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 943 time: 0.0513592 Oct 26 15:52:18.033740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2c0ce9d2-e5f6-4139-b862-30d3eb83acf8 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:18.068821 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4d5eac68-54cc-40de-ae72-d2cf1f833aa2 req-37aa4325-f5a5-4f68-889d-8caeba710155 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad0d1c31-d682-4333-a36a-29323e098ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445826 Oct 26 15:52:18.182590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 44a9b165-4d5e-474c-93d9-efba7fd3a99f details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:52:18.306403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2c0ce9d2-e5f6-4139-b862-30d3eb83acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:16Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:17Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:17Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:18.336057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ce9d2-e5f6-4139-b862-30d3eb83acf8 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:16Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:17Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:17Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:18.361565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 44a9b165-4d5e-474c-93d9-efba7fd3a99f, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=44a9b165-4d5e-474c-93d9-efba7fd3a99f,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:18.374338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:52:18.411086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 44a9b165-4d5e-474c-93d9-efba7fd3a99f is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:18.411492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (44a9b165-4d5e-474c-93d9-efba7fd3a99f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:18.425939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a9b165-4d5e-474c-93d9-efba7fd3a99f {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:52:18.446986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 44a9b165-4d5e-474c-93d9-efba7fd3a99f, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=44a9b165-4d5e-474c-93d9-efba7fd3a99f,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:18.450811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (44a9b165-4d5e-474c-93d9-efba7fd3a99f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:18.501294 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=44a9b165-4d5e-474c-93d9-efba7fd3a99f,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:18.576581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:18.612136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:18.625105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:18.657867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:18.658264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:18.673817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['44a9b165-4d5e-474c-93d9-efba7fd3a99f'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 15:52:18.731459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:18.736124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:18.766914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:18.842279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:19.056835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:19.138946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:19.217087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fd890-e5d1-468a-8e20-92da3a07f3fb req-af47eaca-4391-483f-9f7c-a0fec0d9c240 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:19.219302 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-db9fd890-e5d1-468a-8e20-92da3a07f3fb req-af47eaca-4391-483f-9f7c-a0fec0d9c240 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 944 time: 0.0562038 Oct 26 15:52:19.223916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:19.239270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:19.239649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:19.239992 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:52:19.277510 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-db9fd890-e5d1-468a-8e20-92da3a07f3fb req-9c76d57f-540a-4a95-bf86-58723422f7c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad0d1c31-d682-4333-a36a-29323e098ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512588 Oct 26 15:52:19.334165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:19.334580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:19.370306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:19.374804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:19.429732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:19.437180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:19.513342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:19.513737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:19.536569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:19.540449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:19.590428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:19.998414 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c87159-3f93-4ce0-8957-27724f301e1a None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:20.133799 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:52:20.195427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 44a9b165-4d5e-474c-93d9-efba7fd3a99f up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:20.250631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 44a9b165-4d5e-474c-93d9-efba7fd3a99f completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 15:52:20.251503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 44a9b165-4d5e-474c-93d9-efba7fd3a99f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:20.251925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (44a9b165-4d5e-474c-93d9-efba7fd3a99f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:20.252263 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 44a9b165-4d5e-474c-93d9-efba7fd3a99f Oct 26 15:52:20.331889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 44a9b165-4d5e-474c-93d9-efba7fd3a99f is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:20.332288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (44a9b165-4d5e-474c-93d9-efba7fd3a99f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:20.368308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a0ba46-6a17-4a28-9d1b-7547412b7e74 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:20.371745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea56cb08-d773-4c30-9696-033ac5480326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a9b165-4d5e-474c-93d9-efba7fd3a99f'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:52:20.374024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb45b670-5d92-4e63-823c-1742399f72af" -d '{"events": [{"server_uuid": "ea56cb08-d773-4c30-9696-033ac5480326", "name": "network-vif-plugged", "status": "completed", "tag": "44a9b165-4d5e-474c-93d9-efba7fd3a99f"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:52:20.387982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0ba46-6a17-4a28-9d1b-7547412b7e74 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:20.388573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a3a0ba46-6a17-4a28-9d1b-7547412b7e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:20.392459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 44a9b165-4d5e-474c-93d9-efba7fd3a99f, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=44a9b165-4d5e-474c-93d9-efba7fd3a99f,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:20.428088 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7f4ab-0fa7-420c-b96b-d0fc6b639934 req-0485bb89-94ed-485e-b80d-5f2cded88746 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:20.430213 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-07f7f4ab-0fa7-420c-b96b-d0fc6b639934 req-0485bb89-94ed-485e-b80d-5f2cded88746 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 944 time: 0.0573847 Oct 26 15:52:20.432177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b373650a-2ddc-44f3-a675-82694b03e8e4 x-openstack-request-id: req-b373650a-2ddc-44f3-a675-82694b03e8e4 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:52:20.432482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea56cb08-d773-4c30-9696-033ac5480326", "name": "network-vif-plugged", "status": "completed", "tag": "44a9b165-4d5e-474c-93d9-efba7fd3a99f", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:52:20.433099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b373650a-2ddc-44f3-a675-82694b03e8e4 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:52:20.433504 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b373650a-2ddc-44f3-a675-82694b03e8e4'] response: {'server_uuid': 'ea56cb08-d773-4c30-9696-033ac5480326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'code': 200} Oct 26 15:52:20.437651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (44a9b165-4d5e-474c-93d9-efba7fd3a99f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:20.489827 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-07f7f4ab-0fa7-420c-b96b-d0fc6b639934 req-0b045aea-49b1-4af6-9a2e-516f5363a657 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad0d1c31-d682-4333-a36a-29323e098ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534301 Oct 26 15:52:20.532126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:20.549160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=44a9b165-4d5e-474c-93d9-efba7fd3a99f,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:20.559172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a3a0ba46-6a17-4a28-9d1b-7547412b7e74 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:20.560727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:20.582377 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:20.594241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e5ad2-b2bb-43f4-8c40-82f7d18b9992 req-e72fe8c0-53e5-4330-8643-87ed44cfa81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:20.595754 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7d7e5ad2-b2bb-43f4-8c40-82f7d18b9992 req-e72fe8c0-53e5-4330-8643-87ed44cfa81a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 1129 time: 0.0428891 Oct 26 15:52:20.628998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:20.649165 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7d7e5ad2-b2bb-43f4-8c40-82f7d18b9992 req-bd167ae3-6a61-4b11-97e6-9faf16155776 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ad0d1c31-d682-4333-a36a-29323e098ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443146 Oct 26 15:52:20.779916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:20.780299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:20.850541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:20.855521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:20.862263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a3a0ba46-6a17-4a28-9d1b-7547412b7e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:19Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:20Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:19Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:20.905820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a0ba46-6a17-4a28-9d1b-7547412b7e74 None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:20.928901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0ba46-6a17-4a28-9d1b-7547412b7e74 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:20.929499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a3a0ba46-6a17-4a28-9d1b-7547412b7e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:20.963334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:20.988157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:21.034803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a3a0ba46-6a17-4a28-9d1b-7547412b7e74 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:21.245160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a3a0ba46-6a17-4a28-9d1b-7547412b7e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:19Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:20Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:20Z', 'revision_number': 20, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:21.269065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a0ba46-6a17-4a28-9d1b-7547412b7e74 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:19Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:20Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:20Z', 'revision_number': 20, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:21.618147 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76bb05-0dc0-4c7a-9fad-bf0bea64abfa req-d1bcbc8e-e18e-4803-bca5-848216d547ad tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:21.619674 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0c76bb05-0dc0-4c7a-9fad-bf0bea64abfa req-d1bcbc8e-e18e-4803-bca5-848216d547ad tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 945 time: 0.0502291 Oct 26 15:52:21.675743 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0c76bb05-0dc0-4c7a-9fad-bf0bea64abfa req-59ba88ff-214b-4190-bf00-9f27509f6a42 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad0d1c31-d682-4333-a36a-29323e098ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504429 Oct 26 15:52:22.658690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:22.707789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:22.708174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:22.708521 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 Oct 26 15:52:22.782134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:22.782528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:22.802092 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacf365-f377-4ea1-8724-93722a7b9282 req-ed6ff80d-f581-4d11-a91c-25453c4acfbb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:22.803946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:22.804102 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-beacf365-f377-4ea1-8724-93722a7b9282 req-ed6ff80d-f581-4d11-a91c-25453c4acfbb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 945 time: 0.0484002 Oct 26 15:52:22.808246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:22.809067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:22.841974 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2461cd4e-4e76-4259-81c3-a3b282aec481 None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:22.861656 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-beacf365-f377-4ea1-8724-93722a7b9282 req-e7d504b6-933a-4976-8107-2051934e439a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad0d1c31-d682-4333-a36a-29323e098ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503778 Oct 26 15:52:22.888663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:22.900732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:22.901157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:22.901509 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:52:22.963514 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:22.975812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:22.976036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:22.995005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39598fd-108f-4726-ab40-313603284f5d req-c2bc1f67-95d8-42d1-93f1-e9458c277667 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:22.997534 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f39598fd-108f-4726-ab40-313603284f5d req-c2bc1f67-95d8-42d1-93f1-e9458c277667 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 945 time: 0.0526626 Oct 26 15:52:23.017256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:23.023248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:23.054565 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f39598fd-108f-4726-ab40-313603284f5d req-a742e4bd-4d94-403d-aea8-5ba18b0de545 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad0d1c31-d682-4333-a36a-29323e098ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507255 Oct 26 15:52:23.085039 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39986) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:52:23.130480 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6c5d40-7af0-4b46-9ea2-54cd076d67c6 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:23.135988 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ec6c5d40-7af0-4b46-9ea2-54cd076d67c6 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 1124 time: 0.0472550 Oct 26 15:52:23.135988 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 39988) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:52:23.141774 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:52:23.166577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:23.217576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:23.250597 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:23.358744 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.26.11.174 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/24012295-45f8-457c-b53a-c287519f475c) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:52:23.362386 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:23.467233 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (24012295-45f8-457c-b53a-c287519f475c), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:23.503582 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (24012295-45f8-457c-b53a-c287519f475c), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:23.507475 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:23.529265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc934bb-6e9a-4d0c-bd37-6fd2682980e1 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:23.529265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc934bb-6e9a-4d0c-bd37-6fd2682980e1 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:23.529265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-acc934bb-6e9a-4d0c-bd37-6fd2682980e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:23.544822 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:52:23.550417 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:52:23.553679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:52:23.569934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:23.585996 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=24012295-45f8-457c-b53a-c287519f475c,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:23.632383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-acc934bb-6e9a-4d0c-bd37-6fd2682980e1 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:23.664084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:23.854063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-acc934bb-6e9a-4d0c-bd37-6fd2682980e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:22Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:22Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:22Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:23.884479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc934bb-6e9a-4d0c-bd37-6fd2682980e1 None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:23.893643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc934bb-6e9a-4d0c-bd37-6fd2682980e1 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:23.894278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-acc934bb-6e9a-4d0c-bd37-6fd2682980e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:24.000020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-acc934bb-6e9a-4d0c-bd37-6fd2682980e1 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:24.147709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:24.213355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-acc934bb-6e9a-4d0c-bd37-6fd2682980e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:22Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:22Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:22Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:24.232724 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (f838956e-1a07-47bd-bea0-c8ac2f9e3f88), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:24.242849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc934bb-6e9a-4d0c-bd37-6fd2682980e1 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:22Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:22Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:22Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:24.304632 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (24012295-45f8-457c-b53a-c287519f475c), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:24.450952 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:24.471621 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (24012295-45f8-457c-b53a-c287519f475c), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:24.479965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (24012295-45f8-457c-b53a-c287519f475c), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:24.554686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=24012295-45f8-457c-b53a-c287519f475c,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:24.557298 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (f838956e-1a07-47bd-bea0-c8ac2f9e3f88), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:24.580341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:24.656958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:24.657090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:24.663857 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Floating IP f838956e-1a07-47bd-bea0-c8ac2f9e3f88 associated. External IP: 172.26.11.174, port: 44a9b165-4d5e-474c-93d9-efba7fd3a99f. Oct 26 15:52:24.696231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:24.701822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:24.741447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:24.808423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:24.849130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:24.879101 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:24.896723 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router da0825f7-9165-45bf-8927-8ea721b0ef51 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:52:24.959940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:25.014737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:25.015117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:25.016001 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:52:25.019605 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:52:25.042039 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:25.081923 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-907cf251-e594-4f1b-bb99-7e030a762de4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9433398 Oct 26 15:52:25.081923 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea56cb08-d773-4c30-9696-033ac5480326', 'tag': '44a9b165-4d5e-474c-93d9-efba7fd3a99f'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:52:25.083022 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6662d80b37134a2b3900b6f7163109dd688b25040754bcd30973ec7c1dabe5ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1694d4e5-6869-4257-b1d6-b7021b2f3e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea56cb08-d773-4c30-9696-033ac5480326", "tag": "44a9b165-4d5e-474c-93d9-efba7fd3a99f"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:52:25.107139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:25.107139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:25.129798 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eafac2f-b276-4362-8bb0-1a63d434d4bc x-openstack-request-id: req-8eafac2f-b276-4362-8bb0-1a63d434d4bc {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:52:25.130100 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea56cb08-d773-4c30-9696-033ac5480326", "tag": "44a9b165-4d5e-474c-93d9-efba7fd3a99f", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:52:25.130353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8eafac2f-b276-4362-8bb0-1a63d434d4bc {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:52:25.130797 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eafac2f-b276-4362-8bb0-1a63d434d4bc'] response: {'name': 'network-changed', 'server_uuid': 'ea56cb08-d773-4c30-9696-033ac5480326', 'tag': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'status': 'completed', 'code': 200} Oct 26 15:52:25.148303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:25.152495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:25.202600 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694d4e5-6869-4257-b1d6-b7021b2f3e3e req-cb4fa221-fa72-45e7-9068-15f56acd30da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:25.204283 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1694d4e5-6869-4257-b1d6-b7021b2f3e3e req-cb4fa221-fa72-45e7-9068-15f56acd30da service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 1129 time: 0.0470946 Oct 26 15:52:25.213283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:25.249414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:25.305011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:25.305403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:25.317937 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694d4e5-6869-4257-b1d6-b7021b2f3e3e req-13d57c35-6e58-4aed-a0d2-1c26d94313af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:25.320246 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1694d4e5-6869-4257-b1d6-b7021b2f3e3e req-13d57c35-6e58-4aed-a0d2-1c26d94313af service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f6192896-3510-4b81-afd1-fec70909fdf0 HTTP/1.1" status: 200 len: 897 time: 0.1088448 Oct 26 15:52:25.327825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:25.331948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:25.362444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:25.384367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:25.395306 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1694d4e5-6869-4257-b1d6-b7021b2f3e3e req-872765a1-37dd-4e83-94b3-66f407918a28 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44a9b165-4d5e-474c-93d9-efba7fd3a99f HTTP/1.1" status: 200 len: 1000 time: 0.0685055 Oct 26 15:52:25.438431 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:25.449597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694d4e5-6869-4257-b1d6-b7021b2f3e3e req-aaf4592d-7e73-465f-a6a9-5f91b9f3c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:25.451094 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1694d4e5-6869-4257-b1d6-b7021b2f3e3e req-aaf4592d-7e73-465f-a6a9-5f91b9f3c4dd service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=2e478eea-888d-4499-abad-7a9037aec3a0 HTTP/1.1" status: 200 len: 835 time: 0.0501578 Oct 26 15:52:25.496937 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694d4e5-6869-4257-b1d6-b7021b2f3e3e req-70a029b1-fe9c-4c5b-91a0-1baed6c61bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:52:25.498654 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1694d4e5-6869-4257-b1d6-b7021b2f3e3e req-70a029b1-fe9c-4c5b-91a0-1baed6c61bee service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f6192896-3510-4b81-afd1-fec70909fdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416343 Oct 26 15:52:25.593236 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1694d4e5-6869-4257-b1d6-b7021b2f3e3e req-c1275373-8580-4a80-8a0a-2feb62b5e8c8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869868 Oct 26 15:52:25.690307 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1694d4e5-6869-4257-b1d6-b7021b2f3e3e req-f63236e8-192e-4df0-b6e3-6478ee0b2f87 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894775 Oct 26 15:52:26.041651 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e02d3e-6343-4710-adec-c2aaf1c9a772 None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:26.162642 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:26.485182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d01d56-1625-4a3a-b774-44c5dff5e7a7 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:26.485182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d01d56-1625-4a3a-b774-44c5dff5e7a7 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:26.485182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-91d01d56-1625-4a3a-b774-44c5dff5e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:26.566890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:26.587223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-91d01d56-1625-4a3a-b774-44c5dff5e7a7 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:26.626811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:26.793881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:26.794185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:26.873261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:26.879753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:27.040185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-91d01d56-1625-4a3a-b774-44c5dff5e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:26Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:24Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:25Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:27.068424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d01d56-1625-4a3a-b774-44c5dff5e7a7 None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:27.090753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d01d56-1625-4a3a-b774-44c5dff5e7a7 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:27.091360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-91d01d56-1625-4a3a-b774-44c5dff5e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:27.093211 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:27.176511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:27.196137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-91d01d56-1625-4a3a-b774-44c5dff5e7a7 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:27.405117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-91d01d56-1625-4a3a-b774-44c5dff5e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:26Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:24Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:26Z', 'revision_number': 24, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:27.429330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d01d56-1625-4a3a-b774-44c5dff5e7a7 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:26Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:24Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:26Z', 'revision_number': 24, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:28.672102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:28.716642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:28.716985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:28.717330 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 Oct 26 15:52:28.791468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:28.791862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:28.813030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:28.817406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:28.818822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:28.892079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:28.901933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:28.902314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:28.902656 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:52:28.975327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:28.975624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:29.009660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:29.013561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:29.036664 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8afecd4-3787-462f-abbc-f08f1f3067fd None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:29.052209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:29.063086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:29.138949 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8afecd4-3787-462f-abbc-f08f1f3067fd None None] New status for floating IP f838956e-1a07-47bd-bea0-c8ac2f9e3f88: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:29.757495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a49d94a-24b9-4b6a-ada3-2a4080d2fa09 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:29.757495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:29.757495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a49d94a-24b9-4b6a-ada3-2a4080d2fa09 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:29.757495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0a49d94a-24b9-4b6a-ada3-2a4080d2fa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:29.855469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0a49d94a-24b9-4b6a-ada3-2a4080d2fa09 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:30.068394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0a49d94a-24b9-4b6a-ada3-2a4080d2fa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:28Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:29Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:29Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:28Z', 'revision_number': 25, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:30.092084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a49d94a-24b9-4b6a-ada3-2a4080d2fa09 None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:30.101724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a49d94a-24b9-4b6a-ada3-2a4080d2fa09 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:30.102348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0a49d94a-24b9-4b6a-ada3-2a4080d2fa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:30.204991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0a49d94a-24b9-4b6a-ada3-2a4080d2fa09 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:30.299425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:30.415293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0a49d94a-24b9-4b6a-ada3-2a4080d2fa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:28Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:29Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:29Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:28Z', 'revision_number': 25, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:30.438763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a49d94a-24b9-4b6a-ada3-2a4080d2fa09 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:28Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:29Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:29Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:28Z', 'revision_number': 25, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:30.644487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:30.727402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:30.727800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:30.767860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:30.772089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:30.773056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:30.851002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:30.887759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:30.888155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:30.910471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:30.915546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:30.966860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:32.012980 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb5f6e9-d599-42c0-b92d-2fbe5ea1e09e None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:32.112790 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb5f6e9-d599-42c0-b92d-2fbe5ea1e09e None None] New status for floating IP f838956e-1a07-47bd-bea0-c8ac2f9e3f88: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:32.735621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ca5be5-0044-4a24-8da4-d23d5bf4016a None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:32.735621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ca5be5-0044-4a24-8da4-d23d5bf4016a None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:32.735621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-41ca5be5-0044-4a24-8da4-d23d5bf4016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:32.833854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-41ca5be5-0044-4a24-8da4-d23d5bf4016a None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:33.036245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-41ca5be5-0044-4a24-8da4-d23d5bf4016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:30Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:32Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:32Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:30Z', 'revision_number': 26, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:33.066839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ca5be5-0044-4a24-8da4-d23d5bf4016a None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:33.073642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ca5be5-0044-4a24-8da4-d23d5bf4016a None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:33.074248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-41ca5be5-0044-4a24-8da4-d23d5bf4016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:33.110113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:33.116819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:33.175302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-41ca5be5-0044-4a24-8da4-d23d5bf4016a None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:33.528925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-41ca5be5-0044-4a24-8da4-d23d5bf4016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:30Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:32Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:32Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:30Z', 'revision_number': 26, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:33.554154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ca5be5-0044-4a24-8da4-d23d5bf4016a None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:30Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:32Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:32Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:30Z', 'revision_number': 26, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:34.585644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:34.659169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:34.673319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:34.731798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:34.749241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:34.831415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:34.875541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:34.875924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:34.876276 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 Oct 26 15:52:34.947402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:34.947770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:34.968234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:34.972181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:34.973204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:35.048099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:35.057058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:35.057442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:35.057779 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:52:35.066951 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:35.071582 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:35.097393 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b2165-f411-4812-bc08-a86259cbb3c1 None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:35.140377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:35.140906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:35.177861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:35.181980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:35.203199 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b2165-f411-4812-bc08-a86259cbb3c1 None None] New status for floating IP f838956e-1a07-47bd-bea0-c8ac2f9e3f88: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:35.228394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:35.685221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=27 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:35.687602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=76 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:35.844908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74cff04-1ba9-4dae-9cbc-8fbe3e30e1ff None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:35.844908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74cff04-1ba9-4dae-9cbc-8fbe3e30e1ff None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:35.844908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f74cff04-1ba9-4dae-9cbc-8fbe3e30e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:35.941564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f74cff04-1ba9-4dae-9cbc-8fbe3e30e1ff None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:36.165247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f74cff04-1ba9-4dae-9cbc-8fbe3e30e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:34Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:35Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:35Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:35Z', 'revision_number': 27, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:36.167233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:36.199117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74cff04-1ba9-4dae-9cbc-8fbe3e30e1ff None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:36.209623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74cff04-1ba9-4dae-9cbc-8fbe3e30e1ff None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:36.210243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f74cff04-1ba9-4dae-9cbc-8fbe3e30e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:36.318743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f74cff04-1ba9-4dae-9cbc-8fbe3e30e1ff None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:36.355970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:36.532011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f74cff04-1ba9-4dae-9cbc-8fbe3e30e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:34Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:35Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:35Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:35Z', 'revision_number': 27, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:36.561158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74cff04-1ba9-4dae-9cbc-8fbe3e30e1ff None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:34Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:35Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:35Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:35Z', 'revision_number': 27, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:36.631455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:36.703834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:36.704154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:36.728079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:36.739828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:36.750318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:36.750318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:36.842379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:36.878961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:36.880610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:36.903077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:36.907369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:36.957136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:38.100186 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1eea6f-a333-424a-9c89-9c55a59cee32 None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:38.199419 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1eea6f-a333-424a-9c89-9c55a59cee32 None None] New status for floating IP f838956e-1a07-47bd-bea0-c8ac2f9e3f88: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:38.234696 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:38.286918 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:38.550386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c7fbb-fc83-4e44-888e-81bfc4670791 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:38.550386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548c7fbb-fc83-4e44-888e-81bfc4670791 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:38.550386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-548c7fbb-fc83-4e44-888e-81bfc4670791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:38.607036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-229968aa-0e8f-40d2-b45f-0bd07373fe97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:38.661171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-548c7fbb-fc83-4e44-888e-81bfc4670791 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:38.871141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-548c7fbb-fc83-4e44-888e-81bfc4670791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:36Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:38Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:38Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:36Z', 'revision_number': 28, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:38.895385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c7fbb-fc83-4e44-888e-81bfc4670791 None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:38.903560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548c7fbb-fc83-4e44-888e-81bfc4670791 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:38.904151 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-548c7fbb-fc83-4e44-888e-81bfc4670791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:39.002683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-548c7fbb-fc83-4e44-888e-81bfc4670791 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:39.286832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:39.359025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-548c7fbb-fc83-4e44-888e-81bfc4670791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:36Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:38Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:38Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:36Z', 'revision_number': 28, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:39.385746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c7fbb-fc83-4e44-888e-81bfc4670791 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:36Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:38Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:38Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:36Z', 'revision_number': 28, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:40.678896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:40.722629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:40.722992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:40.723329 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 Oct 26 15:52:40.749015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:40.799063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:40.799450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:40.821184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:40.826120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:40.826937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:40.907767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:40.915282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:40.915658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:40.915998 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:52:40.997606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:40.998158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:41.001642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2d1b64e4-69f6-43e2-a819-dd11f81d8f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:41.027442 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2de698-8178-4625-80ed-fef9a86db065 None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:41.034706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:41.039200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:41.065416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:41.095534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:41.217043 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2de698-8178-4625-80ed-fef9a86db065 None None] New status for floating IP f838956e-1a07-47bd-bea0-c8ac2f9e3f88: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:42.120716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f19334d-2fe4-4e56-88dc-26528d59167f None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:42.129091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f19334d-2fe4-4e56-88dc-26528d59167f None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:42.130221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6f19334d-2fe4-4e56-88dc-26528d59167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:42.133536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:42.234168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-6f19334d-2fe4-4e56-88dc-26528d59167f None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:42.439299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6f19334d-2fe4-4e56-88dc-26528d59167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:40Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:41Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:41Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:41Z', 'revision_number': 29, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:42.466646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f19334d-2fe4-4e56-88dc-26528d59167f None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:42.474821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f19334d-2fe4-4e56-88dc-26528d59167f None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:42.475419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6f19334d-2fe4-4e56-88dc-26528d59167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:42.573117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-6f19334d-2fe4-4e56-88dc-26528d59167f None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:42.637945 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:42.761653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:42.791075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:42.791456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:42.864894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:42.868790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6f19334d-2fe4-4e56-88dc-26528d59167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:40Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:41Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:41Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:41Z', 'revision_number': 29, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:42.870728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:42.871439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:43.065152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f19334d-2fe4-4e56-88dc-26528d59167f None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:40Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:41Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:41Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:41Z', 'revision_number': 29, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:43.102947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:43.107051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:43.114155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:43.114502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:43.114849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:43.115189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:43.115527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:43.115855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:43.116185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:43.116536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:43.116899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:43.117234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:43.117589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:43.117916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:43.118242 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:43.118566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:43.118885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:52:43.156511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:43.157164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:43.178586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:43.182541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:43.232470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:43.672631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:43.872913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:44.590651 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc99e1-fb19-40e3-9553-85c8c399f3da None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:44.675191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:44.695574 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc99e1-fb19-40e3-9553-85c8c399f3da None None] New status for floating IP f838956e-1a07-47bd-bea0-c8ac2f9e3f88: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:44.723087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:44.723466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:44.723836 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 Oct 26 15:52:44.794157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:44.794533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:44.815763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:44.820153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:44.821177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:44.870915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:44.904745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:44.915763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:44.916134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:44.916913 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:52:44.992058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:44.992453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:45.024984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:45.028424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:45.065928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eace4860-7bb4-4388-9e35-97deaede39ff None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:45.083843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eace4860-7bb4-4388-9e35-97deaede39ff None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:45.084468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-eace4860-7bb4-4388-9e35-97deaede39ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:45.121203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:45.192229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-eace4860-7bb4-4388-9e35-97deaede39ff None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:45.401438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-eace4860-7bb4-4388-9e35-97deaede39ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:44Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:44Z', 'revision_number': 12, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:44Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:45Z', 'revision_number': 31, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:45.429040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eace4860-7bb4-4388-9e35-97deaede39ff None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:45.437184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eace4860-7bb4-4388-9e35-97deaede39ff None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:45.437769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-eace4860-7bb4-4388-9e35-97deaede39ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:45.485029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:45.533964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-eace4860-7bb4-4388-9e35-97deaede39ff None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:45.745039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-eace4860-7bb4-4388-9e35-97deaede39ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:44Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:44Z', 'revision_number': 12, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:44Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:45Z', 'revision_number': 31, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:45.769014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eace4860-7bb4-4388-9e35-97deaede39ff None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:44Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:44Z', 'revision_number': 12, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:44Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:45Z', 'revision_number': 31, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:46.592508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:46.659883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:46.677900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:46.678109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:46.705563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:46.706520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:46.709677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:46.710461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:46.785548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:46.828097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:46.828496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:46.863668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:46.867870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:46.894078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:46.952556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=32']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:46.997353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:46.998337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:47.000616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:47.067848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:47.155315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:47.198264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:47.198634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:47.198967 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 Oct 26 15:52:47.271853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:47.272234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:47.295239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:47.303563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:47.303563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:47.304668 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e60402a-ef17-46e4-89dd-543cbbff467e None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:47.378360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:47.387645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:47.388021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:47.388413 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:52:47.407782 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e60402a-ef17-46e4-89dd-543cbbff467e None None] New status for floating IP f838956e-1a07-47bd-bea0-c8ac2f9e3f88: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:47.460467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:47.460891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:47.490283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:47.494356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:47.498268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:47.546712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=33']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:47.775355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a2f55d-771a-4cec-a6b0-7fce1bdece59 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:47.775355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a2f55d-771a-4cec-a6b0-7fce1bdece59 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:47.775355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-46a2f55d-771a-4cec-a6b0-7fce1bdece59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:47.875266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-46a2f55d-771a-4cec-a6b0-7fce1bdece59 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:48.154959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:48.222281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-46a2f55d-771a-4cec-a6b0-7fce1bdece59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:47Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:47Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:47Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:47Z', 'revision_number': 33, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:48.251526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a2f55d-771a-4cec-a6b0-7fce1bdece59 None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:48.259918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a2f55d-771a-4cec-a6b0-7fce1bdece59 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:48.260530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-46a2f55d-771a-4cec-a6b0-7fce1bdece59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:48.358753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-46a2f55d-771a-4cec-a6b0-7fce1bdece59 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:48.571170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-46a2f55d-771a-4cec-a6b0-7fce1bdece59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:47Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:47Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:47Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:47Z', 'revision_number': 33, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:48.595209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a2f55d-771a-4cec-a6b0-7fce1bdece59 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:47Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:47Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:47Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:47Z', 'revision_number': 33, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:48.640656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:48.717470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:48.717868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:48.752295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:48.756324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:48.757128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:48.803989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:48.845128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=34']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:48.885865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:48.886592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:48.909198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:48.914088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:48.962820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:50.161403 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62794b1-31b6-40aa-97e3-97ca33703bc4 None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:50.266378 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62794b1-31b6-40aa-97e3-97ca33703bc4 None None] New status for floating IP f838956e-1a07-47bd-bea0-c8ac2f9e3f88: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:51.143520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3792da2-47f7-4fab-ae14-2756aae0a663 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:51.143520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3792da2-47f7-4fab-ae14-2756aae0a663 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:51.143520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e3792da2-47f7-4fab-ae14-2756aae0a663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:51.242285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-e3792da2-47f7-4fab-ae14-2756aae0a663 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:51.315014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:51.454553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e3792da2-47f7-4fab-ae14-2756aae0a663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:48Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:50Z', 'revision_number': 14, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:50Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:48Z', 'revision_number': 34, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:51.479348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3792da2-47f7-4fab-ae14-2756aae0a663 None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:51.487678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3792da2-47f7-4fab-ae14-2756aae0a663 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:51.488279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e3792da2-47f7-4fab-ae14-2756aae0a663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:51.588347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-e3792da2-47f7-4fab-ae14-2756aae0a663 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:51.794469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:51.800483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e3792da2-47f7-4fab-ae14-2756aae0a663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:48Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:50Z', 'revision_number': 14, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:50Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:48Z', 'revision_number': 34, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:51.826693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3792da2-47f7-4fab-ae14-2756aae0a663 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:48Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:50Z', 'revision_number': 14, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:50Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:48Z', 'revision_number': 34, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:52.595060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:52.670291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:52.682307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:52.759292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:52.846435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:52.891668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:52.892043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:52.892384 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 Oct 26 15:52:52.970536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:52.970935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:52.993156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:52.997140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:52.997937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:53.055185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:53.073565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:53.081452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:53.082317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:53.082317 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:52:53.156148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:53.156542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:53.189705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:53.194343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:53.242503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=35']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:53.362171 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aa4781-e2da-4379-8359-fd3578bb69be None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:53.461097 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aa4781-e2da-4379-8359-fd3578bb69be None None] New status for floating IP f838956e-1a07-47bd-bea0-c8ac2f9e3f88: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:53.493859 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:53.508524 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:54.342496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342bcea5-6366-4d02-bbff-a145e0bff7bc None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:54.342496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342bcea5-6366-4d02-bbff-a145e0bff7bc None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:54.342496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-342bcea5-6366-4d02-bbff-a145e0bff7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:54.576046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-342bcea5-6366-4d02-bbff-a145e0bff7bc None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:54.599501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:54.646882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:54.783877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:54.784275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:54.861079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:54.868988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:54.869673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:54.911193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-342bcea5-6366-4d02-bbff-a145e0bff7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:52Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:53Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:53Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:53Z', 'revision_number': 35, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:54.945629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342bcea5-6366-4d02-bbff-a145e0bff7bc None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:54.982366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=36']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:54.985779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342bcea5-6366-4d02-bbff-a145e0bff7bc None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:54.986380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-342bcea5-6366-4d02-bbff-a145e0bff7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:55.063412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:55.063810 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:55.103990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:55.120789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:55.129258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:55.155215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-342bcea5-6366-4d02-bbff-a145e0bff7bc None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:55.244073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:55.387491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-342bcea5-6366-4d02-bbff-a145e0bff7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:52Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:53Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:53Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:54Z', 'revision_number': 36, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:55.411689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342bcea5-6366-4d02-bbff-a145e0bff7bc None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:52Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:53Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:53Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:54Z', 'revision_number': 36, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:56.676068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:56.719594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:56.719891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:56.720224 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 Oct 26 15:52:56.740619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:56.796546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:56.796979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:56.818225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:56.822085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:56.822861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:56.894060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:56.902979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:56.903362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:56.903702 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:52:56.968117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:56.981352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:56.981675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:56.985232 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bee473-815f-4a55-addb-748fb7637d15 None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:57.015950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:57.021552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:57.068025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=37']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:57.087835 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bee473-815f-4a55-addb-748fb7637d15 None None] New status for floating IP f838956e-1a07-47bd-bea0-c8ac2f9e3f88: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:57.124561 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:52:57.528892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46385d2d-ca6c-4909-8299-adbe593a9e91 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:52:57.528892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46385d2d-ca6c-4909-8299-adbe593a9e91 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:57.528892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-46385d2d-ca6c-4909-8299-adbe593a9e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:57.628546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-46385d2d-ca6c-4909-8299-adbe593a9e91 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:57.837739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-46385d2d-ca6c-4909-8299-adbe593a9e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:56Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:57Z', 'revision_number': 16, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:57Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:56Z', 'revision_number': 37, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:57.860993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46385d2d-ca6c-4909-8299-adbe593a9e91 None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:52:57.869266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46385d2d-ca6c-4909-8299-adbe593a9e91 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:52:57.869862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-46385d2d-ca6c-4909-8299-adbe593a9e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:57.969133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-46385d2d-ca6c-4909-8299-adbe593a9e91 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:52:58.173775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:58.180173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-46385d2d-ca6c-4909-8299-adbe593a9e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:56Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:57Z', 'revision_number': 16, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:57Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:56Z', 'revision_number': 37, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:52:58.208691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46385d2d-ca6c-4909-8299-adbe593a9e91 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:56Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:57Z', 'revision_number': 16, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:57Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:56Z', 'revision_number': 37, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:52:58.598665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:58.673565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:58.673961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:58.708883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:58.714092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:58.741680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:58.801301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=38']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:58.831643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:58.844524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:58.915921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:52:58.962970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:52:58.963261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:58.963598 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:52:59.185824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:59.186219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:59.220653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:59.225221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:59.264887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:52:59.278008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=39']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:59.293859 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:52:59.371491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:52:59.371880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:59.393206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:52:59.397013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:52:59.445312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:52:59.805045 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e966bc5-2515-4fc3-bc0a-b429dd942249 None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:52:59.902925 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e966bc5-2515-4fc3-bc0a-b429dd942249 None None] New status for floating IP f838956e-1a07-47bd-bea0-c8ac2f9e3f88: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:53:00.241193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3862b790-eb26-4cd5-b765-072c0fc12e54 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:53:00.241193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3862b790-eb26-4cd5-b765-072c0fc12e54 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:53:00.241193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3862b790-eb26-4cd5-b765-072c0fc12e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:00.336680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-3862b790-eb26-4cd5-b765-072c0fc12e54 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:53:00.547635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3862b790-eb26-4cd5-b765-072c0fc12e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:59Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:59Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:59Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:59Z', 'revision_number': 39, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:00.572578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3862b790-eb26-4cd5-b765-072c0fc12e54 None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:53:00.580997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3862b790-eb26-4cd5-b765-072c0fc12e54 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:53:00.581605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3862b790-eb26-4cd5-b765-072c0fc12e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:00.664012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:53:00.711746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-3862b790-eb26-4cd5-b765-072c0fc12e54 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:53:00.820276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:53:00.820675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:00.827179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:53:00.908463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:53:00.915480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:01.007936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=40']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:01.028214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3862b790-eb26-4cd5-b765-072c0fc12e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:59Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:59Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:59Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:59Z', 'revision_number': 39, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:53:01.053419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3862b790-eb26-4cd5-b765-072c0fc12e54 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:52:59Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:52:59Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}, {'id': 'f838956e-1a07-47bd-bea0-c8ac2f9e3f88', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.174', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:61:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56cb08-d773-4c30-9696-033ac5480326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:24Z', 'updated_at': '2022-10-26T15:52:59Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:52:59Z', 'revision_number': 39, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:53:02.577143 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b4b2e4-4a9a-444f-a81b-0d8c50b1015d None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:53:02.679412 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b4b2e4-4a9a-444f-a81b-0d8c50b1015d None None] New status for floating IP f838956e-1a07-47bd-bea0-c8ac2f9e3f88: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:53:02.689028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:53:02.720419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:53:02.736196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:53:02.736583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:02.736950 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 Oct 26 15:53:02.814783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:53:02.815180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:02.822801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:53:02.838783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:53:02.842627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:02.843494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:53:02.917819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=32']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:02.930500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:53:02.930500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:02.930500 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:53:03.006888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:53:03.007280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:03.040320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:53:03.044148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:03.090282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=41']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:04.644097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:53:04.717584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:53:04.717969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:04.750044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:53:04.754819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:04.755552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:53:04.825739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=42']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:04.865339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:53:04.865662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:04.886197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:53:04.889801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:04.935459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=33']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:53:08.569146 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5fea72fe-0713-4f28-93c3-8e8957c6a018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:10.984276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ac7045ab-962e-48f0-8617-a2e0c25decb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:12.125152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:12.776102 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=58,neutron:UPDATE=6 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:53:12.778963 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:53:13.664925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:13.875418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:14.672558 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ffe5de36-d765-4371-8889-124bbf81e735 req-528ac857-c379-4e50-b40e-c01fa74b2b3e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384529 Oct 26 15:53:14.759533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5de36-d765-4371-8889-124bbf81e735 req-f7b75d9b-74be-4309-9fcf-d33a887a0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:14.761040 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ffe5de36-d765-4371-8889-124bbf81e735 req-f7b75d9b-74be-4309-9fcf-d33a887a0664 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 1130 time: 0.0379040 Oct 26 15:53:14.873623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5de36-d765-4371-8889-124bbf81e735 req-2b1ac5ab-b329-4acd-91c4-9394d7d6ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:14.874987 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ffe5de36-d765-4371-8889-124bbf81e735 req-2b1ac5ab-b329-4acd-91c4-9394d7d6ff86 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f6192896-3510-4b81-afd1-fec70909fdf0 HTTP/1.1" status: 200 len: 897 time: 0.0890996 Oct 26 15:53:14.940511 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ffe5de36-d765-4371-8889-124bbf81e735 req-1ce8d813-701a-4da7-abac-a9f5ca3e3536 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1743db47-29eb-4c3d-a94b-0fd914ddc146 HTTP/1.1" status: 200 len: 1003 time: 0.0583162 Oct 26 15:53:14.993200 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5de36-d765-4371-8889-124bbf81e735 req-711a5f9e-c6fb-46e2-b100-aab47bf87eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:14.994715 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ffe5de36-d765-4371-8889-124bbf81e735 req-711a5f9e-c6fb-46e2-b100-aab47bf87eaf service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=2e478eea-888d-4499-abad-7a9037aec3a0 HTTP/1.1" status: 200 len: 835 time: 0.0440719 Oct 26 15:53:15.040609 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5de36-d765-4371-8889-124bbf81e735 req-5334692e-ffd8-4807-9ba5-e0bb939d3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:53:15.042084 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ffe5de36-d765-4371-8889-124bbf81e735 req-5334692e-ffd8-4807-9ba5-e0bb939d3c83 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f6192896-3510-4b81-afd1-fec70909fdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381300 Oct 26 15:53:15.138616 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ffe5de36-d765-4371-8889-124bbf81e735 req-9b2b6b6a-b158-4185-bfe9-5c4024925637 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867059 Oct 26 15:53:15.233234 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ffe5de36-d765-4371-8889-124bbf81e735 req-cae3ae35-5a5b-48e1-b02f-810de6317e31 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847499 Oct 26 15:53:16.687722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:25.228991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=55 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:53:25.229892 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=46 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:53:26.677819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:53:26.682011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:53:26.683361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=55,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:53:34.123385 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:53:38.571991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d4750b62-008a-4ba2-8300-bbd42866d436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:40.987212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7bbba136-3203-484a-a168-63ddecf53317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:42.129351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:43.668091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:43.881552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:44.118232 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:53:44.119021 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:53:46.685778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:53:58.601451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:53:58.604637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:53:58.607290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=13 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:54:08.573777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4dc00b07-cec9-44b3-b238-b8c873778abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:54:10.989670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-390603ca-9678-43b4-92c7-67c67f757ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:54:11.122195 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:54:12.132832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:54:13.670306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:54:13.874199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:54:16.620766 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-003ee888-e784-43bb-b0ec-7c31cef068dd req-6cf5526f-2936-4add-9397-b9cb55923d9e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ea56cb08-d773-4c30-9696-033ac5480326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387645 Oct 26 15:54:16.688065 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ee888-e784-43bb-b0ec-7c31cef068dd req-7053fa56-9aa9-4620-9b87-d189e4c360f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:16.690108 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-003ee888-e784-43bb-b0ec-7c31cef068dd req-7053fa56-9aa9-4620-9b87-d189e4c360f7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 1129 time: 0.0431619 Oct 26 15:54:16.699751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:54:16.795224 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ee888-e784-43bb-b0ec-7c31cef068dd req-fa472cb3-165f-40fa-be6c-d1fcde6517af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:16.796682 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-003ee888-e784-43bb-b0ec-7c31cef068dd req-fa472cb3-165f-40fa-be6c-d1fcde6517af service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f6192896-3510-4b81-afd1-fec70909fdf0 HTTP/1.1" status: 200 len: 897 time: 0.0849669 Oct 26 15:54:16.860228 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-003ee888-e784-43bb-b0ec-7c31cef068dd req-0583668a-7473-4a63-a5fc-f7d6a16c6c95 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44a9b165-4d5e-474c-93d9-efba7fd3a99f HTTP/1.1" status: 200 len: 1002 time: 0.0577188 Oct 26 15:54:16.910673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ee888-e784-43bb-b0ec-7c31cef068dd req-23d9ecf7-0fd0-41ee-ad8d-c07210e212ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:16.912091 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-003ee888-e784-43bb-b0ec-7c31cef068dd req-23d9ecf7-0fd0-41ee-ad8d-c07210e212ed service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=2e478eea-888d-4499-abad-7a9037aec3a0 HTTP/1.1" status: 200 len: 835 time: 0.0432873 Oct 26 15:54:16.960025 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ee888-e784-43bb-b0ec-7c31cef068dd req-dbaa907e-3aec-4c09-a48b-e6bb1211b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:54:16.961548 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-003ee888-e784-43bb-b0ec-7c31cef068dd req-dbaa907e-3aec-4c09-a48b-e6bb1211b336 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f6192896-3510-4b81-afd1-fec70909fdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386708 Oct 26 15:54:17.053930 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-003ee888-e784-43bb-b0ec-7c31cef068dd req-b7026688-ad88-4ee9-9f04-8a1d461396fb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860283 Oct 26 15:54:17.147519 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-003ee888-e784-43bb-b0ec-7c31cef068dd req-ceee7168-14ff-44a6-a277-0dc0a3c79092 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821316 Oct 26 15:54:17.268714 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:54:21.118871 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:54:26.690135 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:54:26.694442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:54:26.695325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:54:27.143089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=48 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:54:27.145075 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=53 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:54:38.575833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-55a495d8-82fe-4330-90aa-8371a9c95fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:54:40.993085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3b69b47f-4574-4555-816c-81055d305fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:54:42.134608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:54:43.675347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:54:43.876377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:54:46.716124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:54:48.120815 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:54:53.866278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:54:56.710947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:54:56.712843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:54:58.115700 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:54:58.116438 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:55:08.349949 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [req-96949ae5-5879-4fbd-99e4-8539641c18c3 req-721aad1a-ee42-47ae-a243-8421b883b2e4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] (105322) timed out ('10.222.0.60', 38090) {{(pid=105322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 26 15:55:08.578542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63e2c8e7-0d44-4276-b9d4-4c48015b3649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:10.994779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-43125550-22c8-4216-9402-70657409611c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:12.138126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:13.679756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:13.877881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:16.712401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:18.607247 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=14 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:55:18.609752 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=12 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:55:18.639391 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-875780ca-8cb8-41d5-9c55-e930243bc641 req-bd0204c7-63f3-498e-9a97-5ab336f02f0d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434096 Oct 26 15:55:18.725731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875780ca-8cb8-41d5-9c55-e930243bc641 req-84e13248-2fd1-4056-9704-45d2ffcc31cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:18.727203 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-875780ca-8cb8-41d5-9c55-e930243bc641 req-84e13248-2fd1-4056-9704-45d2ffcc31cc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 1130 time: 0.0388906 Oct 26 15:55:18.832549 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875780ca-8cb8-41d5-9c55-e930243bc641 req-80aeed20-d06f-49a8-8f7a-c9d60aecbb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:18.834021 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-875780ca-8cb8-41d5-9c55-e930243bc641 req-80aeed20-d06f-49a8-8f7a-c9d60aecbb64 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f6192896-3510-4b81-afd1-fec70909fdf0 HTTP/1.1" status: 200 len: 897 time: 0.0874131 Oct 26 15:55:18.897723 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-875780ca-8cb8-41d5-9c55-e930243bc641 req-93b5fa53-95f6-4aa8-9583-ee33748339b3 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1743db47-29eb-4c3d-a94b-0fd914ddc146 HTTP/1.1" status: 200 len: 1003 time: 0.0544086 Oct 26 15:55:18.948686 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875780ca-8cb8-41d5-9c55-e930243bc641 req-71473335-c384-4129-bcd0-fbbb0f833f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:18.950113 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-875780ca-8cb8-41d5-9c55-e930243bc641 req-71473335-c384-4129-bcd0-fbbb0f833f73 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=2e478eea-888d-4499-abad-7a9037aec3a0 HTTP/1.1" status: 200 len: 835 time: 0.0432518 Oct 26 15:55:18.999723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875780ca-8cb8-41d5-9c55-e930243bc641 req-744a8e61-1793-4542-ab36-c8afcd297ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:19.001207 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-875780ca-8cb8-41d5-9c55-e930243bc641 req-744a8e61-1793-4542-ab36-c8afcd297ddb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f6192896-3510-4b81-afd1-fec70909fdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0412879 Oct 26 15:55:19.410140 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-875780ca-8cb8-41d5-9c55-e930243bc641 req-1263eba5-cfb6-425d-be6c-6c84a37e661c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984113 Oct 26 15:55:19.505940 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-875780ca-8cb8-41d5-9c55-e930243bc641 req-9c71a2b5-5ca8-460e-b736-04ce1b34ba29 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851438 Oct 26 15:55:25.119325 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:55:26.701775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:55:26.706388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:55:26.708345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:55:27.846025 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [req-8745de80-dac3-4717-a8bd-8a0d36fb0b55 req-fd2c175b-5393-4962-a00c-1f6565cb6a00 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] (105322) timed out ('10.222.0.60', 38190) {{(pid=105322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 26 15:55:29.501647 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=53 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:55:29.503546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=48 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:55:37.148577 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:55:37.149290 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:55:38.581325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6b8e22b2-9037-412c-9477-4b3a83dc6771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:40.996595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b363903f-a164-4805-a986-90b995395e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:42.139500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:43.679611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:43.880347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:46.728899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:49.953972 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:55:55.884753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40074) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:55:56.023643 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 24012295-45f8-457c-b53a-c287519f475c {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:55:56.023981 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (24012295-45f8-457c-b53a-c287519f475c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:56.098415 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (24012295-45f8-457c-b53a-c287519f475c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:56.098738 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (24012295-45f8-457c-b53a-c287519f475c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:56.111066 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 24012295-45f8-457c-b53a-c287519f475c owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:55:56.258526 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (24012295-45f8-457c-b53a-c287519f475c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:56.285077 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=24012295-45f8-457c-b53a-c287519f475c,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:56.316759 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:56.317133 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:56.317481 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:56.317825 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:56.318164 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:56.318497 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:56.318832 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:56.319160 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:56.319487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:56.319815 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:56.320147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:56.320480 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:56.320829 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:56.321144 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:56.321466 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:56.361121 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (f838956e-1a07-47bd-bea0-c8ac2f9e3f88), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:56.361455 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Floating IP f838956e-1a07-47bd-bea0-c8ac2f9e3f88 disassociated (deleted). External IP: 172.26.11.174, port: 44a9b165-4d5e-474c-93d9-efba7fd3a99f. Oct 26 15:55:56.563878 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router da0825f7-9165-45bf-8927-8ea721b0ef51 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:55:56.621393 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:55:56.662534 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:55:56.666899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:56.674121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cda04d-87c4-4983-9912-6414a075e85e None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:55:56.684839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cda04d-87c4-4983-9912-6414a075e85e None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:55:56.685461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-20cda04d-87c4-4983-9912-6414a075e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:55:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:56.699921 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-432afe6c-361c-4837-9000-19066660fd82 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/f838956e-1a07-47bd-bea0-c8ac2f9e3f88 HTTP/1.1" status: 204 len: 168 time: 0.8140793 Oct 26 15:55:56.700559 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea56cb08-d773-4c30-9696-033ac5480326', 'tag': '44a9b165-4d5e-474c-93d9-efba7fd3a99f'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:55:56.702843 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6662d80b37134a2b3900b6f7163109dd688b25040754bcd30973ec7c1dabe5ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca0ba6b-fb65-44f6-80ed-213530fb9cab" -d '{"events": [{"name": "network-changed", "server_uuid": "ea56cb08-d773-4c30-9696-033ac5480326", "tag": "44a9b165-4d5e-474c-93d9-efba7fd3a99f"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:55:56.743356 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d27219d-289f-467a-ba2e-defc4147bba8 x-openstack-request-id: req-7d27219d-289f-467a-ba2e-defc4147bba8 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:55:56.743656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea56cb08-d773-4c30-9696-033ac5480326", "tag": "44a9b165-4d5e-474c-93d9-efba7fd3a99f", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:55:56.743911 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d27219d-289f-467a-ba2e-defc4147bba8 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:55:56.744321 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d27219d-289f-467a-ba2e-defc4147bba8'] response: {'name': 'network-changed', 'server_uuid': 'ea56cb08-d773-4c30-9696-033ac5480326', 'tag': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'status': 'completed', 'code': 200} Oct 26 15:55:56.805910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-20cda04d-87c4-4983-9912-6414a075e85e None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:55:56.814163 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0ba6b-fb65-44f6-80ed-213530fb9cab req-63606bb1-a585-4048-ba9b-a6016f405805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:56.815612 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2ca0ba6b-fb65-44f6-80ed-213530fb9cab req-63606bb1-a585-4048-ba9b-a6016f405805 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 1129 time: 0.0418136 Oct 26 15:55:56.917097 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0ba6b-fb65-44f6-80ed-213530fb9cab req-6423e69d-eede-4387-b137-d8c41500d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:56.919336 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2ca0ba6b-fb65-44f6-80ed-213530fb9cab req-6423e69d-eede-4387-b137-d8c41500d233 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f6192896-3510-4b81-afd1-fec70909fdf0 HTTP/1.1" status: 200 len: 897 time: 0.0955453 Oct 26 15:55:56.966823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b28f9-4c23-4dfb-ac82-57d9a233f16e req-69a7e818-9d75-400e-bd4a-59c3e3c6f8c6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:56.968314 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-746b28f9-4c23-4dfb-ac82-57d9a233f16e req-69a7e818-9d75-400e-bd4a-59c3e3c6f8c6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 945 time: 0.0473976 Oct 26 15:55:57.018763 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-746b28f9-4c23-4dfb-ac82-57d9a233f16e req-22e39cf4-139d-412b-9364-0f34e4811598 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad0d1c31-d682-4333-a36a-29323e098ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436027 Oct 26 15:55:57.032309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-20cda04d-87c4-4983-9912-6414a075e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:53:04Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:53:02Z', 'revision_number': 18, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:53:04Z', 'revision_number': 42, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:57.057353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cda04d-87c4-4983-9912-6414a075e85e None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:55:57.065746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cda04d-87c4-4983-9912-6414a075e85e None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:55:57.066288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-20cda04d-87c4-4983-9912-6414a075e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:55:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:57.166351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-20cda04d-87c4-4983-9912-6414a075e85e None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:55:57.374699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-20cda04d-87c4-4983-9912-6414a075e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:53:04Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:53:02Z', 'revision_number': 18, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:53:04Z', 'revision_number': 42, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:55:57.398617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cda04d-87c4-4983-9912-6414a075e85e None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:53:04Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:53:02Z', 'revision_number': 18, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:53:04Z', 'revision_number': 42, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:55:58.101109 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2ca0ba6b-fb65-44f6-80ed-213530fb9cab req-dc47d04a-b248-4f98-afd3-e989011990aa service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44a9b165-4d5e-474c-93d9-efba7fd3a99f HTTP/1.1" status: 200 len: 217 time: 0.0363665 Oct 26 15:55:58.158988 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228ba2f-0e9a-41f5-a952-43f54a581f31 req-8dd34f79-9182-4e79-933c-04238b42b6f0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:58.160317 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3228ba2f-0e9a-41f5-a952-43f54a581f31 req-8dd34f79-9182-4e79-933c-04238b42b6f0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 945 time: 0.0518737 Oct 26 15:55:58.162683 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0ba6b-fb65-44f6-80ed-213530fb9cab req-80e6f675-4ecb-4943-9997-7c7cbbdb5353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:58.164312 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2ca0ba6b-fb65-44f6-80ed-213530fb9cab req-80e6f675-4ecb-4943-9997-7c7cbbdb5353 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=2e478eea-888d-4499-abad-7a9037aec3a0 HTTP/1.1" status: 200 len: 835 time: 0.0544732 Oct 26 15:55:58.212928 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3228ba2f-0e9a-41f5-a952-43f54a581f31 req-3962a12d-3d3b-4a5e-b902-9000f9e2bffc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad0d1c31-d682-4333-a36a-29323e098ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469973 Oct 26 15:55:58.308701 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0ba6b-fb65-44f6-80ed-213530fb9cab req-1ba1cdcc-db61-419e-b0cc-2b74b661ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:58.310313 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2ca0ba6b-fb65-44f6-80ed-213530fb9cab req-1ba1cdcc-db61-419e-b0cc-2b74b661ca47 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f6192896-3510-4b81-afd1-fec70909fdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482914 Oct 26 15:55:58.425855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11f127-24da-450a-89d2-21961706eef4 req-2e4419ed-0e29-4e3e-b7b5-b37c01280174 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:55:58.427368 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bb11f127-24da-450a-89d2-21961706eef4 req-2e4419ed-0e29-4e3e-b7b5-b37c01280174 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 945 time: 0.0575082 Oct 26 15:55:58.474600 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2ca0ba6b-fb65-44f6-80ed-213530fb9cab req-558bf0d1-2774-4cf5-89a5-9a18a3e171a0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572514 Oct 26 15:55:58.575071 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-bb11f127-24da-450a-89d2-21961706eef4 req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 44a9b165-4d5e-474c-93d9-efba7fd3a99f {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:55:58.575412 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bb11f127-24da-450a-89d2-21961706eef4 req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (44a9b165-4d5e-474c-93d9-efba7fd3a99f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:58.661451 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2ca0ba6b-fb65-44f6-80ed-213530fb9cab req-0c0f6cf1-e21f-41e0-bab1-acc9d897aafc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766722 Oct 26 15:55:58.694814 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-bb11f127-24da-450a-89d2-21961706eef4 req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port 44a9b165-4d5e-474c-93d9-efba7fd3a99f, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=44a9b165-4d5e-474c-93d9-efba7fd3a99f,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:55:58.695182 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bb11f127-24da-450a-89d2-21961706eef4 req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (44a9b165-4d5e-474c-93d9-efba7fd3a99f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:58.711877 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-bb11f127-24da-450a-89d2-21961706eef4 req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 44a9b165-4d5e-474c-93d9-efba7fd3a99f owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:55:58.799159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:55:58.843675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:55:58.844061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:58.845244 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 Oct 26 15:55:58.848315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bb11f127-24da-450a-89d2-21961706eef4 req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (44a9b165-4d5e-474c-93d9-efba7fd3a99f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:58.854463 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:55:58.881926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=44a9b165-4d5e-474c-93d9-efba7fd3a99f,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:58.895949 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:58.896312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:58.896662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:58.897038 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:58.897384 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:58.897720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:58.898053 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:58.898405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:58.898723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:58.899055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:58.899479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:58.899826 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:58.900138 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:58.900464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:58.900791 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:58.923386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:55:58.925410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:55:58.925934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:58.941090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb11f127-24da-450a-89d2-21961706eef4 req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] No DVR routers for this DVR port 44a9b165-4d5e-474c-93d9-efba7fd3a99f on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:55:58.943638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bb11f127-24da-450a-89d2-21961706eef4 req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:58.947014 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bb11f127-24da-450a-89d2-21961706eef4 req-0b05e8a6-b43b-4693-83e1-ac7978baf692 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "DELETE /networking/v2.0/ports/44a9b165-4d5e-474c-93d9-efba7fd3a99f HTTP/1.1" status: 204 len: 173 time: 0.5108798 Oct 26 15:55:58.947378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:55:58.947521 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea56cb08-d773-4c30-9696-033ac5480326', 'name': 'network-vif-deleted', 'tag': '44a9b165-4d5e-474c-93d9-efba7fd3a99f'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:55:58.949754 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b59f56-a62f-415c-8f51-ca6298965b8c" -d '{"events": [{"server_uuid": "ea56cb08-d773-4c30-9696-033ac5480326", "name": "network-vif-deleted", "tag": "44a9b165-4d5e-474c-93d9-efba7fd3a99f"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:55:58.951426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:58.952259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:55:58.994346 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b56b5-cd76-4d54-99ee-9945e32c541f None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:55:59.020445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209e7788-44db-41b2-b297-f5a89878ec5a x-openstack-request-id: req-209e7788-44db-41b2-b297-f5a89878ec5a {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:55:59.020749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea56cb08-d773-4c30-9696-033ac5480326", "name": "network-vif-deleted", "tag": "44a9b165-4d5e-474c-93d9-efba7fd3a99f", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:55:59.021176 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-209e7788-44db-41b2-b297-f5a89878ec5a {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:55:59.021642 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-209e7788-44db-41b2-b297-f5a89878ec5a'] response: {'server_uuid': 'ea56cb08-d773-4c30-9696-033ac5480326', 'name': 'network-vif-deleted', 'tag': '44a9b165-4d5e-474c-93d9-efba7fd3a99f', 'status': 'completed', 'code': 200} Oct 26 15:55:59.035576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=34']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:59.052332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:59.053120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:59.053733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:59.054248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:59.054746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:59.055271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:59.055770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:59.056272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:59.056771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:59.057285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:59.057906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:59.058394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:59.058910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:59.059315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:59.059656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:55:59.068923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:55:59.069307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:59.069662 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:55:59.158177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:55:59.158490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:59.160553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:55:59.179180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:55:59.196547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:55:59.200977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:55:59.206258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:55:59.257521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=43']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:55:59.333057 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:55:59.347596 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c43729f8-1576-4b50-8da1-29a2ff812923 req-382bc892-f307-44f8-88b6-43e733bab5e8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ea56cb08-d773-4c30-9696-033ac5480326 HTTP/1.1" status: 200 len: 210 time: 0.0368950 Oct 26 15:56:00.004070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb6f94-85bd-421d-bedf-adb66e5e153f None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:00.004070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecb6f94-85bd-421d-bedf-adb66e5e153f None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:00.004070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0ecb6f94-85bd-421d-bedf-adb66e5e153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:55:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:00.103284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0ecb6f94-85bd-421d-bedf-adb66e5e153f None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:00.308718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0ecb6f94-85bd-421d-bedf-adb66e5e153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:55:58Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:55:59Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:55:59Z', 'revision_number': 43, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:00.332907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb6f94-85bd-421d-bedf-adb66e5e153f None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:00.341147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecb6f94-85bd-421d-bedf-adb66e5e153f None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:00.341754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0ecb6f94-85bd-421d-bedf-adb66e5e153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:55:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:00.417107 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40102) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:00.443681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0ecb6f94-85bd-421d-bedf-adb66e5e153f None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:00.479810 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b828416e-7d81-491a-bada-dcda08bce4a2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (ad0d1c31-d682-4333-a36a-29323e098ab8), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:00.504857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b828416e-7d81-491a-bada-dcda08bce4a2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (ad0d1c31-d682-4333-a36a-29323e098ab8), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:00.570333 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b828416e-7d81-491a-bada-dcda08bce4a2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ad0d1c31-d682-4333-a36a-29323e098ab8), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:00.572967 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b828416e-7d81-491a-bada-dcda08bce4a2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:00.574189 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b828416e-7d81-491a-bada-dcda08bce4a2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ad0d1c31-d682-4333-a36a-29323e098ab8 HTTP/1.1" status: 204 len: 168 time: 0.1558301 Oct 26 15:56:00.585013 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828416e-7d81-491a-bada-dcda08bce4a2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0d1c31-d682-4333-a36a-29323e098ab8,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:00.613056 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40106) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:00.745821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:00.768741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-637a6b97-00ef-4c1a-babd-3ab47a46de71 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port e3960e71-0317-4a11-8165-9028dcd0cd2c {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:56:00.769129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-637a6b97-00ef-4c1a-babd-3ab47a46de71 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (e3960e71-0317-4a11-8165-9028dcd0cd2c), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:00.850674 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-637a6b97-00ef-4c1a-babd-3ab47a46de71 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (e3960e71-0317-4a11-8165-9028dcd0cd2c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:00.850922 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-637a6b97-00ef-4c1a-babd-3ab47a46de71 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (e3960e71-0317-4a11-8165-9028dcd0cd2c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:00.863993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0ecb6f94-85bd-421d-bedf-adb66e5e153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:55:58Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:55:59Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:55:59Z', 'revision_number': 43, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:00.864662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-637a6b97-00ef-4c1a-babd-3ab47a46de71 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for e3960e71-0317-4a11-8165-9028dcd0cd2c owned by network:floatingip {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:56:00.895688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:00.896068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:00.898360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb6f94-85bd-421d-bedf-adb66e5e153f None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:55:58Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'aea561e8-83c9-45b1-bff6-75ac884c517c', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.248', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'port_id': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'mac_address': 'fa:16:3e:88:31:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:52:07Z', 'updated_at': '2022-10-26T15:55:59Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:55:59Z', 'revision_number': 43, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:00.939631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:00.944127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:00.945042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:01.019445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-637a6b97-00ef-4c1a-babd-3ab47a46de71 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (e3960e71-0317-4a11-8165-9028dcd0cd2c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:01.021405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=44']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:01.052747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a6b97-00ef-4c1a-babd-3ab47a46de71 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=e3960e71-0317-4a11-8165-9028dcd0cd2c,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:01.067980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:01.068477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:01.091986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:01.100160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:01.136285 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-637a6b97-00ef-4c1a-babd-3ab47a46de71 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (aea561e8-83c9-45b1-bff6-75ac884c517c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:01.137022 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-637a6b97-00ef-4c1a-babd-3ab47a46de71 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Floating IP aea561e8-83c9-45b1-bff6-75ac884c517c disassociated (deleted). External IP: 172.26.11.248, port: 1743db47-29eb-4c3d-a94b-0fd914ddc146. Oct 26 15:56:01.169364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=35']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:01.183734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 44a9b165-4d5e-474c-93d9-efba7fd3a99f no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:01.204756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 44a9b165-4d5e-474c-93d9-efba7fd3a99f {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:56:01.205152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 44a9b165-4d5e-474c-93d9-efba7fd3a99f not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:56:01.365124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637a6b97-00ef-4c1a-babd-3ab47a46de71 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router da0825f7-9165-45bf-8927-8ea721b0ef51 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:56:01.454671 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:01.474440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637a6b97-00ef-4c1a-babd-3ab47a46de71 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:56:01.479028 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-637a6b97-00ef-4c1a-babd-3ab47a46de71 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:01.510130 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-637a6b97-00ef-4c1a-babd-3ab47a46de71 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/aea561e8-83c9-45b1-bff6-75ac884c517c HTTP/1.1" status: 204 len: 168 time: 0.8959811 Oct 26 15:56:01.510789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'tag': '1743db47-29eb-4c3d-a94b-0fd914ddc146'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:56:01.513182 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1054e5a-be06-49c5-8696-519f42135f12" -d '{"events": [{"name": "network-changed", "server_uuid": "372eb163-6ac3-4f07-b3f8-2854b59003ed", "tag": "1743db47-29eb-4c3d-a94b-0fd914ddc146"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:56:01.557208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affd5810-d997-4d36-9bcd-38f784da6e34 x-openstack-request-id: req-affd5810-d997-4d36-9bcd-38f784da6e34 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:56:01.557573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372eb163-6ac3-4f07-b3f8-2854b59003ed", "tag": "1743db47-29eb-4c3d-a94b-0fd914ddc146", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:56:01.557772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-affd5810-d997-4d36-9bcd-38f784da6e34 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:56:01.558197 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affd5810-d997-4d36-9bcd-38f784da6e34'] response: {'name': 'network-changed', 'server_uuid': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'tag': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'status': 'completed', 'code': 200} Oct 26 15:56:01.631413 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1054e5a-be06-49c5-8696-519f42135f12 req-508f2104-72a0-4182-be4f-b0cddbfa757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:01.634114 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c1054e5a-be06-49c5-8696-519f42135f12 req-508f2104-72a0-4182-be4f-b0cddbfa757d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 1130 time: 0.0458431 Oct 26 15:56:01.733764 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:01.767272 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1054e5a-be06-49c5-8696-519f42135f12 req-5ffaf634-ab33-45b6-8439-09b5fe54c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:01.768785 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c1054e5a-be06-49c5-8696-519f42135f12 req-5ffaf634-ab33-45b6-8439-09b5fe54c3ed service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=f6192896-3510-4b81-afd1-fec70909fdf0 HTTP/1.1" status: 200 len: 897 time: 0.1140270 Oct 26 15:56:01.792186 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20418a-dc69-4b44-9dd9-b163319236ff req-5e713b46-66f9-4f77-a07e-90b2159af039 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:01.794076 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-9c20418a-dc69-4b44-9dd9-b163319236ff req-5e713b46-66f9-4f77-a07e-90b2159af039 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 946 time: 0.0522966 Oct 26 15:56:01.846955 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-9c20418a-dc69-4b44-9dd9-b163319236ff req-7ebfe6ad-d634-4ad2-af4e-8bd16daaaa1a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3973e3d2-f3a4-4b61-a594-6b8e090af61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471365 Oct 26 15:56:02.119522 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:56:02.633383 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe81660-4f5f-4063-a682-1c6333a6230c None None] New status for floating IP aea561e8-83c9-45b1-bff6-75ac884c517c: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:56:02.780823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:02.831966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:02.832343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:02.832679 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 Oct 26 15:56:02.869510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:02.907191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:02.907605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:02.914328 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c1054e5a-be06-49c5-8696-519f42135f12 req-c37b43a1-9d53-4c5e-a83f-5ffe705a86b2 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1743db47-29eb-4c3d-a94b-0fd914ddc146 HTTP/1.1" status: 200 len: 217 time: 0.0341766 Oct 26 15:56:02.929485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:02.935572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:02.936501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:02.987139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:03.005723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1e34f-1d37-43e9-8be8-6439faf45a50 req-09dd9af0-a27c-47fb-bcff-ad39e052fd2d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:03.007223 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a4f1e34f-1d37-43e9-8be8-6439faf45a50 req-09dd9af0-a27c-47fb-bcff-ad39e052fd2d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 946 time: 0.0755212 Oct 26 15:56:03.013055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1054e5a-be06-49c5-8696-519f42135f12 req-ddb84a78-1b3c-4b6c-b14b-88918242903e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:03.014120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=36']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:03.014484 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c1054e5a-be06-49c5-8696-519f42135f12 req-ddb84a78-1b3c-4b6c-b14b-88918242903e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=2e478eea-888d-4499-abad-7a9037aec3a0 HTTP/1.1" status: 200 len: 835 time: 0.0907850 Oct 26 15:56:03.024668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:03.025072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:03.025417 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:56:03.044464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:03.063316 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a4f1e34f-1d37-43e9-8be8-6439faf45a50 req-d1ba8cc4-1af8-4be3-ba80-37671d5ced3e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3973e3d2-f3a4-4b61-a594-6b8e090af61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478714 Oct 26 15:56:03.104848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:03.105224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:03.109443 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1054e5a-be06-49c5-8696-519f42135f12 req-dbd01248-b6e4-4f60-95c6-038367eb188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:03.111078 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c1054e5a-be06-49c5-8696-519f42135f12 req-dbd01248-b6e4-4f60-95c6-038367eb188e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=f6192896-3510-4b81-afd1-fec70909fdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422623 Oct 26 15:56:03.137428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:03.142381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:03.192751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=45']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:03.222148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963664cb-6cd7-477e-a11d-bf8b6c3b1510 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:03.228992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963664cb-6cd7-477e-a11d-bf8b6c3b1510 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:03.229682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-963664cb-6cd7-477e-a11d-bf8b6c3b1510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:55:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:03.245865 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c1054e5a-be06-49c5-8696-519f42135f12 req-e16d3c49-046d-4c51-9e3c-4a580605c921 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278374 Oct 26 15:56:03.277102 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413770cd-8f8b-488f-846a-fab9d1c19830 req-3f2b2145-cb87-4a1d-a577-5b899892a87a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:03.278558 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-413770cd-8f8b-488f-846a-fab9d1c19830 req-3f2b2145-cb87-4a1d-a577-5b899892a87a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 946 time: 0.0805964 Oct 26 15:56:03.337014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-963664cb-6cd7-477e-a11d-bf8b6c3b1510 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:03.412834 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c1054e5a-be06-49c5-8696-519f42135f12 req-bc7a386e-b2e2-41d5-918b-ae6acb96e01e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593900 Oct 26 15:56:03.413639 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-413770cd-8f8b-488f-846a-fab9d1c19830 req-08288884-b11b-4c60-94ec-df62218a9d62 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 1743db47-29eb-4c3d-a94b-0fd914ddc146 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:56:03.413977 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-413770cd-8f8b-488f-846a-fab9d1c19830 req-08288884-b11b-4c60-94ec-df62218a9d62 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (1743db47-29eb-4c3d-a94b-0fd914ddc146), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:03.509428 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-413770cd-8f8b-488f-846a-fab9d1c19830 req-08288884-b11b-4c60-94ec-df62218a9d62 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port 1743db47-29eb-4c3d-a94b-0fd914ddc146, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1743db47-29eb-4c3d-a94b-0fd914ddc146,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:03.509710 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-413770cd-8f8b-488f-846a-fab9d1c19830 req-08288884-b11b-4c60-94ec-df62218a9d62 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (1743db47-29eb-4c3d-a94b-0fd914ddc146), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:03.523004 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-413770cd-8f8b-488f-846a-fab9d1c19830 req-08288884-b11b-4c60-94ec-df62218a9d62 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 1743db47-29eb-4c3d-a94b-0fd914ddc146 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:56:03.523333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-963664cb-6cd7-477e-a11d-bf8b6c3b1510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:56:02Z', 'revision_number': 36, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:56:03Z', 'revision_number': 45, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:03.548214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963664cb-6cd7-477e-a11d-bf8b6c3b1510 None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:03.556685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963664cb-6cd7-477e-a11d-bf8b6c3b1510 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:03.557314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-963664cb-6cd7-477e-a11d-bf8b6c3b1510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:55:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:03.655128 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-413770cd-8f8b-488f-846a-fab9d1c19830 req-08288884-b11b-4c60-94ec-df62218a9d62 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (1743db47-29eb-4c3d-a94b-0fd914ddc146), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:03.664155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-963664cb-6cd7-477e-a11d-bf8b6c3b1510 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:03.666154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:03.687388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08288884-b11b-4c60-94ec-df62218a9d62 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=1743db47-29eb-4c3d-a94b-0fd914ddc146,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:03.741521 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-413770cd-8f8b-488f-846a-fab9d1c19830 req-08288884-b11b-4c60-94ec-df62218a9d62 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] No DVR routers for this DVR port 1743db47-29eb-4c3d-a94b-0fd914ddc146 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:56:03.744015 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-413770cd-8f8b-488f-846a-fab9d1c19830 req-08288884-b11b-4c60-94ec-df62218a9d62 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:03.747328 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-413770cd-8f8b-488f-846a-fab9d1c19830 req-08288884-b11b-4c60-94ec-df62218a9d62 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "DELETE /networking/v2.0/ports/1743db47-29eb-4c3d-a94b-0fd914ddc146 HTTP/1.1" status: 204 len: 173 time: 0.4381626 Oct 26 15:56:03.747875 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'name': 'network-vif-deleted', 'tag': '1743db47-29eb-4c3d-a94b-0fd914ddc146'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:56:03.750123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a3834f-dbee-43a7-b447-f22625b4d203" -d '{"events": [{"server_uuid": "372eb163-6ac3-4f07-b3f8-2854b59003ed", "name": "network-vif-deleted", "tag": "1743db47-29eb-4c3d-a94b-0fd914ddc146"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:56:03.792226 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be27ee88-7b14-4d00-9915-6e965252731b x-openstack-request-id: req-be27ee88-7b14-4d00-9915-6e965252731b {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:56:03.792526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372eb163-6ac3-4f07-b3f8-2854b59003ed", "name": "network-vif-deleted", "tag": "1743db47-29eb-4c3d-a94b-0fd914ddc146", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:56:03.793083 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be27ee88-7b14-4d00-9915-6e965252731b {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:56:03.794007 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be27ee88-7b14-4d00-9915-6e965252731b'] response: {'server_uuid': '372eb163-6ac3-4f07-b3f8-2854b59003ed', 'name': 'network-vif-deleted', 'tag': '1743db47-29eb-4c3d-a94b-0fd914ddc146', 'status': 'completed', 'code': 200} Oct 26 15:56:03.871475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-963664cb-6cd7-477e-a11d-bf8b6c3b1510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:56:02Z', 'revision_number': 36, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:56:03Z', 'revision_number': 45, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:03.897062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963664cb-6cd7-477e-a11d-bf8b6c3b1510 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:51:51Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:56:02Z', 'revision_number': 36, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d', 'name': '', 'network_id': 'f6192896-3510-4b81-afd1-fec70909fdf0', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:94:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:51Z', 'updated_at': '2022-10-26T15:56:03Z', 'revision_number': 45, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '2e478eea-888d-4499-abad-7a9037aec3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:04.199976 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d5f46bcc-402d-4bb0-8970-92b5c6274ce6 req-4ab82011-521b-426f-acef-b900dbbef1b9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=372eb163-6ac3-4f07-b3f8-2854b59003ed HTTP/1.1" status: 200 len: 210 time: 0.0312161 Oct 26 15:56:04.698099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:04.775373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:04.775800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:04.798388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:04.803155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:04.803922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:04.880072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=37']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:04.918074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:04.918461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:04.953850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:04.957757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:04.982984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:05.009561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:05.043966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=46']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:05.079555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:05.088398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:05.089430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:05.161246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:05.249639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:05.272615 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40122) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:05.278825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:05.301440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:05.301823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:05.302167 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 Oct 26 15:56:05.304001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:05.341725 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c674d167-8a7d-49fb-b7fd-2ea86729b057 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (3973e3d2-f3a4-4b61-a594-6b8e090af61a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:05.371417 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c674d167-8a7d-49fb-b7fd-2ea86729b057 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (3973e3d2-f3a4-4b61-a594-6b8e090af61a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:05.438418 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c674d167-8a7d-49fb-b7fd-2ea86729b057 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (3973e3d2-f3a4-4b61-a594-6b8e090af61a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:05.441164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c674d167-8a7d-49fb-b7fd-2ea86729b057 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:05.442615 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c674d167-8a7d-49fb-b7fd-2ea86729b057 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/3973e3d2-f3a4-4b61-a594-6b8e090af61a HTTP/1.1" status: 204 len: 168 time: 0.1686523 Oct 26 15:56:05.452528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674d167-8a7d-49fb-b7fd-2ea86729b057 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3973e3d2-f3a4-4b61-a594-6b8e090af61a,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:05.481596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40126) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:05.536950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:05.537356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:05.559891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:05.565194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:05.566038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:05.651627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=38']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:05.657229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:05.657614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:05.658842 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d Oct 26 15:56:05.740105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:05.740499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:05.772870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:05.778258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:05.825226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=47']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:05.834857 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32e883fe-4ef9-4ab9-a7d7-f1b12a8f21c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (da0825f7-9165-45bf-8927-8ea721b0ef51), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:06.067102 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-32e883fe-4ef9-4ab9-a7d7-f1b12a8f21c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:56:06.067451 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32e883fe-4ef9-4ab9-a7d7-f1b12a8f21c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:06.155636 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-32e883fe-4ef9-4ab9-a7d7-f1b12a8f21c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:06.155996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32e883fe-4ef9-4ab9-a7d7-f1b12a8f21c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:06.169559 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-32e883fe-4ef9-4ab9-a7d7-f1b12a8f21c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:56:06.183062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:06.301858 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:06.373515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32e883fe-4ef9-4ab9-a7d7-f1b12a8f21c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:06.373638 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8956bb-21e5-413d-b800-f6361c5a9166 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:06.373638 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8956bb-21e5-413d-b800-f6361c5a9166 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:06.373638 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ba8956bb-21e5-413d-b800-f6361c5a9166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:55:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:06.384953 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e883fe-4ef9-4ab9-a7d7-f1b12a8f21c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:06.484203 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-ba8956bb-21e5-413d-b800-f6361c5a9166 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:06.671101 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ba8956bb-21e5-413d-b800-f6361c5a9166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:56:06Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:56:05Z', 'revision_number': 38, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:06.697474 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8956bb-21e5-413d-b800-f6361c5a9166 None None] Checking router: da0825f7-9165-45bf-8927-8ea721b0ef51 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:06.706781 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8956bb-21e5-413d-b800-f6361c5a9166 None None] Routers {'da0825f7-9165-45bf-8927-8ea721b0ef51'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:06.707415 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ba8956bb-21e5-413d-b800-f6361c5a9166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:55:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['da0825f7-9165-45bf-8927-8ea721b0ef51'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:06.762023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:06.783355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:56:06.783696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 22448ea2-ee4e-4e86-b0e3-a3d5c30f8d9d not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:56:06.784325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:06.861377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:06.861836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:06.885156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:06.890390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:06.903640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32e883fe-4ef9-4ab9-a7d7-f1b12a8f21c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (da0825f7-9165-45bf-8927-8ea721b0ef51), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:06.908170 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-ba8956bb-21e5-413d-b800-f6361c5a9166 None None] Set router da0825f7-9165-45bf-8927-8ea721b0ef51 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:06.929872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d322c16-3f66-41f5-adef-f2bd0a32ee3a None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 15:56:06.981191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=39']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:07.016203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d322c16-3f66-41f5-adef-f2bd0a32ee3a None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 15:56:07.085534 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ba8956bb-21e5-413d-b800-f6361c5a9166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:56:06Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:56:05Z', 'revision_number': 38, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:07.114701 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8956bb-21e5-413d-b800-f6361c5a9166 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [{'id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'name': 'tempest-TestNetworkBasicOps-router-1153626590', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16'}], 'enable_snat': True}, 'gw_port_id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:56:06Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': '2ffc05b5-3c13-4b8b-b67f-7fee4639fa27', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0825f7-9165-45bf-8927-8ea721b0ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:51:48Z', 'updated_at': '2022-10-26T15:56:05Z', 'revision_number': 38, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:07.147793 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e883fe-4ef9-4ab9-a7d7-f1b12a8f21c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router da0825f7-9165-45bf-8927-8ea721b0ef51 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:56:07.228731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 1743db47-29eb-4c3d-a94b-0fd914ddc146 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:07.248541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 1743db47-29eb-4c3d-a94b-0fd914ddc146 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:56:07.248936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 1743db47-29eb-4c3d-a94b-0fd914ddc146 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:56:07.268274 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e883fe-4ef9-4ab9-a7d7-f1b12a8f21c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:56:07.273730 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-32e883fe-4ef9-4ab9-a7d7-f1b12a8f21c5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "PUT /networking/v2.0/routers/da0825f7-9165-45bf-8927-8ea721b0ef51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7910793 Oct 26 15:56:07.276404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40128) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:07.355296 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d54b03-ed5f-46ea-9145-2d015887e7ef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting subnet 2e478eea-888d-4499-abad-7a9037aec3a0 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 15:56:07.359003 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-40d54b03-ed5f-46ea-9145-2d015887e7ef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (2e478eea-888d-4499-abad-7a9037aec3a0), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:07.404297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-40d54b03-ed5f-46ea-9145-2d015887e7ef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (2e478eea-888d-4499-abad-7a9037aec3a0), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:07.498313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-40d54b03-ed5f-46ea-9145-2d015887e7ef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (2e478eea-888d-4499-abad-7a9037aec3a0), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:07.525846 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:07.572854 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-40d54b03-ed5f-46ea-9145-2d015887e7ef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (2e478eea-888d-4499-abad-7a9037aec3a0), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:07.604522 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d54b03-ed5f-46ea-9145-2d015887e7ef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Subnet': ['ID=2e478eea-888d-4499-abad-7a9037aec3a0,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:07.606734 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-40d54b03-ed5f-46ea-9145-2d015887e7ef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:07.610007 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-40d54b03-ed5f-46ea-9145-2d015887e7ef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/2e478eea-888d-4499-abad-7a9037aec3a0 HTTP/1.1" status: 204 len: 168 time: 0.3326211 Oct 26 15:56:07.612570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40130) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:07.656327 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:07.728067 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-092e9af8-e7cd-482a-b1ea-897a091bb61a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (da0825f7-9165-45bf-8927-8ea721b0ef51), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:07.745099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7952664-6ccd-47ab-a3fc-aa813a5c92a9 None None] Network f6192896-3510-4b81-afd1-fec70909fdf0 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:56:07.841720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-092e9af8-e7cd-482a-b1ea-897a091bb61a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (da0825f7-9165-45bf-8927-8ea721b0ef51), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:07.846467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-7505e40d-6d29-414e-8a87-60b7ffde1bdd None None] Provisioning complete for port e14fce1c-dab3-451d-b882-ca73cf7ff40b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:07.847432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7505e40d-6d29-414e-8a87-60b7ffde1bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e14fce1c-dab3-451d-b882-ca73cf7ff40b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:07.847788 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7505e40d-6d29-414e-8a87-60b7ffde1bdd None None] Attempt 1 to provision port e14fce1c-dab3-451d-b882-ca73cf7ff40b Oct 26 15:56:07.903326 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-092e9af8-e7cd-482a-b1ea-897a091bb61a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:56:07.903683 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-092e9af8-e7cd-482a-b1ea-897a091bb61a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:07.932353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3654a5b-e6aa-49a3-a012-9c13570d6c6a None None] DHCP port deletion for f6192896-3510-4b81-afd1-fec70909fdf0 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 15:56:07.968536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7505e40d-6d29-414e-8a87-60b7ffde1bdd None None] Current status of the port e14fce1c-dab3-451d-b882-ca73cf7ff40b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:07.987828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a3654a5b-e6aa-49a3-a012-9c13570d6c6a None None] Deleting port e14fce1c-dab3-451d-b882-ca73cf7ff40b {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 15:56:07.988139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a3654a5b-e6aa-49a3-a012-9c13570d6c6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (e14fce1c-dab3-451d-b882-ca73cf7ff40b), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:07.999584 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-092e9af8-e7cd-482a-b1ea-897a091bb61a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:08.000449 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-092e9af8-e7cd-482a-b1ea-897a091bb61a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.018807 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-092e9af8-e7cd-482a-b1ea-897a091bb61a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 2ffc05b5-3c13-4b8b-b67f-7fee4639fa27 owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:56:08.055006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a3654a5b-e6aa-49a3-a012-9c13570d6c6a None None] For port e14fce1c-dab3-451d-b882-ca73cf7ff40b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e14fce1c-dab3-451d-b882-ca73cf7ff40b,segment=NetworkSegment(751ae477-6b55-4feb-8d91-ee7554a072cb),segment_id=751ae477-6b55-4feb-8d91-ee7554a072cb)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:08.055400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a3654a5b-e6aa-49a3-a012-9c13570d6c6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (e14fce1c-dab3-451d-b882-ca73cf7ff40b), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.068994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a3654a5b-e6aa-49a3-a012-9c13570d6c6a None None] Calling delete_port for e14fce1c-dab3-451d-b882-ca73cf7ff40b owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 15:56:08.078909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:08.080864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:08.115863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:08.158905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a3654a5b-e6aa-49a3-a012-9c13570d6c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (e14fce1c-dab3-451d-b882-ca73cf7ff40b), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.183901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3654a5b-e6aa-49a3-a012-9c13570d6c6a None None] Pushing event deleted for resources: {'Port': ['ID=e14fce1c-dab3-451d-b882-ca73cf7ff40b,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:08.189205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3654a5b-e6aa-49a3-a012-9c13570d6c6a None None] No DVR routers for this DVR port e14fce1c-dab3-451d-b882-ca73cf7ff40b on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 15:56:08.194705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-092e9af8-e7cd-482a-b1ea-897a091bb61a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (2ffc05b5-3c13-4b8b-b67f-7fee4639fa27), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.221230 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e9af8-e7cd-482a-b1ea-897a091bb61a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=2ffc05b5-3c13-4b8b-b67f-7fee4639fa27,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:08.287068 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-092e9af8-e7cd-482a-b1ea-897a091bb61a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (da0825f7-9165-45bf-8927-8ea721b0ef51), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.378203 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-092e9af8-e7cd-482a-b1ea-897a091bb61a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (da0825f7-9165-45bf-8927-8ea721b0ef51), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.380523 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-092e9af8-e7cd-482a-b1ea-897a091bb61a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_controller (da0825f7-9165-45bf-8927-8ea721b0ef51), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.428221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-092e9af8-e7cd-482a-b1ea-897a091bb61a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (da0825f7-9165-45bf-8927-8ea721b0ef51), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.428987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092e9af8-e7cd-482a-b1ea-897a091bb61a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Fanout notify agent at l3_agent the message router_deleted on router da0825f7-9165-45bf-8927-8ea721b0ef51 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:56:08.435253 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-092e9af8-e7cd-482a-b1ea-897a091bb61a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.436377 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-092e9af8-e7cd-482a-b1ea-897a091bb61a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/routers/da0825f7-9165-45bf-8927-8ea721b0ef51 HTTP/1.1" status: 204 len: 168 time: 0.8228381 Oct 26 15:56:08.439743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40132) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:08.523357 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d91974a6-a6d0-4a8a-8cc4-7c83d8719048 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (f6192896-3510-4b81-afd1-fec70909fdf0), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.573188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c37f23b-6b9a-4cef-b26c-5d77447030c8 None None] Sync routers for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:08.580386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c37f23b-6b9a-4cef-b26c-5d77447030c8 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:08.580751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c37f23b-6b9a-4cef-b26c-5d77447030c8 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:56:08.581365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-6c37f23b-6b9a-4cef-b26c-5d77447030c8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'da0825f7-9165-45bf-8927-8ea721b0ef51'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:55:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:56:08.596987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-53cbf72b-a25c-492e-9936-91a22e4e04fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.598684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c37f23b-6b9a-4cef-b26c-5d77447030c8 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:08.599095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c37f23b-6b9a-4cef-b26c-5d77447030c8 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 15:56:08.599764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-6c37f23b-6b9a-4cef-b26c-5d77447030c8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'da0825f7-9165-45bf-8927-8ea721b0ef51'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:55:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 15:56:08.600137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c37f23b-6b9a-4cef-b26c-5d77447030c8 None None] The sync data for ids ['da0825f7-9165-45bf-8927-8ea721b0ef51'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:08.613935 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:08.616778 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d91974a6-a6d0-4a8a-8cc4-7c83d8719048 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (f6192896-3510-4b81-afd1-fec70909fdf0), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.638324 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-d91974a6-a6d0-4a8a-8cc4-7c83d8719048 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6192896-3510-4b81-afd1-fec70909fdf0']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:08.644764 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:08.648490 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-d91974a6-a6d0-4a8a-8cc4-7c83d8719048 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751ae477-6b55-4feb-8d91-ee7554a072cb') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:08.648792 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-d91974a6-a6d0-4a8a-8cc4-7c83d8719048 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751ae477-6b55-4feb-8d91-ee7554a072cb') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:08.658968 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d91974a6-a6d0-4a8a-8cc4-7c83d8719048 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (751ae477-6b55-4feb-8d91-ee7554a072cb), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.674106 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d91974a6-a6d0-4a8a-8cc4-7c83d8719048 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (751ae477-6b55-4feb-8d91-ee7554a072cb), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.680621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91974a6-a6d0-4a8a-8cc4-7c83d8719048 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:56:08.681077 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d91974a6-a6d0-4a8a-8cc4-7c83d8719048 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (751ae477-6b55-4feb-8d91-ee7554a072cb), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.750236 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d91974a6-a6d0-4a8a-8cc4-7c83d8719048 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (f6192896-3510-4b81-afd1-fec70909fdf0), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.750935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e14fce1c-dab3-451d-b882-ca73cf7ff40b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:08.757117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d91974a6-a6d0-4a8a-8cc4-7c83d8719048 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.761242 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d91974a6-a6d0-4a8a-8cc4-7c83d8719048 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/networks/f6192896-3510-4b81-afd1-fec70909fdf0 HTTP/1.1" status: 204 len: 168 time: 0.3205259 Oct 26 15:56:08.763550 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 751ae477-6b55-4feb-8d91-ee7554a072cb resource provider aggregate not found Oct 26 15:56:08.771450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: e14fce1c-dab3-451d-b882-ca73cf7ff40b {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 15:56:08.772335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e14fce1c-dab3-451d-b882-ca73cf7ff40b not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:56:08.780597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91974a6-a6d0-4a8a-8cc4-7c83d8719048 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Network': ['ID=f6192896-3510-4b81-afd1-fec70909fdf0,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:08.784314 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40140) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:08.789477 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-c70498ba-3fff-4adb-b61e-e2e3c87387e5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'network': {'name': 'tempest-network-smoke--1916588325', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'port_security_enabled': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:56:08.801579 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 751ae477-6b55-4feb-8d91-ee7554a072cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 751ae477-6b55-4feb-8d91-ee7554a072cb found for delete ", "request_id": "req-be7ec761-aacf-4922-a21d-1549e229169c"}]} Oct 26 15:56:08.811276 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70498ba-3fff-4adb-b61e-e2e3c87387e5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:56:08.815188 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c70498ba-3fff-4adb-b61e-e2e3c87387e5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.839563 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70498ba-3fff-4adb-b61e-e2e3c87387e5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:56:08.849545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c70498ba-3fff-4adb-b61e-e2e3c87387e5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (b8bbf178-fdb8-4b1d-88dd-e768f8c2872a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.849894 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-c70498ba-3fff-4adb-b61e-e2e3c87387e5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Added segment b8bbf178-fdb8-4b1d-88dd-e768f8c2872a of type vlan for network 7c458d43-d84c-4e51-aaba-26e18c4d9c35 Oct 26 15:56:08.894202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c70498ba-3fff-4adb-b61e-e2e3c87387e5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (7c458d43-d84c-4e51-aaba-26e18c4d9c35), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.920150 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c70498ba-3fff-4adb-b61e-e2e3c87387e5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (7c458d43-d84c-4e51-aaba-26e18c4d9c35), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.924605 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70498ba-3fff-4adb-b61e-e2e3c87387e5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:08.925250 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c70498ba-3fff-4adb-b61e-e2e3c87387e5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:08.978100 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c70498ba-3fff-4adb-b61e-e2e3c87387e5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1929121 Oct 26 15:56:08.980977 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40142) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:08.985533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-680829922', 'admin_state_up': True, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:56:08.996286 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70498ba-3fff-4adb-b61e-e2e3c87387e5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Network': ['ID=7c458d43-d84c-4e51-aaba-26e18c4d9c35,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:09.007316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 7c458d43-d84c-4e51-aaba-26e18c4d9c35 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:56:09.013734 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (48ccfca3-fe4c-4408-bae5-587d808f572f), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:09.015227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (48ccfca3-fe4c-4408-bae5-587d808f572f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:09.075288 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_controller (48ccfca3-fe4c-4408-bae5-587d808f572f), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:09.209550 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (48ccfca3-fe4c-4408-bae5-587d808f572f), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:09.381890 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (48ccfca3-fe4c-4408-bae5-587d808f572f), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:09.400320 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:09.507889 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.26.11.37 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/d352aa45-c36f-4796-b0a4-00aabae1964a) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:56:09.609414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:09.640775 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:09.683290 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:56:09.690033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:56:09.693849 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:56:09.697089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:09.721323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:09.818978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:09.934353 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (48ccfca3-fe4c-4408-bae5-587d808f572f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:10.118983 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (48ccfca3-fe4c-4408-bae5-587d808f572f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:10.240074 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 48ccfca3-fe4c-4408-bae5-587d808f572f is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:56:10.339761 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:56:10.350454 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:10.360254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:10.364379 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-34f807a2-6379-4eb9-a5eb-4eb7b76fd54e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.3795629 Oct 26 15:56:10.364512 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:10.364512 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:55:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:10.364714 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40144) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:10.391849 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-be243280-1a66-47d1-bf3d-89fa0780693f tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?project_id=535d3aadc3604e4688e327c629fdd025&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262175 Oct 26 15:56:10.394507 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40146) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:10.463093 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:10.485474 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86623f07-dd2a-4ba9-9555-f44690720698 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:10.486974 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-86623f07-dd2a-4ba9-9555-f44690720698 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915151 Oct 26 15:56:10.490023 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40148) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:10.521962 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-29ae2ba6-7450-49d1-95f7-ae21d01a9627 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307336 Oct 26 15:56:10.524373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40150) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:10.528996 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d3f66c4d-990f-4a04-9908-62a7b3bda8de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-110115079', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:56:10.572838 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:10.617085 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f66c4d-990f-4a04-9908-62a7b3bda8de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:56:10.620881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d3f66c4d-990f-4a04-9908-62a7b3bda8de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:10.626979 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:10.634380 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:09Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:10.660141 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:10.660491 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Updating router 48ccfca3-fe4c-4408-bae5-587d808f572f port d352aa45-c36f-4796-b0a4-00aabae1964a binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:56:10.692148 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:10.693107 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:10.806452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d3f66c4d-990f-4a04-9908-62a7b3bda8de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (26973379-08be-45f1-afdb-3832247ca5ce), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:10.868572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f66c4d-990f-4a04-9908-62a7b3bda8de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Subnet': ['ID=26973379-08be-45f1-afdb-3832247ca5ce,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:10.876259 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f66c4d-990f-4a04-9908-62a7b3bda8de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Checking segment: {'id': 'b8bbf178-fdb8-4b1d-88dd-e768f8c2872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:56:10.876619 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f66c4d-990f-4a04-9908-62a7b3bda8de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network hostable DHCP agents. Network: 7c458d43-d84c-4e51-aaba-26e18c4d9c35, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:56:10.895725 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f66c4d-990f-4a04-9908-62a7b3bda8de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 7c458d43-d84c-4e51-aaba-26e18c4d9c35 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:56:10.905126 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-d3f66c4d-990f-4a04-9908-62a7b3bda8de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 7c458d43-d84c-4e51-aaba-26e18c4d9c35) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:56:10.910174 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f66c4d-990f-4a04-9908-62a7b3bda8de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:10.911702 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d3f66c4d-990f-4a04-9908-62a7b3bda8de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:10.914890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4330ef36-b197-48d5-8f51-abc371e9b863 None None] Network 7c458d43-d84c-4e51-aaba-26e18c4d9c35 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:56:10.935715 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40152) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:10.935956 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d3f66c4d-990f-4a04-9908-62a7b3bda8de tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4104748 Oct 26 15:56:10.950217 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Publish callbacks [] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:10.956793 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:10.988962 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Attempting to bind port d352aa45-c36f-4796-b0a4-00aabae1964a on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:56:10.989332 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Attempting to bind port d352aa45-c36f-4796-b0a4-00aabae1964a by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:56:10.989684 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Attempting to bind port d352aa45-c36f-4796-b0a4-00aabae1964a on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:56:11.032624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f5f7c8f1-c392-450f-8e9b-3063d0b1bece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:11.037550 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45009625-3e20-41f8-a67e-6f1026fb83a6 None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=2']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:11.049642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 15:56:11.050020 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45009625-3e20-41f8-a67e-6f1026fb83a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:11.050366 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45009625-3e20-41f8-a67e-6f1026fb83a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:11.050583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:11.050694 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45009625-3e20-41f8-a67e-6f1026fb83a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:11.051016 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45009625-3e20-41f8-a67e-6f1026fb83a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:11.051341 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45009625-3e20-41f8-a67e-6f1026fb83a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:11.051666 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45009625-3e20-41f8-a67e-6f1026fb83a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:11.051984 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45009625-3e20-41f8-a67e-6f1026fb83a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:11.052304 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45009625-3e20-41f8-a67e-6f1026fb83a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:11.052624 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45009625-3e20-41f8-a67e-6f1026fb83a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:11.052968 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45009625-3e20-41f8-a67e-6f1026fb83a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:11.053288 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45009625-3e20-41f8-a67e-6f1026fb83a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:11.053602 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45009625-3e20-41f8-a67e-6f1026fb83a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:11.053917 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45009625-3e20-41f8-a67e-6f1026fb83a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:11.054228 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45009625-3e20-41f8-a67e-6f1026fb83a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:11.054539 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45009625-3e20-41f8-a67e-6f1026fb83a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:11.060067 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:56:11.060402 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:56:11.060752 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:11.061154 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:56:11.061631 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Bound port: d352aa45-c36f-4796-b0a4-00aabae1964a, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:56:11.061998 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:11.106574 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:11.112754 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:56:11.116469 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:56:11.123329 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:11.158305 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:11.159199 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:11.200156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Allocated IP 172.20.0.2 (7c458d43-d84c-4e51-aaba-26e18c4d9c35/26973379-08be-45f1-afdb-3832247ca5ce/2469cb5b-31c6-4aad-b581-85d3217ba4da) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:56:11.227923 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45009625-3e20-41f8-a67e-6f1026fb83a6 None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:11.289757 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:11.357654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Publish callbacks [] for port (2469cb5b-31c6-4aad-b581-85d3217ba4da), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:11.363801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (2469cb5b-31c6-4aad-b581-85d3217ba4da), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:11.413909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Network 7c458d43-d84c-4e51-aaba-26e18c4d9c35 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:56:11.419307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:56:11.422208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:56:11.425318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Pushing event updated for resources: {'Port': ['ID=2469cb5b-31c6-4aad-b581-85d3217ba4da,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:11.465157 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:09Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:11.484764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Attempting to bind port 2469cb5b-31c6-4aad-b581-85d3217ba4da on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:56:11.485464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Attempting to bind port 2469cb5b-31c6-4aad-b581-85d3217ba4da by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'b8bbf178-fdb8-4b1d-88dd-e768f8c2872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:56:11.485999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Attempting to bind port 2469cb5b-31c6-4aad-b581-85d3217ba4da on network 7c458d43-d84c-4e51-aaba-26e18c4d9c35 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:56:11.495411 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:11.497398 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5d9e99-370a-487e-ae5a-6782a3b9f619 None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:09Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:11.536067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:56:11.536586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Checking segment: {'id': 'b8bbf178-fdb8-4b1d-88dd-e768f8c2872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:56:11.537026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:11.537424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Bound using segment: {'id': 'b8bbf178-fdb8-4b1d-88dd-e768f8c2872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:56:11.537902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Bound port: 2469cb5b-31c6-4aad-b581-85d3217ba4da, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bbf178-fdb8-4b1d-88dd-e768f8c2872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:56:11.538287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2469cb5b-31c6-4aad-b581-85d3217ba4da), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:11.571173 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:11.610238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] For port 2469cb5b-31c6-4aad-b581-85d3217ba4da, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:56:11.613790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] For port 2469cb5b-31c6-4aad-b581-85d3217ba4da, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2469cb5b-31c6-4aad-b581-85d3217ba4da,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:56:11.621134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2469cb5b-31c6-4aad-b581-85d3217ba4da), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:11.680130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea11781-4bd7-4e3b-b81a-03e8ee66abab None None] Pushing event updated for resources: {'Port': ['ID=2469cb5b-31c6-4aad-b581-85d3217ba4da,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:11.770916 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-511068fe-0e77-4451-b80d-ed010281bde6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:12.077457 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-511068fe-0e77-4451-b80d-ed010281bde6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.20.0.1 (7c458d43-d84c-4e51-aaba-26e18c4d9c35/26973379-08be-45f1-afdb-3832247ca5ce/2230b548-939d-4113-be98-23346e04adb4) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:56:12.144462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:12.207438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-511068fe-0e77-4451-b80d-ed010281bde6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (2230b548-939d-4113-be98-23346e04adb4), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:12.241555 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-511068fe-0e77-4451-b80d-ed010281bde6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (2230b548-939d-4113-be98-23346e04adb4), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:12.284035 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511068fe-0e77-4451-b80d-ed010281bde6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 7c458d43-d84c-4e51-aaba-26e18c4d9c35 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:56:12.289649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-511068fe-0e77-4451-b80d-ed010281bde6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:56:12.294341 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511068fe-0e77-4451-b80d-ed010281bde6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:56:12.300672 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511068fe-0e77-4451-b80d-ed010281bde6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:12.347918 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-511068fe-0e77-4451-b80d-ed010281bde6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (48ccfca3-fe4c-4408-bae5-587d808f572f), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:12.392738 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:12.488405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-511068fe-0e77-4451-b80d-ed010281bde6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:12.490323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:12.672535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfaf46a-402d-4a9b-bcc1-35f31e85132f None None] Network 7c458d43-d84c-4e51-aaba-26e18c4d9c35 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 15:56:12.734712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-4f3142e5-f71f-4595-b249-439a0a7a19ab None None] Provisioning complete for port 2469cb5b-31c6-4aad-b581-85d3217ba4da triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:12.735097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4f3142e5-f71f-4595-b249-439a0a7a19ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2469cb5b-31c6-4aad-b581-85d3217ba4da), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:12.735440 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4f3142e5-f71f-4595-b249-439a0a7a19ab None None] Attempt 1 to provision port 2469cb5b-31c6-4aad-b581-85d3217ba4da Oct 26 15:56:12.789735 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-511068fe-0e77-4451-b80d-ed010281bde6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (2230b548-939d-4113-be98-23346e04adb4), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:12.795100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-511068fe-0e77-4451-b80d-ed010281bde6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:12.848485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2469cb5b-31c6-4aad-b581-85d3217ba4da up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:12.890205 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-511068fe-0e77-4451-b80d-ed010281bde6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (48ccfca3-fe4c-4408-bae5-587d808f572f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:12.892385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511068fe-0e77-4451-b80d-ed010281bde6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:13.004482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511068fe-0e77-4451-b80d-ed010281bde6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 7c458d43-d84c-4e51-aaba-26e18c4d9c35 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:56:13.006258 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-511068fe-0e77-4451-b80d-ed010281bde6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:56:13.050922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4f3142e5-f71f-4595-b249-439a0a7a19ab None None] Current status of the port 2469cb5b-31c6-4aad-b581-85d3217ba4da is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:13.050922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4f3142e5-f71f-4595-b249-439a0a7a19ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2469cb5b-31c6-4aad-b581-85d3217ba4da), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.052760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:13.097214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2469cb5b-31c6-4aad-b581-85d3217ba4da triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:13.097592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2469cb5b-31c6-4aad-b581-85d3217ba4da), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.097931 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2469cb5b-31c6-4aad-b581-85d3217ba4da Oct 26 15:56:13.101684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:13.103868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-4f3142e5-f71f-4595-b249-439a0a7a19ab None None] For port 2469cb5b-31c6-4aad-b581-85d3217ba4da, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2469cb5b-31c6-4aad-b581-85d3217ba4da,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:13.128041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4f3142e5-f71f-4595-b249-439a0a7a19ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2469cb5b-31c6-4aad-b581-85d3217ba4da), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.150569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511068fe-0e77-4451-b80d-ed010281bde6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 48ccfca3-fe4c-4408-bae5-587d808f572f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:56:13.175848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:13.192934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:13.213828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:13.214529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:13.222658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3142e5-f71f-4595-b249-439a0a7a19ab None None] Pushing event updated for resources: {'Port': ['ID=2469cb5b-31c6-4aad-b581-85d3217ba4da,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:13.295759 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511068fe-0e77-4451-b80d-ed010281bde6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:56:13.303541 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-511068fe-0e77-4451-b80d-ed010281bde6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "PUT /networking/v2.0/routers/48ccfca3-fe4c-4408-bae5-587d808f572f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3667767 Oct 26 15:56:13.306104 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40154) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:13.325577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-31249ce1-01aa-49ec-b476-05f0ad54fbcc None None] Provisioning complete for port 2469cb5b-31c6-4aad-b581-85d3217ba4da triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:13.326045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-31249ce1-01aa-49ec-b476-05f0ad54fbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2469cb5b-31c6-4aad-b581-85d3217ba4da), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.326454 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-31249ce1-01aa-49ec-b476-05f0ad54fbcc None None] Attempt 1 to provision port 2469cb5b-31c6-4aad-b581-85d3217ba4da Oct 26 15:56:13.330577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2469cb5b-31c6-4aad-b581-85d3217ba4da is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:13.331712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:13.411388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:13.416360 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4612c6dc-2c28-498f-8056-ce1e5038279c tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:13.416867 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4612c6dc-2c28-498f-8056-ce1e5038279c tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:13.418475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4612c6dc-2c28-498f-8056-ce1e5038279c tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:13.418969 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4612c6dc-2c28-498f-8056-ce1e5038279c tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:13.420978 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4612c6dc-2c28-498f-8056-ce1e5038279c tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1137075 Oct 26 15:56:13.424194 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40156) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:13.442654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:13.480978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9772dfc6-1b0f-4554-9b08-bfa48fe78519 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:13.481455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9772dfc6-1b0f-4554-9b08-bfa48fe78519 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:13.481921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9772dfc6-1b0f-4554-9b08-bfa48fe78519 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:13.482367 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9772dfc6-1b0f-4554-9b08-bfa48fe78519 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:13.487146 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9772dfc6-1b0f-4554-9b08-bfa48fe78519 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2731 time: 0.0589585 Oct 26 15:56:13.487405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40158) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:13.519619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d352aa45-c36f-4796-b0a4-00aabae1964a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:13.520080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.520429 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d352aa45-c36f-4796-b0a4-00aabae1964a Oct 26 15:56:13.527804 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:13.595960 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4ad9834f-2836-4314-87a0-12362670e5f6 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1074593 Oct 26 15:56:13.621369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-31249ce1-01aa-49ec-b476-05f0ad54fbcc None None] Current status of the port 2469cb5b-31c6-4aad-b581-85d3217ba4da is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:13.644583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-31249ce1-01aa-49ec-b476-05f0ad54fbcc None None] Provisioning complete for port 2230b548-939d-4113-be98-23346e04adb4 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:13.645030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-31249ce1-01aa-49ec-b476-05f0ad54fbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2230b548-939d-4113-be98-23346e04adb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.645478 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-31249ce1-01aa-49ec-b476-05f0ad54fbcc None None] Attempt 1 to provision port 2230b548-939d-4113-be98-23346e04adb4 Oct 26 15:56:13.657789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40162) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:13.662548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-49feceed-e537-49e9-8239-71111424ca37 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-884818720', 'description': 'tempest-secgroup-smoke-884818720 description', 'project_id': '535d3aadc3604e4688e327c629fdd025'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:56:13.683272 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-49feceed-e537-49e9-8239-71111424ca37 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.755811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-31249ce1-01aa-49ec-b476-05f0ad54fbcc None None] Port 2230b548-939d-4113-be98-23346e04adb4 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:56:13.756278 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-49feceed-e537-49e9-8239-71111424ca37 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (f1d34229-31ca-48e3-947a-5e6adbcd9b0e), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.758441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.760658 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-49feceed-e537-49e9-8239-71111424ca37 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (f1d34229-31ca-48e3-947a-5e6adbcd9b0e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.794407 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-49feceed-e537-49e9-8239-71111424ca37 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.795625 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-49feceed-e537-49e9-8239-71111424ca37 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1368418 Oct 26 15:56:13.797708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49feceed-e537-49e9-8239-71111424ca37 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d34229-31ca-48e3-947a-5e6adbcd9b0e,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:13.798827 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40164) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:13.804760 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-3568d833-1db7-4219-8fea-7ca5662ae188 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'f1d34229-31ca-48e3-947a-5e6adbcd9b0e', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:56:13.805693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:13.806094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.814483 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:13.823118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:13.839240 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3568d833-1db7-4219-8fea-7ca5662ae188 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (692951b5-327b-4141-b364-2398fd1d192e), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.858081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:13.858448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Updating router 48ccfca3-fe4c-4408-bae5-587d808f572f port 2230b548-939d-4113-be98-23346e04adb4 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:56:13.862971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:13.896089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.896712 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3568d833-1db7-4219-8fea-7ca5662ae188 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (692951b5-327b-4141-b364-2398fd1d192e), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.901675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3568d833-1db7-4219-8fea-7ca5662ae188 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (692951b5-327b-4141-b364-2398fd1d192e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.922689 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568d833-1db7-4219-8fea-7ca5662ae188 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692951b5-327b-4141-b364-2398fd1d192e,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:13.927539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3568d833-1db7-4219-8fea-7ca5662ae188 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.928924 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3568d833-1db7-4219-8fea-7ca5662ae188 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284604 Oct 26 15:56:13.931623 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40166) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:13.935884 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e7e0c524-59a5-4c4a-bd97-fa7431bba2ce tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'f1d34229-31ca-48e3-947a-5e6adbcd9b0e', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:56:13.945399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-375a1847-0e34-419d-804f-1e4cbe14d5eb None None] Provisioning complete for port 2230b548-939d-4113-be98-23346e04adb4 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:13.945851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-375a1847-0e34-419d-804f-1e4cbe14d5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2230b548-939d-4113-be98-23346e04adb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.946226 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-375a1847-0e34-419d-804f-1e4cbe14d5eb None None] Attempt 1 to provision port 2230b548-939d-4113-be98-23346e04adb4 Oct 26 15:56:13.949902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.963215 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e7e0c524-59a5-4c4a-bd97-fa7431bba2ce tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (bc58871b-c7b1-4e03-9980-e155345b13bd), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:13.973672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.020733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e7e0c524-59a5-4c4a-bd97-fa7431bba2ce tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (bc58871b-c7b1-4e03-9980-e155345b13bd), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.025714 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e7e0c524-59a5-4c4a-bd97-fa7431bba2ce tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (bc58871b-c7b1-4e03-9980-e155345b13bd), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.032992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-375a1847-0e34-419d-804f-1e4cbe14d5eb None None] Port 2230b548-939d-4113-be98-23346e04adb4 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:56:14.037746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:14.044682 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0c524-59a5-4c4a-bd97-fa7431bba2ce tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc58871b-c7b1-4e03-9980-e155345b13bd,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:14.053724 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e7e0c524-59a5-4c4a-bd97-fa7431bba2ce tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.054948 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e7e0c524-59a5-4c4a-bd97-fa7431bba2ce tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223891 Oct 26 15:56:14.058038 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40168) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:14.063487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-5f5c36e9-891d-4eba-b3f7-5ccf9e2577f6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'f1d34229-31ca-48e3-947a-5e6adbcd9b0e', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:56:14.092271 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5f5c36e9-891d-4eba-b3f7-5ccf9e2577f6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (c92df832-de95-408d-8c6c-4366749dd103), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.153696 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5f5c36e9-891d-4eba-b3f7-5ccf9e2577f6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (c92df832-de95-408d-8c6c-4366749dd103), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.157217 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5f5c36e9-891d-4eba-b3f7-5ccf9e2577f6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (c92df832-de95-408d-8c6c-4366749dd103), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.175957 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c36e9-891d-4eba-b3f7-5ccf9e2577f6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92df832-de95-408d-8c6c-4366749dd103,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:14.184135 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5f5c36e9-891d-4eba-b3f7-5ccf9e2577f6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.188655 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40170) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:14.188904 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5f5c36e9-891d-4eba-b3f7-5ccf9e2577f6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295397 Oct 26 15:56:14.193277 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-6de7f2c5-9877-4918-bee9-a2141db152d0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'f1d34229-31ca-48e3-947a-5e6adbcd9b0e', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:56:14.220009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6de7f2c5-9877-4918-bee9-a2141db152d0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (51a17645-91a0-4b47-ab7e-fde14a2c0d38), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.244155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:14.284320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Publish callbacks [] for port (2230b548-939d-4113-be98-23346e04adb4), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.290089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.293884 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6de7f2c5-9877-4918-bee9-a2141db152d0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (51a17645-91a0-4b47-ab7e-fde14a2c0d38), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.297430 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6de7f2c5-9877-4918-bee9-a2141db152d0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (51a17645-91a0-4b47-ab7e-fde14a2c0d38), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.319079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7f2c5-9877-4918-bee9-a2141db152d0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a17645-91a0-4b47-ab7e-fde14a2c0d38,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:14.325082 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6de7f2c5-9877-4918-bee9-a2141db152d0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.329376 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6de7f2c5-9877-4918-bee9-a2141db152d0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364903 Oct 26 15:56:14.329950 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40172) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:14.335463 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-b65b057f-36df-48ed-8f10-c5c87e3e0fcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'f1d34229-31ca-48e3-947a-5e6adbcd9b0e', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:56:14.345503 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:14.357993 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-b65b057f-36df-48ed-8f10-c5c87e3e0fcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:56:14.360203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31da596-722e-4703-9aed-1a01977d7faa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:14.365463 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b65b057f-36df-48ed-8f10-c5c87e3e0fcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (4199bf46-9dad-478a-b130-ec512878a416), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.388675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Attempting to bind port 2230b548-939d-4113-be98-23346e04adb4 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:56:14.389070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Attempting to bind port 2230b548-939d-4113-be98-23346e04adb4 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'b8bbf178-fdb8-4b1d-88dd-e768f8c2872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:56:14.389430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Attempting to bind port 2230b548-939d-4113-be98-23346e04adb4 on network 7c458d43-d84c-4e51-aaba-26e18c4d9c35 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:56:14.416368 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b65b057f-36df-48ed-8f10-c5c87e3e0fcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (4199bf46-9dad-478a-b130-ec512878a416), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.420593 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b65b057f-36df-48ed-8f10-c5c87e3e0fcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (4199bf46-9dad-478a-b130-ec512878a416), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.432321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:56:14.432639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Checking segment: {'id': 'b8bbf178-fdb8-4b1d-88dd-e768f8c2872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:56:14.433065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.433466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Bound using segment: {'id': 'b8bbf178-fdb8-4b1d-88dd-e768f8c2872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:56:14.433951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Bound port: 2230b548-939d-4113-be98-23346e04adb4, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bbf178-fdb8-4b1d-88dd-e768f8c2872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:56:14.434339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.440734 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b057f-36df-48ed-8f10-c5c87e3e0fcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4199bf46-9dad-478a-b130-ec512878a416,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:14.447510 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b65b057f-36df-48ed-8f10-c5c87e3e0fcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.448022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:14.451747 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b65b057f-36df-48ed-8f10-c5c87e3e0fcb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205864 Oct 26 15:56:14.452015 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40174) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:14.457027 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-3c0d6f0d-8ab7-469e-a70b-50a667d1cae4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'security_group_rule': {'security_group_id': 'f1d34229-31ca-48e3-947a-5e6adbcd9b0e', 'project_id': '535d3aadc3604e4688e327c629fdd025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:56:14.478053 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-3c0d6f0d-8ab7-469e-a70b-50a667d1cae4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Project 535d3aadc3604e4688e327c629fdd025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:56:14.483885 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c0d6f0d-8ab7-469e-a70b-50a667d1cae4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (0a34b6a3-5ff1-4d35-863e-40a1e8cfd687), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.503132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:14.506282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:56:14.509695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:56:14.515935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.549153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:14.549402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c0d6f0d-8ab7-469e-a70b-50a667d1cae4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (0a34b6a3-5ff1-4d35-863e-40a1e8cfd687), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.549780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:14.553004 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c0d6f0d-8ab7-469e-a70b-50a667d1cae4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (0a34b6a3-5ff1-4d35-863e-40a1e8cfd687), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.572170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d6f0d-8ab7-469e-a70b-50a667d1cae4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a34b6a3-5ff1-4d35-863e-40a1e8cfd687,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:14.582109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c0d6f0d-8ab7-469e-a70b-50a667d1cae4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.583311 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3c0d6f0d-8ab7-469e-a70b-50a667d1cae4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301947 Oct 26 15:56:14.605468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31da596-722e-4703-9aed-1a01977d7faa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:14.671116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:14.746555 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-d4afb8fd-1cb9-4a67-997b-7852d1bc3559 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-884818720&fields=id&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 267 time: 0.0485778 Oct 26 15:56:14.761704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2469cb5b-31c6-4aad-b581-85d3217ba4da up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:14.860418 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-6e035c2d-8999-498c-8906-becb589a446b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:14.861944 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-6e035c2d-8999-498c-8906-becb589a446b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/networks?id=7c458d43-d84c-4e51-aaba-26e18c4d9c35 HTTP/1.1" status: 200 len: 797 time: 0.1088896 Oct 26 15:56:14.869532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2469cb5b-31c6-4aad-b581-85d3217ba4da triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:14.869930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2469cb5b-31c6-4aad-b581-85d3217ba4da), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:14.870253 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2469cb5b-31c6-4aad-b581-85d3217ba4da Oct 26 15:56:14.874727 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:14.877672 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-b516392b-df0b-4388-b21e-95900673cabd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/quotas/535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 375 time: 0.0100200 Oct 26 15:56:14.930048 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-5bec9044-91f0-4e29-8af8-ee051f4ce76b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460992 Oct 26 15:56:14.933374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:14Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:14.960374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fba955-001f-4606-9d5a-e58fde3c04b0 None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:14Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:15.002613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2469cb5b-31c6-4aad-b581-85d3217ba4da is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:15.063119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:15.141217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:15.141642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:15.143720 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-8e4b2b8a-4f82-4e26-bfaa-6c9538623e51 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020371 Oct 26 15:56:15.190525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:15.196565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:15.246194 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:15.247842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:15.267947 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-ab7742ab-6bdc-4e0c-8a35-f6e0bd4ad116 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117609 Oct 26 15:56:15.454971 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d822a637-dbdb-4695-a5dc-9924cde294ed req-66161a50-6d47-4c47-a0c7-04d5d37b72eb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 210 time: 0.0305300 Oct 26 15:56:16.583729 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ed50f9f2-3b24-48f4-939d-a130ba5421f6 req-677a739a-fad8-4be4-81ea-c851aae8d027 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 210 time: 0.0439904 Oct 26 15:56:16.593444 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-4fa02cba-764c-4d47-aea9-381499daf3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:16.595463 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-4fa02cba-764c-4d47-aea9-381499daf3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/networks?id=7c458d43-d84c-4e51-aaba-26e18c4d9c35 HTTP/1.1" status: 200 len: 797 time: 0.1534419 Oct 26 15:56:16.663845 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-506fdb35-8808-4092-9eeb-1a5ed12bbeb5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=535d3aadc3604e4688e327c629fdd025 HTTP/1.1" status: 200 len: 379 time: 0.0569954 Oct 26 15:56:16.722288 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-05091a61-6ea0-452d-a16b-0a52450f8f2c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'port': {'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'admin_state_up': True, 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'security_groups': ['f1d34229-31ca-48e3-947a-5e6adbcd9b0e']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:56:16.727898 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:16.815769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:16.845250 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-05091a61-6ea0-452d-a16b-0a52450f8f2c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Made reservation on behalf of 535d3aadc3604e4688e327c629fdd025 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:56:16.849248 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-05091a61-6ea0-452d-a16b-0a52450f8f2c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:16.989001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-05091a61-6ea0-452d-a16b-0a52450f8f2c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.20.0.10 (7c458d43-d84c-4e51-aaba-26e18c4d9c35/26973379-08be-45f1-afdb-3832247ca5ce/256f2bd9-f90b-4bf8-890a-796838dcc062) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:56:17.002542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2230b548-939d-4113-be98-23346e04adb4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:17.002852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2230b548-939d-4113-be98-23346e04adb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:17.003286 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2230b548-939d-4113-be98-23346e04adb4 Oct 26 15:56:17.074703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:17.075089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:17.110223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:17.114114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:17.114968 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:17.130905 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-05091a61-6ea0-452d-a16b-0a52450f8f2c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (256f2bd9-f90b-4bf8-890a-796838dcc062), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:17.164458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:17.164657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-05091a61-6ea0-452d-a16b-0a52450f8f2c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (256f2bd9-f90b-4bf8-890a-796838dcc062), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:17.214503 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85aa5f-d23c-4753-a12a-759f878121cb None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:17.215143 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:17.215143 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-05091a61-6ea0-452d-a16b-0a52450f8f2c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 7c458d43-d84c-4e51-aaba-26e18c4d9c35 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:56:17.215736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d352aa45-c36f-4796-b0a4-00aabae1964a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:17.216089 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85aa5f-d23c-4753-a12a-759f878121cb None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:17.216230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:17.216628 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d352aa45-c36f-4796-b0a4-00aabae1964a Oct 26 15:56:17.217395 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ac85aa5f-d23c-4753-a12a-759f878121cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:17.217660 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-05091a61-6ea0-452d-a16b-0a52450f8f2c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:56:17.226744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-05091a61-6ea0-452d-a16b-0a52450f8f2c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:56:17.250704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:17.257743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05091a61-6ea0-452d-a16b-0a52450f8f2c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=256f2bd9-f90b-4bf8-890a-796838dcc062,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:17.296932 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:17.303247 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-05091a61-6ea0-452d-a16b-0a52450f8f2c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:17.304051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-05091a61-6ea0-452d-a16b-0a52450f8f2c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:17.308219 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:17.313325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:17.313941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:17.333726 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-05091a61-6ea0-452d-a16b-0a52450f8f2c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6153779 Oct 26 15:56:17.339303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:17.347105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:17.402962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:17.415931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Request body: {'port': {'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:56:17.473937 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-ac85aa5f-d23c-4753-a12a-759f878121cb None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:17.482469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b2e83a29-1b99-45b6-849f-7a88e61c16be None None] Provisioning complete for port 256f2bd9-f90b-4bf8-890a-796838dcc062 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:17.482789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b2e83a29-1b99-45b6-849f-7a88e61c16be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (256f2bd9-f90b-4bf8-890a-796838dcc062), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:17.483190 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b2e83a29-1b99-45b6-849f-7a88e61c16be None None] Attempt 1 to provision port 256f2bd9-f90b-4bf8-890a-796838dcc062 Oct 26 15:56:17.489516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256f2bd9-f90b-4bf8-890a-796838dcc062), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:17.516417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b2e83a29-1b99-45b6-849f-7a88e61c16be None None] Port 256f2bd9-f90b-4bf8-890a-796838dcc062 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 15:56:17.667187 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ac85aa5f-d23c-4753-a12a-759f878121cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:17Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:17.697413 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85aa5f-d23c-4753-a12a-759f878121cb None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:17.706289 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85aa5f-d23c-4753-a12a-759f878121cb None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:17.707223 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ac85aa5f-d23c-4753-a12a-759f878121cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:17.720612 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b7a4d-5e16-409e-96de-6aff208317ce req-10b39980-cd35-481d-9374-46a934f7e2a6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:17.725535 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6e5b7a4d-5e16-409e-96de-6aff208317ce req-10b39980-cd35-481d-9374-46a934f7e2a6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 932 time: 0.0635133 Oct 26 15:56:17.761223 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256f2bd9-f90b-4bf8-890a-796838dcc062 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:56:17.775151 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Publish callbacks [] for port (256f2bd9-f90b-4bf8-890a-796838dcc062), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:17.781237 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6e5b7a4d-5e16-409e-96de-6aff208317ce req-879069e2-4d61-4ac2-a1f0-be42906732e7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f1d34229-31ca-48e3-947a-5e6adbcd9b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508740 Oct 26 15:56:17.783097 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Transition to ACTIVE for port object 256f2bd9-f90b-4bf8-890a-796838dcc062 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 15:56:17.787732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (256f2bd9-f90b-4bf8-890a-796838dcc062), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:17.817484 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-ac85aa5f-d23c-4753-a12a-759f878121cb None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:17.848204 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Pushing event updated for resources: {'Port': ['ID=256f2bd9-f90b-4bf8-890a-796838dcc062,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:17.899802 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Attempting to bind port 256f2bd9-f90b-4bf8-890a-796838dcc062 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 15:56:17.900143 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Attempting to bind port 256f2bd9-f90b-4bf8-890a-796838dcc062 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'b8bbf178-fdb8-4b1d-88dd-e768f8c2872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 15:56:17.900469 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Attempting to bind port 256f2bd9-f90b-4bf8-890a-796838dcc062 on network 7c458d43-d84c-4e51-aaba-26e18c4d9c35 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:56:17.941721 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Port 256f2bd9-f90b-4bf8-890a-796838dcc062 on network 7c458d43-d84c-4e51-aaba-26e18c4d9c35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:56:17.942051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Attempting to bind port 256f2bd9-f90b-4bf8-890a-796838dcc062 on network 7c458d43-d84c-4e51-aaba-26e18c4d9c35 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:56:17.982962 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 15, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 15:56:17.983288 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Checking segment: {'id': 'b8bbf178-fdb8-4b1d-88dd-e768f8c2872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 15:56:17.983664 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Bound using segment: {'id': 'b8bbf178-fdb8-4b1d-88dd-e768f8c2872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 15:56:17.984093 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Bound port: 256f2bd9-f90b-4bf8-890a-796838dcc062, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8bbf178-fdb8-4b1d-88dd-e768f8c2872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 15:56:17.984454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256f2bd9-f90b-4bf8-890a-796838dcc062), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:18.003523 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ac85aa5f-d23c-4753-a12a-759f878121cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:17Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:18.027515 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85aa5f-d23c-4753-a12a-759f878121cb None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:17Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:18.044978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] For port 256f2bd9-f90b-4bf8-890a-796838dcc062, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:56:18.048783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] For port 256f2bd9-f90b-4bf8-890a-796838dcc062, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=256f2bd9-f90b-4bf8-890a-796838dcc062,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:56:18.055861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (256f2bd9-f90b-4bf8-890a-796838dcc062), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:18.060573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:18.061256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:18.062732 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/256f2bd9-f90b-4bf8-890a-796838dcc062 HTTP/1.1" status: 200 len: 1094 time: 0.7188320 Oct 26 15:56:18.063299 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05316286-48f8-4c63-a144-3732279f2f99', 'tag': '256f2bd9-f90b-4bf8-890a-796838dcc062'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:56:18.065746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c14179-722c-400b-9147-39d82652a54a" -d '{"events": [{"name": "network-changed", "server_uuid": "05316286-48f8-4c63-a144-3732279f2f99", "tag": "256f2bd9-f90b-4bf8-890a-796838dcc062"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:56:18.117735 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01296e52-6674-4b1d-abeb-bbb6268be96a x-openstack-request-id: req-01296e52-6674-4b1d-abeb-bbb6268be96a {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:56:18.118275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05316286-48f8-4c63-a144-3732279f2f99", "tag": "256f2bd9-f90b-4bf8-890a-796838dcc062", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:56:18.118535 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01296e52-6674-4b1d-abeb-bbb6268be96a {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:56:18.118939 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01296e52-6674-4b1d-abeb-bbb6268be96a'] response: {'name': 'network-changed', 'server_uuid': '05316286-48f8-4c63-a144-3732279f2f99', 'tag': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'status': 'completed', 'code': 200} Oct 26 15:56:18.163158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-414bbc56-9fc6-4476-9eef-5564c26e0476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:18.164673 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-414bbc56-9fc6-4476-9eef-5564c26e0476 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 1128 time: 0.0586236 Oct 26 15:56:18.169871 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e44cf-d254-4b3b-9af3-537ea94bf719 service neutron] Pushing event updated for resources: {'Port': ['ID=256f2bd9-f90b-4bf8-890a-796838dcc062,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:18.211082 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-6426de07-5b34-4965-b5b4-3a49b06bee5a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=256f2bd9-f90b-4bf8-890a-796838dcc062 HTTP/1.1" status: 200 len: 217 time: 0.0358880 Oct 26 15:56:18.255638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:18.269244 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-036ec6e0-c564-4cfb-a3b7-954dcdf42e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:18.270735 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-036ec6e0-c564-4cfb-a3b7-954dcdf42e18 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=26973379-08be-45f1-afdb-3832247ca5ce HTTP/1.1" status: 200 len: 834 time: 0.0516312 Oct 26 15:56:18.324731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-6dd6d5d4-c247-4ffc-9ebf-037188d03132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:18.326308 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-6dd6d5d4-c247-4ffc-9ebf-037188d03132 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=7c458d43-d84c-4e51-aaba-26e18c4d9c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0465529 Oct 26 15:56:18.387185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:18.427191 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-b71c08ac-2f22-4393-8e9c-22d5e82ac371 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909297 Oct 26 15:56:18.528548 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9accd868-333a-4162-8ff7-6b7a6f1f842a req-875b4c68-4f63-4c9f-8c21-2854abd42353 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925953 Oct 26 15:56:18.706046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:18.785700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:18.788977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:18.789368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:18.811788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:18.829297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:18.834569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:18.835576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:18.909760 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1d699-6ae4-4719-89bc-f6d69f503979 req-cbbd45c5-dac4-4821-9e02-41e524abbe06 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:18.912043 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c9a1d699-6ae4-4719-89bc-f6d69f503979 req-cbbd45c5-dac4-4821-9e02-41e524abbe06 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 944 time: 0.0528646 Oct 26 15:56:18.921037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:18.955313 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:18.955711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:18.964550 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c9a1d699-6ae4-4719-89bc-f6d69f503979 req-345e55c7-fea6-47b2-80b7-4b6dc963c0d4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f1d34229-31ca-48e3-947a-5e6adbcd9b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464692 Oct 26 15:56:18.977642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:18.982118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:18.997979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:19.073655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:19.115842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:19.116889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:19.189646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:19.287654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:19.332958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2230b548-939d-4113-be98-23346e04adb4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:19.333259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2230b548-939d-4113-be98-23346e04adb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:19.333654 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2230b548-939d-4113-be98-23346e04adb4 Oct 26 15:56:19.406771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:19.407165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:19.440463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:19.445033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:19.445866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:19.452141 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c14179-722c-400b-9147-39d82652a54a req-206184a2-df65-456b-972b-10820aa6ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:19.454409 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d7c14179-722c-400b-9147-39d82652a54a req-206184a2-df65-456b-972b-10820aa6ee43 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 1128 time: 0.0410516 Oct 26 15:56:19.527756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:19.531728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d352aa45-c36f-4796-b0a4-00aabae1964a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:19.532103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:19.532438 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d352aa45-c36f-4796-b0a4-00aabae1964a Oct 26 15:56:19.562115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c14179-722c-400b-9147-39d82652a54a req-53cae0a5-a68d-4634-8699-f3ed3166bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:19.564112 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d7c14179-722c-400b-9147-39d82652a54a req-53cae0a5-a68d-4634-8699-f3ed3166bd08 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=7c458d43-d84c-4e51-aaba-26e18c4d9c35 HTTP/1.1" status: 200 len: 898 time: 0.0988803 Oct 26 15:56:19.607866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:19.608167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:19.610343 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d7c14179-722c-400b-9147-39d82652a54a req-8cb2e020-1833-4c31-85ca-4b48abd58eeb service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=256f2bd9-f90b-4bf8-890a-796838dcc062 HTTP/1.1" status: 200 len: 217 time: 0.0387113 Oct 26 15:56:19.630256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:19.635963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:19.661766 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c14179-722c-400b-9147-39d82652a54a req-fe2b33d1-f665-492e-aa91-96d708f80806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:19.663240 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d7c14179-722c-400b-9147-39d82652a54a req-fe2b33d1-f665-492e-aa91-96d708f80806 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=26973379-08be-45f1-afdb-3832247ca5ce HTTP/1.1" status: 200 len: 834 time: 0.0470986 Oct 26 15:56:19.682787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:19.714588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c14179-722c-400b-9147-39d82652a54a req-9513e044-6bd6-4cd4-be63-1688bfcddeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:19.716131 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d7c14179-722c-400b-9147-39d82652a54a req-9513e044-6bd6-4cd4-be63-1688bfcddeb2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=7c458d43-d84c-4e51-aaba-26e18c4d9c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0417643 Oct 26 15:56:19.816251 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d7c14179-722c-400b-9147-39d82652a54a req-6544be0d-5ec5-4bf0-a693-51ece9d240bf service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915053 Oct 26 15:56:19.901372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefb8860-1a9c-41a1-808b-8baf9bc852c6 None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:19.903918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:19.906769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefb8860-1a9c-41a1-808b-8baf9bc852c6 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:19.907396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fefb8860-1a9c-41a1-808b-8baf9bc852c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:19.918490 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d7c14179-722c-400b-9147-39d82652a54a req-370672ba-831c-44e7-afdc-812ec4512652 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928638 Oct 26 15:56:20.011699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-fefb8860-1a9c-41a1-808b-8baf9bc852c6 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:20.089648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450177a-0bc8-4e9d-93a9-46900f66793c req-d656c888-d161-4cdb-94d7-eabe113db15e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:20.091060 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6450177a-0bc8-4e9d-93a9-46900f66793c req-d656c888-d161-4cdb-94d7-eabe113db15e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 944 time: 0.0475433 Oct 26 15:56:20.140659 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6450177a-0bc8-4e9d-93a9-46900f66793c req-f5235606-5e9a-468b-a0b6-21cf4230af92 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f1d34229-31ca-48e3-947a-5e6adbcd9b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433545 Oct 26 15:56:20.196840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fefb8860-1a9c-41a1-808b-8baf9bc852c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:19Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:19Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:20.221712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefb8860-1a9c-41a1-808b-8baf9bc852c6 None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:20.229873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefb8860-1a9c-41a1-808b-8baf9bc852c6 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:20.230483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fefb8860-1a9c-41a1-808b-8baf9bc852c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:20.265962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:20.334196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-fefb8860-1a9c-41a1-808b-8baf9bc852c6 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:20.399794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:20.519906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fefb8860-1a9c-41a1-808b-8baf9bc852c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:19Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:19Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:20.544185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefb8860-1a9c-41a1-808b-8baf9bc852c6 None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:19Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:19Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:20.790208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:20.868692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:20.869120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:20.904189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:20.909406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:20.910076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:20.986845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:21.027208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:21.027612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:21.052964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:21.057015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:21.107900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:21.258574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 256f2bd9-f90b-4bf8-890a-796838dcc062 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:56:21.268109 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baa25a-7c76-4ea1-94e3-b23dbd185172 req-a3a50ef4-9d58-46ec-9fea-f6175d0db59b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:21.270695 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-71baa25a-7c76-4ea1-94e3-b23dbd185172 req-a3a50ef4-9d58-46ec-9fea-f6175d0db59b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 944 time: 0.0521946 Oct 26 15:56:21.332915 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-71baa25a-7c76-4ea1-94e3-b23dbd185172 req-ac7802c7-2f37-4c6b-a1e1-3513e51bc872 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f1d34229-31ca-48e3-947a-5e6adbcd9b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536039 Oct 26 15:56:21.366703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 256f2bd9-f90b-4bf8-890a-796838dcc062, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=256f2bd9-f90b-4bf8-890a-796838dcc062,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:21.382507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:56:21.418833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 256f2bd9-f90b-4bf8-890a-796838dcc062 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:21.419131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256f2bd9-f90b-4bf8-890a-796838dcc062), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:21.433500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256f2bd9-f90b-4bf8-890a-796838dcc062 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 15:56:21.454803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 256f2bd9-f90b-4bf8-890a-796838dcc062, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=256f2bd9-f90b-4bf8-890a-796838dcc062,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:21.458940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (256f2bd9-f90b-4bf8-890a-796838dcc062), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:21.506758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=256f2bd9-f90b-4bf8-890a-796838dcc062,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:21.780549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['256f2bd9-f90b-4bf8-890a-796838dcc062'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 15:56:21.988962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:22.352476 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0796bd8e-4c44-4cf0-9039-25ca06354573 None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:22.352476 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0796bd8e-4c44-4cf0-9039-25ca06354573 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:22.352476 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0796bd8e-4c44-4cf0-9039-25ca06354573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:22.454515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410c7bb-26fc-408d-ac8f-182a71267805 req-a5617895-37f5-4dcb-8f66-7eaf6edda9ab tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:22.455075 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0796bd8e-4c44-4cf0-9039-25ca06354573 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:22.455922 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4410c7bb-26fc-408d-ac8f-182a71267805 req-a5617895-37f5-4dcb-8f66-7eaf6edda9ab tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 945 time: 0.0474658 Oct 26 15:56:22.504761 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4410c7bb-26fc-408d-ac8f-182a71267805 req-eafecd06-de70-4504-a0a2-9739aa924682 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f1d34229-31ca-48e3-947a-5e6adbcd9b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429294 Oct 26 15:56:22.576420 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:22.640351 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0796bd8e-4c44-4cf0-9039-25ca06354573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:21Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:20Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:22.663948 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0796bd8e-4c44-4cf0-9039-25ca06354573 None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:22.672874 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0796bd8e-4c44-4cf0-9039-25ca06354573 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:22.673461 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0796bd8e-4c44-4cf0-9039-25ca06354573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:22.770956 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0796bd8e-4c44-4cf0-9039-25ca06354573 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:22.834778 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:22.948582 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0796bd8e-4c44-4cf0-9039-25ca06354573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:21Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:20Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:22.975719 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0796bd8e-4c44-4cf0-9039-25ca06354573 None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:21Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:20Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:23.278496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 256f2bd9-f90b-4bf8-890a-796838dcc062 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:23.326798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 256f2bd9-f90b-4bf8-890a-796838dcc062 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 15:56:23.334540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 256f2bd9-f90b-4bf8-890a-796838dcc062 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:23.335012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (256f2bd9-f90b-4bf8-890a-796838dcc062), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:23.335449 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 256f2bd9-f90b-4bf8-890a-796838dcc062 Oct 26 15:56:23.370366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:23.409079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:23.411254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 256f2bd9-f90b-4bf8-890a-796838dcc062 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:23.411652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256f2bd9-f90b-4bf8-890a-796838dcc062), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:23.439581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05316286-48f8-4c63-a144-3732279f2f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256f2bd9-f90b-4bf8-890a-796838dcc062'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:56:23.441888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6d8a36-4f91-4625-addf-bcd9e41fb4e2" -d '{"events": [{"server_uuid": "05316286-48f8-4c63-a144-3732279f2f99", "name": "network-vif-plugged", "status": "completed", "tag": "256f2bd9-f90b-4bf8-890a-796838dcc062"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:56:23.456195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 256f2bd9-f90b-4bf8-890a-796838dcc062, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=256f2bd9-f90b-4bf8-890a-796838dcc062,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:23.460613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (256f2bd9-f90b-4bf8-890a-796838dcc062), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:23.489182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 15:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9904c1-331d-40ec-b2c9-5d4e3da7f91a x-openstack-request-id: req-6c9904c1-331d-40ec-b2c9-5d4e3da7f91a {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:56:23.489417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05316286-48f8-4c63-a144-3732279f2f99", "name": "network-vif-plugged", "status": "completed", "tag": "256f2bd9-f90b-4bf8-890a-796838dcc062", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:56:23.489671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c9904c1-331d-40ec-b2c9-5d4e3da7f91a {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:56:23.490063 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c9904c1-331d-40ec-b2c9-5d4e3da7f91a'] response: {'server_uuid': '05316286-48f8-4c63-a144-3732279f2f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'code': 200} Oct 26 15:56:23.520954 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=256f2bd9-f90b-4bf8-890a-796838dcc062,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:23.684447 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0331f55-b638-4424-a3c4-f46a1699ff41 req-aa62ca9c-3e07-4165-8d71-d2421455a0aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:23.686012 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f0331f55-b638-4424-a3c4-f46a1699ff41 req-aa62ca9c-3e07-4165-8d71-d2421455a0aa tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 946 time: 0.1000650 Oct 26 15:56:23.718398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753dd5f-b5df-4245-ba46-3130b403bcc7 req-cf96c890-2713-4d1d-b5c1-590d1bb144e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:23.720454 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a753dd5f-b5df-4245-ba46-3130b403bcc7 req-cf96c890-2713-4d1d-b5c1-590d1bb144e8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 1130 time: 0.0702579 Oct 26 15:56:23.746042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:23.780481 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f0331f55-b638-4424-a3c4-f46a1699ff41 req-10b3c562-fac8-4c98-bb3c-6232b88fc12a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f1d34229-31ca-48e3-947a-5e6adbcd9b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824199 Oct 26 15:56:23.800760 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a753dd5f-b5df-4245-ba46-3130b403bcc7 req-4acc49e1-e817-46aa-a932-96e0e75ffbd5 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f1d34229-31ca-48e3-947a-5e6adbcd9b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684769 Oct 26 15:56:24.796647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:24.846764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2230b548-939d-4113-be98-23346e04adb4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:24.847234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2230b548-939d-4113-be98-23346e04adb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:24.847640 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2230b548-939d-4113-be98-23346e04adb4 Oct 26 15:56:24.898928 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:24.913972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfac6f9-052e-4784-b070-4bce7fea6056 req-8d711136-abea-4fdf-8401-2a5149d60edb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:24.915797 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7bfac6f9-052e-4784-b070-4bce7fea6056 req-8d711136-abea-4fdf-8401-2a5149d60edb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 946 time: 0.0515406 Oct 26 15:56:24.920634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:24.921057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:24.961717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:24.967398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:24.968319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:24.973061 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7bfac6f9-052e-4784-b070-4bce7fea6056 req-c5566b2c-8544-404e-9342-be189f072406 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f1d34229-31ca-48e3-947a-5e6adbcd9b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481470 Oct 26 15:56:25.044652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:25.053003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d352aa45-c36f-4796-b0a4-00aabae1964a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:25.053381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:25.053721 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d352aa45-c36f-4796-b0a4-00aabae1964a Oct 26 15:56:25.127504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:25.127902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:25.152789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936dc723-b5da-49da-8efc-5e6110c3da9c None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:25.157013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:25.161894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:25.168229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936dc723-b5da-49da-8efc-5e6110c3da9c None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:25.168869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-936dc723-b5da-49da-8efc-5e6110c3da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:25.259799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:25.308447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-936dc723-b5da-49da-8efc-5e6110c3da9c None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:25.495998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-936dc723-b5da-49da-8efc-5e6110c3da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:25Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:24Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:25.523246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936dc723-b5da-49da-8efc-5e6110c3da9c None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:25.532086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936dc723-b5da-49da-8efc-5e6110c3da9c None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:25.532689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-936dc723-b5da-49da-8efc-5e6110c3da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:25.612540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:25.636856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-936dc723-b5da-49da-8efc-5e6110c3da9c None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:25.818852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-936dc723-b5da-49da-8efc-5e6110c3da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:25Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:24Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:25.843161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936dc723-b5da-49da-8efc-5e6110c3da9c None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:25Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:24Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:26.127914 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041dcc91-05dd-4ffd-ad78-7db35dd08127 req-92f615c9-a3d0-4755-bf13-6210cf3ea5fc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:26.129523 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-041dcc91-05dd-4ffd-ad78-7db35dd08127 req-92f615c9-a3d0-4755-bf13-6210cf3ea5fc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 946 time: 0.0583425 Oct 26 15:56:26.516883 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:26.533405 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-041dcc91-05dd-4ffd-ad78-7db35dd08127 req-156f1b6b-e566-4f2f-8c56-2e986d815ed6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f1d34229-31ca-48e3-947a-5e6adbcd9b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3980699 Oct 26 15:56:26.662940 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a64aa-296c-4a4d-8caf-7be009cd0aa0 req-771bafbf-dd4b-4d55-b381-ec78636e7125 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:26.664635 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3d0a64aa-296c-4a4d-8caf-7be009cd0aa0 req-771bafbf-dd4b-4d55-b381-ec78636e7125 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 946 time: 0.0500865 Oct 26 15:56:26.711216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:26.718483 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3d0a64aa-296c-4a4d-8caf-7be009cd0aa0 req-8b99e863-5ac9-4ddb-be03-4f834a0c02f2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f1d34229-31ca-48e3-947a-5e6adbcd9b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479686 Oct 26 15:56:26.748003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40234) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:26.790777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:26.793611 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cae078c-eda1-4ad4-98dd-38b94cb49bb9 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:26.793774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:26.794195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:26.795364 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5cae078c-eda1-4ad4-98dd-38b94cb49bb9 tempest-TestNetworkBasicOps-1325644958 tempest-TestNetworkBasicOps-1325644958-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 1125 time: 0.0463114 Oct 26 15:56:26.798850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40236) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:26.803597 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 15:56:26.826807 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:26.837189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:26.841984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:26.843128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:26.892692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:26.914474 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:26.929986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:26.969148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:26.969548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:26.994291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:26.998599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:27.026979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:27.036981 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Allocated IP 172.26.11.206 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/50b28041-0a4e-45af-916d-869762f2da44) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:56:27.088167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:27.130114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:27.131132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:27.150024 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (50b28041-0a4e-45af-916d-869762f2da44), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:27.156468 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:27.186120 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (50b28041-0a4e-45af-916d-869762f2da44), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:27.204046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:27.228994 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:56:27.234101 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:56:27.238557 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 15:56:27.260752 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=50b28041-0a4e-45af-916d-869762f2da44,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:27.293082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:27.340586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2230b548-939d-4113-be98-23346e04adb4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:27.340919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2230b548-939d-4113-be98-23346e04adb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:27.341258 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2230b548-939d-4113-be98-23346e04adb4 Oct 26 15:56:27.401316 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:27.414690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:27.415083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:27.449747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:27.453846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:27.454759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:27.533273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:27.547385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d352aa45-c36f-4796-b0a4-00aabae1964a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:27.547611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:27.547942 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d352aa45-c36f-4796-b0a4-00aabae1964a Oct 26 15:56:27.629966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:27.630368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:27.652719 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:27.657865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:27.717902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:27.920474 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (97758f4e-9037-4bbd-8ca6-e947f19dcc02), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:27.986844 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (50b28041-0a4e-45af-916d-869762f2da44), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:28.136109 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for port (50b28041-0a4e-45af-916d-869762f2da44), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:28.141507 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (50b28041-0a4e-45af-916d-869762f2da44), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:28.211459 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event updated for resources: {'Port': ['ID=50b28041-0a4e-45af-916d-869762f2da44,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:28.213916 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (97758f4e-9037-4bbd-8ca6-e947f19dcc02), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:28.310309 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Floating IP 97758f4e-9037-4bbd-8ca6-e947f19dcc02 associated. External IP: 172.26.11.206, port: 256f2bd9-f90b-4bf8-890a-796838dcc062. Oct 26 15:56:28.354671 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e97363-5914-440e-811d-f80f6a490d14 None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:28.356225 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e97363-5914-440e-811d-f80f6a490d14 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:28.357023 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-01e97363-5914-440e-811d-f80f6a490d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:28.421172 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:28.463745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:28.468834 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-01e97363-5914-440e-811d-f80f6a490d14 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:28.532736 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 48ccfca3-fe4c-4408-bae5-587d808f572f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:56:28.654692 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:56:28.674828 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:28.710721 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-540c575c-c287-44f6-9d4a-10fcd1b2816c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 1.9105606 Oct 26 15:56:28.711377 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05316286-48f8-4c63-a144-3732279f2f99', 'tag': '256f2bd9-f90b-4bf8-890a-796838dcc062'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 15:56:28.714362 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6662d80b37134a2b3900b6f7163109dd688b25040754bcd30973ec7c1dabe5ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce14f47-21e0-4a99-9269-6acd1e24a148" -d '{"events": [{"name": "network-changed", "server_uuid": "05316286-48f8-4c63-a144-3732279f2f99", "tag": "256f2bd9-f90b-4bf8-890a-796838dcc062"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:56:28.714504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40238) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:28.767682 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 15:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecf6897-805a-4c5b-bde2-2c6871e885b3 x-openstack-request-id: req-5ecf6897-805a-4c5b-bde2-2c6871e885b3 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:56:28.767986 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05316286-48f8-4c63-a144-3732279f2f99", "tag": "256f2bd9-f90b-4bf8-890a-796838dcc062", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:56:28.768223 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ecf6897-805a-4c5b-bde2-2c6871e885b3 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:56:28.768654 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ecf6897-805a-4c5b-bde2-2c6871e885b3'] response: {'name': 'network-changed', 'server_uuid': '05316286-48f8-4c63-a144-3732279f2f99', 'tag': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'status': 'completed', 'code': 200} Oct 26 15:56:28.783411 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-44742965-3787-4684-9f5f-6a18f86712ca tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 993 time: 0.0685043 Oct 26 15:56:28.799181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:28.799712 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-01e97363-5914-440e-811d-f80f6a490d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:27Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:27Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:27Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:28.828904 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e97363-5914-440e-811d-f80f6a490d14 None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:28.829140 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce14f47-21e0-4a99-9269-6acd1e24a148 req-8dc09f75-7a14-4242-a3f8-d2fc9914b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:28.830494 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8ce14f47-21e0-4a99-9269-6acd1e24a148 req-8dc09f75-7a14-4242-a3f8-d2fc9914b585 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 1130 time: 0.0420876 Oct 26 15:56:28.837544 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e97363-5914-440e-811d-f80f6a490d14 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:28.838150 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-01e97363-5914-440e-811d-f80f6a490d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:28.872612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:28.873033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:28.876300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:28.909172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:28.913090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:28.913838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:28.935429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce14f47-21e0-4a99-9269-6acd1e24a148 req-bf8c6a3f-6713-4e56-990b-1b71e9c14214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:28.937306 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8ce14f47-21e0-4a99-9269-6acd1e24a148 req-bf8c6a3f-6713-4e56-990b-1b71e9c14214 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=7c458d43-d84c-4e51-aaba-26e18c4d9c35 HTTP/1.1" status: 200 len: 898 time: 0.0987818 Oct 26 15:56:28.942476 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-01e97363-5914-440e-811d-f80f6a490d14 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:28.990085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:29.012012 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8ce14f47-21e0-4a99-9269-6acd1e24a148 req-8f5a3737-9001-4faf-9b2f-1dd488b9b184 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=256f2bd9-f90b-4bf8-890a-796838dcc062 HTTP/1.1" status: 200 len: 1001 time: 0.0682149 Oct 26 15:56:29.027586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:29.027999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:29.037620 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:29.050894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:29.056211 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:29.071362 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce14f47-21e0-4a99-9269-6acd1e24a148 req-5cce0721-d1b8-46c1-b253-e656d65ecd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:29.073268 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8ce14f47-21e0-4a99-9269-6acd1e24a148 req-5cce0721-d1b8-46c1-b253-e656d65ecd81 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=26973379-08be-45f1-afdb-3832247ca5ce HTTP/1.1" status: 200 len: 834 time: 0.0556767 Oct 26 15:56:29.111331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:29.116888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce14f47-21e0-4a99-9269-6acd1e24a148 req-28744631-4bdf-4850-8ce7-ca35f38d14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:56:29.118395 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8ce14f47-21e0-4a99-9269-6acd1e24a148 req-28744631-4bdf-4850-8ce7-ca35f38d14c5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=7c458d43-d84c-4e51-aaba-26e18c4d9c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0395589 Oct 26 15:56:29.166290 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-01e97363-5914-440e-811d-f80f6a490d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:27Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:27Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:27Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:29.191130 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e97363-5914-440e-811d-f80f6a490d14 None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:27Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:27Z', 'revision_number': 0, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:27Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:29.213536 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8ce14f47-21e0-4a99-9269-6acd1e24a148 req-b678578d-c2c4-4bb9-acee-8659c45341a5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888357 Oct 26 15:56:29.306298 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8ce14f47-21e0-4a99-9269-6acd1e24a148 req-78b237ac-3861-409e-a89e-b04b599419e3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865328 Oct 26 15:56:29.787165 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40242) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:29.855666 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2cefe2db-b670-4d2d-b853-a22bc80ee865 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 993 time: 0.0673261 Oct 26 15:56:30.701067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf0e12-9518-4f37-bc2e-bd8edf13a212 None None] New status for floating IP 97758f4e-9037-4bbd-8ca6-e947f19dcc02: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:56:30.749184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:30.791102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:30.803081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:30.859468 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40244) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:30.878879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2230b548-939d-4113-be98-23346e04adb4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:30.879381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2230b548-939d-4113-be98-23346e04adb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:30.879786 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2230b548-939d-4113-be98-23346e04adb4 Oct 26 15:56:30.922581 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1c9168c7-3cac-441e-9257-9b509688fb13 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0618005 Oct 26 15:56:30.956421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:30.956866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:30.991984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:31.005561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:31.005561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:31.078750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:31.088823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d352aa45-c36f-4796-b0a4-00aabae1964a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:31.089212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:31.089552 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d352aa45-c36f-4796-b0a4-00aabae1964a Oct 26 15:56:31.159825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:31.160208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:31.181255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:31.184696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:31.230043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:31.682532 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367198e3-382d-4b01-a444-9a0969581875 None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:31.683212 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367198e3-382d-4b01-a444-9a0969581875 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:31.683818 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-367198e3-382d-4b01-a444-9a0969581875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:31.759642 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:31.784138 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-367198e3-382d-4b01-a444-9a0969581875 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:31.926447 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40246) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:31.986777 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ee6598b2-6936-49c0-abda-a6af000ff84b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0593078 Oct 26 15:56:31.989708 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-367198e3-382d-4b01-a444-9a0969581875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:31Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:30Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:30Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:32.013546 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367198e3-382d-4b01-a444-9a0969581875 None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:32.021928 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367198e3-382d-4b01-a444-9a0969581875 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:32.022524 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-367198e3-382d-4b01-a444-9a0969581875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:32.122038 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-367198e3-382d-4b01-a444-9a0969581875 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:32.326855 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-367198e3-382d-4b01-a444-9a0969581875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:31Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:30Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:30Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:32.351283 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367198e3-382d-4b01-a444-9a0969581875 None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:31Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:30Z', 'revision_number': 1, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:30Z', 'revision_number': 13, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:32.711351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:32.790496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:32.790781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:32.825668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:32.830545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:32.854208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:32.917032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:32.957036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:32.990778 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40248) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:33.058188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:33.065325 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4945051a-cb35-4ee0-96a8-08654eb5dc16 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0724547 Oct 26 15:56:33.105016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2230b548-939d-4113-be98-23346e04adb4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:33.105392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2230b548-939d-4113-be98-23346e04adb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:33.105733 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2230b548-939d-4113-be98-23346e04adb4 Oct 26 15:56:33.185478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:33.185869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:33.221491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:33.225749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:33.275026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:33.282793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:33.301019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:33.362367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:33.362759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:33.384551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:33.389842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:33.420367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:33.442634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:33.940037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec045f0f-f23f-4b2e-8ec0-0a20b12f679b None None] New status for floating IP 97758f4e-9037-4bbd-8ca6-e947f19dcc02: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:56:34.067963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40250) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:34.129700 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8601e187-fedb-4ac4-8ec1-46f5bfab01c7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0605059 Oct 26 15:56:34.596355 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ffe7ba-8d5a-445b-967f-36859bba441a None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:34.596355 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ffe7ba-8d5a-445b-967f-36859bba441a None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:34.596355 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a1ffe7ba-8d5a-445b-967f-36859bba441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:34.749118 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:34.756469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:34.772388 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a1ffe7ba-8d5a-445b-967f-36859bba441a None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:34.791974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:34.833843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:34.834119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:34.866171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:34.870525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:34.916710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:34.984476 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a1ffe7ba-8d5a-445b-967f-36859bba441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:33Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:34Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:33Z', 'revision_number': 15, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:34.986061 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:35.011257 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ffe7ba-8d5a-445b-967f-36859bba441a None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:35.020483 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ffe7ba-8d5a-445b-967f-36859bba441a None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:35.021129 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a1ffe7ba-8d5a-445b-967f-36859bba441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:35.120418 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a1ffe7ba-8d5a-445b-967f-36859bba441a None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:35.133577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40252) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:35.192305 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-24e3dbba-4258-4b87-bade-38f8a51a298e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0575223 Oct 26 15:56:35.343377 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a1ffe7ba-8d5a-445b-967f-36859bba441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:33Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:34Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:34Z', 'revision_number': 16, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:35.368180 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ffe7ba-8d5a-445b-967f-36859bba441a None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:33Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:34Z', 'revision_number': 2, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:34Z', 'revision_number': 16, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:36.195994 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40254) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:36.258410 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c7190ac8-4ef3-4784-9dd1-bb3c50e97b8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0612435 Oct 26 15:56:36.794347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:36.842691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0dda76-29a1-4484-8120-cfabf180fd9f None None] New status for floating IP 97758f4e-9037-4bbd-8ca6-e947f19dcc02: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:56:36.847723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2230b548-939d-4113-be98-23346e04adb4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:36.848093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2230b548-939d-4113-be98-23346e04adb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:36.848427 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2230b548-939d-4113-be98-23346e04adb4 Oct 26 15:56:37.027597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:37.027983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:37.064730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:37.069090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:37.069944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:37.144425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:37.153673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d352aa45-c36f-4796-b0a4-00aabae1964a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:37.154048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:37.154395 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d352aa45-c36f-4796-b0a4-00aabae1964a Oct 26 15:56:37.251899 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eec969c-3cec-4397-ba1d-8383e47123c0 None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:37.252344 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:37.252344 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:37.252527 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eec969c-3cec-4397-ba1d-8383e47123c0 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:37.252527 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8eec969c-3cec-4397-ba1d-8383e47123c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:37.262190 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40256) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:37.262989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:37.268325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:37.325659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:37.325906 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-abf36be5-d5ab-4b9a-81a6-696529b01b7e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0611458 Oct 26 15:56:37.364211 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8eec969c-3cec-4397-ba1d-8383e47123c0 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:37.503502 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:37.569272 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8eec969c-3cec-4397-ba1d-8383e47123c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:33Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:36Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:37Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:37.597356 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eec969c-3cec-4397-ba1d-8383e47123c0 None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:37.605707 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eec969c-3cec-4397-ba1d-8383e47123c0 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:37.606302 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8eec969c-3cec-4397-ba1d-8383e47123c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:37.704129 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8eec969c-3cec-4397-ba1d-8383e47123c0 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:37.836349 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:37.906660 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8eec969c-3cec-4397-ba1d-8383e47123c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:37Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:36Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:37Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:37.933887 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eec969c-3cec-4397-ba1d-8383e47123c0 None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:37Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:36Z', 'revision_number': 3, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:37Z', 'revision_number': 17, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:38.329211 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40258) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:38.391679 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a4d8b91f-c59c-4779-ab26-1d25319ba27f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0613124 Oct 26 15:56:38.590516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1458ed28-5f63-4da7-8d3b-a18751a8981b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:38.717047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:38.791462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:38.791846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:38.830635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:38.834956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:38.835821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:38.879236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:38.915252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:38.955200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:38.955594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:38.977399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:38.982024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:39.013464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:39.042605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:39.070295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:39.113556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:39.114534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:39.118053 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:56:39.185081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:39.268324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:39.312362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2230b548-939d-4113-be98-23346e04adb4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:39.312735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2230b548-939d-4113-be98-23346e04adb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:39.313101 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2230b548-939d-4113-be98-23346e04adb4 Oct 26 15:56:39.347810 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:39.383473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:39.383853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:39.394663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40260) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:39.419394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:39.424215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:39.425067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:39.458057 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7b7ce3bd-e6d4-4955-b877-03fd59b837b2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0608664 Oct 26 15:56:39.599862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41839ebf-bf76-4022-abda-cde931e6850f None None] New status for floating IP 97758f4e-9037-4bbd-8ca6-e947f19dcc02: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:56:39.678812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:39.723941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d352aa45-c36f-4796-b0a4-00aabae1964a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:39.724241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:39.724583 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d352aa45-c36f-4796-b0a4-00aabae1964a Oct 26 15:56:39.840214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:39.840602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:39.862238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:39.866020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:39.912847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:40.321342 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a10af4-46eb-40e4-84ed-d49e1287fde8 None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:40.402838 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a10af4-46eb-40e4-84ed-d49e1287fde8 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:40.403473 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-46a10af4-46eb-40e4-84ed-d49e1287fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:40.460873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40262) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:40.505451 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-46a10af4-46eb-40e4-84ed-d49e1287fde8 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:40.524448 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b82fa6dd-42ae-4998-9163-77ff19690e6c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0623868 Oct 26 15:56:40.707850 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-46a10af4-46eb-40e4-84ed-d49e1287fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:39Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:39Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:39Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:40.736337 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a10af4-46eb-40e4-84ed-d49e1287fde8 None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:40.746813 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a10af4-46eb-40e4-84ed-d49e1287fde8 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:40.747500 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-46a10af4-46eb-40e4-84ed-d49e1287fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:40.761441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:40.832700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:40.833033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:40.846352 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-46a10af4-46eb-40e4-84ed-d49e1287fde8 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:40.865355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:40.869549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:40.870394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:40.912388 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:40.944170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:40.991417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:40.991806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:41.014440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bb3b0fd3-f2ef-4208-b06c-8d63b30071cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:41.019321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:41.024504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:41.054832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:41.062200 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-46a10af4-46eb-40e4-84ed-d49e1287fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:39Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:39Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:39Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:41.076289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:41.088422 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a10af4-46eb-40e4-84ed-d49e1287fde8 None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:39Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:39Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:39Z', 'revision_number': 19, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:41.528322 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40264) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:41.588058 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5bd44cfb-c631-4ae8-81b8-7a0087ecc15a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0585515 Oct 26 15:56:42.146761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:42.578026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9951e41a-df24-4449-9df2-c11feff93f5b None None] New status for floating IP 97758f4e-9037-4bbd-8ca6-e947f19dcc02: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:56:42.591897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40266) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:42.652279 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a2958d2b-552c-4330-89fb-3667a84ea2e6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0592480 Oct 26 15:56:42.808995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:42.860849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2230b548-939d-4113-be98-23346e04adb4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:42.861229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2230b548-939d-4113-be98-23346e04adb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:42.861565 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2230b548-939d-4113-be98-23346e04adb4 Oct 26 15:56:42.862915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:42.935023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:42.935414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:42.965834 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeacaad6-f74e-499a-8c4a-40dcf9dd820f None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:42.965834 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeacaad6-f74e-499a-8c4a-40dcf9dd820f None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:42.965834 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-eeacaad6-f74e-499a-8c4a-40dcf9dd820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:42.971711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:42.975710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:42.976625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:43.042550 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:43.047519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:43.057775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d352aa45-c36f-4796-b0a4-00aabae1964a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:43.058179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:43.058476 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d352aa45-c36f-4796-b0a4-00aabae1964a Oct 26 15:56:43.067007 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-eeacaad6-f74e-499a-8c4a-40dcf9dd820f None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:43.132235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:43.132618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:43.153308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:43.158119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:43.205120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:43.279042 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-eeacaad6-f74e-499a-8c4a-40dcf9dd820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:40Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:42Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:40Z', 'revision_number': 20, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:43.304564 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeacaad6-f74e-499a-8c4a-40dcf9dd820f None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:43.313694 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeacaad6-f74e-499a-8c4a-40dcf9dd820f None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:43.314632 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-eeacaad6-f74e-499a-8c4a-40dcf9dd820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:43.417415 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-eeacaad6-f74e-499a-8c4a-40dcf9dd820f None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:43.620273 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-eeacaad6-f74e-499a-8c4a-40dcf9dd820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:43Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:42Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:42Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:43.656919 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40268) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:43.673097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:43.695144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:43.731563 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-013ca09c-4f5c-47dd-94fc-b4c497ec56b0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0730062 Oct 26 15:56:43.734605 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeacaad6-f74e-499a-8c4a-40dcf9dd820f None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:43Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:42Z', 'revision_number': 5, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:42Z', 'revision_number': 21, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:43.885841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:44.721244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:44.734623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40270) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:44.775222 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:44.801883 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-90bd36b4-2abf-43c8-bc17-c07905d65714 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0653574 Oct 26 15:56:44.805274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:44.805672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:44.840094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:44.845071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:44.845823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:44.919234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:44.960164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:44.960477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:44.980750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:44.985470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:45.007591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:45.063348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:45.105637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:45.106605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:45.173691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:45.259483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:45.261653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952f82dd-836f-4cc9-a58f-4b790fbc1619 None None] New status for floating IP 97758f4e-9037-4bbd-8ca6-e947f19dcc02: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:56:45.374945 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:45.394574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2230b548-939d-4113-be98-23346e04adb4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:45.394951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2230b548-939d-4113-be98-23346e04adb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:45.395290 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2230b548-939d-4113-be98-23346e04adb4 Oct 26 15:56:45.398843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:45.495942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:45.496331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:45.532220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:45.535776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:45.536534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:45.614547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:45.622316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d352aa45-c36f-4796-b0a4-00aabae1964a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:45.622591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:45.622930 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d352aa45-c36f-4796-b0a4-00aabae1964a Oct 26 15:56:45.692202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:45.692588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:45.712780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:45.716214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:45.763195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:45.804563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40272) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:45.862292 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-320377a6-4ac7-4981-a603-d9a936e37f91 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0565224 Oct 26 15:56:46.246438 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9dcad4-7148-4ed7-9b7f-e3d2681cfcd5 None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:46.246438 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9dcad4-7148-4ed7-9b7f-e3d2681cfcd5 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:46.246438 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-db9dcad4-7148-4ed7-9b7f-e3d2681cfcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:46.332789 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:46.347592 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-db9dcad4-7148-4ed7-9b7f-e3d2681cfcd5 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:46.511644 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:46.558481 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-db9dcad4-7148-4ed7-9b7f-e3d2681cfcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:45Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:45Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:45Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:46.582562 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9dcad4-7148-4ed7-9b7f-e3d2681cfcd5 None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:46.590950 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9dcad4-7148-4ed7-9b7f-e3d2681cfcd5 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:46.591551 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-db9dcad4-7148-4ed7-9b7f-e3d2681cfcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:46.690125 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-db9dcad4-7148-4ed7-9b7f-e3d2681cfcd5 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:46.745792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:46.768625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:46.838698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:46.839086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:46.866131 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40274) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:46.875551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:46.879502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:46.880226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:46.902680 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-db9dcad4-7148-4ed7-9b7f-e3d2681cfcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:45Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:45Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:45Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:46.932778 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d0b88717-856e-4e8f-87f1-76b7057f8b6f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0655448 Oct 26 15:56:46.933203 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9dcad4-7148-4ed7-9b7f-e3d2681cfcd5 None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:45Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:45Z', 'revision_number': 6, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:45Z', 'revision_number': 23, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:46.958174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:46.961352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:46.996732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:46.997149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:47.020108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:47.024149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:47.222615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:47.936922 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40276) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:47.988609 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:47.997889 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-349a8743-2711-405d-9ea2-aa471979cc8f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0597806 Oct 26 15:56:48.373452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=63,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:48.380707 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:48.453733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3022f975-e0e2-44b2-8f60-a8970058dc5d None None] New status for floating IP 97758f4e-9037-4bbd-8ca6-e947f19dcc02: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:56:48.808268 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faab03a6-d2e2-42dc-b0f0-ccdce26d75c2 None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:48.808268 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab03a6-d2e2-42dc-b0f0-ccdce26d75c2 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:48.808268 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-faab03a6-d2e2-42dc-b0f0-ccdce26d75c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:48.909152 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-faab03a6-d2e2-42dc-b0f0-ccdce26d75c2 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:49.001765 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40278) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:49.063470 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d99b1ef0-1769-4105-b524-296b12c6fa90 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0606470 Oct 26 15:56:49.117133 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-faab03a6-d2e2-42dc-b0f0-ccdce26d75c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:46Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:48Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:46Z', 'revision_number': 24, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:49.141825 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faab03a6-d2e2-42dc-b0f0-ccdce26d75c2 None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:49.150281 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab03a6-d2e2-42dc-b0f0-ccdce26d75c2 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:49.150883 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-faab03a6-d2e2-42dc-b0f0-ccdce26d75c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:49.196999 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:49.253677 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-faab03a6-d2e2-42dc-b0f0-ccdce26d75c2 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:49.290630 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:49.552494 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-faab03a6-d2e2-42dc-b0f0-ccdce26d75c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:46Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:48Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:46Z', 'revision_number': 24, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:49.577357 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faab03a6-d2e2-42dc-b0f0-ccdce26d75c2 None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:46Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:48Z', 'revision_number': 7, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:46Z', 'revision_number': 24, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:50.066668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40280) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:50.132654 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e54ba24d-4549-4fd7-bc83-3677a2aa4d22 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0648649 Oct 26 15:56:50.723184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:50.797904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:50.798863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:50.866895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:50.879641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:50.953626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:50.954598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:50.979291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:51.023150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:51.098403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8d2571-c134-43f7-97e8-b05f5da2b57a None None] New status for floating IP 97758f4e-9037-4bbd-8ca6-e947f19dcc02: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:56:51.134736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:51.136605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40282) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:51.198754 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7d0e980b-6bcd-411f-a519-a91f5d987ed1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0608675 Oct 26 15:56:51.240017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:51.268021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2230b548-939d-4113-be98-23346e04adb4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:51.268403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2230b548-939d-4113-be98-23346e04adb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:51.268749 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2230b548-939d-4113-be98-23346e04adb4 Oct 26 15:56:51.346441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:51.346839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:51.382893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:51.386547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:51.387273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:51.463802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:51.472510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d352aa45-c36f-4796-b0a4-00aabae1964a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:51.472921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:51.473268 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d352aa45-c36f-4796-b0a4-00aabae1964a Oct 26 15:56:51.527772 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdab770c-f53b-4325-83be-3a2f71f3a1b6 None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:51.527772 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab770c-f53b-4325-83be-3a2f71f3a1b6 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:51.527772 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-cdab770c-f53b-4325-83be-3a2f71f3a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:51.550397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:51.550793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:51.572078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:51.576452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:51.622984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:51.633503 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-cdab770c-f53b-4325-83be-3a2f71f3a1b6 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:51.841335 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-cdab770c-f53b-4325-83be-3a2f71f3a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:46Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:51Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:51Z', 'revision_number': 25, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:51.865813 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdab770c-f53b-4325-83be-3a2f71f3a1b6 None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:51.874519 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab770c-f53b-4325-83be-3a2f71f3a1b6 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:51.875136 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-cdab770c-f53b-4325-83be-3a2f71f3a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:51.971633 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-cdab770c-f53b-4325-83be-3a2f71f3a1b6 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:52.135888 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:52.176364 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-cdab770c-f53b-4325-83be-3a2f71f3a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:51Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:51Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:51Z', 'revision_number': 25, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:52.201426 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdab770c-f53b-4325-83be-3a2f71f3a1b6 None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:51Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:51Z', 'revision_number': 8, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:51Z', 'revision_number': 25, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:52.203983 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40284) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:52.274669 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fec098c7-f74e-4489-b3ea-75721c81eba7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0695026 Oct 26 15:56:52.724710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:52.810708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:52.811742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:52.852509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:52.857656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:52.883953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:52.937832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:52.944238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:52.986973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:53.112903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:53.162319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2230b548-939d-4113-be98-23346e04adb4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:53.162700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2230b548-939d-4113-be98-23346e04adb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:53.163040 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2230b548-939d-4113-be98-23346e04adb4 Oct 26 15:56:53.239486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:53.239877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:53.274507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:53.277004 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40286) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:53.280555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:53.281534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:53.343964 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dc05a15b-aa32-4774-8a25-9b5fe87a3aac tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0636129 Oct 26 15:56:53.356122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:53.364027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:53.372191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d352aa45-c36f-4796-b0a4-00aabae1964a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:53.372583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:53.372890 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d352aa45-c36f-4796-b0a4-00aabae1964a Oct 26 15:56:53.446835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:53.492221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:53.567703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:53.568016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:53.588103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:53.591941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:53.639207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:53.777507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd8d040-dccd-4fbe-ac79-a4308e859492 None None] New status for floating IP 97758f4e-9037-4bbd-8ca6-e947f19dcc02: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:56:53.857053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:54.131688 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf70da7-649b-405f-b6e7-62e45e5f9a46 None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:54.131688 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf70da7-649b-405f-b6e7-62e45e5f9a46 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:54.131688 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-acf70da7-649b-405f-b6e7-62e45e5f9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:54.161253 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:54.231035 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-acf70da7-649b-405f-b6e7-62e45e5f9a46 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:54.346675 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40288) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:54.406783 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-90847034-1323-4c04-8165-c75948b00dc5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0589032 Oct 26 15:56:54.439750 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-acf70da7-649b-405f-b6e7-62e45e5f9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:53Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:53Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:53Z', 'revision_number': 27, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:54.464675 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf70da7-649b-405f-b6e7-62e45e5f9a46 None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:54.473038 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf70da7-649b-405f-b6e7-62e45e5f9a46 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:54.473640 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-acf70da7-649b-405f-b6e7-62e45e5f9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:54.571536 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-acf70da7-649b-405f-b6e7-62e45e5f9a46 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:54.769981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:56:54.846407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:54.847067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:54.863233 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-acf70da7-649b-405f-b6e7-62e45e5f9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:53Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:53Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:53Z', 'revision_number': 27, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:54.880163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:54.885084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:54.891746 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf70da7-649b-405f-b6e7-62e45e5f9a46 None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:53Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:53Z', 'revision_number': 9, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:53Z', 'revision_number': 27, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:54.934028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:55.410711 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40290) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:55.477210 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-15a18d05-1f00-4489-bade-e348e8394d83 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0653348 Oct 26 15:56:56.401166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a48ae78-fd6b-4bce-816e-e6061eb24040 None None] New status for floating IP 97758f4e-9037-4bbd-8ca6-e947f19dcc02: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:56:56.480465 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40292) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:56.542451 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a6e094f2-dc1e-45aa-bff5-37208232ea54 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 994 time: 0.0588360 Oct 26 15:56:56.760632 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fb506b-472a-4d75-87ce-5a91738d7679 None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:56.765202 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb506b-472a-4d75-87ce-5a91738d7679 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:56.765801 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-95fb506b-472a-4d75-87ce-5a91738d7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:56.865555 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-95fb506b-472a-4d75-87ce-5a91738d7679 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:56.989300 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:57.005711 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:57.069049 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-95fb506b-472a-4d75-87ce-5a91738d7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:53Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:56Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:54Z', 'revision_number': 28, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:57.096879 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fb506b-472a-4d75-87ce-5a91738d7679 None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:56:57.105097 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb506b-472a-4d75-87ce-5a91738d7679 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:57.105684 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-95fb506b-472a-4d75-87ce-5a91738d7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:57.199192 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-95fb506b-472a-4d75-87ce-5a91738d7679 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:56:57.403206 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-95fb506b-472a-4d75-87ce-5a91738d7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:53Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:56Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:54Z', 'revision_number': 28, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:57.427110 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fb506b-472a-4d75-87ce-5a91738d7679 None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:53Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:56Z', 'revision_number': 10, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:54Z', 'revision_number': 28, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:56:57.545979 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40294) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:57.619938 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-977b92e3-1b0a-49a7-8544-d8a56b4eae8c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0727415 Oct 26 15:56:58.624420 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40296) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:58.684600 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-833b23e3-2246-4ace-b6ba-3ff86e19434a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0590718 Oct 26 15:56:58.809102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:58.853181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2230b548-939d-4113-be98-23346e04adb4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:58.853555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2230b548-939d-4113-be98-23346e04adb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:58.853893 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2230b548-939d-4113-be98-23346e04adb4 Oct 26 15:56:58.919359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f3f3d0-3636-4320-bedd-c648d27ed35c None None] New status for floating IP 97758f4e-9037-4bbd-8ca6-e947f19dcc02: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:56:58.961901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:58.962286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:59.044754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:59.055661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:59.056411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:56:59.294692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:59.306862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:59.307203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:59.307542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:59.307875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:59.308201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:59.308524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:59.308872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:59.309193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:59.309514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:59.309835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:59.310153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:59.310473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:59.310827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:59.311143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:59.311457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:56:59.316050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d352aa45-c36f-4796-b0a4-00aabae1964a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 15:56:59.316416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:59.316748 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d352aa45-c36f-4796-b0a4-00aabae1964a Oct 26 15:56:59.334514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:59.386503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:56:59.386884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:59.407459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:56:59.411347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:56:59.450787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:56:59.456661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:56:59.688358 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40298) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:56:59.747050 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9ba1f9ab-7ffb-4d86-ba5d-9372a3084f81 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0574019 Oct 26 15:56:59.877637 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f055ec-f5bb-4fbc-be10-95828db9d165 None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:56:59.877637 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f055ec-f5bb-4fbc-be10-95828db9d165 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:56:59.878252 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e6f055ec-f5bb-4fbc-be10-95828db9d165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:56:59.979292 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e6f055ec-f5bb-4fbc-be10-95828db9d165 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:57:00.190265 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e6f055ec-f5bb-4fbc-be10-95828db9d165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:59Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:59Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:59Z', 'revision_number': 29, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:57:00.214555 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f055ec-f5bb-4fbc-be10-95828db9d165 None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:57:00.223573 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f055ec-f5bb-4fbc-be10-95828db9d165 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 15:57:00.224176 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e6f055ec-f5bb-4fbc-be10-95828db9d165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T15:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:57:00.307482 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:00.323746 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e6f055ec-f5bb-4fbc-be10-95828db9d165 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 15:57:00.472773 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:00.610222 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e6f055ec-f5bb-4fbc-be10-95828db9d165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:59Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:59Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:59Z', 'revision_number': 29, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:57:00.634212 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f055ec-f5bb-4fbc-be10-95828db9d165 None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:59Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '97758f4e-9037-4bbd-8ca6-e947f19dcc02', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'floating_ip_address': '172.26.11.206', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'port_id': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'mac_address': 'fa:16:3e:c1:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05316286-48f8-4c63-a144-3732279f2f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T15:56:27Z', 'updated_at': '2022-10-26T15:56:59Z', 'revision_number': 11, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:56:59Z', 'revision_number': 29, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:57:00.750736 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40300) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:00.788277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:57:00.824245 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-620ebc2c-a802-4ff5-9208-53e8cb6dfb74 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0723314 Oct 26 15:57:00.886028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:57:00.886421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:57:00.920389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:57:00.926498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:57:00.927512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:57:01.005342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:01.045818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:57:01.046218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:57:01.068657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:57:01.073164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:57:01.124138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:57:01.828068 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40302) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:01.888978 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cc0c2eb5-8ccd-48a4-9ee5-382d48e874d1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0596366 Oct 26 15:57:02.228946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b5b8e-b87c-457d-bba9-0d88cf22bd26 None None] New status for floating IP 97758f4e-9037-4bbd-8ca6-e947f19dcc02: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 15:57:02.276088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:02.892612 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40304) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:02.951630 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bcfd80ee-9267-4b28-94b9-8dd580d0ffb4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0572748 Oct 26 15:57:03.954799 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40306) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:04.014825 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2cf12991-8a7d-4d59-832b-7b092bcfa84b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0589018 Oct 26 15:57:04.736108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:57:04.806679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 15:57:05.018658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40308) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:05.076329 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ef0c5299-2f01-47d7-965b-5888ff3c509b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0566015 Oct 26 15:57:06.080108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40310) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:06.140195 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9dcfd07b-2292-4eb2-94ac-6ddd51d78004 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0589678 Oct 26 15:57:07.143940 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40312) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:07.201893 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-db29e78d-a45e-40d2-a454-dff7c7f9beac tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0568225 Oct 26 15:57:08.204947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40314) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:08.264864 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c39faa85-c936-4a89-b49b-2ded1c8c2c91 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0587213 Oct 26 15:57:08.593479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ace943a0-b92d-4e45-a946-7db963d0b200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:57:09.267730 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40316) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:09.324770 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-60ab5b2c-9f56-4967-b48e-002121e8547b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0560012 Oct 26 15:57:10.328790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40318) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:10.387010 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-df47daa4-6191-4423-afa0-715e9b5d43bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0570877 Oct 26 15:57:10.997790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-aca4825b-fb8a-40e0-9ee5-6c08d7380c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:57:11.390675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40320) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:11.447679 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-95e10a57-0fb7-40bd-bf4b-e75e2fa78f55 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0558598 Oct 26 15:57:12.148493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:57:12.450820 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40322) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:12.510743 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fec62f3c-3758-482c-b98f-3de1b84b8af4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0588663 Oct 26 15:57:13.514415 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40324) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:13.571462 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ea4bceb4-aff9-4d79-a236-44079cd77650 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0558548 Oct 26 15:57:13.686886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:57:13.888491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:57:13.994304 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=49 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:14.008303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=81 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:14.575186 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40326) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:14.635535 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7ea55d6b-7d10-45c3-b8f5-58a45d8b41d7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0588043 Oct 26 15:57:15.639274 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40328) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:15.695202 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3f7cc877-3032-44ed-a5fa-84ea330d953d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0549049 Oct 26 15:57:16.116564 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:57:16.698935 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40330) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:16.753711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:57:16.760330 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e39da344-bb20-4001-b2a7-a45c64a9ce7d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0601308 Oct 26 15:57:17.764005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40332) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:17.821459 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bcfd9d97-882d-4078-a9af-685d3ae53fdf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0563490 Oct 26 15:57:18.825295 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40334) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:18.885184 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4a6c60db-5351-4fab-9fd3-54e9988004a0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0587552 Oct 26 15:57:19.666601 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc7acd7a-c09c-4de5-94c2-2fc5aea40d19 req-ceeb38fc-e1d9-4ae4-98ff-4505e3b69a8d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390670 Oct 26 15:57:19.749724 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7acd7a-c09c-4de5-94c2-2fc5aea40d19 req-340ba206-f06c-4967-b500-bbd03bacf34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:19.751211 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc7acd7a-c09c-4de5-94c2-2fc5aea40d19 req-340ba206-f06c-4967-b500-bbd03bacf34a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 1130 time: 0.0392351 Oct 26 15:57:19.862342 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7acd7a-c09c-4de5-94c2-2fc5aea40d19 req-14426dec-7ab3-466e-8454-9348a5b7a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:19.863787 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc7acd7a-c09c-4de5-94c2-2fc5aea40d19 req-14426dec-7ab3-466e-8454-9348a5b7a927 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=7c458d43-d84c-4e51-aaba-26e18c4d9c35 HTTP/1.1" status: 200 len: 898 time: 0.0892859 Oct 26 15:57:19.889265 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40336) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:19.895377 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=80 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:19.897097 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=62 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:19.929386 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc7acd7a-c09c-4de5-94c2-2fc5aea40d19 req-dc408085-008e-414f-b085-935471d9765f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=256f2bd9-f90b-4bf8-890a-796838dcc062 HTTP/1.1" status: 200 len: 1003 time: 0.0562308 Oct 26 15:57:19.948877 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d404253e-0a6c-4879-98e3-154fcf90be96 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0584614 Oct 26 15:57:19.979483 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7acd7a-c09c-4de5-94c2-2fc5aea40d19 req-14cc1c24-acc7-4166-92bb-9a57b0910fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:19.980937 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc7acd7a-c09c-4de5-94c2-2fc5aea40d19 req-14cc1c24-acc7-4166-92bb-9a57b0910fa9 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=26973379-08be-45f1-afdb-3832247ca5ce HTTP/1.1" status: 200 len: 834 time: 0.0435085 Oct 26 15:57:20.032215 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7acd7a-c09c-4de5-94c2-2fc5aea40d19 req-e01314fa-10f8-4748-88e0-a6da7a8f7c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:57:20.033732 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc7acd7a-c09c-4de5-94c2-2fc5aea40d19 req-e01314fa-10f8-4748-88e0-a6da7a8f7c50 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=7c458d43-d84c-4e51-aaba-26e18c4d9c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425334 Oct 26 15:57:20.127162 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc7acd7a-c09c-4de5-94c2-2fc5aea40d19 req-4039c85d-4eab-4a4c-bbfa-5e0bd565745f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825689 Oct 26 15:57:20.223674 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc7acd7a-c09c-4de5-94c2-2fc5aea40d19 req-b05717cf-516e-407e-8a2f-2ab7dff2b682 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872190 Oct 26 15:57:20.952312 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40338) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:21.011135 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1ce4020c-6078-4dd9-b100-6a9d41ee8c01 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0575938 Oct 26 15:57:22.014990 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40340) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:22.073468 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-83137d5a-721d-495a-96c2-9b0e8ff2c0f0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0573454 Oct 26 15:57:23.077301 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40342) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:23.136750 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-428b9e62-2bbb-4c5d-865f-4045a91d2058 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0583658 Oct 26 15:57:24.141295 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40344) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:24.199896 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6a41189a-8f88-49c7-a2ac-d6b339747f3f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0574884 Oct 26 15:57:25.202972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40346) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:25.262224 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-839fa825-3f97-4e73-b2f2-323c9a8257cb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0581379 Oct 26 15:57:26.112176 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=37 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:26.112982 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=40 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:26.266845 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40348) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:26.621655 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-40d6ac61-3bd2-48e7-ae1d-a2bdfed7f4cc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.3536568 Oct 26 15:57:26.743006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=17 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:26.743737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:26.749200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=58,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:27.626312 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40354) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:27.685316 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6a45d9b0-b64a-479e-85f6-b76fdaad867e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0579665 Oct 26 15:57:28.689147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40356) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:28.753180 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e3430150-8753-48b8-aaca-74246be865e4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0625689 Oct 26 15:57:29.756645 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40358) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:29.816483 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dc1e8383-ceea-4851-8f3f-c3880974f8b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0586917 Oct 26 15:57:30.218773 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=67 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:30.220704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=74 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:30.820409 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40360) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:30.879133 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7889cd2f-9ba3-4ec2-a5de-6e7e6c325e93 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0575497 Oct 26 15:57:31.882637 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40362) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:31.943416 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-af080568-2a9b-41aa-b9f5-7ce6c0633913 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0596578 Oct 26 15:57:32.947226 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40364) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:33.004171 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b912609b-450a-4a94-8dd4-13888f33bb27 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0557501 Oct 26 15:57:34.008078 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40366) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:34.068498 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bc01c4c0-d24e-4ddf-a545-794f47555f71 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0593743 Oct 26 15:57:35.071879 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40368) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:35.129275 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a0b4a371-53bc-4764-ab76-c02c6b002222 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0563262 Oct 26 15:57:36.133036 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40370) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:36.194462 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-25ee673e-902f-48a2-b128-d1a949effba9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0602348 Oct 26 15:57:37.153727 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:37.198244 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40372) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:37.255906 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-91a250ad-379d-4385-92ef-d1ed5ab4da34 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0565448 Oct 26 15:57:38.259716 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40374) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:38.321464 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-07323804-e795-484c-8a76-f4f3fc59f639 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0606158 Oct 26 15:57:38.595280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3aa86231-2c98-4584-9c91-88350c32d2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:57:39.325288 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40376) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:39.382751 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c97f1501-b2c4-44e8-a25f-81144fb9ecd3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0563185 Oct 26 15:57:40.386571 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40378) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:40.428535 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:40.450300 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-be88955c-5902-4fa8-9e57-543024774648 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0611954 Oct 26 15:57:41.000191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f86848f6-9929-4d7d-8518-187def1099f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:57:41.453851 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40380) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:41.491313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:41.511270 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-74aab32d-f951-4cdc-a97c-29feec85c202 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0563385 Oct 26 15:57:42.151708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:57:42.515395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40382) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:42.575786 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cd063f1c-edb9-4c4f-a5f7-88ec19146779 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0592980 Oct 26 15:57:43.579845 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40384) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:43.636031 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a5537ecd-d6a2-495c-9231-b16154a6a280 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0551479 Oct 26 15:57:43.688752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:57:43.894616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:57:44.640295 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40386) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:44.700040 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4cff978f-0e2a-4d54-aaf7-99e0cbb44ea8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0580759 Oct 26 15:57:45.703059 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40388) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:45.760439 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8c21fd96-365a-40b8-b3d1-1936f8b6da06 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0562534 Oct 26 15:57:46.764779 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40390) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:46.768200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:57:46.824926 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3d6718c7-b1a2-4c01-b0f8-19c0b0134cf8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0588281 Oct 26 15:57:47.828553 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40392) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:47.885078 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1bc353d8-b6e9-44eb-9212-6950e5035339 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0553744 Oct 26 15:57:48.888941 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40394) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:48.949140 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-04950ebb-a481-4089-af14-5d8890d1a746 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0590172 Oct 26 15:57:49.953056 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40396) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:50.009812 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2843ae35-56c5-47cd-8f13-3f5d6a72e574 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0555801 Oct 26 15:57:51.013959 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40398) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:51.073946 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c7bdee7b-6e51-454d-97ef-cda245024843 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0589440 Oct 26 15:57:52.077896 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40400) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:52.135549 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-979dbad2-2a74-4d1d-98d8-a43cbdd199c6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0565252 Oct 26 15:57:53.115205 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:57:53.139273 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40402) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:53.199859 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d7f2222c-3bef-4f3d-a4f5-3ea28a2a00c7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0587647 Oct 26 15:57:54.203715 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40404) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:54.262758 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-24518d59-9c1d-4558-b660-2e70ccfc23f7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0572860 Oct 26 15:57:55.266439 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40406) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:55.327362 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-eebc4a4e-b89c-4022-9f60-986e513de80d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0597680 Oct 26 15:57:56.330579 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40408) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:56.387657 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7e5ef2e1-6c53-40e6-96b4-4024114df198 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0559685 Oct 26 15:57:57.391429 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40410) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:57.451367 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cb28da78-2294-4d16-a013-5a3562158a67 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0588303 Oct 26 15:57:58.455120 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40412) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:58.511707 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4bb6fa44-22e5-4b6e-8e32-06ee54513ed1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0554657 Oct 26 15:57:58.606640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=12 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:58.612451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:58.614934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=16 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:57:59.516073 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40414) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:57:59.577711 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-285d9aa6-be78-4322-a5e8-be5db462ecc3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0604122 Oct 26 15:58:00.581478 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40416) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:00.638713 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1fa34519-07c8-4951-b8c1-0273ed703454 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0561006 Oct 26 15:58:01.641704 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40418) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:01.701356 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a49c8ee2-87f1-4e72-b3ac-3b24fe6566bc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0585670 Oct 26 15:58:02.705208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40420) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:02.762595 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6f20cced-a604-4557-b745-4d18132df396 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0562367 Oct 26 15:58:03.110218 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:03.110881 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:03.766382 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40422) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:03.827105 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9daafe2a-c991-4fd8-a6e1-7483ddbe1000 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0595334 Oct 26 15:58:04.830570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40424) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:04.887790 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f30790e8-fbd4-430f-a6d1-cfdca2a838af tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0561044 Oct 26 15:58:05.891642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40426) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:05.951126 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4f71b9b5-00a5-4153-904a-515d0a3f6fd5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0583715 Oct 26 15:58:06.954233 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40428) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:07.012114 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b3a1c12e-31ce-441a-966e-1ec9d6227b67 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0566669 Oct 26 15:58:08.015541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40430) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:08.074988 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-570cfcae-63ca-4927-bdc2-a8dd191a0903 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0578043 Oct 26 15:58:08.596682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f9ae6ad3-8dc7-4e60-8710-9671f2a66ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:58:09.078706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40432) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:09.135777 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b2435d6f-28a8-43f3-8441-9e397a6de4e7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0559373 Oct 26 15:58:10.139608 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40434) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:10.145887 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:10.147595 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:10.198382 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e13a1b39-31bf-4771-86db-f4ce4a20c53c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0576627 Oct 26 15:58:11.002005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-71488037-bce4-45be-b69b-9313086e6768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:58:11.202539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40436) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:11.263456 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d11282d9-645b-441e-88f0-f157b7cc8792 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0598016 Oct 26 15:58:12.154381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:58:12.267292 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40442) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:12.326152 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cc32c719-4a1e-4cc5-a704-42a155fbc72a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0576575 Oct 26 15:58:13.330016 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40446) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:13.390247 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-771785a6-ab49-47d2-a10d-40d60c7eb80b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0590956 Oct 26 15:58:13.691238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:58:13.887028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:58:14.393161 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40450) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:14.451140 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4792056d-4130-4395-a988-2b1f72042831 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0568538 Oct 26 15:58:15.454950 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40452) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:15.514067 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fe9a13c5-2c30-45cb-9efe-62f17ad1ce23 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0580022 Oct 26 15:58:16.517375 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40454) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:16.767382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:58:16.868180 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7598025b-64d0-4c00-be20-a75c274d358d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.3495600 Oct 26 15:58:17.872008 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40456) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:17.930789 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5ef793bb-433e-44aa-88e9-e6484932cec8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0576847 Oct 26 15:58:18.934534 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40458) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:18.991764 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-498dc00d-9a36-49e0-8068-17bff80eb5a5 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0561073 Oct 26 15:58:19.126958 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=28 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:19.128883 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=42 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:19.995989 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40460) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:20.055692 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fd54d7cd-7616-4eb8-82e2-f986a5086323 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0585256 Oct 26 15:58:20.722476 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1f3e55d2-2b49-468e-a827-615fc946e8aa req-1188b9ae-9aa1-4e92-9d0d-c44527dbe860 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379715 Oct 26 15:58:20.810349 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e55d2-2b49-468e-a827-615fc946e8aa req-2d5526a7-49e8-4532-830d-0d23c84ff715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:20.811821 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1f3e55d2-2b49-468e-a827-615fc946e8aa req-2d5526a7-49e8-4532-830d-0d23c84ff715 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 1130 time: 0.0436592 Oct 26 15:58:20.920085 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e55d2-2b49-468e-a827-615fc946e8aa req-c4a25c2a-c3b4-4f4b-8b9f-24ca216880fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:20.921564 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1f3e55d2-2b49-468e-a827-615fc946e8aa req-c4a25c2a-c3b4-4f4b-8b9f-24ca216880fb service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=7c458d43-d84c-4e51-aaba-26e18c4d9c35 HTTP/1.1" status: 200 len: 898 time: 0.0856712 Oct 26 15:58:20.988847 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1f3e55d2-2b49-468e-a827-615fc946e8aa req-20edeeb7-bdf4-4093-844f-7a880fac8ceb service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=256f2bd9-f90b-4bf8-890a-796838dcc062 HTTP/1.1" status: 200 len: 1003 time: 0.0576777 Oct 26 15:58:21.036941 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e55d2-2b49-468e-a827-615fc946e8aa req-f082e075-e2d6-442e-a2ad-cb486424e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:21.038372 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1f3e55d2-2b49-468e-a827-615fc946e8aa req-f082e075-e2d6-442e-a2ad-cb486424e7c9 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=26973379-08be-45f1-afdb-3832247ca5ce HTTP/1.1" status: 200 len: 834 time: 0.0438032 Oct 26 15:58:21.058589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40462) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:21.085100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e55d2-2b49-468e-a827-615fc946e8aa req-13c92dea-7e2e-4101-9707-978a69efa7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:58:21.086599 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1f3e55d2-2b49-468e-a827-615fc946e8aa req-13c92dea-7e2e-4101-9707-978a69efa7a4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=7c458d43-d84c-4e51-aaba-26e18c4d9c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387576 Oct 26 15:58:21.116387 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-42a85b1d-9b3a-4253-89dc-d3b117cf05d7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0566251 Oct 26 15:58:21.181629 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1f3e55d2-2b49-468e-a827-615fc946e8aa req-724c1c5f-c500-40e3-ae45-df52fc09d68a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851924 Oct 26 15:58:21.273941 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1f3e55d2-2b49-468e-a827-615fc946e8aa req-f89bbf4c-5301-4574-8512-0c4c39d73964 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822861 Oct 26 15:58:22.120213 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40464) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:22.181392 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-62dc6a0d-828d-4df9-a462-72e07aa0132b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0600173 Oct 26 15:58:23.185211 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40466) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:23.241820 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b8ac5670-574c-4282-8688-59404a9285a8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0554962 Oct 26 15:58:24.245694 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40468) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:24.307134 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c171f6f5-4426-4ccb-bfc5-c88828703a33 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0602682 Oct 26 15:58:25.310592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40470) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:25.367992 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3c07441e-fc81-47d2-a6cf-ff61379cb079 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0562398 Oct 26 15:58:26.372371 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40472) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:26.431784 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c9b31478-226a-48f6-bd67-a0afd9c89b86 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0580423 Oct 26 15:58:26.756176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:26.760447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:26.762634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:27.437432 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40474) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:27.493803 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a927a21c-101e-404a-8c8c-8b57ae8c97e1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0552208 Oct 26 15:58:28.496882 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40476) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:28.557303 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-caf7c790-efa9-4fab-96b4-2591f5e6ddb2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0592020 Oct 26 15:58:29.561204 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40478) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:29.619189 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-26f64380-39d9-465d-b284-b3b109d95ad0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0569103 Oct 26 15:58:30.114175 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:58:30.622213 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40480) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:30.663277 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:30.683811 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-27822d09-c104-476c-87eb-dc257f7f5187 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0603859 Oct 26 15:58:31.263833 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=47 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:31.270755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=54 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:31.687354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40482) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:32.055179 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9be8c433-cc54-4c27-a5d8-9bfd4e7d739d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.3665929 Oct 26 15:58:33.058650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40484) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:33.115197 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f54b344c-a076-4746-bfab-51e13bdc7d35 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0555134 Oct 26 15:58:34.118668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40486) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:34.179424 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f3c95896-7609-4359-a1a0-95d206eb071b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0596991 Oct 26 15:58:35.183220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40488) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:35.241326 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4d8857ea-2d19-4968-9947-d100c20a203f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0569851 Oct 26 15:58:36.244908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40490) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:36.285165 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:36.287010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:36.304190 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-aafbf4f7-2f16-49c9-aba4-491fc84c3fff tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0581448 Oct 26 15:58:37.308582 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40492) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:37.368387 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-79f5add2-fbc6-4a0f-9084-354dc7c00a0e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0586231 Oct 26 15:58:38.372356 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40494) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:38.430088 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bbc286e8-4478-41a9-8d23-e7287e0991ca tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0565891 Oct 26 15:58:38.598459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6224e756-b0aa-4e10-96ac-7e36d099687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:58:39.433434 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40496) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:39.493446 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4b9dbfe7-ca50-4f4a-a803-1aca2a778263 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0587952 Oct 26 15:58:40.110114 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:40.497225 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40498) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:40.555383 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9eb52104-4bf6-402d-b7e8-c027e520cd15 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0570395 Oct 26 15:58:41.005562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-647d857e-d8a9-4be6-a5e3-333e03fe414c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:58:41.559448 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40500) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:41.618010 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7170c6da-ded7-4b96-a6dd-f115ff7e23ff tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0575190 Oct 26 15:58:42.157745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:58:42.622388 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40502) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:42.679603 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d52b881c-62c5-4872-8367-7b49bf12ee6d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0561745 Oct 26 15:58:43.683327 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40504) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:43.696419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:58:43.748258 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2794b987-b351-4a6a-a04a-43ef50a37954 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0637956 Oct 26 15:58:43.889235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:58:44.752027 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40506) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:44.810362 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2647d24d-8911-4e11-a759-676a56d2ddba tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0572100 Oct 26 15:58:45.814219 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40508) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:45.872943 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-73508b50-1721-487e-b765-5367664bea45 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0575981 Oct 26 15:58:46.781900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:58:46.876322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40510) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:46.935847 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e69d65c9-d494-4e51-9dff-c838aaf2d2ff tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0583923 Oct 26 15:58:47.939717 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40512) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:47.997336 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-df4a302f-fef0-438e-b1ff-0ed81b25ce19 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0565014 Oct 26 15:58:49.001227 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40514) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:49.063528 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-56472032-21f8-4510-bdd4-f60e62191639 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0611644 Oct 26 15:58:50.066676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40516) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:50.125280 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-763814dd-52d8-4f71-96ea-3e0de123c6e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0572484 Oct 26 15:58:51.129221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40518) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:51.188578 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5d51df0d-e008-474a-8693-0f32a0474fe2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0583224 Oct 26 15:58:52.192162 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40520) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:52.252746 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-379e7ef2-c88a-48a4-9ac3-84bceee62bab tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0594552 Oct 26 15:58:53.256511 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40522) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:53.320616 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-524764f1-6096-4761-997f-18bcb63153b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0628190 Oct 26 15:58:54.323805 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40524) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:54.381840 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ea78ae80-4a2b-4222-8296-950af6db8cee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0562148 Oct 26 15:58:55.385318 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40526) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:55.445263 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-33d01f8a-a908-4b53-86be-2f6268d263a2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0587656 Oct 26 15:58:55.859602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=37 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:55.865724 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=33 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:56.449013 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40528) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:56.506774 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e27df931-1388-4a8f-be0e-3cb8b4fc825b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0561471 Oct 26 15:58:56.770318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:56.774357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:56.776223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:57.510517 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40530) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:57.570489 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-af4f757f-4748-45ac-a9e9-676b65e3287e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0587678 Oct 26 15:58:58.574778 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40532) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:58.614216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:58:58.632652 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3d3965c4-1c62-4ef8-9374-dea5efd85a17 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0568755 Oct 26 15:58:59.636636 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40534) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:58:59.696411 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a1d3409f-e42d-4047-9adb-36db36371de9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0585520 Oct 26 15:59:00.700980 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40536) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:00.758351 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-628f4cf7-a366-45fb-9bd0-4f6a1e743086 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0561879 Oct 26 15:59:01.762420 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40538) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:01.801629 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:59:01.823010 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-673cee74-71a5-4546-b5ae-123eab12c272 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0594983 Oct 26 15:59:02.826560 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40540) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:02.883735 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-972ee216-5162-4cb6-be7f-5ab093179e3b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0560226 Oct 26 15:59:03.887832 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40542) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:03.948141 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b9ceab3e-a808-4c19-99c2-297cfdb41efb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0591614 Oct 26 15:59:04.952590 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40544) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:05.008865 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6097082c-f1c8-4196-b96b-221f070722cf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0550964 Oct 26 15:59:06.011862 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40546) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:06.071547 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bd77b24e-019c-49a6-b3ed-2c2c98b66285 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0585608 Oct 26 15:59:07.075222 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40548) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:07.114019 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:59:07.424649 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6f3d963e-20ee-42ec-9d43-c7ebb62088fb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.3483598 Oct 26 15:59:08.428461 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40550) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:08.487269 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ac9bc6e8-1b2a-4f61-8873-3676f876ae4b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0576537 Oct 26 15:59:08.600143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4a52-5a46-4149-8151-8f71a7895763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:59:09.491038 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40552) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:09.550627 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b5d4dbde-b26f-488d-b77a-d80d409c5bfc tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0583758 Oct 26 15:59:10.554365 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40554) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:10.614446 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3a3812d8-4cbd-4536-a45e-e00b1049db78 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0590231 Oct 26 15:59:11.007520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ba886188-9aac-4b3e-9bae-278c7ca06254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:59:11.618037 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40556) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:11.675237 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-66ae3f35-217a-49cb-9cda-a72f38cc2b54 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0561283 Oct 26 15:59:12.163343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:59:12.679022 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40558) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:12.736241 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4900dda7-33f2-46ef-9cee-690260c1c83e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0560417 Oct 26 15:59:13.697957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:59:13.740069 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40560) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:13.799357 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f770fa01-e1bb-4644-b943-829d20a2784b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0580094 Oct 26 15:59:13.895458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:59:14.802113 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40562) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:14.859160 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-313a69ad-d3c3-40b9-92fc-eca49a481269 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0558884 Oct 26 15:59:15.862624 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40564) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:15.922729 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-efd59c53-a8df-47fb-8b3b-d7e10cc66c4d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0589752 Oct 26 15:59:16.779579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:59:16.926545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40566) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:16.983152 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-91e2afb7-74b8-42d7-bc0c-d899c2d7ca28 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0555012 Oct 26 15:59:17.986588 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40568) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:18.047199 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-24124d3e-e742-4980-86d0-7358b79384b4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0594060 Oct 26 15:59:18.609072 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=21 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:59:18.618107 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=13 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:59:19.050981 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40570) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:19.108033 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bd26b341-b7d4-4474-b66d-7556ecf1b6b2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0559533 Oct 26 15:59:20.111903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40572) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:20.171598 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dcd08cea-ea8f-492d-8310-76cb3dcee288 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0585859 Oct 26 15:59:21.174576 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40574) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:21.231589 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-47ff7ad8-4802-4da5-a6dc-582f9a7729ea tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0558956 Oct 26 15:59:22.234788 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40576) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:22.272545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:59:22.297566 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1edf0b77-0e3d-44c2-939b-80be739135e8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0616751 Oct 26 15:59:22.626051 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ed8bbe2b-efae-4520-844b-e3c4b7bb7416 req-b6722e21-260e-4d44-909c-6338b7769884 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380969 Oct 26 15:59:22.717956 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bbe2b-efae-4520-844b-e3c4b7bb7416 req-6721f1e9-2848-4218-b16e-cfa5834b0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:59:22.719425 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ed8bbe2b-efae-4520-844b-e3c4b7bb7416 req-6721f1e9-2848-4218-b16e-cfa5834b0434 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 1130 time: 0.0429487 Oct 26 15:59:22.827035 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bbe2b-efae-4520-844b-e3c4b7bb7416 req-e9af25bc-8d7a-4c4c-ab96-c3ed7e8d0227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:59:22.828498 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ed8bbe2b-efae-4520-844b-e3c4b7bb7416 req-e9af25bc-8d7a-4c4c-ab96-c3ed7e8d0227 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=7c458d43-d84c-4e51-aaba-26e18c4d9c35 HTTP/1.1" status: 200 len: 898 time: 0.0857880 Oct 26 15:59:22.900068 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ed8bbe2b-efae-4520-844b-e3c4b7bb7416 req-f72832ef-4594-46c9-985a-8153112331b3 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=256f2bd9-f90b-4bf8-890a-796838dcc062 HTTP/1.1" status: 200 len: 1003 time: 0.0569777 Oct 26 15:59:22.951355 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bbe2b-efae-4520-844b-e3c4b7bb7416 req-115f0d1f-7a5e-4420-837d-20c3a36be9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:59:22.952941 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ed8bbe2b-efae-4520-844b-e3c4b7bb7416 req-115f0d1f-7a5e-4420-837d-20c3a36be9a8 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=26973379-08be-45f1-afdb-3832247ca5ce HTTP/1.1" status: 200 len: 834 time: 0.0438986 Oct 26 15:59:22.999605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bbe2b-efae-4520-844b-e3c4b7bb7416 req-6a045e83-0fbe-4d42-bdce-c61fb6dee458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 15:59:23.001125 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ed8bbe2b-efae-4520-844b-e3c4b7bb7416 req-6a045e83-0fbe-4d42-bdce-c61fb6dee458 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=7c458d43-d84c-4e51-aaba-26e18c4d9c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393150 Oct 26 15:59:23.096162 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ed8bbe2b-efae-4520-844b-e3c4b7bb7416 req-6cd198e4-a709-4733-9375-7e6ea16ed317 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858805 Oct 26 15:59:23.188288 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ed8bbe2b-efae-4520-844b-e3c4b7bb7416 req-a063b9b3-06a8-4b0f-ae93-deda152100ee service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823491 Oct 26 15:59:23.301484 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40578) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:23.343473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:59:23.359659 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3151dc4a-8af9-49eb-8e1c-5c7fe07c79dd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0570688 Oct 26 15:59:24.363078 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40580) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:24.423464 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7ef7193b-64b7-4a30-aaad-5f28be9c1b37 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0592446 Oct 26 15:59:25.427273 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40582) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:25.484289 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dd5e218b-b2b1-48b1-b2cb-cfff8991a29e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0558920 Oct 26 15:59:26.487927 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40584) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:26.551307 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1d76cf69-5f89-4b94-b205-ffb767e8e546 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0621612 Oct 26 15:59:26.768450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:59:26.772551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:59:26.774608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:59:27.555819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40586) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:27.613167 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4a239e2c-0d40-4a97-b1e3-47da3689a802 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0561957 Oct 26 15:59:28.617069 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40588) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:28.677072 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3d8984ed-d9e4-43d6-a371-5a44244c7d42 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0589061 Oct 26 15:59:29.680788 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40596) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:29.742015 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e69d4663-73e7-4e39-85e9-5a72bdfa1da7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0600872 Oct 26 15:59:30.745811 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40598) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:30.803211 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0c09f4c1-b6d7-4879-bf00-0791f6f2d654 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0557520 Oct 26 15:59:31.806687 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40600) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:31.866792 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f9fb2bcd-a701-47be-bcb8-e7ef398285c7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0589821 Oct 26 15:59:32.870506 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40602) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:32.928198 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-23a4dccd-491e-4546-bf70-c68cb18e8a95 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0565574 Oct 26 15:59:33.932004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40604) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:33.989695 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-89e65f81-0b38-4b2b-8014-6a8edc3fc6cb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0565705 Oct 26 15:59:34.993490 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40606) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:35.053031 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-76b6dc09-b0fe-4c9e-9422-d40405654473 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0583193 Oct 26 15:59:36.056144 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40608) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:36.113535 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8ef44e6f-5a0a-4212-9c98-2c8d2b4cf12c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0562410 Oct 26 15:59:37.117413 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40610) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:37.157884 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:59:37.159114 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:59:37.178792 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bb25eab8-f30b-4ace-97b0-a2d6daca9f40 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0602775 Oct 26 15:59:38.182600 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40612) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:38.240639 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-edb73e2c-bdfa-40cf-8fe7-9836d2a286fe tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0569031 Oct 26 15:59:38.602017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5b65ca57-ccd0-4bac-9b72-72d6f3b87d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:59:39.244447 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40614) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:39.305882 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-34a52e1b-2e7e-40b3-81b4-7301f4a7c83f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0602152 Oct 26 15:59:40.309600 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40616) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:40.367422 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-38c30644-c3b0-4d86-97fe-016d93f131b2 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0566556 Oct 26 15:59:41.008706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a35aa65d-2637-444c-946d-eb12772a5080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:59:41.371258 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40618) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:41.430394 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-debe289b-45d7-404a-b0bd-9e94181baed9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0579679 Oct 26 15:59:42.163722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:59:42.434221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40620) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:42.491042 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-809e827d-028c-46af-92a5-78b560c3d4ea tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0556965 Oct 26 15:59:42.918702 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=77 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:59:42.920771 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=74 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:59:43.494831 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40622) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:43.556350 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0c265c79-9d5f-4a16-982b-aecb17d7c233 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0602183 Oct 26 15:59:43.700395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:59:43.889191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:59:44.113167 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:59:44.560074 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40624) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:44.618927 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0d49a8ab-3bd4-4585-a826-e2581604c50d tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0577831 Oct 26 15:59:45.622024 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40626) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:45.679947 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-407ef54a-0b7a-4dbc-8fa7-e228027dcd7b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0568984 Oct 26 15:59:46.684452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40628) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:46.743810 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-56267acf-b740-4b64-8a4e-0b8cc7fc4364 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0581713 Oct 26 15:59:46.786020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 15:59:47.747689 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40630) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:47.804715 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-931eb825-fb43-4f88-b73c-0a370478fbf1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0559027 Oct 26 15:59:48.808594 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40632) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:48.868908 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-075391ef-232e-4af6-9c9e-8e13ea630911 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0590837 Oct 26 15:59:49.872656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40634) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:49.930782 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c9ba1778-1a29-4100-a506-35828e23a33c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0570030 Oct 26 15:59:50.934576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40636) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:50.994964 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0f8559f6-2850-46c6-b9c2-ea7404550879 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0592403 Oct 26 15:59:51.998603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40638) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:52.056364 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-329afb1d-776e-4c94-b1bb-c2d5adca792b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0566101 Oct 26 15:59:53.060228 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40640) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:53.066370 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:59:53.110212 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:59:53.119965 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d305971a-8244-42cd-9b8b-7ae096b9b56b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0587378 Oct 26 15:59:54.108185 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:59:54.108944 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:59:54.124288 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40642) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:54.182296 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-07940d3c-3a9c-4437-8df1-ea4b7b53e3ed tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0568552 Oct 26 15:59:55.186585 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40644) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:55.246979 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cbfac265-1f74-4a1e-81d0-7af15670300a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0591588 Oct 26 15:59:56.250688 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40646) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:56.319364 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6084d16a-1dfe-4b2d-a256-9f5e7002d2c8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0674832 Oct 26 15:59:57.323182 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40648) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:57.383505 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ec6eb9e3-5059-4a4e-ad49-4b32ec938321 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0591931 Oct 26 15:59:58.387830 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40650) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:58.444823 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d1497927-01b7-479b-8f0b-cb3831a093f3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0558765 Oct 26 15:59:58.610901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:59:58.616748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:59:58.618921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 15:59:59.449266 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40652) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 15:59:59.509954 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ee7e2eed-95ff-42b7-b93d-86dbadf8b822 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0595584 Oct 26 16:00:00.514407 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40654) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:00.571729 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c927f54e-effb-4d68-a0ff-e5e348a1f9e3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0560386 Oct 26 16:00:01.575542 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40656) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:01.633111 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6cd09e2f-2e04-437f-b5aa-6b13607a3491 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0564914 Oct 26 16:00:02.637053 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40658) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:02.696937 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c399b26b-ec8a-4196-abc2-6af8bf0f4096 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0588136 Oct 26 16:00:03.700573 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40660) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:03.757929 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4d2075ed-3f51-4930-936d-15c4c1d6c0f1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0561402 Oct 26 16:00:04.761778 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40662) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:04.821536 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-84d94c74-1fde-48ce-b375-62410721be8c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0586181 Oct 26 16:00:05.825421 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40664) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:06.175136 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-71f56ad4-1d0a-4a6c-bd3c-e2dd44bb6898 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.3485775 Oct 26 16:00:07.178576 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40666) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:07.237848 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c4743fd3-ea3b-4d62-a3ed-c7ad9cdc4f52 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0581059 Oct 26 16:00:08.241682 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40668) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:08.298796 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a783ee89-4624-4b60-8526-cb22bf165977 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0559633 Oct 26 16:00:08.605697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7fc86a5f-eaa8-44f0-b77c-7e6523c3046e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:00:09.302577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40670) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:09.361544 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5b931a9c-deb5-433b-bead-d20e0895e435 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0577896 Oct 26 16:00:10.365532 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40672) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:10.422749 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d2669b08-b24a-458c-b35d-02c2aa3e5135 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0560987 Oct 26 16:00:10.562657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=52 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:00:10.564594 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=48 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:00:11.011265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a7e093fd-927f-439a-8004-61bcf69c9950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:00:11.426401 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40674) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:11.486145 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d421098d-fa0e-43b9-ae90-b113d3d13703 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0585341 Oct 26 16:00:12.166197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:00:12.490018 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40676) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:12.547443 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fe44cd36-2c12-49d2-9737-3539b66d63c3 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0563309 Oct 26 16:00:13.551180 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40678) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:13.610301 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2e1faf49-4c2e-46e6-9dbe-c5c4fa227d56 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0580730 Oct 26 16:00:13.702255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:00:13.892128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:00:14.614177 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40680) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:14.671217 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-aa561f80-f66d-43fb-a9f5-b63a3dc2905b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0560079 Oct 26 16:00:15.675033 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40682) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:15.735173 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-695cc5ae-988f-411d-a661-1717ec97535b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0589600 Oct 26 16:00:16.738901 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40684) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:16.798217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:00:16.802424 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0c9e9603-2984-4f6e-a05c-0f6ed226e079 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0624309 Oct 26 16:00:17.806236 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40686) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:17.864163 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7e9ff79d-55a9-4c78-945c-837b5af81799 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0567970 Oct 26 16:00:18.867978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40688) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:18.930490 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5000a150-9ccc-4f38-8e7d-d00ffe7485bd tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0613546 Oct 26 16:00:19.933823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40690) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:19.991069 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3de6bc41-82f9-48e6-a095-d2c7ff99b251 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0560396 Oct 26 16:00:20.994588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40692) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:21.055341 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ed2cacda-4c01-4d97-99cf-54cfce3c1020 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0596294 Oct 26 16:00:21.112464 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:00:22.059312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40694) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:22.116398 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1e17acf7-18e9-48b5-af9f-3cc1d938daee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0559490 Oct 26 16:00:23.120430 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40696) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:23.181114 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ba9bd67e-ebd1-4b62-be94-b98d1b9fc31c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0589814 Oct 26 16:00:24.185457 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40698) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:24.242405 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c8ff394e-acea-4818-8dc6-2be2106f7091 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0558283 Oct 26 16:00:24.797185 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1c4e7e03-2f6e-4617-8a94-f70807e57fef req-195f8799-4bce-43b3-b2ea-e848b2b7b6ad service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415201 Oct 26 16:00:24.877951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e7e03-2f6e-4617-8a94-f70807e57fef req-1080435f-6cd3-4457-9919-9be177562338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:24.879417 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1c4e7e03-2f6e-4617-8a94-f70807e57fef req-1080435f-6cd3-4457-9919-9be177562338 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 1130 time: 0.0383511 Oct 26 16:00:24.988033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e7e03-2f6e-4617-8a94-f70807e57fef req-df64dc48-e550-4de3-af7f-af3e567c9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:24.989543 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1c4e7e03-2f6e-4617-8a94-f70807e57fef req-df64dc48-e550-4de3-af7f-af3e567c9e1c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=7c458d43-d84c-4e51-aaba-26e18c4d9c35 HTTP/1.1" status: 200 len: 898 time: 0.0895576 Oct 26 16:00:25.054628 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1c4e7e03-2f6e-4617-8a94-f70807e57fef req-d23e13d9-9bf3-4765-834e-5d57996e301d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=256f2bd9-f90b-4bf8-890a-796838dcc062 HTTP/1.1" status: 200 len: 1003 time: 0.0549626 Oct 26 16:00:25.102248 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e7e03-2f6e-4617-8a94-f70807e57fef req-1dec9c47-f912-40b9-a302-86225122f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:25.103661 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1c4e7e03-2f6e-4617-8a94-f70807e57fef req-1dec9c47-f912-40b9-a302-86225122f65e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=26973379-08be-45f1-afdb-3832247ca5ce HTTP/1.1" status: 200 len: 834 time: 0.0427725 Oct 26 16:00:25.152822 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e7e03-2f6e-4617-8a94-f70807e57fef req-8b371c3d-cf81-420a-a74a-7022805bd9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:00:25.154292 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1c4e7e03-2f6e-4617-8a94-f70807e57fef req-8b371c3d-cf81-420a-a74a-7022805bd9b9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=7c458d43-d84c-4e51-aaba-26e18c4d9c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0414686 Oct 26 16:00:25.246215 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40700) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:25.246823 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1c4e7e03-2f6e-4617-8a94-f70807e57fef req-2544861b-a006-49c3-b50d-b33d18e7b0b3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822573 Oct 26 16:00:25.252378 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:00:25.254105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:00:25.307540 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bbbc9260-f67b-431f-9b9d-58dc03f29c44 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0600884 Oct 26 16:00:25.346313 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1c4e7e03-2f6e-4617-8a94-f70807e57fef req-041184d1-6deb-4fc1-b150-e99f1d2e128d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910728 Oct 26 16:00:26.311247 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40702) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:26.370222 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f30a27a7-2e35-4b3a-88cd-c658c4668671 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0578644 Oct 26 16:00:26.788912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:00:26.791964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:00:26.793896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:00:27.274992 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:00:27.374665 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40704) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:27.433477 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d69ae156-f564-4c74-a5b7-d6b1059cf573 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0576208 Oct 26 16:00:28.437137 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40706) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:28.495599 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c75e9e54-e5fa-463f-a147-d13b6242d990 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0573590 Oct 26 16:00:29.499156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40708) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:29.561175 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-00294b3a-2367-4929-9a33-1bbb95a3116a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0607603 Oct 26 16:00:30.563357 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40710) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:30.624212 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7cb73c98-266d-4943-b63b-bf86f9e62002 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0597467 Oct 26 16:00:31.108650 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:00:31.627175 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40712) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:31.685682 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-253177e2-2909-4b5f-903e-46a925133a05 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0573268 Oct 26 16:00:32.689043 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40714) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:32.749151 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dc0e86a0-c5f6-4037-8c62-3b6793fe3d3b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0588992 Oct 26 16:00:33.753062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40716) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:33.810016 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5fe4bc0d-ea18-4b94-8bec-fc5de7ee9a8e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0558388 Oct 26 16:00:34.813961 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40718) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:34.853040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:00:34.875274 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-752d4485-29b4-4f75-b31d-52c3b4afe1d9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0602343 Oct 26 16:00:35.879151 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40720) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:35.885395 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:00:35.937187 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c1db8986-c33a-47ab-9a2d-d3dc7665a502 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0568836 Oct 26 16:00:36.941115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40722) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:37.001314 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d2fd7fc8-fe8e-419f-9546-a28e7e61cb6e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0590689 Oct 26 16:00:38.005219 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40724) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:38.062702 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d53ad65e-ef9c-475d-916d-7eba31ba00d9 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0563672 Oct 26 16:00:38.607796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a993a24f-73f7-4d92-b431-08cd1e7c8544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:00:39.066566 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40726) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:39.127240 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eda3d806-ecc5-43c6-9e84-57206975ba8c tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0595238 Oct 26 16:00:40.130627 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40728) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:40.187589 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-abea3982-1861-4b73-bab8-9f3541af22a0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0558307 Oct 26 16:00:41.017340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-34d933dc-d756-43ce-bba7-696db13acf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:00:41.190562 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40730) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:41.250110 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ba3f9689-c6e9-4569-a1d7-36fa9abd8775 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0584400 Oct 26 16:00:42.169424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:00:42.253543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40732) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:42.312468 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e630c036-6fb9-4492-898d-674c893b3c4e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0577650 Oct 26 16:00:42.740063 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=37 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:00:42.741993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=41 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:00:43.316369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40734) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:43.375347 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-65520232-ca86-4ef9-9602-e1d6bf78556f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0577948 Oct 26 16:00:43.705871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:00:43.893453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:00:44.378351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40736) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:44.437062 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b2cbc555-91c9-4320-8a65-fca3305470d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0575275 Oct 26 16:00:45.440705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40738) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:45.499583 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c1e0997d-cf91-41a2-8f17-3a784eab1158 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0577266 Oct 26 16:00:46.503433 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40740) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:46.561206 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d668f9a7-1124-4a47-adf8-163ba3e7f534 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0565028 Oct 26 16:00:46.805690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:00:47.564908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40742) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:47.623881 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-be70bd6c-0d72-41de-ba70-446fb67cc669 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0579293 Oct 26 16:00:48.626825 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40744) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:48.683639 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-782f8b82-a386-4dcd-8b48-b6dd43d09752 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0557504 Oct 26 16:00:49.687134 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40746) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:49.748509 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cee12cdf-7c24-43da-b38c-ed196f012371 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0586095 Oct 26 16:00:49.953740 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:00:50.751296 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40748) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:50.808420 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fdb0b887-10da-466e-8683-ebaa9f3b2adb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0560012 Oct 26 16:00:51.812351 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40750) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:51.871492 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-624c7820-4f24-40bd-a09a-4fd3c93d2023 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0580037 Oct 26 16:00:52.875327 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40752) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:52.933156 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1de9f774-0fd7-4783-97f5-c8fa884fb036 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0566370 Oct 26 16:00:53.937233 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40754) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:53.996554 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-06160ce5-c0f4-4432-858f-426cc18b8992 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0581226 Oct 26 16:00:55.001029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40756) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:55.114288 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-77cf581d-e634-41de-911e-3b9ecc904bf7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.1119640 Oct 26 16:00:56.117999 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40760) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:56.178103 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a74b91a2-d1c7-4064-948d-ca218061f3b8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0589273 Oct 26 16:00:56.796117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:00:56.800258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:00:56.801457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:00:57.181240 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40762) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:57.238077 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-89f110c4-98cb-4983-be1d-650e31894dda tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0557191 Oct 26 16:00:58.111904 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:00:58.241997 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40764) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:58.303103 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-78440fa5-c1f2-40f4-90c5-bbe69717e1e1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0598476 Oct 26 16:00:59.306606 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40766) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:00:59.364424 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-de0237c7-9e38-499f-a40b-91299828e916 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0566952 Oct 26 16:01:00.368290 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40768) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:00.428539 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1e3f067f-7746-4a50-8f8a-0194585339ba tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0590909 Oct 26 16:01:01.432370 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40770) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:01.489683 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-552cc4f1-e9ec-4f6a-a5da-305aac98da04 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0561666 Oct 26 16:01:01.862857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=29 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:01.864815 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=31 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:02.493488 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40772) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:02.532916 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:02.547164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:02.555321 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-52a250d6-33cb-4720-8c68-5effce08e37f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0608218 Oct 26 16:01:03.559229 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40774) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:03.617131 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e45ad992-6374-40a1-be3b-ad707c97bbf1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0568354 Oct 26 16:01:04.621023 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40776) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:04.681019 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f323ab0f-a9d1-47f5-bca0-398c1c13d7ee tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0588562 Oct 26 16:01:05.685292 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40778) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:05.742401 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fe266321-50f1-46f3-bb87-ccc27d1a2cef tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0559757 Oct 26 16:01:06.746194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40780) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:06.807225 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bb60cb8d-69b3-4517-a49f-e958a5f64cf7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0598896 Oct 26 16:01:07.811104 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40782) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:07.867681 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c6393b05-6b8f-4639-ad40-5de52d3b60bf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0554540 Oct 26 16:01:08.106745 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:08.107445 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:08.609842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-96288de4-246d-4150-a967-2079bff28202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:08.870579 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40784) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:08.930762 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2358e79f-0c83-4caf-bd7e-4aee59abda96 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0590608 Oct 26 16:01:09.934893 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40786) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:09.992572 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-09893e64-ae5e-40e5-a511-9fe1b463d689 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0565562 Oct 26 16:01:10.995833 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40788) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:11.019825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-15562e43-e491-49a6-9ecb-5d6594c3385b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:11.058482 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-22d67f0b-1876-49d5-8a94-e6ad9c09c212 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0614660 Oct 26 16:01:12.063024 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40790) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:12.121081 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1202b1d0-f3cf-46d1-a193-0d2c33432d4b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0567517 Oct 26 16:01:12.173028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:13.124646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40792) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:13.184018 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-775c2d7a-3506-4da7-846a-492b44a10b44 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0582745 Oct 26 16:01:13.711922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:13.895828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:14.188378 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40794) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:14.549224 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-886480a6-453f-4702-8976-d3db9f4209f4 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.3595653 Oct 26 16:01:15.552766 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40796) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:15.611142 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7edc580e-30cc-4671-964b-d8edf4bd4791 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0572996 Oct 26 16:01:16.614581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40798) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:16.674090 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-51f71e7d-afb2-4cd0-8ede-58e4b04f9a42 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0583622 Oct 26 16:01:16.805153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:17.678012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40800) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:17.738051 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0a472c4e-02fc-45a6-8528-a20f61486c46 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0589261 Oct 26 16:01:18.621847 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=12 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:18.624430 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=14 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:18.741878 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40802) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:18.799904 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-541eabc0-7e94-42fa-a3f5-397aca4a3ef6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0568919 Oct 26 16:01:18.921883 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=27 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:18.923756 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=33 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:19.803686 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40804) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:19.863350 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-86e0b990-f7e5-4e70-8350-96326c07910f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0584619 Oct 26 16:01:20.866960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40806) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:20.924571 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b6144028-ba1b-4609-a8c9-3802aabb98e0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0564892 Oct 26 16:01:21.928432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40808) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:21.989519 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9bc19169-a3cb-4628-b151-946472d8f1c7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0599213 Oct 26 16:01:22.993526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40810) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:23.051078 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5af00b67-84a2-4428-9566-c1d8895e11af tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0564134 Oct 26 16:01:24.054888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40812) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:24.115283 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f6fa0c9a-2f7b-453c-8d72-ae33473139b0 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0592561 Oct 26 16:01:25.118697 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40814) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:25.177299 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9d2073e8-08f9-4639-ab16-eb0e35985ccf tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0575292 Oct 26 16:01:26.181202 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40816) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:26.242578 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-40ce434d-1fd0-460e-9be6-481b2e60bf07 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0602534 Oct 26 16:01:26.639666 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-06edbef5-2988-47ee-b065-e086f573ebf3 req-f594d530-8b6b-4291-88ea-c8f70b34bd67 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0884759 Oct 26 16:01:26.724722 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edbef5-2988-47ee-b065-e086f573ebf3 req-f6a0b702-344e-4ea6-8254-b839abe5cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:26.726235 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-06edbef5-2988-47ee-b065-e086f573ebf3 req-f6a0b702-344e-4ea6-8254-b839abe5cfce service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 1130 time: 0.0398819 Oct 26 16:01:26.794063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:26.798669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:26.800873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:26.815986 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:26.839420 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edbef5-2988-47ee-b065-e086f573ebf3 req-60c99098-cc76-4084-a543-be23cef417d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:26.840932 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-06edbef5-2988-47ee-b065-e086f573ebf3 req-60c99098-cc76-4084-a543-be23cef417d5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=7c458d43-d84c-4e51-aaba-26e18c4d9c35 HTTP/1.1" status: 200 len: 898 time: 0.0912797 Oct 26 16:01:26.905185 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-06edbef5-2988-47ee-b065-e086f573ebf3 req-5d2acb8d-b6a8-4dba-8fbd-a02071be59bf service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=256f2bd9-f90b-4bf8-890a-796838dcc062 HTTP/1.1" status: 200 len: 1003 time: 0.0544746 Oct 26 16:01:26.921222 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:26.957832 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edbef5-2988-47ee-b065-e086f573ebf3 req-94f6527c-4389-40b4-b883-3599ea9b071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:26.959274 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-06edbef5-2988-47ee-b065-e086f573ebf3 req-94f6527c-4389-40b4-b883-3599ea9b071f service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=26973379-08be-45f1-afdb-3832247ca5ce HTTP/1.1" status: 200 len: 834 time: 0.0447364 Oct 26 16:01:27.009021 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edbef5-2988-47ee-b065-e086f573ebf3 req-df0621ad-d0ca-4063-837d-7925bc446366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:27.010479 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-06edbef5-2988-47ee-b065-e086f573ebf3 req-df0621ad-d0ca-4063-837d-7925bc446366 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=7c458d43-d84c-4e51-aaba-26e18c4d9c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421021 Oct 26 16:01:27.024214 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-06edbef5-2988-47ee-b065-e086f573ebf3 req-1aca7303-e776-4f96-b239-8405f1c3ef2a service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 16:01:27.025164 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-06edbef5-2988-47ee-b065-e086f573ebf3 req-1aca7303-e776-4f96-b239-8405f1c3ef2a service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0057433 Oct 26 16:01:27.116348 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-06edbef5-2988-47ee-b065-e086f573ebf3 req-27224112-8259-444a-8523-bd8e5002b8ff service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821204 Oct 26 16:01:27.213268 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-06edbef5-2988-47ee-b065-e086f573ebf3 req-b3cd1fd0-9913-4329-ac14-e714e89724b1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878327 Oct 26 16:01:27.246421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40820) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:27.304099 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d4f531bc-1681-4b07-864b-3f43ea01de2f tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0565732 Oct 26 16:01:28.308010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40822) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:28.365600 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-601902fd-9470-4f1d-895b-03469a8da2a1 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0564659 Oct 26 16:01:29.369853 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40824) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:29.430000 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fa11baf2-0c09-444f-8fbd-98d810a363d7 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 200 len: 995 time: 0.0590260 Oct 26 16:01:29.432869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40826) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:29.571331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 50b28041-0a4e-45af-916d-869762f2da44 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:01:29.571595 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (50b28041-0a4e-45af-916d-869762f2da44), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:29.648677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (50b28041-0a4e-45af-916d-869762f2da44), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:29.649050 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (50b28041-0a4e-45af-916d-869762f2da44), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:29.662429 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 50b28041-0a4e-45af-916d-869762f2da44 owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:01:29.812830 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (50b28041-0a4e-45af-916d-869762f2da44), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:29.836170 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=50b28041-0a4e-45af-916d-869762f2da44,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:29.845236 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:29.845584 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:29.845928 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:29.846269 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:29.846606 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:29.846936 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:29.847265 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:29.847587 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:29.848027 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:29.848370 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:29.848701 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:29.849053 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:29.849376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:29.849713 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:29.850036 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:29.927908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for floatingip (97758f4e-9037-4bbd-8ca6-e947f19dcc02), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:29.928343 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Floating IP 97758f4e-9037-4bbd-8ca6-e947f19dcc02 disassociated (deleted). External IP: 172.26.11.206, port: 256f2bd9-f90b-4bf8-890a-796838dcc062. Oct 26 16:01:30.428174 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 48ccfca3-fe4c-4408-bae5-587d808f572f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:01:30.476537 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:30.487137 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:30.529893 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:01:30.535179 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:30.539934 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cadb005-0134-46c3-878b-6db897cb5ec0 None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:01:30.550058 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cadb005-0134-46c3-878b-6db897cb5ec0 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:01:30.550603 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5cadb005-0134-46c3-878b-6db897cb5ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:01:30.566994 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-90145c86-314e-4121-8894-96f089af6953 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/97758f4e-9037-4bbd-8ca6-e947f19dcc02 HTTP/1.1" status: 204 len: 168 time: 1.1331534 Oct 26 16:01:30.567651 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05316286-48f8-4c63-a144-3732279f2f99', 'tag': '256f2bd9-f90b-4bf8-890a-796838dcc062'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:01:30.569987 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6662d80b37134a2b3900b6f7163109dd688b25040754bcd30973ec7c1dabe5ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45191d78-fddc-4751-adcf-328ae1c26c46" -d '{"events": [{"name": "network-changed", "server_uuid": "05316286-48f8-4c63-a144-3732279f2f99", "tag": "256f2bd9-f90b-4bf8-890a-796838dcc062"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:01:30.665395 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5cadb005-0134-46c3-878b-6db897cb5ec0 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:01:30.811707 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa432534-6b6a-4d77-a9d2-86c2a041ed6d x-openstack-request-id: req-aa432534-6b6a-4d77-a9d2-86c2a041ed6d {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:01:30.812009 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05316286-48f8-4c63-a144-3732279f2f99", "tag": "256f2bd9-f90b-4bf8-890a-796838dcc062", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:01:30.812261 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa432534-6b6a-4d77-a9d2-86c2a041ed6d {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:01:30.812673 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa432534-6b6a-4d77-a9d2-86c2a041ed6d'] response: {'name': 'network-changed', 'server_uuid': '05316286-48f8-4c63-a144-3732279f2f99', 'tag': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'status': 'completed', 'code': 200} Oct 26 16:01:30.877287 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5cadb005-0134-46c3-878b-6db897cb5ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:57:01Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:57:00Z', 'revision_number': 30, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:01:30.892488 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265c853-b1f2-4235-b61d-5b7894354295 req-23c83986-55ce-4306-8c78-ea90519b467e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:30.894110 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a265c853-b1f2-4235-b61d-5b7894354295 req-23c83986-55ce-4306-8c78-ea90519b467e tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 946 time: 0.0970938 Oct 26 16:01:30.903209 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cadb005-0134-46c3-878b-6db897cb5ec0 None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:01:30.912024 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cadb005-0134-46c3-878b-6db897cb5ec0 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:01:30.912935 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5cadb005-0134-46c3-878b-6db897cb5ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:01:30.933605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191d78-fddc-4751-adcf-328ae1c26c46 req-46029209-d626-4ab2-8653-411d94758629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:30.935272 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-45191d78-fddc-4751-adcf-328ae1c26c46 req-46029209-d626-4ab2-8653-411d94758629 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=535d3aadc3604e4688e327c629fdd025&device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 1130 time: 0.0449648 Oct 26 16:01:30.947459 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a265c853-b1f2-4235-b61d-5b7894354295 req-6f1cf392-198a-4599-92d3-262dbc1ea7ed tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=f1d34229-31ca-48e3-947a-5e6adbcd9b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478342 Oct 26 16:01:31.033201 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191d78-fddc-4751-adcf-328ae1c26c46 req-32284b33-78ab-4191-83c0-b2dddfa6af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:31.034833 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-45191d78-fddc-4751-adcf-328ae1c26c46 req-32284b33-78ab-4191-83c0-b2dddfa6af77 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=7c458d43-d84c-4e51-aaba-26e18c4d9c35 HTTP/1.1" status: 200 len: 898 time: 0.0923486 Oct 26 16:01:31.100433 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5cadb005-0134-46c3-878b-6db897cb5ec0 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:01:31.135787 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-45191d78-fddc-4751-adcf-328ae1c26c46 req-f15f9127-3757-4d08-947a-0affb962f357 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=256f2bd9-f90b-4bf8-890a-796838dcc062 HTTP/1.1" status: 200 len: 217 time: 0.0369499 Oct 26 16:01:31.185302 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191d78-fddc-4751-adcf-328ae1c26c46 req-f4e583b6-c05b-4511-a941-dcf3b34bf6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:31.186897 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-45191d78-fddc-4751-adcf-328ae1c26c46 req-f4e583b6-c05b-4511-a941-dcf3b34bf6de service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=26973379-08be-45f1-afdb-3832247ca5ce HTTP/1.1" status: 200 len: 834 time: 0.0442994 Oct 26 16:01:31.276611 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b7e40-0eb9-47a1-9e52-dee530f3a651 req-e7d236d2-0bbd-404e-87c1-13cd6bce0a8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:31.278106 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3d6b7e40-0eb9-47a1-9e52-dee530f3a651 req-e7d236d2-0bbd-404e-87c1-13cd6bce0a8a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 946 time: 0.0744646 Oct 26 16:01:31.279192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191d78-fddc-4751-adcf-328ae1c26c46 req-77f4e61d-5be5-4839-b900-626148ee2791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:31.280517 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-45191d78-fddc-4751-adcf-328ae1c26c46 req-77f4e61d-5be5-4839-b900-626148ee2791 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=7c458d43-d84c-4e51-aaba-26e18c4d9c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0757251 Oct 26 16:01:31.293241 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5cadb005-0134-46c3-878b-6db897cb5ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:57:01Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:57:00Z', 'revision_number': 30, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:01:31.321943 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cadb005-0134-46c3-878b-6db897cb5ec0 None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:57:01Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T15:57:00Z', 'revision_number': 30, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:01:31.440821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-3d6b7e40-0eb9-47a1-9e52-dee530f3a651 req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 256f2bd9-f90b-4bf8-890a-796838dcc062 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:01:31.441159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3d6b7e40-0eb9-47a1-9e52-dee530f3a651 req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (256f2bd9-f90b-4bf8-890a-796838dcc062), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:31.464843 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-45191d78-fddc-4751-adcf-328ae1c26c46 req-75128372-a934-4128-ba39-fc050f3896db service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703959 Oct 26 16:01:31.605798 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:31.626346 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:31.633298 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-3d6b7e40-0eb9-47a1-9e52-dee530f3a651 req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port 256f2bd9-f90b-4bf8-890a-796838dcc062, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=256f2bd9-f90b-4bf8-890a-796838dcc062,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:01:31.633678 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3d6b7e40-0eb9-47a1-9e52-dee530f3a651 req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (256f2bd9-f90b-4bf8-890a-796838dcc062), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:31.646785 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-45191d78-fddc-4751-adcf-328ae1c26c46 req-46c1bd75-7b88-4024-bc5b-1cc1b69bfef3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569359 Oct 26 16:01:31.652908 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-3d6b7e40-0eb9-47a1-9e52-dee530f3a651 req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 256f2bd9-f90b-4bf8-890a-796838dcc062 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:01:31.790988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3d6b7e40-0eb9-47a1-9e52-dee530f3a651 req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (256f2bd9-f90b-4bf8-890a-796838dcc062), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:31.818714 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=256f2bd9-f90b-4bf8-890a-796838dcc062,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:31.829898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:31.830250 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:31.830586 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:31.830925 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:31.831256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:31.831594 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:31.832425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:31.832425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:31.832615 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:31.832888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:31.833196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:31.833522 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:31.833846 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:31.834171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:31.834494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:31.881029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6b7e40-0eb9-47a1-9e52-dee530f3a651 req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] No DVR routers for this DVR port 256f2bd9-f90b-4bf8-890a-796838dcc062 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:01:31.883619 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3d6b7e40-0eb9-47a1-9e52-dee530f3a651 req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:31.887164 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3d6b7e40-0eb9-47a1-9e52-dee530f3a651 req-d86aab84-b2df-4893-ba24-e4c66c2da2d6 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.64 "DELETE /networking/v2.0/ports/256f2bd9-f90b-4bf8-890a-796838dcc062 HTTP/1.1" status: 204 len: 173 time: 0.5939977 Oct 26 16:01:31.887710 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05316286-48f8-4c63-a144-3732279f2f99', 'name': 'network-vif-deleted', 'tag': '256f2bd9-f90b-4bf8-890a-796838dcc062'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:01:31.890020 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b266e42-0b91-4585-b563-a5f5f594ff1c" -d '{"events": [{"server_uuid": "05316286-48f8-4c63-a144-3732279f2f99", "name": "network-vif-deleted", "tag": "256f2bd9-f90b-4bf8-890a-796838dcc062"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:01:32.030398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d6e9e3-53a6-4f8c-a269-68d61b9f4263 x-openstack-request-id: req-c9d6e9e3-53a6-4f8c-a269-68d61b9f4263 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:01:32.031012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05316286-48f8-4c63-a144-3732279f2f99", "name": "network-vif-deleted", "tag": "256f2bd9-f90b-4bf8-890a-796838dcc062", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:01:32.031012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c9d6e9e3-53a6-4f8c-a269-68d61b9f4263 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:01:32.031405 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d6e9e3-53a6-4f8c-a269-68d61b9f4263'] response: {'server_uuid': '05316286-48f8-4c63-a144-3732279f2f99', 'name': 'network-vif-deleted', 'tag': '256f2bd9-f90b-4bf8-890a-796838dcc062', 'status': 'completed', 'code': 200} Oct 26 16:01:32.101763 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bbac50c8-c5d5-4f63-9579-b49b3ec1667b req-8e55cc45-1d82-4c94-8077-fcb76ce7777a tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05316286-48f8-4c63-a144-3732279f2f99 HTTP/1.1" status: 200 len: 210 time: 0.0301201 Oct 26 16:01:32.962472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:01:33.012515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 2230b548-939d-4113-be98-23346e04adb4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:01:33.012929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2230b548-939d-4113-be98-23346e04adb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:33.013274 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 2230b548-939d-4113-be98-23346e04adb4 Oct 26 16:01:33.085896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 2230b548-939d-4113-be98-23346e04adb4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:01:33.086282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (2230b548-939d-4113-be98-23346e04adb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:33.123161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:01:33.127894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (2230b548-939d-4113-be98-23346e04adb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:33.128718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:01:33.174666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40880) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:33.210855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:33.223234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:33.223590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:33.223941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:33.224306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:33.225559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:33.225559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:33.225559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:33.225835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:33.225953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:33.226288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:33.226619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:33.226952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:33.227409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:33.227596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:33.227926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:01:33.252742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6219e39a-cf67-4ec5-81a5-ddb14ccad950 None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:01:33.252742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d352aa45-c36f-4796-b0a4-00aabae1964a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:01:33.252742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:33.252742 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d352aa45-c36f-4796-b0a4-00aabae1964a Oct 26 16:01:33.253853 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c443257a-d99d-4761-908d-e787092ede87 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (f1d34229-31ca-48e3-947a-5e6adbcd9b0e), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:33.270779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6219e39a-cf67-4ec5-81a5-ddb14ccad950 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:01:33.271432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6219e39a-cf67-4ec5-81a5-ddb14ccad950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:01:33.278653 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c443257a-d99d-4761-908d-e787092ede87 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (f1d34229-31ca-48e3-947a-5e6adbcd9b0e), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:33.346302 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c443257a-d99d-4761-908d-e787092ede87 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (f1d34229-31ca-48e3-947a-5e6adbcd9b0e), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:33.348974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c443257a-d99d-4761-908d-e787092ede87 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:33.350203 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c443257a-d99d-4761-908d-e787092ede87 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f1d34229-31ca-48e3-947a-5e6adbcd9b0e HTTP/1.1" status: 204 len: 168 time: 0.1754749 Oct 26 16:01:33.361826 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443257a-d99d-4761-908d-e787092ede87 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d34229-31ca-48e3-947a-5e6adbcd9b0e,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:33.389527 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40886) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:33.571242 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-6219e39a-cf67-4ec5-81a5-ddb14ccad950 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:01:33.572917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:01:33.573310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:33.629332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:01:33.656789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:33.733815 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ad8b18d7-8b9e-40ef-8f60-32f3b03f0f58 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (48ccfca3-fe4c-4408-bae5-587d808f572f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:33.756770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:33.823024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6219e39a-cf67-4ec5-81a5-ddb14ccad950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:57:01Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T16:01:33Z', 'revision_number': 31, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:01:33.852003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6219e39a-cf67-4ec5-81a5-ddb14ccad950 None None] Checking router: 48ccfca3-fe4c-4408-bae5-587d808f572f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:01:33.861171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6219e39a-cf67-4ec5-81a5-ddb14ccad950 None None] Routers {'48ccfca3-fe4c-4408-bae5-587d808f572f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:01:33.861791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6219e39a-cf67-4ec5-81a5-ddb14ccad950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['48ccfca3-fe4c-4408-bae5-587d808f572f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:01:33.966879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-6219e39a-cf67-4ec5-81a5-ddb14ccad950 None None] Set router 48ccfca3-fe4c-4408-bae5-587d808f572f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:01:33.969404 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b18d7-8b9e-40ef-8f60-32f3b03f0f58 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port 2230b548-939d-4113-be98-23346e04adb4 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:01:33.970315 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ad8b18d7-8b9e-40ef-8f60-32f3b03f0f58 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (2230b548-939d-4113-be98-23346e04adb4), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:34.028308 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:34.054036 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:34.075152 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-ad8b18d7-8b9e-40ef-8f60-32f3b03f0f58 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port 2230b548-939d-4113-be98-23346e04adb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2230b548-939d-4113-be98-23346e04adb4,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:01:34.075152 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ad8b18d7-8b9e-40ef-8f60-32f3b03f0f58 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (2230b548-939d-4113-be98-23346e04adb4), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:34.085253 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b18d7-8b9e-40ef-8f60-32f3b03f0f58 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for 2230b548-939d-4113-be98-23346e04adb4 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:01:34.154907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6219e39a-cf67-4ec5-81a5-ddb14ccad950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T16:01:33Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T16:01:33Z', 'revision_number': 31, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:01:34.180066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6219e39a-cf67-4ec5-81a5-ddb14ccad950 None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [{'id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'name': 'tempest-TestNetworkBasicOps-router-680829922', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37'}], 'enable_snat': True}, 'gw_port_id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T15:56:12Z', 'revision_number': 4, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'gw_port': {'id': 'd352aa45-c36f-4796-b0a4-00aabae1964a', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:09Z', 'updated_at': '2022-10-26T16:01:33Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '2230b548-939d-4113-be98-23346e04adb4', 'name': '', 'network_id': '7c458d43-d84c-4e51-aaba-26e18c4d9c35', 'tenant_id': '535d3aadc3604e4688e327c629fdd025', 'mac_address': 'fa:16:3e:d1:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ccfca3-fe4c-4408-bae5-587d808f572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '26973379-08be-45f1-afdb-3832247ca5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T15:56:11Z', 'updated_at': '2022-10-26T16:01:33Z', 'revision_number': 31, 'project_id': '535d3aadc3604e4688e327c629fdd025', 'subnets': [{'id': '26973379-08be-45f1-afdb-3832247ca5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:01:34.278440 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ad8b18d7-8b9e-40ef-8f60-32f3b03f0f58 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (2230b548-939d-4113-be98-23346e04adb4), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:34.305891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b18d7-8b9e-40ef-8f60-32f3b03f0f58 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=2230b548-939d-4113-be98-23346e04adb4,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:34.500258 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ad8b18d7-8b9e-40ef-8f60-32f3b03f0f58 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (48ccfca3-fe4c-4408-bae5-587d808f572f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:34.574499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab31a88c-2e3c-48bf-8d26-28aca58a32f0 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 16:01:34.654200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab31a88c-2e3c-48bf-8d26-28aca58a32f0 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:01:34.734050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:34.737402 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8b18d7-8b9e-40ef-8f60-32f3b03f0f58 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Router 48ccfca3-fe4c-4408-bae5-587d808f572f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:01:34.789703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:34.794764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:34.807672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 256f2bd9-f90b-4bf8-890a-796838dcc062 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:01:34.827240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 256f2bd9-f90b-4bf8-890a-796838dcc062 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:01:34.827808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 256f2bd9-f90b-4bf8-890a-796838dcc062 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:01:34.866127 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8b18d7-8b9e-40ef-8f60-32f3b03f0f58 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:01:34.871381 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ad8b18d7-8b9e-40ef-8f60-32f3b03f0f58 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "PUT /networking/v2.0/routers/48ccfca3-fe4c-4408-bae5-587d808f572f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4807920 Oct 26 16:01:34.874128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40894) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:34.874506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:01:34.899391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 2230b548-939d-4113-be98-23346e04adb4 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:01:34.899739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:01:34.900158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:01:34.950180 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdffcd82-d01c-4b1a-b6c7-68fed1a8ee4b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting subnet 26973379-08be-45f1-afdb-3832247ca5ce {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 16:01:34.954299 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bdffcd82-d01c-4b1a-b6c7-68fed1a8ee4b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (26973379-08be-45f1-afdb-3832247ca5ce), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:34.987344 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:35.007665 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bdffcd82-d01c-4b1a-b6c7-68fed1a8ee4b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (26973379-08be-45f1-afdb-3832247ca5ce), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:35.010118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:01:35.011127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:35.037400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:01:35.042436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:35.045832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:35.111241 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:01:35.120737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:35.129897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bdffcd82-d01c-4b1a-b6c7-68fed1a8ee4b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (26973379-08be-45f1-afdb-3832247ca5ce), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:35.149869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:01:35.176023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 2230b548-939d-4113-be98-23346e04adb4 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:01:35.176366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:01:35.176789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:01:35.214091 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bdffcd82-d01c-4b1a-b6c7-68fed1a8ee4b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (26973379-08be-45f1-afdb-3832247ca5ce), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:35.247015 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffcd82-d01c-4b1a-b6c7-68fed1a8ee4b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Subnet': ['ID=26973379-08be-45f1-afdb-3832247ca5ce,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:35.258233 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bdffcd82-d01c-4b1a-b6c7-68fed1a8ee4b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:35.262767 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bdffcd82-d01c-4b1a-b6c7-68fed1a8ee4b tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/26973379-08be-45f1-afdb-3832247ca5ce HTTP/1.1" status: 204 len: 168 time: 0.3874798 Oct 26 16:01:35.264857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40896) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:35.277806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:01:35.379423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:01:35.400779 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-60e16920-c08a-4334-a85f-2d0abdab6efb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (48ccfca3-fe4c-4408-bae5-587d808f572f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:35.443596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d352aa45-c36f-4796-b0a4-00aabae1964a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:01:35.444267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:35.444930 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d352aa45-c36f-4796-b0a4-00aabae1964a Oct 26 16:01:35.497556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef68e46-edd4-4176-8102-3f07e5c76dda None None] Network 7c458d43-d84c-4e51-aaba-26e18c4d9c35 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:01:35.525092 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-60e16920-c08a-4334-a85f-2d0abdab6efb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_gateway (48ccfca3-fe4c-4408-bae5-587d808f572f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:35.572723 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-60e16920-c08a-4334-a85f-2d0abdab6efb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Deleting port d352aa45-c36f-4796-b0a4-00aabae1964a {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:01:35.573237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-60e16920-c08a-4334-a85f-2d0abdab6efb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:35.580690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b89bde2e-4a08-474b-96b9-fdf18f7e2dc0 None None] Provisioning complete for port 2469cb5b-31c6-4aad-b581-85d3217ba4da triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:01:35.581098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b89bde2e-4a08-474b-96b9-fdf18f7e2dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (2469cb5b-31c6-4aad-b581-85d3217ba4da), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:35.581439 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b89bde2e-4a08-474b-96b9-fdf18f7e2dc0 None None] Attempt 1 to provision port 2469cb5b-31c6-4aad-b581-85d3217ba4da Oct 26 16:01:35.663515 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-60e16920-c08a-4334-a85f-2d0abdab6efb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:01:35.663880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-60e16920-c08a-4334-a85f-2d0abdab6efb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:35.676880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-60e16920-c08a-4334-a85f-2d0abdab6efb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Calling delete_port for d352aa45-c36f-4796-b0a4-00aabae1964a owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:01:35.682799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d352aa45-c36f-4796-b0a4-00aabae1964a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:01:35.683194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:35.726663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d352aa45-c36f-4796-b0a4-00aabae1964a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d352aa45-c36f-4796-b0a4-00aabae1964a,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:01:35.734017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:35.747259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f5cce3-3089-4d9c-85f0-66f8fb7a4e3a None None] DHCP port deletion for 7c458d43-d84c-4e51-aaba-26e18c4d9c35 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 16:01:35.768919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b89bde2e-4a08-474b-96b9-fdf18f7e2dc0 None None] Current status of the port 2469cb5b-31c6-4aad-b581-85d3217ba4da is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:01:35.825191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:35.828650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-99f5cce3-3089-4d9c-85f0-66f8fb7a4e3a None None] Deleting port 2469cb5b-31c6-4aad-b581-85d3217ba4da {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:01:35.829597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-99f5cce3-3089-4d9c-85f0-66f8fb7a4e3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (2469cb5b-31c6-4aad-b581-85d3217ba4da), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:35.852467 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-60e16920-c08a-4334-a85f-2d0abdab6efb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (d352aa45-c36f-4796-b0a4-00aabae1964a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:35.877877 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e16920-c08a-4334-a85f-2d0abdab6efb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Port': ['ID=d352aa45-c36f-4796-b0a4-00aabae1964a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:35.900740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-99f5cce3-3089-4d9c-85f0-66f8fb7a4e3a None None] For port 2469cb5b-31c6-4aad-b581-85d3217ba4da, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=2469cb5b-31c6-4aad-b581-85d3217ba4da,segment=NetworkSegment(b8bbf178-fdb8-4b1d-88dd-e768f8c2872a),segment_id=b8bbf178-fdb8-4b1d-88dd-e768f8c2872a)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:01:35.901168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-99f5cce3-3089-4d9c-85f0-66f8fb7a4e3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (2469cb5b-31c6-4aad-b581-85d3217ba4da), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:35.918091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-99f5cce3-3089-4d9c-85f0-66f8fb7a4e3a None None] Calling delete_port for 2469cb5b-31c6-4aad-b581-85d3217ba4da owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:01:35.947215 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-60e16920-c08a-4334-a85f-2d0abdab6efb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (48ccfca3-fe4c-4408-bae5-587d808f572f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:35.951982 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:36.003824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-99f5cce3-3089-4d9c-85f0-66f8fb7a4e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (2469cb5b-31c6-4aad-b581-85d3217ba4da), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:36.020905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f5cce3-3089-4d9c-85f0-66f8fb7a4e3a None None] No DVR routers for this DVR port 2469cb5b-31c6-4aad-b581-85d3217ba4da on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:01:36.039738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5cce3-3089-4d9c-85f0-66f8fb7a4e3a None None] Pushing event deleted for resources: {'Port': ['ID=2469cb5b-31c6-4aad-b581-85d3217ba4da,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:36.056572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-60e16920-c08a-4334-a85f-2d0abdab6efb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (48ccfca3-fe4c-4408-bae5-587d808f572f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:36.059373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-60e16920-c08a-4334-a85f-2d0abdab6efb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router_controller (48ccfca3-fe4c-4408-bae5-587d808f572f), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:36.106699 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-60e16920-c08a-4334-a85f-2d0abdab6efb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (48ccfca3-fe4c-4408-bae5-587d808f572f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:36.108580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e16920-c08a-4334-a85f-2d0abdab6efb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Fanout notify agent at l3_agent the message router_deleted on router 48ccfca3-fe4c-4408-bae5-587d808f572f {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:01:36.114987 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-60e16920-c08a-4334-a85f-2d0abdab6efb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:36.116387 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-60e16920-c08a-4334-a85f-2d0abdab6efb tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/routers/48ccfca3-fe4c-4408-bae5-587d808f572f HTTP/1.1" status: 204 len: 168 time: 0.8502839 Oct 26 16:01:36.119199 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 40898) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:36.128854 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:36.201795 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-beedf7a9-5f85-4cb6-8bc5-3ab3e9d0b4a8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (7c458d43-d84c-4e51-aaba-26e18c4d9c35), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:36.295003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-beedf7a9-5f85-4cb6-8bc5-3ab3e9d0b4a8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (7c458d43-d84c-4e51-aaba-26e18c4d9c35), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:36.315165 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-beedf7a9-5f85-4cb6-8bc5-3ab3e9d0b4a8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c458d43-d84c-4e51-aaba-26e18c4d9c35']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:01:36.324449 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-beedf7a9-5f85-4cb6-8bc5-3ab3e9d0b4a8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8bbf178-fdb8-4b1d-88dd-e768f8c2872a') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:01:36.324759 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-beedf7a9-5f85-4cb6-8bc5-3ab3e9d0b4a8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8bbf178-fdb8-4b1d-88dd-e768f8c2872a') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:01:36.334269 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-beedf7a9-5f85-4cb6-8bc5-3ab3e9d0b4a8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (b8bbf178-fdb8-4b1d-88dd-e768f8c2872a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:36.347886 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-beedf7a9-5f85-4cb6-8bc5-3ab3e9d0b4a8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (b8bbf178-fdb8-4b1d-88dd-e768f8c2872a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:36.354394 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beedf7a9-5f85-4cb6-8bc5-3ab3e9d0b4a8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:01:36.354793 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-beedf7a9-5f85-4cb6-8bc5-3ab3e9d0b4a8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (b8bbf178-fdb8-4b1d-88dd-e768f8c2872a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:36.423352 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-beedf7a9-5f85-4cb6-8bc5-3ab3e9d0b4a8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (7c458d43-d84c-4e51-aaba-26e18c4d9c35), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:36.427776 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-beedf7a9-5f85-4cb6-8bc5-3ab3e9d0b4a8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:36.431264 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-beedf7a9-5f85-4cb6-8bc5-3ab3e9d0b4a8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] 10.222.0.60 "DELETE /networking/v2.0/networks/7c458d43-d84c-4e51-aaba-26e18c4d9c35 HTTP/1.1" status: 204 len: 168 time: 0.3110926 Oct 26 16:01:36.433068 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment b8bbf178-fdb8-4b1d-88dd-e768f8c2872a resource provider aggregate not found Oct 26 16:01:36.455885 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment b8bbf178-fdb8-4b1d-88dd-e768f8c2872a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8bbf178-fdb8-4b1d-88dd-e768f8c2872a found for delete ", "request_id": "req-e7c2e3b1-95c9-47f7-a6a7-f028a8b8081d"}]} Oct 26 16:01:36.457272 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedf7a9-5f85-4cb6-8bc5-3ab3e9d0b4a8 tempest-TestNetworkBasicOps-372578847 tempest-TestNetworkBasicOps-372578847-project] Pushing event deleted for resources: {'Network': ['ID=7c458d43-d84c-4e51-aaba-26e18c4d9c35,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:36.583339 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9960db2-1fbb-4950-bb4a-f8e93201510e None None] Sync routers for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:01:36.590699 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9960db2-1fbb-4950-bb4a-f8e93201510e None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:01:36.591136 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9960db2-1fbb-4950-bb4a-f8e93201510e None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:01:36.591778 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-d9960db2-1fbb-4950-bb4a-f8e93201510e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'48ccfca3-fe4c-4408-bae5-587d808f572f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:01:36.602528 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9960db2-1fbb-4950-bb4a-f8e93201510e None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:01:36.602949 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9960db2-1fbb-4950-bb4a-f8e93201510e None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:01:36.603449 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-d9960db2-1fbb-4950-bb4a-f8e93201510e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'48ccfca3-fe4c-4408-bae5-587d808f572f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:01:36.603821 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9960db2-1fbb-4950-bb4a-f8e93201510e None None] The sync data for ids ['48ccfca3-fe4c-4408-bae5-587d808f572f'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:01:36.786350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40910) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:36.918422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2469cb5b-31c6-4aad-b581-85d3217ba4da no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:01:36.919427 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c3867382-b01e-4ed4-b83a-5abe35e2ab8c admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=535d3aadc3604e4688e327c629fdd025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316619 Oct 26 16:01:36.922025 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40914) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:36.941920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 2469cb5b-31c6-4aad-b581-85d3217ba4da {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:01:36.942279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2469cb5b-31c6-4aad-b581-85d3217ba4da not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:01:36.942704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:01:36.961219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: d352aa45-c36f-4796-b0a4-00aabae1964a {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:01:36.961568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d352aa45-c36f-4796-b0a4-00aabae1964a not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:01:36.962135 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:01:36.971435 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-67927aaa-f9c4-4fec-8bfb-d14a576af491 admin admin] Publish callbacks [] for security_group (a25e37f5-21f8-4ca5-abd4-27103757d884), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:36.979616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 2230b548-939d-4113-be98-23346e04adb4 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:01:36.979964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 2230b548-939d-4113-be98-23346e04adb4 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:01:36.994783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-67927aaa-f9c4-4fec-8bfb-d14a576af491 admin admin] Publish callbacks [] for security_group (a25e37f5-21f8-4ca5-abd4-27103757d884), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:37.042402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-67927aaa-f9c4-4fec-8bfb-d14a576af491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (a25e37f5-21f8-4ca5-abd4-27103757d884), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:37.045047 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-67927aaa-f9c4-4fec-8bfb-d14a576af491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:37.046285 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-67927aaa-f9c4-4fec-8bfb-d14a576af491 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/a25e37f5-21f8-4ca5-abd4-27103757d884 HTTP/1.1" status: 204 len: 168 time: 0.1233070 Oct 26 16:01:37.054217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67927aaa-f9c4-4fec-8bfb-d14a576af491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25e37f5-21f8-4ca5-abd4-27103757d884,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:37.323253 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40920) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:37.336692 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0ff45e08-5587-4bbe-8012-821d9ec1e34c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:37.412976 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0ff45e08-5587-4bbe-8012-821d9ec1e34c admin admin] Publish callbacks [] for security_group (cc2423eb-b933-4113-844c-138772949a34), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:37.416341 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0ff45e08-5587-4bbe-8012-821d9ec1e34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (cc2423eb-b933-4113-844c-138772949a34), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:37.453825 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff45e08-5587-4bbe-8012-821d9ec1e34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2423eb-b933-4113-844c-138772949a34,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:37.458103 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0ff45e08-5587-4bbe-8012-821d9ec1e34c admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=94ae2ca369154b3eb659456e232247db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338441 Oct 26 16:01:37.461028 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 40922) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:01:37.509750 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d89df6da-23eb-4e9d-86e3-e5bcc90f5ada admin admin] Publish callbacks [] for security_group (cc2423eb-b933-4113-844c-138772949a34), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:37.529090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d89df6da-23eb-4e9d-86e3-e5bcc90f5ada admin admin] Publish callbacks [] for security_group (cc2423eb-b933-4113-844c-138772949a34), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:37.539435 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:37.582678 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d89df6da-23eb-4e9d-86e3-e5bcc90f5ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (cc2423eb-b933-4113-844c-138772949a34), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:37.585233 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d89df6da-23eb-4e9d-86e3-e5bcc90f5ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:37.586351 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d89df6da-23eb-4e9d-86e3-e5bcc90f5ada admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/cc2423eb-b933-4113-844c-138772949a34 HTTP/1.1" status: 204 len: 168 time: 0.1244097 Oct 26 16:01:37.593890 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89df6da-23eb-4e9d-86e3-e5bcc90f5ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2423eb-b933-4113-844c-138772949a34,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:38.613800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-13e6073b-46b9-4627-8846-587580fdd934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:41.025427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9e61e258-66b2-4710-b490-426a7a69e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:42.175842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:43.712892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:43.899424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:45.004430 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-f36a45c8-7789-4896-9c4a-539435f6cc98 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=9831848e19ae49d8bb6560b933873302&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294421 Oct 26 16:01:45.139435 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:45.184569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-48116cac-905e-4311-88ea-0ea4c2e3b283 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:45.185967 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-48116cac-905e-4311-88ea-0ea4c2e3b283 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766052 Oct 26 16:01:45.200094 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-93f1315e-df1d-46df-affc-02f9224be29a tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/quotas/9831848e19ae49d8bb6560b933873302 HTTP/1.1" status: 200 len: 375 time: 0.0086877 Oct 26 16:01:45.231072 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-83c546ed-4e85-46d9-862b-d3f3a2b01be2 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=9831848e19ae49d8bb6560b933873302&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262969 Oct 26 16:01:45.403507 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4c730506-73b9-477d-9d26-676beef295f8 req-859d567b-fd35-4854-bc9a-3d96dd94185a tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a0402309-660a-4b11-b6a6-662deb28bc9b HTTP/1.1" status: 200 len: 210 time: 0.0287979 Oct 26 16:01:46.473426 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-d5cf7908-5efd-48ba-981e-761fd3c81e7b tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=9831848e19ae49d8bb6560b933873302&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228479 Oct 26 16:01:46.552697 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cc47b93d-3a67-45e8-b7eb-482357c9ff0b req-f0aa05ea-5b7a-4ee1-91d9-0ea58ce8f021 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a0402309-660a-4b11-b6a6-662deb28bc9b HTTP/1.1" status: 200 len: 210 time: 0.0653436 Oct 26 16:01:46.596158 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:46.602114 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=80 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:46.608847 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-661368d9-7c18-4e64-986b-a652bdf9f3f6 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:46.610852 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-661368d9-7c18-4e64-986b-a652bdf9f3f6 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1327691 Oct 26 16:01:46.625833 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-957838ef-3739-489c-9a67-24c264597f9d tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Request body: {'port': {'device_id': 'a0402309-660a-4b11-b6a6-662deb28bc9b', 'network_id': '692de91e-5b84-4e7d-8275-160e28bd42a3', 'admin_state_up': True, 'tenant_id': '9831848e19ae49d8bb6560b933873302'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:01:46.735887 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-957838ef-3739-489c-9a67-24c264597f9d tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Made reservation on behalf of 9831848e19ae49d8bb6560b933873302 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:01:46.739586 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-957838ef-3739-489c-9a67-24c264597f9d tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:46.747973 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-957838ef-3739-489c-9a67-24c264597f9d tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:46.817844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:46.826133 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-957838ef-3739-489c-9a67-24c264597f9d tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Publish callbacks [] for security_group (ef979fac-4ae2-4bde-bb6a-b900bc54f8d4), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:46.829782 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-957838ef-3739-489c-9a67-24c264597f9d tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ef979fac-4ae2-4bde-bb6a-b900bc54f8d4), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:46.895539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957838ef-3739-489c-9a67-24c264597f9d tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef979fac-4ae2-4bde-bb6a-b900bc54f8d4,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:46.966820 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-957838ef-3739-489c-9a67-24c264597f9d tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Allocated IP 192.168.233.242 (692de91e-5b84-4e7d-8275-160e28bd42a3/f02231fd-bec5-478a-9ee4-97a31b8ba6e1/a7f4da4d-0811-449b-ad26-c989e9a70ce9) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:01:47.113041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-957838ef-3739-489c-9a67-24c264597f9d tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Publish callbacks [] for port (a7f4da4d-0811-449b-ad26-c989e9a70ce9), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:47.114056 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:47.146127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-957838ef-3739-489c-9a67-24c264597f9d tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (a7f4da4d-0811-449b-ad26-c989e9a70ce9), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:47.184140 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:47.195947 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-957838ef-3739-489c-9a67-24c264597f9d tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Network 692de91e-5b84-4e7d-8275-160e28bd42a3 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:01:47.201893 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-957838ef-3739-489c-9a67-24c264597f9d tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:01:47.206158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-957838ef-3739-489c-9a67-24c264597f9d tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:01:47.209277 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957838ef-3739-489c-9a67-24c264597f9d tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Pushing event updated for resources: {'Port': ['ID=a7f4da4d-0811-449b-ad26-c989e9a70ce9,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:47.257212 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-957838ef-3739-489c-9a67-24c264597f9d tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:47.257829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-957838ef-3739-489c-9a67-24c264597f9d tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:47.275524 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-957838ef-3739-489c-9a67-24c264597f9d tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6534677 Oct 26 16:01:47.291179 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Request body: {'port': {'device_id': 'a0402309-660a-4b11-b6a6-662deb28bc9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:01:47.356985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a7f4da4d-0811-449b-ad26-c989e9a70ce9), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:47.407280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-db4fe756-4eb9-4e8c-bdae-6ab23e78a101 None None] Provisioning complete for port a7f4da4d-0811-449b-ad26-c989e9a70ce9 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:01:47.407694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-db4fe756-4eb9-4e8c-bdae-6ab23e78a101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a7f4da4d-0811-449b-ad26-c989e9a70ce9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:47.408072 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-db4fe756-4eb9-4e8c-bdae-6ab23e78a101 None None] Attempt 1 to provision port a7f4da4d-0811-449b-ad26-c989e9a70ce9 Oct 26 16:01:47.439446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-db4fe756-4eb9-4e8c-bdae-6ab23e78a101 None None] Port a7f4da4d-0811-449b-ad26-c989e9a70ce9 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:01:47.608257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f4da4d-0811-449b-ad26-c989e9a70ce9 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:01:47.615848 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Publish callbacks [] for port (a7f4da4d-0811-449b-ad26-c989e9a70ce9), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:47.630250 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Transition to ACTIVE for port object a7f4da4d-0811-449b-ad26-c989e9a70ce9 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:01:47.634567 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (a7f4da4d-0811-449b-ad26-c989e9a70ce9), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:47.675928 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a107a16-219c-4392-a73c-4aaebe1ada3e req-6cdb0c16-fce9-4aa9-a5e1-945b5f312202 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:47.677520 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6a107a16-219c-4392-a73c-4aaebe1ada3e req-6cdb0c16-fce9-4aa9-a5e1-945b5f312202 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a0402309-660a-4b11-b6a6-662deb28bc9b HTTP/1.1" status: 200 len: 948 time: 0.0496669 Oct 26 16:01:47.729802 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6a107a16-219c-4392-a73c-4aaebe1ada3e req-402792bd-b696-48bf-a700-8dd1298f695a tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ef979fac-4ae2-4bde-bb6a-b900bc54f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464163 Oct 26 16:01:48.015573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f4da4d-0811-449b-ad26-c989e9a70ce9,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:48.063086 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Attempting to bind port a7f4da4d-0811-449b-ad26-c989e9a70ce9 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:01:48.063425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Attempting to bind port a7f4da4d-0811-449b-ad26-c989e9a70ce9 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'dd49c28b-ee01-4832-a5e0-0fbd35ee0805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '692de91e-5b84-4e7d-8275-160e28bd42a3'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:01:48.063757 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Attempting to bind port a7f4da4d-0811-449b-ad26-c989e9a70ce9 on network 692de91e-5b84-4e7d-8275-160e28bd42a3 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:01:48.103923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Port a7f4da4d-0811-449b-ad26-c989e9a70ce9 on network 692de91e-5b84-4e7d-8275-160e28bd42a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:01:48.104255 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Attempting to bind port a7f4da4d-0811-449b-ad26-c989e9a70ce9 on network 692de91e-5b84-4e7d-8275-160e28bd42a3 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:01:48.148389 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:01:48.148732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Checking segment: {'id': 'dd49c28b-ee01-4832-a5e0-0fbd35ee0805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '692de91e-5b84-4e7d-8275-160e28bd42a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:01:48.149147 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Bound using segment: {'id': 'dd49c28b-ee01-4832-a5e0-0fbd35ee0805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '692de91e-5b84-4e7d-8275-160e28bd42a3'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:01:48.149582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Bound port: a7f4da4d-0811-449b-ad26-c989e9a70ce9, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd49c28b-ee01-4832-a5e0-0fbd35ee0805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '692de91e-5b84-4e7d-8275-160e28bd42a3'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:01:48.149942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a7f4da4d-0811-449b-ad26-c989e9a70ce9), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:48.185452 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:48.210669 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] For port a7f4da4d-0811-449b-ad26-c989e9a70ce9, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:01:48.213668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] For port a7f4da4d-0811-449b-ad26-c989e9a70ce9, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=a7f4da4d-0811-449b-ad26-c989e9a70ce9,segment=NetworkSegment(dd49c28b-ee01-4832-a5e0-0fbd35ee0805),segment_id=dd49c28b-ee01-4832-a5e0-0fbd35ee0805)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:01:48.219857 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (a7f4da4d-0811-449b-ad26-c989e9a70ce9), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:48.224295 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:48.224944 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:48.226319 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/a7f4da4d-0811-449b-ad26-c989e9a70ce9 HTTP/1.1" status: 200 len: 1098 time: 0.9398465 Oct 26 16:01:48.226867 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0402309-660a-4b11-b6a6-662deb28bc9b', 'tag': 'a7f4da4d-0811-449b-ad26-c989e9a70ce9'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:01:48.229125 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7743c7cf-6f85-445b-987d-f8f1f02fc25e" -d '{"events": [{"name": "network-changed", "server_uuid": "a0402309-660a-4b11-b6a6-662deb28bc9b", "tag": "a7f4da4d-0811-449b-ad26-c989e9a70ce9"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:01:48.273221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5f0bde-8aeb-45f1-a920-6337f7858e51 x-openstack-request-id: req-6e5f0bde-8aeb-45f1-a920-6337f7858e51 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:01:48.273523 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0402309-660a-4b11-b6a6-662deb28bc9b", "tag": "a7f4da4d-0811-449b-ad26-c989e9a70ce9", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:01:48.273769 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e5f0bde-8aeb-45f1-a920-6337f7858e51 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:01:48.274172 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e5f0bde-8aeb-45f1-a920-6337f7858e51'] response: {'name': 'network-changed', 'server_uuid': 'a0402309-660a-4b11-b6a6-662deb28bc9b', 'tag': 'a7f4da4d-0811-449b-ad26-c989e9a70ce9', 'status': 'completed', 'code': 200} Oct 26 16:01:48.289561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1abe45-524b-43e0-95bc-f6f226d24f46 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f4da4d-0811-449b-ad26-c989e9a70ce9,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:48.318637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-b562e454-fc90-467b-bd80-662f0b7e6c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:48.320145 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-b562e454-fc90-467b-bd80-662f0b7e6c33 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9831848e19ae49d8bb6560b933873302&device_id=a0402309-660a-4b11-b6a6-662deb28bc9b HTTP/1.1" status: 200 len: 1132 time: 0.0435121 Oct 26 16:01:48.365357 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-930150ed-fc6f-4d35-adc6-7c4f775bc13e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=a7f4da4d-0811-449b-ad26-c989e9a70ce9 HTTP/1.1" status: 200 len: 217 time: 0.0351439 Oct 26 16:01:48.414514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-5d494f0c-b056-4fe8-90af-bb0b3e5a729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:48.415919 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-5d494f0c-b056-4fe8-90af-bb0b3e5a729e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=f02231fd-bec5-478a-9ee4-97a31b8ba6e1 HTTP/1.1" status: 200 len: 843 time: 0.0441782 Oct 26 16:01:48.457513 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:48.463138 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-c99ffcb3-9423-4089-b2b6-19c9fb9f1427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:48.464614 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-c99ffcb3-9423-4089-b2b6-19c9fb9f1427 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=692de91e-5b84-4e7d-8275-160e28bd42a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0391538 Oct 26 16:01:48.561425 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-be6f9b2d-b572-4d09-833e-62c3be88457a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/692de91e-5b84-4e7d-8275-160e28bd42a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873425 Oct 26 16:01:48.566578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:48.661087 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f79f64d9-6b05-4e6a-8e41-467c9408433a req-df6acd94-4c45-4697-a99a-46b0b3b0e9a5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/692de91e-5b84-4e7d-8275-160e28bd42a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898018 Oct 26 16:01:48.856592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccfa18-0452-407a-b2e2-003f1dd300ee req-bb6471b4-9325-4103-a4b1-05edcfaffbe0 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:48.858027 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-29ccfa18-0452-407a-b2e2-003f1dd300ee req-bb6471b4-9325-4103-a4b1-05edcfaffbe0 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a0402309-660a-4b11-b6a6-662deb28bc9b HTTP/1.1" status: 200 len: 948 time: 0.0515423 Oct 26 16:01:48.905114 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-29ccfa18-0452-407a-b2e2-003f1dd300ee req-64f5ef29-ec03-40cd-9c38-b96a062f1aed tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ef979fac-4ae2-4bde-bb6a-b900bc54f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408447 Oct 26 16:01:49.566213 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743c7cf-6f85-445b-987d-f8f1f02fc25e req-d7507225-82c9-4995-95af-ae195af8b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:49.567585 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7743c7cf-6f85-445b-987d-f8f1f02fc25e req-d7507225-82c9-4995-95af-ae195af8b5da service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=9831848e19ae49d8bb6560b933873302&device_id=a0402309-660a-4b11-b6a6-662deb28bc9b HTTP/1.1" status: 200 len: 1132 time: 0.0401244 Oct 26 16:01:49.671694 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743c7cf-6f85-445b-987d-f8f1f02fc25e req-d67538a3-8fde-454b-9416-ebe6cc057237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:49.673278 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7743c7cf-6f85-445b-987d-f8f1f02fc25e req-d67538a3-8fde-454b-9416-ebe6cc057237 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=692de91e-5b84-4e7d-8275-160e28bd42a3 HTTP/1.1" status: 200 len: 870 time: 0.0959039 Oct 26 16:01:49.720121 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7743c7cf-6f85-445b-987d-f8f1f02fc25e req-82d49dd3-3202-455a-a633-a2118c8a87e4 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=a7f4da4d-0811-449b-ad26-c989e9a70ce9 HTTP/1.1" status: 200 len: 217 time: 0.0369666 Oct 26 16:01:49.773922 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743c7cf-6f85-445b-987d-f8f1f02fc25e req-0702eba4-a30b-4d75-8363-fd9d0dd098e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:49.775421 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7743c7cf-6f85-445b-987d-f8f1f02fc25e req-0702eba4-a30b-4d75-8363-fd9d0dd098e6 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=f02231fd-bec5-478a-9ee4-97a31b8ba6e1 HTTP/1.1" status: 200 len: 843 time: 0.0452266 Oct 26 16:01:49.822685 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743c7cf-6f85-445b-987d-f8f1f02fc25e req-951643a5-d179-4444-8518-f500bbc12356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:49.824123 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7743c7cf-6f85-445b-987d-f8f1f02fc25e req-951643a5-d179-4444-8518-f500bbc12356 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=692de91e-5b84-4e7d-8275-160e28bd42a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0396929 Oct 26 16:01:49.923072 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7743c7cf-6f85-445b-987d-f8f1f02fc25e req-02622f19-0936-47cb-ac2e-05663aef4305 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/692de91e-5b84-4e7d-8275-160e28bd42a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888979 Oct 26 16:01:50.051387 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb62fc0-a078-4390-94bd-aba1b7e153dd req-b1298f7c-33bf-4412-974d-afc4a16c5714 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:50.052904 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9cb62fc0-a078-4390-94bd-aba1b7e153dd req-b1298f7c-33bf-4412-974d-afc4a16c5714 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a0402309-660a-4b11-b6a6-662deb28bc9b HTTP/1.1" status: 200 len: 948 time: 0.0684741 Oct 26 16:01:50.076280 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7743c7cf-6f85-445b-987d-f8f1f02fc25e req-cae211bb-5891-460a-b9aa-174718c7251f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/692de91e-5b84-4e7d-8275-160e28bd42a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438763 Oct 26 16:01:50.106121 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9cb62fc0-a078-4390-94bd-aba1b7e153dd req-b623f1bd-88f2-4854-b3f8-bcc3bff41ce6 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ef979fac-4ae2-4bde-bb6a-b900bc54f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473583 Oct 26 16:01:50.883361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device a7f4da4d-0811-449b-ad26-c989e9a70ce9 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:01:50.903247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:50.953125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:50.982705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port a7f4da4d-0811-449b-ad26-c989e9a70ce9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=a7f4da4d-0811-449b-ad26-c989e9a70ce9,segment=NetworkSegment(dd49c28b-ee01-4832-a5e0-0fbd35ee0805),segment_id=dd49c28b-ee01-4832-a5e0-0fbd35ee0805)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:01:50.994690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': 'a7f4da4d-0811-449b-ad26-c989e9a70ce9', 'network_id': '692de91e-5b84-4e7d-8275-160e28bd42a3', 'port_id': 'a7f4da4d-0811-449b-ad26-c989e9a70ce9', 'mac_address': 'fa:16:3e:1e:9e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02231fd-bec5-478a-9ee4-97a31b8ba6e1', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:01:51.028139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port a7f4da4d-0811-449b-ad26-c989e9a70ce9 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:01:51.028533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a7f4da4d-0811-449b-ad26-c989e9a70ce9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:51.045481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f4da4d-0811-449b-ad26-c989e9a70ce9 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:01:51.064783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port a7f4da4d-0811-449b-ad26-c989e9a70ce9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=a7f4da4d-0811-449b-ad26-c989e9a70ce9,segment=NetworkSegment(dd49c28b-ee01-4832-a5e0-0fbd35ee0805),segment_id=dd49c28b-ee01-4832-a5e0-0fbd35ee0805)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:01:51.068686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a7f4da4d-0811-449b-ad26-c989e9a70ce9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:51.114560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=a7f4da4d-0811-449b-ad26-c989e9a70ce9,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:51.225004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215ea7c-57d4-4983-b2ee-9419af09ec71 req-f199946c-44d0-4c43-975d-8294c457ceaf tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:51.226473 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7215ea7c-57d4-4983-b2ee-9419af09ec71 req-f199946c-44d0-4c43-975d-8294c457ceaf tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a0402309-660a-4b11-b6a6-662deb28bc9b HTTP/1.1" status: 200 len: 949 time: 0.0466795 Oct 26 16:01:51.273177 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7215ea7c-57d4-4983-b2ee-9419af09ec71 req-cbe76acb-85b9-42a5-be46-c62bf89b40e1 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ef979fac-4ae2-4bde-bb6a-b900bc54f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411921 Oct 26 16:01:51.367346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['a7f4da4d-0811-449b-ad26-c989e9a70ce9'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:01:52.392393 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94e706-fea6-4f6b-b32a-0307209a481d req-7603cdcd-5a20-4790-9950-16142a90eb68 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:52.393929 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6e94e706-fea6-4f6b-b32a-0307209a481d req-7603cdcd-5a20-4790-9950-16142a90eb68 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a0402309-660a-4b11-b6a6-662deb28bc9b HTTP/1.1" status: 200 len: 949 time: 0.0465140 Oct 26 16:01:52.418676 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:52.441214 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6e94e706-fea6-4f6b-b32a-0307209a481d req-23689a50-7c83-44f8-8fe7-36b819760a84 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ef979fac-4ae2-4bde-bb6a-b900bc54f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418775 Oct 26 16:01:52.899908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device a7f4da4d-0811-449b-ad26-c989e9a70ce9 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:01:52.941597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port a7f4da4d-0811-449b-ad26-c989e9a70ce9 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 16:01:52.947762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port a7f4da4d-0811-449b-ad26-c989e9a70ce9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:01:52.948144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a7f4da4d-0811-449b-ad26-c989e9a70ce9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:52.948492 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port a7f4da4d-0811-449b-ad26-c989e9a70ce9 Oct 26 16:01:53.019360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port a7f4da4d-0811-449b-ad26-c989e9a70ce9 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:01:53.019754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a7f4da4d-0811-449b-ad26-c989e9a70ce9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:53.042534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0402309-660a-4b11-b6a6-662deb28bc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f4da4d-0811-449b-ad26-c989e9a70ce9'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:01:53.045019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b08e498-5429-467e-b102-a54f43fb35e8" -d '{"events": [{"server_uuid": "a0402309-660a-4b11-b6a6-662deb28bc9b", "name": "network-vif-plugged", "status": "completed", "tag": "a7f4da4d-0811-449b-ad26-c989e9a70ce9"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:01:53.057470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port a7f4da4d-0811-449b-ad26-c989e9a70ce9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=a7f4da4d-0811-449b-ad26-c989e9a70ce9,segment=NetworkSegment(dd49c28b-ee01-4832-a5e0-0fbd35ee0805),segment_id=dd49c28b-ee01-4832-a5e0-0fbd35ee0805)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:01:53.061752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a7f4da4d-0811-449b-ad26-c989e9a70ce9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:53.238482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b211f36-b1ce-4b30-859f-1cccb6e0db9f x-openstack-request-id: req-3b211f36-b1ce-4b30-859f-1cccb6e0db9f {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:01:53.238767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0402309-660a-4b11-b6a6-662deb28bc9b", "name": "network-vif-plugged", "status": "completed", "tag": "a7f4da4d-0811-449b-ad26-c989e9a70ce9", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:01:53.239014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b211f36-b1ce-4b30-859f-1cccb6e0db9f {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:01:53.239413 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b211f36-b1ce-4b30-859f-1cccb6e0db9f'] response: {'server_uuid': 'a0402309-660a-4b11-b6a6-662deb28bc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f4da4d-0811-449b-ad26-c989e9a70ce9', 'code': 200} Oct 26 16:01:53.264380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=a7f4da4d-0811-449b-ad26-c989e9a70ce9,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:53.329866 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9876ac-b0c3-4e69-a0ce-62fafac5c9c6 req-2973d078-4ec7-49a5-b58b-660a9d7afa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:53.331356 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1d9876ac-b0c3-4e69-a0ce-62fafac5c9c6 req-2973d078-4ec7-49a5-b58b-660a9d7afa49 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a0402309-660a-4b11-b6a6-662deb28bc9b HTTP/1.1" status: 200 len: 1134 time: 0.0436220 Oct 26 16:01:53.373587 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1d9876ac-b0c3-4e69-a0ce-62fafac5c9c6 req-033eb061-f1c9-454d-a134-f9a58ab7a04f service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef979fac-4ae2-4bde-bb6a-b900bc54f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365829 Oct 26 16:01:53.559392 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b3d6e-03bc-4a43-8fb5-274e54e3fb24 req-315db9c7-f052-4482-984c-5419b0bc51b9 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:53.560885 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c39b3d6e-03bc-4a43-8fb5-274e54e3fb24 req-315db9c7-f052-4482-984c-5419b0bc51b9 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a0402309-660a-4b11-b6a6-662deb28bc9b HTTP/1.1" status: 200 len: 950 time: 0.0471096 Oct 26 16:01:53.594047 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:01:53.608374 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c39b3d6e-03bc-4a43-8fb5-274e54e3fb24 req-29e00146-d8cc-46c7-81fa-30731cbccf41 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ef979fac-4ae2-4bde-bb6a-b900bc54f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415344 Oct 26 16:01:54.733185 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db2bb4-3582-46fa-8ca4-ebdbc0deafda req-669749a1-4c3b-405a-9101-5465a3321f1a tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:54.734682 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-40db2bb4-3582-46fa-8ca4-ebdbc0deafda req-669749a1-4c3b-405a-9101-5465a3321f1a tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a0402309-660a-4b11-b6a6-662deb28bc9b HTTP/1.1" status: 200 len: 950 time: 0.0498569 Oct 26 16:01:54.787872 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-40db2bb4-3582-46fa-8ca4-ebdbc0deafda req-0d51e78a-372d-45c5-b79c-f6091df88456 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ef979fac-4ae2-4bde-bb6a-b900bc54f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475240 Oct 26 16:01:55.909327 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef36d1-f3f1-4918-ae18-9900d91284eb req-770af437-fecc-47c2-a6f6-ab3d4efabea6 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:55.910802 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a7ef36d1-f3f1-4918-ae18-9900d91284eb req-770af437-fecc-47c2-a6f6-ab3d4efabea6 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a0402309-660a-4b11-b6a6-662deb28bc9b HTTP/1.1" status: 200 len: 950 time: 0.0470939 Oct 26 16:01:55.961631 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a7ef36d1-f3f1-4918-ae18-9900d91284eb req-ba27fd6e-0d09-48cf-8e9a-81f55ce2042c tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ef979fac-4ae2-4bde-bb6a-b900bc54f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451078 Oct 26 16:01:56.356909 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [req-d59e8489-a445-4bad-9f56-62175e570b2d req-5aff0a52-3ad7-4306-bf6e-0363a9f5b893 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 16:01:56.357929 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d59e8489-a445-4bad-9f56-62175e570b2d req-5aff0a52-3ad7-4306-bf6e-0363a9f5b893 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1087024 Oct 26 16:01:56.787791 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-9541ad23-cb45-4e62-99fd-003069b09072 req-782fc4b6-dc9a-4758-a0db-cac0d56c8f30 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 16:01:56.788809 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9541ad23-cb45-4e62-99fd-003069b09072 req-782fc4b6-dc9a-4758-a0db-cac0d56c8f30 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0522771 Oct 26 16:01:57.164369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008c175-1854-41c7-a1fa-41363873a254 req-3f8911ca-1c82-4bf2-bc46-41bd438eb109 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:57.165864 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d008c175-1854-41c7-a1fa-41363873a254 req-3f8911ca-1c82-4bf2-bc46-41bd438eb109 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a0402309-660a-4b11-b6a6-662deb28bc9b HTTP/1.1" status: 200 len: 950 time: 0.0483880 Oct 26 16:01:57.214514 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d008c175-1854-41c7-a1fa-41363873a254 req-7960c160-5bb6-4df0-a184-d7770ee4d7f7 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ef979fac-4ae2-4bde-bb6a-b900bc54f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429609 Oct 26 16:01:58.336307 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73aed8-b4f8-479c-84bb-9b7ed867d050 req-27b2ad52-d1b7-42be-9674-d75a5f791211 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:58.337822 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6c73aed8-b4f8-479c-84bb-9b7ed867d050 req-27b2ad52-d1b7-42be-9674-d75a5f791211 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a0402309-660a-4b11-b6a6-662deb28bc9b HTTP/1.1" status: 200 len: 950 time: 0.0476203 Oct 26 16:01:58.386543 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6c73aed8-b4f8-479c-84bb-9b7ed867d050 req-32855ad2-dd74-48f3-b805-c4ba5370503f tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ef979fac-4ae2-4bde-bb6a-b900bc54f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430913 Oct 26 16:01:58.522323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce820a7f-8f94-4379-a2c1-f173646ddfbf req-f4cb7c27-87ef-4a05-bd39-436f88644462 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:01:58.523657 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce820a7f-8f94-4379-a2c1-f173646ddfbf req-f4cb7c27-87ef-4a05-bd39-436f88644462 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a0402309-660a-4b11-b6a6-662deb28bc9b HTTP/1.1" status: 200 len: 950 time: 0.0460374 Oct 26 16:01:58.608268 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-ce820a7f-8f94-4379-a2c1-f173646ddfbf req-9648cef0-de79-420c-9b19-c7a43b5a1005 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Deleting port a7f4da4d-0811-449b-ad26-c989e9a70ce9 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:01:58.608609 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ce820a7f-8f94-4379-a2c1-f173646ddfbf req-9648cef0-de79-420c-9b19-c7a43b5a1005 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (a7f4da4d-0811-449b-ad26-c989e9a70ce9), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:58.697324 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-ce820a7f-8f94-4379-a2c1-f173646ddfbf req-9648cef0-de79-420c-9b19-c7a43b5a1005 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] For port a7f4da4d-0811-449b-ad26-c989e9a70ce9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=a7f4da4d-0811-449b-ad26-c989e9a70ce9,segment=NetworkSegment(dd49c28b-ee01-4832-a5e0-0fbd35ee0805),segment_id=dd49c28b-ee01-4832-a5e0-0fbd35ee0805)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:01:58.697694 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ce820a7f-8f94-4379-a2c1-f173646ddfbf req-9648cef0-de79-420c-9b19-c7a43b5a1005 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (a7f4da4d-0811-449b-ad26-c989e9a70ce9), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:58.710489 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-ce820a7f-8f94-4379-a2c1-f173646ddfbf req-9648cef0-de79-420c-9b19-c7a43b5a1005 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Calling delete_port for a7f4da4d-0811-449b-ad26-c989e9a70ce9 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:01:58.842016 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ce820a7f-8f94-4379-a2c1-f173646ddfbf req-9648cef0-de79-420c-9b19-c7a43b5a1005 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (a7f4da4d-0811-449b-ad26-c989e9a70ce9), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:58.858229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['a7f4da4d-0811-449b-ad26-c989e9a70ce9'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:01:58.868582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648cef0-de79-420c-9b19-c7a43b5a1005 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Pushing event deleted for resources: {'Port': ['ID=a7f4da4d-0811-449b-ad26-c989e9a70ce9,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:01:58.920317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce820a7f-8f94-4379-a2c1-f173646ddfbf req-9648cef0-de79-420c-9b19-c7a43b5a1005 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] No DVR routers for this DVR port a7f4da4d-0811-449b-ad26-c989e9a70ce9 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:01:58.922931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ce820a7f-8f94-4379-a2c1-f173646ddfbf req-9648cef0-de79-420c-9b19-c7a43b5a1005 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:01:58.926178 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce820a7f-8f94-4379-a2c1-f173646ddfbf req-9648cef0-de79-420c-9b19-c7a43b5a1005 tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.64 "DELETE /networking/v2.0/ports/a7f4da4d-0811-449b-ad26-c989e9a70ce9 HTTP/1.1" status: 204 len: 173 time: 0.3936639 Oct 26 16:01:58.926679 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0402309-660a-4b11-b6a6-662deb28bc9b', 'name': 'network-vif-deleted', 'tag': 'a7f4da4d-0811-449b-ad26-c989e9a70ce9'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:01:58.928987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2c1a45-24ba-4c13-9de4-76d639b61cf6" -d '{"events": [{"server_uuid": "a0402309-660a-4b11-b6a6-662deb28bc9b", "name": "network-vif-deleted", "tag": "a7f4da4d-0811-449b-ad26-c989e9a70ce9"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:01:58.970543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873c64d6-8c8e-4688-b575-6e0a1ec05259 x-openstack-request-id: req-873c64d6-8c8e-4688-b575-6e0a1ec05259 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:01:58.970852 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0402309-660a-4b11-b6a6-662deb28bc9b", "name": "network-vif-deleted", "tag": "a7f4da4d-0811-449b-ad26-c989e9a70ce9", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:01:58.971247 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-873c64d6-8c8e-4688-b575-6e0a1ec05259 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:01:58.971663 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-873c64d6-8c8e-4688-b575-6e0a1ec05259'] response: {'server_uuid': 'a0402309-660a-4b11-b6a6-662deb28bc9b', 'name': 'network-vif-deleted', 'tag': 'a7f4da4d-0811-449b-ad26-c989e9a70ce9', 'status': 'completed', 'code': 200} Oct 26 16:01:59.502513 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-61343394-0615-4f66-bb69-d50df4814788 req-bbf5c922-ef7f-4956-adef-77691a5ed98e tempest-ServersAdminNegativeTestJSON-951999953 tempest-ServersAdminNegativeTestJSON-951999953-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a0402309-660a-4b11-b6a6-662deb28bc9b HTTP/1.1" status: 200 len: 210 time: 0.0297985 Oct 26 16:02:00.801509 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41070) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:02:00.932182 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3e42bde2-5899-4ef4-8cf8-35b87181b94b admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=9831848e19ae49d8bb6560b933873302&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295111 Oct 26 16:02:00.934731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41074) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:02:00.982823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4f829c08-8dc4-46b0-8eee-1a385c519956 admin admin] Publish callbacks [] for security_group (ef979fac-4ae2-4bde-bb6a-b900bc54f8d4), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:00.998333 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:01.003812 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4f829c08-8dc4-46b0-8eee-1a385c519956 admin admin] Publish callbacks [] for security_group (ef979fac-4ae2-4bde-bb6a-b900bc54f8d4), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:01.053267 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4f829c08-8dc4-46b0-8eee-1a385c519956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ef979fac-4ae2-4bde-bb6a-b900bc54f8d4), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:01.056018 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4f829c08-8dc4-46b0-8eee-1a385c519956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:01.057225 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4f829c08-8dc4-46b0-8eee-1a385c519956 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ef979fac-4ae2-4bde-bb6a-b900bc54f8d4 HTTP/1.1" status: 204 len: 168 time: 0.1215744 Oct 26 16:02:01.065522 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f829c08-8dc4-46b0-8eee-1a385c519956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef979fac-4ae2-4bde-bb6a-b900bc54f8d4,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:01.320133 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41080) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:02:01.333409 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-69f34593-cf63-40e2-9963-4879bdee6146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:01.408509 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-69f34593-cf63-40e2-9963-4879bdee6146 admin admin] Publish callbacks [] for security_group (cee63d23-2c43-478c-9349-be06db5d1760), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:01.412344 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-69f34593-cf63-40e2-9963-4879bdee6146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (cee63d23-2c43-478c-9349-be06db5d1760), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:01.426880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=3,neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:01.444714 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:01.458499 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f34593-cf63-40e2-9963-4879bdee6146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee63d23-2c43-478c-9349-be06db5d1760,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:01.463263 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-69f34593-cf63-40e2-9963-4879bdee6146 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=5a9af57a9f1d443aa954c1c3cd073e3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1421270 Oct 26 16:02:01.466327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41082) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:02:01.516111 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b09d9680-4207-476f-b0de-47c5eed18624 admin admin] Publish callbacks [] for security_group (cee63d23-2c43-478c-9349-be06db5d1760), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:01.536777 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b09d9680-4207-476f-b0de-47c5eed18624 admin admin] Publish callbacks [] for security_group (cee63d23-2c43-478c-9349-be06db5d1760), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:01.583399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b09d9680-4207-476f-b0de-47c5eed18624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (cee63d23-2c43-478c-9349-be06db5d1760), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:01.585945 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b09d9680-4207-476f-b0de-47c5eed18624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:01.587075 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b09d9680-4207-476f-b0de-47c5eed18624 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/cee63d23-2c43-478c-9349-be06db5d1760 HTTP/1.1" status: 204 len: 168 time: 0.1200264 Oct 26 16:02:01.595168 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d9680-4207-476f-b0de-47c5eed18624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee63d23-2c43-478c-9349-be06db5d1760,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:02.249039 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41104) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:02:02.348405 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-fcb1f50e-3cfc-408b-beb0-64b7138dfa91 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1300868714-network', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:02:02.368677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb1f50e-3cfc-408b-beb0-64b7138dfa91 admin admin] Made reservation on behalf of 88664ec016234c43a9ce0f96ac6c19f1 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:02:02.370946 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f50e-3cfc-408b-beb0-64b7138dfa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:02.379850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f50e-3cfc-408b-beb0-64b7138dfa91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:02.455337 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f50e-3cfc-408b-beb0-64b7138dfa91 admin admin] Publish callbacks [] for security_group (505a3291-e4ca-4603-b232-a515355291b5), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:02.458997 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f50e-3cfc-408b-beb0-64b7138dfa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (505a3291-e4ca-4603-b232-a515355291b5), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:02.483790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb1f50e-3cfc-408b-beb0-64b7138dfa91 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:02:02.493601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1f50e-3cfc-408b-beb0-64b7138dfa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505a3291-e4ca-4603-b232-a515355291b5,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:02.498353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f50e-3cfc-408b-beb0-64b7138dfa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (2dd60c31-e9be-455b-af78-606a71b4678e), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:02.498693 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-fcb1f50e-3cfc-408b-beb0-64b7138dfa91 admin admin] Added segment 2dd60c31-e9be-455b-af78-606a71b4678e of type vlan for network 0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 Oct 26 16:02:02.542246 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f50e-3cfc-408b-beb0-64b7138dfa91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:02.566584 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f50e-3cfc-408b-beb0-64b7138dfa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:02.567590 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb1f50e-3cfc-408b-beb0-64b7138dfa91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:02.568177 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f50e-3cfc-408b-beb0-64b7138dfa91 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:02.619059 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fcb1f50e-3cfc-408b-beb0-64b7138dfa91 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3688350 Oct 26 16:02:02.622007 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41108) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:02:02.627399 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-0004e860-3948-49e5-9c0b-3707e5388054 admin admin] Request body: {'subnet': {'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1300868714-subnet', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:02:02.632961 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1f50e-3cfc-408b-beb0-64b7138dfa91 admin admin] Pushing event updated for resources: {'Network': ['ID=0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:02.643501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:02.643657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:02:02.649889 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0004e860-3948-49e5-9c0b-3707e5388054 admin admin] Made reservation on behalf of 88664ec016234c43a9ce0f96ac6c19f1 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:02:02.652243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0004e860-3948-49e5-9c0b-3707e5388054 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:02.822849 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0004e860-3948-49e5-9c0b-3707e5388054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (1bce5ecb-cb22-48ff-bd3d-c580519a93d5), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:02.877684 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004e860-3948-49e5-9c0b-3707e5388054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bce5ecb-cb22-48ff-bd3d-c580519a93d5,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:02.889055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0004e860-3948-49e5-9c0b-3707e5388054 admin admin] Checking segment: {'id': '2dd60c31-e9be-455b-af78-606a71b4678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:02:02.889420 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0004e860-3948-49e5-9c0b-3707e5388054 admin admin] Network hostable DHCP agents. Network: 0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:02:02.906425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0004e860-3948-49e5-9c0b-3707e5388054 admin admin] Network 0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:02:02.915084 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-0004e860-3948-49e5-9c0b-3707e5388054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:02:02.919411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0004e860-3948-49e5-9c0b-3707e5388054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:02.920007 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0004e860-3948-49e5-9c0b-3707e5388054 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:02.924731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df7c563-4e75-4819-a8c2-688f91084124 None None] Network 0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:02:02.941238 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0004e860-3948-49e5-9c0b-3707e5388054 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3181224 Oct 26 16:02:02.943867 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41110) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:02:02.948247 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:02:02.967503 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (58cedc97-755b-40cb-8470-d320ef6fea54), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:02.968518 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (58cedc97-755b-40cb-8470-d320ef6fea54), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:02.977154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device a7f4da4d-0811-449b-ad26-c989e9a70ce9 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:03.003913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: a7f4da4d-0811-449b-ad26-c989e9a70ce9 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:02:03.004263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device a7f4da4d-0811-449b-ad26-c989e9a70ce9 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:02:03.024145 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] Publish callbacks [] for router_controller (58cedc97-755b-40cb-8470-d320ef6fea54), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:03.059693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:02:03.060647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:03.156839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] Publish callbacks [] for router_gateway (58cedc97-755b-40cb-8470-d320ef6fea54), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:03.196331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Allocated IP 172.20.0.2 (0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0/1bce5ecb-cb22-48ff-bd3d-c580519a93d5/f5acc005-8237-4f76-8b53-20e61bb17c63) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:02:03.302465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:03.341966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Publish callbacks [] for port (f5acc005-8237-4f76-8b53-20e61bb17c63), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:03.342224 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] Publish callbacks [] for router_gateway (58cedc97-755b-40cb-8470-d320ef6fea54), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:03.348938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (f5acc005-8237-4f76-8b53-20e61bb17c63), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:03.362265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:03.391967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Network 0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:02:03.396996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:02:03.399121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Pushing event updated for resources: {'Port': ['ID=f5acc005-8237-4f76-8b53-20e61bb17c63,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:03.401293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:02:03.457243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Attempting to bind port f5acc005-8237-4f76-8b53-20e61bb17c63 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:02:03.457620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Attempting to bind port f5acc005-8237-4f76-8b53-20e61bb17c63 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '2dd60c31-e9be-455b-af78-606a71b4678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:02:03.457990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Attempting to bind port f5acc005-8237-4f76-8b53-20e61bb17c63 on network 0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:02:03.461059 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:03.475873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] Allocated IP 172.26.11.212 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/39c420ce-c413-4010-81f4-c6287b14b2a0) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:02:03.502333 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:03.503220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:02:03.503610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Checking segment: {'id': '2dd60c31-e9be-455b-af78-606a71b4678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:02:03.504015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:03.504409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Bound using segment: {'id': '2dd60c31-e9be-455b-af78-606a71b4678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:02:03.504923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Bound port: f5acc005-8237-4f76-8b53-20e61bb17c63, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd60c31-e9be-455b-af78-606a71b4678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:02:03.505310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f5acc005-8237-4f76-8b53-20e61bb17c63), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:03.536990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:03.537681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:03.571155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] For port f5acc005-8237-4f76-8b53-20e61bb17c63, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:02:03.574220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] For port f5acc005-8237-4f76-8b53-20e61bb17c63, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f5acc005-8237-4f76-8b53-20e61bb17c63,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:02:03.579364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f5acc005-8237-4f76-8b53-20e61bb17c63), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:03.584411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] Publish callbacks [] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:03.618565 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:03.633573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e592d-fd90-4339-87bb-a0d90bcbbd22 None None] Pushing event updated for resources: {'Port': ['ID=f5acc005-8237-4f76-8b53-20e61bb17c63,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:03.670076 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:02:03.675571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:02:03.677998 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:02:03.681681 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] Pushing event updated for resources: {'Port': ['ID=39c420ce-c413-4010-81f4-c6287b14b2a0,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:03.954362 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] Publish callbacks [] for router_gateway (58cedc97-755b-40cb-8470-d320ef6fea54), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:04.139630 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (58cedc97-755b-40cb-8470-d320ef6fea54), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:04.254682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:04.264366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] Router 58cedc97-755b-40cb-8470-d320ef6fea54 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:02:04.371273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:02:04.381208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Sync routers for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:02:04.390946 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:04.393769 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a1a8ebf2-d776-4eb8-b29a-6ad5a6f04368 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4473732 Oct 26 16:02:04.395138 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41112) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:02:04.398444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:04.399124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:01:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:04.506738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:04.579475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bebf691-e897-44d6-bfaa-a6d7cd9c0b53 None None] Network 0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:02:04.695673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-93000f44-6ccb-4941-b333-66c0ace6cd61 None None] Provisioning complete for port f5acc005-8237-4f76-8b53-20e61bb17c63 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:04.696054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-93000f44-6ccb-4941-b333-66c0ace6cd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f5acc005-8237-4f76-8b53-20e61bb17c63), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:04.696402 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-93000f44-6ccb-4941-b333-66c0ace6cd61 None None] Attempt 1 to provision port f5acc005-8237-4f76-8b53-20e61bb17c63 Oct 26 16:02:04.850705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:03Z', 'revision_number': 3, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:04.882551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Checking router: 58cedc97-755b-40cb-8470-d320ef6fea54 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:02:04.882910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Updating router 58cedc97-755b-40cb-8470-d320ef6fea54 port 39c420ce-c413-4010-81f4-c6287b14b2a0 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:02:04.918566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-93000f44-6ccb-4941-b333-66c0ace6cd61 None None] Current status of the port f5acc005-8237-4f76-8b53-20e61bb17c63 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:04.918956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-93000f44-6ccb-4941-b333-66c0ace6cd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f5acc005-8237-4f76-8b53-20e61bb17c63), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:04.948820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:04.975911 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:04.996552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f5acc005-8237-4f76-8b53-20e61bb17c63 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:02:05.000265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-93000f44-6ccb-4941-b333-66c0ace6cd61 None None] For port f5acc005-8237-4f76-8b53-20e61bb17c63, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f5acc005-8237-4f76-8b53-20e61bb17c63,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:05.071884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-93000f44-6ccb-4941-b333-66c0ace6cd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f5acc005-8237-4f76-8b53-20e61bb17c63), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:05.116501 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:05.158461 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a9b72b8f-ddf1-42a4-9f1d-c3ee2720fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:05.195703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93000f44-6ccb-4941-b333-66c0ace6cd61 None None] Pushing event updated for resources: {'Port': ['ID=f5acc005-8237-4f76-8b53-20e61bb17c63,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:05.204618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f5acc005-8237-4f76-8b53-20e61bb17c63 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:05.204890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f5acc005-8237-4f76-8b53-20e61bb17c63), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:05.205228 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f5acc005-8237-4f76-8b53-20e61bb17c63 Oct 26 16:02:05.232532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-20f6f7f2-660e-4993-8e5a-3f8a012749bb None None] Provisioning complete for port f5acc005-8237-4f76-8b53-20e61bb17c63 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:05.232922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-20f6f7f2-660e-4993-8e5a-3f8a012749bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f5acc005-8237-4f76-8b53-20e61bb17c63), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:05.233258 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-20f6f7f2-660e-4993-8e5a-3f8a012749bb None None] Attempt 1 to provision port f5acc005-8237-4f76-8b53-20e61bb17c63 Oct 26 16:02:05.275291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:05.320891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-a9b72b8f-ddf1-42a4-9f1d-c3ee2720fc66 admin admin] Allocated IP 172.20.0.1 (0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0/1bce5ecb-cb22-48ff-bd3d-c580519a93d5/d378c23f-a825-4532-b349-5d6c749bacfc) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:02:05.406420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f5acc005-8237-4f76-8b53-20e61bb17c63 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:05.426880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a9b72b8f-ddf1-42a4-9f1d-c3ee2720fc66 admin admin] Publish callbacks [] for port (d378c23f-a825-4532-b349-5d6c749bacfc), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:05.432594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-20f6f7f2-660e-4993-8e5a-3f8a012749bb None None] Current status of the port f5acc005-8237-4f76-8b53-20e61bb17c63 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:05.435594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Publish callbacks [] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:05.440936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:05.459481 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a9b72b8f-ddf1-42a4-9f1d-c3ee2720fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:05.473410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Attempting to bind port 39c420ce-c413-4010-81f4-c6287b14b2a0 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:02:05.473688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Attempting to bind port 39c420ce-c413-4010-81f4-c6287b14b2a0 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:02:05.474036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Attempting to bind port 39c420ce-c413-4010-81f4-c6287b14b2a0 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:02:05.478175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:05.502917 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b72b8f-ddf1-42a4-9f1d-c3ee2720fc66 admin admin] Network 0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:02:05.510373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-a9b72b8f-ddf1-42a4-9f1d-c3ee2720fc66 admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:02:05.514510 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b72b8f-ddf1-42a4-9f1d-c3ee2720fc66 admin admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:02:05.518156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b72b8f-ddf1-42a4-9f1d-c3ee2720fc66 admin admin] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:05.519681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6540b-ce9a-4458-b914-25ff413f64ff None None] Pushing event updated for resources: {'Port': ['ID=39c420ce-c413-4010-81f4-c6287b14b2a0,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:05.533780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:02:05.534157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:02:05.534562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:05.534949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:02:05.535537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Bound port: 39c420ce-c413-4010-81f4-c6287b14b2a0, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:02:05.535929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:05.556894 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a9b72b8f-ddf1-42a4-9f1d-c3ee2720fc66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (58cedc97-755b-40cb-8470-d320ef6fea54), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:05.700361 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a9b72b8f-ddf1-42a4-9f1d-c3ee2720fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:05.713930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:05.733922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] For port 39c420ce-c413-4010-81f4-c6287b14b2a0, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:02:05.737165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] For port 39c420ce-c413-4010-81f4-c6287b14b2a0, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c420ce-c413-4010-81f4-c6287b14b2a0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:02:05.747303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:05.753946 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:05.783869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-3846c23d-2bfb-4a07-877e-d191086e3fae None None] Provisioning complete for port d378c23f-a825-4532-b349-5d6c749bacfc triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:05.784247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3846c23d-2bfb-4a07-877e-d191086e3fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:05.784594 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-3846c23d-2bfb-4a07-877e-d191086e3fae None None] Attempt 1 to provision port d378c23f-a825-4532-b349-5d6c749bacfc Oct 26 16:02:05.807700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:05.808303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:01:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:05.871433 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a9b72b8f-ddf1-42a4-9f1d-c3ee2720fc66 admin admin] Publish callbacks [] for port (d378c23f-a825-4532-b349-5d6c749bacfc), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:05.876691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a9b72b8f-ddf1-42a4-9f1d-c3ee2720fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:05.878159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6540b-ce9a-4458-b914-25ff413f64ff None None] Pushing event updated for resources: {'Port': ['ID=39c420ce-c413-4010-81f4-c6287b14b2a0,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:05.883608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-3846c23d-2bfb-4a07-877e-d191086e3fae None None] Port d378c23f-a825-4532-b349-5d6c749bacfc cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:02:05.899807 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:05.944494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:05.948339 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b72b8f-ddf1-42a4-9f1d-c3ee2720fc66 admin admin] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:05.950746 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a9b72b8f-ddf1-42a4-9f1d-c3ee2720fc66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (58cedc97-755b-40cb-8470-d320ef6fea54), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:06.046445 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b72b8f-ddf1-42a4-9f1d-c3ee2720fc66 admin admin] Network 0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:02:06.047862 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-a9b72b8f-ddf1-42a4-9f1d-c3ee2720fc66 admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:02:06.138224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 1, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:06.164051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0056819f-a8b8-4e36-9230-9e600e7528e1 None None] The sync data for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv is: [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 1, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:02:06.165997 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b72b8f-ddf1-42a4-9f1d-c3ee2720fc66 admin admin] Router 58cedc97-755b-40cb-8470-d320ef6fea54 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:02:06.284291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b72b8f-ddf1-42a4-9f1d-c3ee2720fc66 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:02:06.290025 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a9b72b8f-ddf1-42a4-9f1d-c3ee2720fc66 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/58cedc97-755b-40cb-8470-d320ef6fea54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8938241 Oct 26 16:02:06.303507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-3f6fa244-2121-44b0-87d4-59e2dbb9d9fb None None] Provisioning complete for port d378c23f-a825-4532-b349-5d6c749bacfc triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:06.303984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3f6fa244-2121-44b0-87d4-59e2dbb9d9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:06.304370 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-3f6fa244-2121-44b0-87d4-59e2dbb9d9fb None None] Attempt 1 to provision port d378c23f-a825-4532-b349-5d6c749bacfc Oct 26 16:02:06.346512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fa244-2121-44b0-87d4-59e2dbb9d9fb None None] Port d378c23f-a825-4532-b349-5d6c749bacfc cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:02:06.765814 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-bbc46322-7c79-455f-ad57-9ca40109fbb0 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:06.767332 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-bbc46322-7c79-455f-ad57-9ca40109fbb0 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/networks?id=0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 HTTP/1.1" status: 200 len: 812 time: 0.1070085 Oct 26 16:02:06.783718 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-4207d189-b5fa-4401-999d-a02bb4fca033 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/quotas/88664ec016234c43a9ce0f96ac6c19f1 HTTP/1.1" status: 200 len: 375 time: 0.0109160 Oct 26 16:02:06.845947 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-e874883c-9b03-4ff1-97d2-cdfc58ddd229 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=88664ec016234c43a9ce0f96ac6c19f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562284 Oct 26 16:02:06.856844 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-469c7b59-d700-4655-bb17-c85f014d1156 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 16:02:06.861738 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-469c7b59-d700-4655-bb17-c85f014d1156 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0091374 Oct 26 16:02:06.966312 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-696a7ffd-38ad-4e61-a9bc-788e02a0c71e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012676 Oct 26 16:02:07.031773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f5acc005-8237-4f76-8b53-20e61bb17c63 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:02:07.058527 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:07.070250 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-44d3c941-9833-4514-aec7-12ebba036ccc service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968671 Oct 26 16:02:07.081992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f5acc005-8237-4f76-8b53-20e61bb17c63 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:07.082642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f5acc005-8237-4f76-8b53-20e61bb17c63), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:07.082866 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f5acc005-8237-4f76-8b53-20e61bb17c63 Oct 26 16:02:07.161025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f5acc005-8237-4f76-8b53-20e61bb17c63 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:07.162387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c420ce-c413-4010-81f4-c6287b14b2a0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:02:07.217394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39c420ce-c413-4010-81f4-c6287b14b2a0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:07.218377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:07.218704 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39c420ce-c413-4010-81f4-c6287b14b2a0 Oct 26 16:02:07.301901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39c420ce-c413-4010-81f4-c6287b14b2a0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:07.302297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:07.327047 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7f7f67ca-bae8-47db-903d-2fe0bbbefd55 req-2384446f-f003-46a3-8df2-42edeaa7f99f tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 210 time: 0.0914865 Oct 26 16:02:07.328276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39c420ce-c413-4010-81f4-c6287b14b2a0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c420ce-c413-4010-81f4-c6287b14b2a0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:07.333153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:07.397980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39c420ce-c413-4010-81f4-c6287b14b2a0,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:08.389458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:08.441734 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Sync routers for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:02:08.443087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-05a90232-a172-45f0-bab1-bb8ff6823e44 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:08.444561 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-05a90232-a172-45f0-bab1-bb8ff6823e44 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.64 "GET /networking/v2.0/networks?id=0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 HTTP/1.1" status: 200 len: 812 time: 0.1195173 Oct 26 16:02:08.448269 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:08.448922 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:01:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:08.458883 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-9926a8b4-d379-45f4-8ca9-d162d60ee90b tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Request body: {'port': {'device_id': 'abe6531d-d8aa-478f-9c97-f9c0a9ada1ba', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'admin_state_up': True, 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:02:08.477183 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5cd00bb0-1dc8-4721-8b3f-671de3821571 req-1977c0ba-ad5e-4267-bffd-46b99dd39f87 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 210 time: 0.0305207 Oct 26 16:02:08.562766 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:08.590213 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-9926a8b4-d379-45f4-8ca9-d162d60ee90b tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Made reservation on behalf of 88664ec016234c43a9ce0f96ac6c19f1 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:02:08.594539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-9926a8b4-d379-45f4-8ca9-d162d60ee90b tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:08.605387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:08.619604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-07c4894b-3d02-4abe-9f47-0e8cf8b2b74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:08.721155 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-9926a8b4-d379-45f4-8ca9-d162d60ee90b tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Allocated IP 172.20.0.12 (0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0/1bce5ecb-cb22-48ff-bd3d-c580519a93d5/b5db6d8f-5aba-462c-b35f-2776ecc3fc6b) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:02:08.762011 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 2, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:08.788064 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Checking router: 58cedc97-755b-40cb-8470-d320ef6fea54 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:02:08.788414 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Updating router 58cedc97-755b-40cb-8470-d320ef6fea54 port d378c23f-a825-4532-b349-5d6c749bacfc binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:02:08.815606 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:08.877255 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-9926a8b4-d379-45f4-8ca9-d162d60ee90b tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Publish callbacks [] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:08.911381 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-9926a8b4-d379-45f4-8ca9-d162d60ee90b tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:08.938728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:08.973699 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-9926a8b4-d379-45f4-8ca9-d162d60ee90b tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Network 0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:02:08.977226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] The host dv-neutron-759874-6-hyperv is not matching for port d378c23f-a825-4532-b349-5d6c749bacfc host ! {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 26 16:02:08.977649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:02:08.978089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c420ce-c413-4010-81f4-c6287b14b2a0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:08.982050 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-9926a8b4-d379-45f4-8ca9-d162d60ee90b tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:02:08.987039 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-9926a8b4-d379-45f4-8ca9-d162d60ee90b tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:02:09.016420 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926a8b4-d379-45f4-8ca9-d162d60ee90b tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Pushing event updated for resources: {'Port': ['ID=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:09.018613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:09.045376 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-9926a8b4-d379-45f4-8ca9-d162d60ee90b tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:09.046746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-9926a8b4-d379-45f4-8ca9-d162d60ee90b tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:09.064913 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-9926a8b4-d379-45f4-8ca9-d162d60ee90b tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6098523 Oct 26 16:02:09.075620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39c420ce-c413-4010-81f4-c6287b14b2a0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:09.076069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:09.080350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Request body: {'port': {'device_id': 'abe6531d-d8aa-478f-9c97-f9c0a9ada1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:02:09.104954 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Publish callbacks [] for port (d378c23f-a825-4532-b349-5d6c749bacfc), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:09.117188 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:09.118359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39c420ce-c413-4010-81f4-c6287b14b2a0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c420ce-c413-4010-81f4-c6287b14b2a0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:09.126696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:09.151755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:09.210720 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefd0b3-ed0c-4622-894f-9f3ac1ca2453 None None] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:09.211147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39c420ce-c413-4010-81f4-c6287b14b2a0,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:09.223904 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefd0b3-ed0c-4622-894f-9f3ac1ca2453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:09.224247 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefd0b3-ed0c-4622-894f-9f3ac1ca2453 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:09.224579 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefd0b3-ed0c-4622-894f-9f3ac1ca2453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:09.225010 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefd0b3-ed0c-4622-894f-9f3ac1ca2453 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:09.225337 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefd0b3-ed0c-4622-894f-9f3ac1ca2453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:09.225660 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefd0b3-ed0c-4622-894f-9f3ac1ca2453 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:09.226343 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefd0b3-ed0c-4622-894f-9f3ac1ca2453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:09.226824 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefd0b3-ed0c-4622-894f-9f3ac1ca2453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:09.227324 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefd0b3-ed0c-4622-894f-9f3ac1ca2453 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:09.227647 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefd0b3-ed0c-4622-894f-9f3ac1ca2453 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:09.227968 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefd0b3-ed0c-4622-894f-9f3ac1ca2453 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:09.228305 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefd0b3-ed0c-4622-894f-9f3ac1ca2453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:09.228609 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefd0b3-ed0c-4622-894f-9f3ac1ca2453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:09.228954 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefd0b3-ed0c-4622-894f-9f3ac1ca2453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:09.229270 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fefd0b3-ed0c-4622-894f-9f3ac1ca2453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:09.235256 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Attempting to bind port d378c23f-a825-4532-b349-5d6c749bacfc on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:02:09.235844 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Attempting to bind port d378c23f-a825-4532-b349-5d6c749bacfc by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '2dd60c31-e9be-455b-af78-606a71b4678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:02:09.236363 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Attempting to bind port d378c23f-a825-4532-b349-5d6c749bacfc on network 0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:02:09.281351 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:02:09.281718 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Checking segment: {'id': '2dd60c31-e9be-455b-af78-606a71b4678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:02:09.282331 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:09.282918 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Bound using segment: {'id': '2dd60c31-e9be-455b-af78-606a71b4678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:02:09.283386 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Bound port: d378c23f-a825-4532-b349-5d6c749bacfc, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd60c31-e9be-455b-af78-606a71b4678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:02:09.283762 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:09.289414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-79fcf463-58bb-49f9-88ef-31920707a538 None None] Provisioning complete for port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:09.290027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-79fcf463-58bb-49f9-88ef-31920707a538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:09.290550 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-79fcf463-58bb-49f9-88ef-31920707a538 None None] Attempt 1 to provision port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b Oct 26 16:02:09.292751 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:09.326003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-79fcf463-58bb-49f9-88ef-31920707a538 None None] Port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:02:09.350723 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] For port d378c23f-a825-4532-b349-5d6c749bacfc, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:02:09.355382 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] For port d378c23f-a825-4532-b349-5d6c749bacfc, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d378c23f-a825-4532-b349-5d6c749bacfc,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:02:09.361925 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:09.371466 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:09.395431 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:09.396182 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:01:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:09.400508 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:09.456990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5db6d8f-5aba-462c-b35f-2776ecc3fc6b {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:02:09.457668 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefd0b3-ed0c-4622-894f-9f3ac1ca2453 None None] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:09.465543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Publish callbacks [] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:09.479178 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Transition to ACTIVE for port object b5db6d8f-5aba-462c-b35f-2776ecc3fc6b will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:02:09.482665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:09.526122 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:09.543973 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Pushing event updated for resources: {'Port': ['ID=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:09.632521 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f2a43-d731-4ec6-b74d-cd25d64dd871 req-4f042bcd-52be-40b4-9e8a-e9fc1fd9432c tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:09.633944 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c27f2a43-d731-4ec6-b74d-cd25d64dd871 req-4f042bcd-52be-40b4-9e8a-e9fc1fd9432c tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 944 time: 0.0678003 Oct 26 16:02:09.636347 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Attempting to bind port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:02:09.636688 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Attempting to bind port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '2dd60c31-e9be-455b-af78-606a71b4678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:02:09.637052 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Attempting to bind port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b on network 0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:02:09.713100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b on network 0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:02:09.713433 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Attempting to bind port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b on network 0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:02:09.720050 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c27f2a43-d731-4ec6-b74d-cd25d64dd871 req-905d3b10-4396-4fa7-a28f-5f9197169ab2 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786684 Oct 26 16:02:09.721903 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:09Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:09.747219 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f99accf-fcd4-4edd-8d57-b3e82b4cd2dc None None] The sync data for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv is: [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:09Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:02:09.765779 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:02:09.766128 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Checking segment: {'id': '2dd60c31-e9be-455b-af78-606a71b4678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:02:09.766524 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Bound using segment: {'id': '2dd60c31-e9be-455b-af78-606a71b4678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:02:09.766972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Bound port: b5db6d8f-5aba-462c-b35f-2776ecc3fc6b, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd60c31-e9be-455b-af78-606a71b4678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:02:09.767374 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:09.814991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:09.832035 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] For port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:02:09.835510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] For port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:02:09.841243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:09.845910 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:09.846546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:09.847971 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/b5db6d8f-5aba-462c-b35f-2776ecc3fc6b HTTP/1.1" status: 200 len: 1094 time: 0.7725208 Oct 26 16:02:09.848541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe6531d-d8aa-478f-9c97-f9c0a9ada1ba', 'tag': 'b5db6d8f-5aba-462c-b35f-2776ecc3fc6b'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:02:09.850885 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fae635-f85b-45f7-a326-bc400a5784d5" -d '{"events": [{"name": "network-changed", "server_uuid": "abe6531d-d8aa-478f-9c97-f9c0a9ada1ba", "tag": "b5db6d8f-5aba-462c-b35f-2776ecc3fc6b"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:02:09.900259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec22741-ea62-4f63-8398-dc8b5c59f1a3 x-openstack-request-id: req-dec22741-ea62-4f63-8398-dc8b5c59f1a3 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:02:09.900552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe6531d-d8aa-478f-9c97-f9c0a9ada1ba", "tag": "b5db6d8f-5aba-462c-b35f-2776ecc3fc6b", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:02:09.900854 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dec22741-ea62-4f63-8398-dc8b5c59f1a3 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:02:09.901267 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec22741-ea62-4f63-8398-dc8b5c59f1a3'] response: {'name': 'network-changed', 'server_uuid': 'abe6531d-d8aa-478f-9c97-f9c0a9ada1ba', 'tag': 'b5db6d8f-5aba-462c-b35f-2776ecc3fc6b', 'status': 'completed', 'code': 200} Oct 26 16:02:09.934208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804bf5a-5d20-4b69-b6bd-f43a83591361 service neutron] Pushing event updated for resources: {'Port': ['ID=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:09.948236 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-928c4ff9-2303-4529-b8c2-754cc9c4a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:09.949834 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-928c4ff9-2303-4529-b8c2-754cc9c4a6c1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=88664ec016234c43a9ce0f96ac6c19f1&device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 1128 time: 0.0459297 Oct 26 16:02:10.343543 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-782c8aa2-aa6b-4552-9b0c-25ba93525ce4 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b HTTP/1.1" status: 200 len: 217 time: 0.3846140 Oct 26 16:02:10.399729 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-78f44e85-5efc-4795-9dca-7dd6be409d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:10.401437 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-78f44e85-5efc-4795-9dca-7dd6be409d50 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=1bce5ecb-cb22-48ff-bd3d-c580519a93d5 HTTP/1.1" status: 200 len: 851 time: 0.0486279 Oct 26 16:02:10.449727 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-ae17fbd6-4be9-42ec-970f-3ab1913ace6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:10.451742 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-ae17fbd6-4be9-42ec-970f-3ab1913ace6a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0408151 Oct 26 16:02:10.554067 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-6dc82408-aae0-4e07-ace8-76b6e1ccdc34 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923166 Oct 26 16:02:10.650771 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4cd27f07-a253-4c23-9665-5af3e95281f8 req-87b4168a-5592-43db-8d1c-0197f99278ae service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871112 Oct 26 16:02:10.850198 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5823853-f349-4483-8b06-8efd6f5e04e3 req-97e0e390-473b-481b-803a-f0043da90e0c tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:10.851758 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a5823853-f349-4483-8b06-8efd6f5e04e3 req-97e0e390-473b-481b-803a-f0043da90e0c tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 944 time: 0.0535696 Oct 26 16:02:10.904947 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a5823853-f349-4483-8b06-8efd6f5e04e3 req-debddfca-68aa-4a88-a935-619756d18059 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462942 Oct 26 16:02:11.000482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:02:11.054222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-169e7ef7-2ecd-4e20-aedd-c31e32d88ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:11.065072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d378c23f-a825-4532-b349-5d6c749bacfc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:11.065443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:11.065891 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d378c23f-a825-4532-b349-5d6c749bacfc Oct 26 16:02:11.068353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:11.106592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:11.140617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:11.141041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:11.174504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d378c23f-a825-4532-b349-5d6c749bacfc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d378c23f-a825-4532-b349-5d6c749bacfc,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:11.178041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:11.178816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c420ce-c413-4010-81f4-c6287b14b2a0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:02:11.254759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:11.262402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39c420ce-c413-4010-81f4-c6287b14b2a0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:11.262814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:11.263190 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39c420ce-c413-4010-81f4-c6287b14b2a0 Oct 26 16:02:11.333606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39c420ce-c413-4010-81f4-c6287b14b2a0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:11.333990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:11.354405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39c420ce-c413-4010-81f4-c6287b14b2a0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c420ce-c413-4010-81f4-c6287b14b2a0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:11.357976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:11.408947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39c420ce-c413-4010-81f4-c6287b14b2a0,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:11.462719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:11.476616 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fae635-f85b-45f7-a326-bc400a5784d5 req-344838cc-a5a5-4238-b20b-6e933db2dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:11.478175 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b1fae635-f85b-45f7-a326-bc400a5784d5 req-344838cc-a5a5-4238-b20b-6e933db2dbb2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=88664ec016234c43a9ce0f96ac6c19f1&device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 1128 time: 0.0416052 Oct 26 16:02:11.575906 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fae635-f85b-45f7-a326-bc400a5784d5 req-ae9be333-43e0-4abc-9676-c4b7d4518cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:11.577426 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b1fae635-f85b-45f7-a326-bc400a5784d5 req-ae9be333-43e0-4abc-9676-c4b7d4518cad service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 HTTP/1.1" status: 200 len: 913 time: 0.0913579 Oct 26 16:02:11.621751 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b1fae635-f85b-45f7-a326-bc400a5784d5 req-d112e4af-b106-485e-bea7-b943db7d0434 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b HTTP/1.1" status: 200 len: 217 time: 0.0346389 Oct 26 16:02:11.650201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c925bdf-31e2-4b39-aba0-f8c917911b9c None None] Sync routers for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:02:11.650201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c925bdf-31e2-4b39-aba0-f8c917911b9c None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:11.650201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0c925bdf-31e2-4b39-aba0-f8c917911b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:11.679791 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fae635-f85b-45f7-a326-bc400a5784d5 req-e6bd8e1d-54f8-4aa6-886b-495e55d42ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:11.681225 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b1fae635-f85b-45f7-a326-bc400a5784d5 req-e6bd8e1d-54f8-4aa6-886b-495e55d42ce1 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=1bce5ecb-cb22-48ff-bd3d-c580519a93d5 HTTP/1.1" status: 200 len: 851 time: 0.0493503 Oct 26 16:02:11.728781 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fae635-f85b-45f7-a326-bc400a5784d5 req-93662f32-18e2-4d26-bd61-d86133323fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:11.730355 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b1fae635-f85b-45f7-a326-bc400a5784d5 req-93662f32-18e2-4d26-bd61-d86133323fb7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0401223 Oct 26 16:02:11.751512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0c925bdf-31e2-4b39-aba0-f8c917911b9c None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:11.825741 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b1fae635-f85b-45f7-a326-bc400a5784d5 req-c44b6a6b-e8e7-4d5f-9791-f926b35ab5fd service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859718 Oct 26 16:02:11.917739 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b1fae635-f85b-45f7-a326-bc400a5784d5 req-11000a23-6f19-4b07-a63e-22dc771e1068 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828679 Oct 26 16:02:11.938076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0c925bdf-31e2-4b39-aba0-f8c917911b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:11Z', 'revision_number': 5, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:11.966684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c925bdf-31e2-4b39-aba0-f8c917911b9c None None] Checking router: 58cedc97-755b-40cb-8470-d320ef6fea54 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:02:11.975223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c925bdf-31e2-4b39-aba0-f8c917911b9c None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:11.975839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0c925bdf-31e2-4b39-aba0-f8c917911b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:12.033274 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465e91f-fae8-4682-9189-be20d3415817 req-6bea3ca7-71d5-4838-9082-cf4a5ab5b65a tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:12.034891 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8465e91f-fae8-4682-9189-be20d3415817 req-6bea3ca7-71d5-4838-9082-cf4a5ab5b65a tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 944 time: 0.0527511 Oct 26 16:02:12.085188 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8465e91f-fae8-4682-9189-be20d3415817 req-06252c12-5882-47a2-a219-c4dbd2708da5 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442293 Oct 26 16:02:12.109990 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:02:12.210572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:12.225203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0c925bdf-31e2-4b39-aba0-f8c917911b9c None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:12.391918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:12.411794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0c925bdf-31e2-4b39-aba0-f8c917911b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:11Z', 'revision_number': 5, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:12.440606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c925bdf-31e2-4b39-aba0-f8c917911b9c None None] The sync data for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv is: [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:11Z', 'revision_number': 5, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:02:12.890357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:12.963896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:12.964297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:12.992863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device b5db6d8f-5aba-462c-b35f-2776ecc3fc6b details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:02:13.011850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d378c23f-a825-4532-b349-5d6c749bacfc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d378c23f-a825-4532-b349-5d6c749bacfc,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:13.022786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:13.061834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:13.184021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:13.199874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:13.203517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:13.209108 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:13.211704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:13.218899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824bc18-5427-44ce-a027-2bc85a78081c req-4d3ceab7-6135-415b-95ac-489a98c9285a tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:13.220521 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2824bc18-5427-44ce-a027-2bc85a78081c req-4d3ceab7-6135-415b-95ac-489a98c9285a tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 944 time: 0.0574722 Oct 26 16:02:13.246170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': 'b5db6d8f-5aba-462c-b35f-2776ecc3fc6b', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'port_id': 'b5db6d8f-5aba-462c-b35f-2776ecc3fc6b', 'mac_address': 'fa:16:3e:62:16:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:02:13.262137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:13.282320 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2824bc18-5427-44ce-a027-2bc85a78081c req-a110ed35-e985-42c0-8091-77c3cf38afe9 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548055 Oct 26 16:02:13.311348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:13.312036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:13.328704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5db6d8f-5aba-462c-b35f-2776ecc3fc6b {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:02:13.351554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:13.357398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:02:13.361156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:13.443033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:13.451053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d378c23f-a825-4532-b349-5d6c749bacfc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:13.451367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:13.451705 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d378c23f-a825-4532-b349-5d6c749bacfc Oct 26 16:02:13.529000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:13.529406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:13.568644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d378c23f-a825-4532-b349-5d6c749bacfc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d378c23f-a825-4532-b349-5d6c749bacfc,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:13.572546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:13.603796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['b5db6d8f-5aba-462c-b35f-2776ecc3fc6b'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:02:13.637359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c420ce-c413-4010-81f4-c6287b14b2a0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:13.682080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:13.767634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:13.789347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39c420ce-c413-4010-81f4-c6287b14b2a0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:13.789667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:13.821023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39c420ce-c413-4010-81f4-c6287b14b2a0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c420ce-c413-4010-81f4-c6287b14b2a0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:13.830573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:13.911963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39c420ce-c413-4010-81f4-c6287b14b2a0,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:13.917972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:13.925927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:14.272404 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507323b2-962c-49fe-a991-59a7e73b8a64 None None] Sync routers for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:02:14.272404 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507323b2-962c-49fe-a991-59a7e73b8a64 None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:14.272983 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-507323b2-962c-49fe-a991-59a7e73b8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:14.410152 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042eb14-634a-47b1-9fda-d5ba5a7109a8 req-f4bf0187-67b2-4082-9d81-bb3774806648 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:14.411895 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a042eb14-634a-47b1-9fda-d5ba5a7109a8 req-f4bf0187-67b2-4082-9d81-bb3774806648 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 945 time: 0.0513492 Oct 26 16:02:14.459481 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a042eb14-634a-47b1-9fda-d5ba5a7109a8 req-487367bd-a90d-44ed-818f-d34638066302 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415945 Oct 26 16:02:14.466001 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-507323b2-962c-49fe-a991-59a7e73b8a64 None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:14.649583 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-507323b2-962c-49fe-a991-59a7e73b8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:13Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:13Z', 'revision_number': 7, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:14.674044 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507323b2-962c-49fe-a991-59a7e73b8a64 None None] Checking router: 58cedc97-755b-40cb-8470-d320ef6fea54 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:02:14.682307 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507323b2-962c-49fe-a991-59a7e73b8a64 None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:14.682901 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-507323b2-962c-49fe-a991-59a7e73b8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:14.782467 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-507323b2-962c-49fe-a991-59a7e73b8a64 None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:14.812599 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:14.934170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:14.964525 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-507323b2-962c-49fe-a991-59a7e73b8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:13Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:13Z', 'revision_number': 7, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:14.993017 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507323b2-962c-49fe-a991-59a7e73b8a64 None None] The sync data for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv is: [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:13Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:13Z', 'revision_number': 7, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:02:15.012149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device b5db6d8f-5aba-462c-b35f-2776ecc3fc6b up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:02:15.016314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:15.016718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:15.089218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d378c23f-a825-4532-b349-5d6c749bacfc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d378c23f-a825-4532-b349-5d6c749bacfc,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:15.094562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 16:02:15.098255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:15.103950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:15.104323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:15.104670 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b Oct 26 16:02:15.194689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:15.237718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:15.238106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:15.239856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:15.263742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe6531d-d8aa-478f-9c97-f9c0a9ada1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5db6d8f-5aba-462c-b35f-2776ecc3fc6b'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:02:15.266073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa38aac-217d-4197-b713-da8169c75ab8" -d '{"events": [{"server_uuid": "abe6531d-d8aa-478f-9c97-f9c0a9ada1ba", "name": "network-vif-plugged", "status": "completed", "tag": "b5db6d8f-5aba-462c-b35f-2776ecc3fc6b"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:02:15.283163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:15.293394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:15.329760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fcee2b-7baf-4667-9483-bee7a88d45a2 x-openstack-request-id: req-29fcee2b-7baf-4667-9483-bee7a88d45a2 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:02:15.330054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe6531d-d8aa-478f-9c97-f9c0a9ada1ba", "name": "network-vif-plugged", "status": "completed", "tag": "b5db6d8f-5aba-462c-b35f-2776ecc3fc6b", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:02:15.330651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-29fcee2b-7baf-4667-9483-bee7a88d45a2 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:02:15.331063 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29fcee2b-7baf-4667-9483-bee7a88d45a2'] response: {'server_uuid': 'abe6531d-d8aa-478f-9c97-f9c0a9ada1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5db6d8f-5aba-462c-b35f-2776ecc3fc6b', 'code': 200} Oct 26 16:02:15.365905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:15.517062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aeb0ab-3511-4a5e-8daf-a770a40ac685 req-1594ae95-7104-4ac5-a90e-e671a3e85bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:15.518801 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f2aeb0ab-3511-4a5e-8daf-a770a40ac685 req-1594ae95-7104-4ac5-a90e-e671a3e85bee service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 1130 time: 0.0460279 Oct 26 16:02:15.574471 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f2aeb0ab-3511-4a5e-8daf-a770a40ac685 req-8210f573-20f3-4ade-89c3-68f94259ee27 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444674 Oct 26 16:02:15.591681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8b974-994d-4e3e-9581-422f0933ed68 req-7e1cf6cb-64ce-455f-b593-97992f16fcdf tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:15.593923 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e0e8b974-994d-4e3e-9581-422f0933ed68 req-7e1cf6cb-64ce-455f-b593-97992f16fcdf tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0501385 Oct 26 16:02:15.640101 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:15.655158 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e0e8b974-994d-4e3e-9581-422f0933ed68 req-b157e305-102a-4452-96d4-1cf5d20a3a2a tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553081 Oct 26 16:02:16.782596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d26759-41d2-40b4-a6e8-89cd97b8674e req-5c475944-9907-4712-8c8e-ebdb5c0649a1 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:16.784099 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-73d26759-41d2-40b4-a6e8-89cd97b8674e req-5c475944-9907-4712-8c8e-ebdb5c0649a1 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0513036 Oct 26 16:02:16.807750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d843e-ef2c-40f6-9c6d-af37001d4dc4 None None] Sync routers for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:02:16.808775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d843e-ef2c-40f6-9c6d-af37001d4dc4 None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:16.809428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-556d843e-ef2c-40f6-9c6d-af37001d4dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:16.839334 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-73d26759-41d2-40b4-a6e8-89cd97b8674e req-6d178d98-4c9c-479e-88d8-c2343d54ac88 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490377 Oct 26 16:02:16.851359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:16.865731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:16.927126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-556d843e-ef2c-40f6-9c6d-af37001d4dc4 None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:17.127412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-556d843e-ef2c-40f6-9c6d-af37001d4dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:13Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:15Z', 'revision_number': 8, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:17.154908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d843e-ef2c-40f6-9c6d-af37001d4dc4 None None] Checking router: 58cedc97-755b-40cb-8470-d320ef6fea54 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:02:17.163515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d843e-ef2c-40f6-9c6d-af37001d4dc4 None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:17.164111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-556d843e-ef2c-40f6-9c6d-af37001d4dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:17.262900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-556d843e-ef2c-40f6-9c6d-af37001d4dc4 None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:17.585886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-556d843e-ef2c-40f6-9c6d-af37001d4dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:13Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:15Z', 'revision_number': 8, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:17.610039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d843e-ef2c-40f6-9c6d-af37001d4dc4 None None] The sync data for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv is: [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:13Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:15Z', 'revision_number': 8, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:02:17.972767 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237a6c1-cda9-4b63-bd6a-32781f408983 req-4629a8a7-4f79-415b-9e89-61bbaa4e459a tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:17.974324 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7237a6c1-cda9-4b63-bd6a-32781f408983 req-4629a8a7-4f79-415b-9e89-61bbaa4e459a tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0534191 Oct 26 16:02:18.025335 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7237a6c1-cda9-4b63-bd6a-32781f408983 req-bb9e23aa-e3b4-4547-aa46-ae52a00f8e31 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452924 Oct 26 16:02:18.398756 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bd876-0f6d-48e7-981b-c57b5dcf97da req-9cadd623-6572-47c6-a513-1c4c16acd320 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:18.400681 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-498bd876-0f6d-48e7-981b-c57b5dcf97da req-9cadd623-6572-47c6-a513-1c4c16acd320 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0576007 Oct 26 16:02:18.431171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41174) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:02:18.459349 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-498bd876-0f6d-48e7-981b-c57b5dcf97da req-37f028b8-467d-4912-88ef-bff700059a72 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524988 Oct 26 16:02:18.522346 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-09622a47-3c3a-48a0-abf3-26d668e313d9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895357 Oct 26 16:02:18.531570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-27a9899e-0cc9-4832-97cc-2e42aaa83c46 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 16:02:18.532558 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-27a9899e-0cc9-4832-97cc-2e42aaa83c46 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052445 Oct 26 16:02:18.874312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41188) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:02:18.979446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-cd65ef31-4737-4f50-b5cc-8f901cecce3f tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:18.980862 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-cd65ef31-4737-4f50-b5cc-8f901cecce3f tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports/b5db6d8f-5aba-462c-b35f-2776ecc3fc6b HTTP/1.1" status: 200 len: 943 time: 0.1046546 Oct 26 16:02:18.982519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:02:19.030992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d378c23f-a825-4532-b349-5d6c749bacfc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:19.031371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:19.031709 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d378c23f-a825-4532-b349-5d6c749bacfc Oct 26 16:02:19.104360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:19.104754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:19.137602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d378c23f-a825-4532-b349-5d6c749bacfc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d378c23f-a825-4532-b349-5d6c749bacfc,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:19.143208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:19.143989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c420ce-c413-4010-81f4-c6287b14b2a0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:02:19.222005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:19.226128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:19.234422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39c420ce-c413-4010-81f4-c6287b14b2a0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:19.234831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:19.235179 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39c420ce-c413-4010-81f4-c6287b14b2a0 Oct 26 16:02:19.320604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39c420ce-c413-4010-81f4-c6287b14b2a0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:19.321181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:19.344007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39c420ce-c413-4010-81f4-c6287b14b2a0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c420ce-c413-4010-81f4-c6287b14b2a0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:19.349000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:19.403297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39c420ce-c413-4010-81f4-c6287b14b2a0,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:19.589716 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0b295-53ee-466a-95f4-791dee42a556 req-c7f9917e-e5af-4253-8956-5bba5e0f64cc tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:19.591230 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-57b0b295-53ee-466a-95f4-791dee42a556 req-c7f9917e-e5af-4253-8956-5bba5e0f64cc tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0489836 Oct 26 16:02:19.644963 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-57b0b295-53ee-466a-95f4-791dee42a556 req-e36cc124-ad24-4ca5-9cae-0fcb65370f70 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476344 Oct 26 16:02:19.813184 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49980fa-12b4-467b-a4b5-4cab1393568a None None] Sync routers for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:02:19.813184 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49980fa-12b4-467b-a4b5-4cab1393568a None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:19.813184 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a49980fa-12b4-467b-a4b5-4cab1393568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:19.854990 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:19.916414 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a49980fa-12b4-467b-a4b5-4cab1393568a None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:19.988396 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-89e1622e-067e-4a90-a383-b7b63ac1cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:19.990071 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-89e1622e-067e-4a90-a383-b7b63ac1cda7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=88664ec016234c43a9ce0f96ac6c19f1&device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 1130 time: 0.0403063 Oct 26 16:02:20.082022 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-f75bfedd-7768-4323-9640-70e6049bc083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:20.083430 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-f75bfedd-7768-4323-9640-70e6049bc083 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 HTTP/1.1" status: 200 len: 913 time: 0.0876241 Oct 26 16:02:20.105900 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a49980fa-12b4-467b-a4b5-4cab1393568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:19Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:19Z', 'revision_number': 9, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:20.126137 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-602fc396-f772-4920-b946-4fabadcd82e9 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b HTTP/1.1" status: 200 len: 217 time: 0.0366540 Oct 26 16:02:20.133443 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49980fa-12b4-467b-a4b5-4cab1393568a None None] Checking router: 58cedc97-755b-40cb-8470-d320ef6fea54 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:02:20.142437 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49980fa-12b4-467b-a4b5-4cab1393568a None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:20.143019 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a49980fa-12b4-467b-a4b5-4cab1393568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:20.162459 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:20.175644 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-72bd3159-99cf-427a-8bdb-dcde73222b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:20.177128 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-72bd3159-99cf-427a-8bdb-dcde73222b7b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=1bce5ecb-cb22-48ff-bd3d-c580519a93d5 HTTP/1.1" status: 200 len: 851 time: 0.0456367 Oct 26 16:02:20.222478 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-b5bf7e83-5aea-4f4c-95c7-74c74df68980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:20.224180 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-b5bf7e83-5aea-4f4c-95c7-74c74df68980 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0409508 Oct 26 16:02:20.242175 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a49980fa-12b4-467b-a4b5-4cab1393568a None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:20.320240 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-eecf5c37-6faa-41f1-a089-ff0de3c5f070 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897937 Oct 26 16:02:20.410953 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-c32ced7c-e79e-4f59-bc27-70532d8bcc0d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844657 Oct 26 16:02:20.431049 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a49980fa-12b4-467b-a4b5-4cab1393568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:19Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:19Z', 'revision_number': 9, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:20.457044 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49980fa-12b4-467b-a4b5-4cab1393568a None None] The sync data for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv is: [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:19Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:19Z', 'revision_number': 9, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:02:20.770970 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fc142-465e-44ba-b0dd-bc4042474581 req-8a7f5e21-290b-415e-9729-4a8d65f72ee3 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:20.772481 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-9f8fc142-465e-44ba-b0dd-bc4042474581 req-8a7f5e21-290b-415e-9729-4a8d65f72ee3 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0488460 Oct 26 16:02:20.825878 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-9f8fc142-465e-44ba-b0dd-bc4042474581 req-5a5a9299-b771-4515-adf4-d4282b6e80b2 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474837 Oct 26 16:02:20.894309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:20.933414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:20.968120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:20.968615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:21.004891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d378c23f-a825-4532-b349-5d6c749bacfc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d378c23f-a825-4532-b349-5d6c749bacfc,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:21.010068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:21.037419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:21.107188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:21.132461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:21.144468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:21.222970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:02:21.269293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d378c23f-a825-4532-b349-5d6c749bacfc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:21.269955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:21.270460 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d378c23f-a825-4532-b349-5d6c749bacfc Oct 26 16:02:21.352384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:21.352868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:21.386802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d378c23f-a825-4532-b349-5d6c749bacfc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d378c23f-a825-4532-b349-5d6c749bacfc,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:21.391502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:21.443168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:21.449553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c420ce-c413-4010-81f4-c6287b14b2a0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:21.526942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39c420ce-c413-4010-81f4-c6287b14b2a0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:21.527329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:21.549976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39c420ce-c413-4010-81f4-c6287b14b2a0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c420ce-c413-4010-81f4-c6287b14b2a0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:21.554666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:21.605039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39c420ce-c413-4010-81f4-c6287b14b2a0,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:21.951076 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb03e2c-e6ab-4646-ac58-603ee9031558 req-cdce2e72-7cb7-40f3-939a-b3ff0360c273 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:21.953135 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6eb03e2c-e6ab-4646-ac58-603ee9031558 req-cdce2e72-7cb7-40f3-939a-b3ff0360c273 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0520322 Oct 26 16:02:21.999443 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6eb03e2c-e6ab-4646-ac58-603ee9031558 req-84e9d1cf-6cdd-494d-89ac-75d52d68c39c tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407841 Oct 26 16:02:22.241060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5993eb7-a6d5-4aac-a914-c4651c0a6338 None None] Sync routers for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:02:22.241060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5993eb7-a6d5-4aac-a914-c4651c0a6338 None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:22.241060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d5993eb7-a6d5-4aac-a914-c4651c0a6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:22.348108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d5993eb7-a6d5-4aac-a914-c4651c0a6338 None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:22.530698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d5993eb7-a6d5-4aac-a914-c4651c0a6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:21Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:21Z', 'revision_number': 11, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:22.555236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5993eb7-a6d5-4aac-a914-c4651c0a6338 None None] Checking router: 58cedc97-755b-40cb-8470-d320ef6fea54 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:02:22.563496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5993eb7-a6d5-4aac-a914-c4651c0a6338 None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:22.564097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d5993eb7-a6d5-4aac-a914-c4651c0a6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:22.613879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:22.665189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d5993eb7-a6d5-4aac-a914-c4651c0a6338 None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:22.847281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d5993eb7-a6d5-4aac-a914-c4651c0a6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:21Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:21Z', 'revision_number': 11, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:22.875286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5993eb7-a6d5-4aac-a914-c4651c0a6338 None None] The sync data for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv is: [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:21Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:21Z', 'revision_number': 11, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:02:22.942836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:23.017485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:23.017878 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:23.075688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d378c23f-a825-4532-b349-5d6c749bacfc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d378c23f-a825-4532-b349-5d6c749bacfc,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:23.080937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:23.141421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:23.158465 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b085229-d7c7-4f2d-879e-729b3f277aca req-29edf43c-6d11-475e-b2ae-6538375969ed tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:23.160006 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0b085229-d7c7-4f2d-879e-729b3f277aca req-29edf43c-6d11-475e-b2ae-6538375969ed tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0563269 Oct 26 16:02:23.212630 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0b085229-d7c7-4f2d-879e-729b3f277aca req-d9ec2a9e-048e-46a5-b219-e0c906253002 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456400 Oct 26 16:02:24.334400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd26ba0-8e02-4645-ac0e-127856f0457b req-4ca5e914-bda1-469a-b02b-3df50ecd2d72 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:24.335882 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cdd26ba0-8e02-4645-ac0e-127856f0457b req-4ca5e914-bda1-469a-b02b-3df50ecd2d72 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0466599 Oct 26 16:02:24.379214 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:24.384097 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cdd26ba0-8e02-4645-ac0e-127856f0457b req-0e42814c-1192-405a-a5a3-d249966a8762 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426791 Oct 26 16:02:24.662733 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc0acf-3ca4-4b3e-888b-7a10b6587342 None None] Sync routers for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:02:24.662733 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc0acf-3ca4-4b3e-888b-7a10b6587342 None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:24.662733 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a6fc0acf-3ca4-4b3e-888b-7a10b6587342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:24.839486 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a6fc0acf-3ca4-4b3e-888b-7a10b6587342 None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:24.840983 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:25.019876 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a6fc0acf-3ca4-4b3e-888b-7a10b6587342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:21Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:23Z', 'revision_number': 12, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:25.044153 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc0acf-3ca4-4b3e-888b-7a10b6587342 None None] Checking router: 58cedc97-755b-40cb-8470-d320ef6fea54 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:02:25.052331 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc0acf-3ca4-4b3e-888b-7a10b6587342 None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:25.052997 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a6fc0acf-3ca4-4b3e-888b-7a10b6587342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:25.105269 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:25.155048 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a6fc0acf-3ca4-4b3e-888b-7a10b6587342 None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:25.334731 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a6fc0acf-3ca4-4b3e-888b-7a10b6587342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:21Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:23Z', 'revision_number': 12, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:25.362330 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc0acf-3ca4-4b3e-888b-7a10b6587342 None None] The sync data for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv is: [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:21Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:23Z', 'revision_number': 12, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:02:25.509517 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6410f5f-2f9b-4bed-8229-1daa2f87908e req-cbf1de3d-3c0d-46ed-a79e-80a9464d0d94 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:25.511091 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f6410f5f-2f9b-4bed-8229-1daa2f87908e req-cbf1de3d-3c0d-46ed-a79e-80a9464d0d94 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0499046 Oct 26 16:02:25.572596 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f6410f5f-2f9b-4bed-8229-1daa2f87908e req-d6e1b562-48bb-4eb9-8729-c1bcaabdd1aa tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557196 Oct 26 16:02:26.698081 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc7188-0a70-45fd-b5d6-55d76eab7034 req-477f2228-16ba-4d11-8ed2-f4ced62f3a2e tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:26.699453 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-68bc7188-0a70-45fd-b5d6-55d76eab7034 req-477f2228-16ba-4d11-8ed2-f4ced62f3a2e tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0510154 Oct 26 16:02:26.747548 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-68bc7188-0a70-45fd-b5d6-55d76eab7034 req-c86dd9e7-f314-4dce-a160-ac7b70fa4e10 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425003 Oct 26 16:02:26.981554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:02:27.017610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:27.029115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d378c23f-a825-4532-b349-5d6c749bacfc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:27.030019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:27.030360 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d378c23f-a825-4532-b349-5d6c749bacfc Oct 26 16:02:27.103092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:27.103488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:27.138765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d378c23f-a825-4532-b349-5d6c749bacfc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d378c23f-a825-4532-b349-5d6c749bacfc,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:27.142645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:27.143472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c420ce-c413-4010-81f4-c6287b14b2a0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:02:27.180778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:27.216499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:27.226532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39c420ce-c413-4010-81f4-c6287b14b2a0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:27.226904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:27.227242 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39c420ce-c413-4010-81f4-c6287b14b2a0 Oct 26 16:02:27.302423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39c420ce-c413-4010-81f4-c6287b14b2a0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:27.302818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:27.323066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39c420ce-c413-4010-81f4-c6287b14b2a0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c420ce-c413-4010-81f4-c6287b14b2a0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:27.326869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:27.374468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39c420ce-c413-4010-81f4-c6287b14b2a0,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:27.424905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fd526d-55da-47d3-bf20-1590c4fe9c1c None None] Sync routers for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:02:27.424905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fd526d-55da-47d3-bf20-1590c4fe9c1c None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:27.424905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-49fd526d-55da-47d3-bf20-1590c4fe9c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:27.634360 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbad24-cadb-4a76-a79e-63cdb2b35c38 req-d2f3ac8e-f727-476a-a156-5b9a225ccc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:27.635817 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31cbad24-cadb-4a76-a79e-63cdb2b35c38 req-d2f3ac8e-f727-476a-a156-5b9a225ccc57 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=88664ec016234c43a9ce0f96ac6c19f1&device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 1130 time: 0.0401745 Oct 26 16:02:27.667876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-49fd526d-55da-47d3-bf20-1590c4fe9c1c None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:27.745737 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbad24-cadb-4a76-a79e-63cdb2b35c38 req-6ca12d97-0ade-43f0-a28e-88e409935c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:27.747219 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31cbad24-cadb-4a76-a79e-63cdb2b35c38 req-6ca12d97-0ade-43f0-a28e-88e409935c7b service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 HTTP/1.1" status: 200 len: 913 time: 0.0917006 Oct 26 16:02:27.787374 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31cbad24-cadb-4a76-a79e-63cdb2b35c38 req-fc307081-5a3a-4165-8c6f-33e459e3a81b service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b HTTP/1.1" status: 200 len: 217 time: 0.0337279 Oct 26 16:02:27.812147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:27.838829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbad24-cadb-4a76-a79e-63cdb2b35c38 req-aa5b4f9a-d099-4366-844c-c7845e2f96f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:27.839664 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31cbad24-cadb-4a76-a79e-63cdb2b35c38 req-aa5b4f9a-d099-4366-844c-c7845e2f96f3 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=1bce5ecb-cb22-48ff-bd3d-c580519a93d5 HTTP/1.1" status: 200 len: 851 time: 0.0466619 Oct 26 16:02:27.861143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-49fd526d-55da-47d3-bf20-1590c4fe9c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:27Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:27Z', 'revision_number': 13, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:27.882035 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceab6e5-f0a0-4a6e-ba59-98fe63bc0434 req-dac351c2-67ef-4dcf-9aff-ced89f880a64 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:27.883717 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bceab6e5-f0a0-4a6e-ba59-98fe63bc0434 req-dac351c2-67ef-4dcf-9aff-ced89f880a64 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0565233 Oct 26 16:02:27.884680 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbad24-cadb-4a76-a79e-63cdb2b35c38 req-f41a3337-e5cf-4e43-9041-62d94458c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:27.886231 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31cbad24-cadb-4a76-a79e-63cdb2b35c38 req-f41a3337-e5cf-4e43-9041-62d94458c23e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0402718 Oct 26 16:02:27.892132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fd526d-55da-47d3-bf20-1590c4fe9c1c None None] Checking router: 58cedc97-755b-40cb-8470-d320ef6fea54 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:02:27.901226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fd526d-55da-47d3-bf20-1590c4fe9c1c None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:27.903158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-49fd526d-55da-47d3-bf20-1590c4fe9c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:27.933116 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bceab6e5-f0a0-4a6e-ba59-98fe63bc0434 req-64c553d3-347a-45f4-98c8-27214165b584 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428278 Oct 26 16:02:27.986520 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31cbad24-cadb-4a76-a79e-63cdb2b35c38 req-79b3c3a1-6716-45cb-847c-8c6acb5b6c03 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928953 Oct 26 16:02:28.010840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-49fd526d-55da-47d3-bf20-1590c4fe9c1c None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:28.078156 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:28.084293 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-31cbad24-cadb-4a76-a79e-63cdb2b35c38 req-715ef52c-55ae-416e-a6c8-0761ba52655f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918779 Oct 26 16:02:28.198906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-49fd526d-55da-47d3-bf20-1590c4fe9c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:27Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:27Z', 'revision_number': 13, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:28.222614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fd526d-55da-47d3-bf20-1590c4fe9c1c None None] The sync data for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv is: [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:27Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:27Z', 'revision_number': 13, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:02:28.899611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:28.979633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:28.980166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:29.019202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d378c23f-a825-4532-b349-5d6c749bacfc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d378c23f-a825-4532-b349-5d6c749bacfc,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:29.023392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:29.024237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c420ce-c413-4010-81f4-c6287b14b2a0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:29.067304 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf7d0f-6391-4a41-a670-6b18ddc13764 req-5c6aff09-2f2b-4612-afbc-04acd56c52ae tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:29.068769 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cfaf7d0f-6391-4a41-a670-6b18ddc13764 req-5c6aff09-2f2b-4612-afbc-04acd56c52ae tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0529819 Oct 26 16:02:29.105552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:29.124335 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cfaf7d0f-6391-4a41-a670-6b18ddc13764 req-00d32272-d833-4be0-be3f-07bf810e1f73 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492580 Oct 26 16:02:29.128331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:29.152465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39c420ce-c413-4010-81f4-c6287b14b2a0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:29.152892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:29.175918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39c420ce-c413-4010-81f4-c6287b14b2a0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c420ce-c413-4010-81f4-c6287b14b2a0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:29.179866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:29.206107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:29.265607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39c420ce-c413-4010-81f4-c6287b14b2a0,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:29.312239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:29.313571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c420ce-c413-4010-81f4-c6287b14b2a0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:29.385140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39c420ce-c413-4010-81f4-c6287b14b2a0 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:29.478296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:02:29.525282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d378c23f-a825-4532-b349-5d6c749bacfc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:29.525661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:29.526001 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d378c23f-a825-4532-b349-5d6c749bacfc Oct 26 16:02:29.545680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:29.597187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:29.597585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:29.630957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d378c23f-a825-4532-b349-5d6c749bacfc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d378c23f-a825-4532-b349-5d6c749bacfc,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:29.635385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:29.636252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c420ce-c413-4010-81f4-c6287b14b2a0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:02:29.714486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:29.722353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39c420ce-c413-4010-81f4-c6287b14b2a0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:29.722734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:29.723084 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39c420ce-c413-4010-81f4-c6287b14b2a0 Oct 26 16:02:29.797259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39c420ce-c413-4010-81f4-c6287b14b2a0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:29.797658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:29.803469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:29.820830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39c420ce-c413-4010-81f4-c6287b14b2a0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c420ce-c413-4010-81f4-c6287b14b2a0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:29.824227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:29.874965 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39c420ce-c413-4010-81f4-c6287b14b2a0,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:30.243701 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272333c-b359-4016-b3fd-1a993ed7ec6e req-416f3a71-bb7d-4014-9c8b-444f864e63a4 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:30.245435 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b272333c-b359-4016-b3fd-1a993ed7ec6e req-416f3a71-bb7d-4014-9c8b-444f864e63a4 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0476217 Oct 26 16:02:30.293746 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b272333c-b359-4016-b3fd-1a993ed7ec6e req-4f453f09-0923-475f-b163-6488437c7e15 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428004 Oct 26 16:02:30.594002 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52991692-4c78-4892-99f3-9a03604ab934 None None] Sync routers for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:02:30.599695 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52991692-4c78-4892-99f3-9a03604ab934 None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:30.600308 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-52991692-4c78-4892-99f3-9a03604ab934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:30.700747 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-52991692-4c78-4892-99f3-9a03604ab934 None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:30.881856 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-52991692-4c78-4892-99f3-9a03604ab934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:29Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:29Z', 'revision_number': 15, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:30.910386 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52991692-4c78-4892-99f3-9a03604ab934 None None] Checking router: 58cedc97-755b-40cb-8470-d320ef6fea54 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:02:30.919297 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52991692-4c78-4892-99f3-9a03604ab934 None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:30.920503 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-52991692-4c78-4892-99f3-9a03604ab934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:30.944650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:31.014405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:31.014706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:31.016944 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-52991692-4c78-4892-99f3-9a03604ab934 None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:31.048275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d378c23f-a825-4532-b349-5d6c749bacfc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d378c23f-a825-4532-b349-5d6c749bacfc,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:31.051280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:31.051983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c420ce-c413-4010-81f4-c6287b14b2a0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:31.096127 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:31.125795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:31.164522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39c420ce-c413-4010-81f4-c6287b14b2a0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:31.164971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:31.185975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39c420ce-c413-4010-81f4-c6287b14b2a0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c420ce-c413-4010-81f4-c6287b14b2a0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:31.189605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:31.205456 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-52991692-4c78-4892-99f3-9a03604ab934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:29Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:29Z', 'revision_number': 15, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:31.229509 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52991692-4c78-4892-99f3-9a03604ab934 None None] The sync data for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv is: [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:29Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:29Z', 'revision_number': 15, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:02:31.238600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39c420ce-c413-4010-81f4-c6287b14b2a0,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:31.417708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef433f-e273-4809-87a7-85b6bba198c5 req-3db198fc-96a9-4490-9669-92e9c56b6369 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:31.418963 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5cef433f-e273-4809-87a7-85b6bba198c5 req-3db198fc-96a9-4490-9669-92e9c56b6369 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0495896 Oct 26 16:02:31.477616 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5cef433f-e273-4809-87a7-85b6bba198c5 req-cb7a773b-e5c8-40d0-9135-934b3fb5dd08 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491843 Oct 26 16:02:32.601779 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c9af5-4772-400e-ba77-14fc966b4d3a req-7411b70e-424d-4428-9e8e-ed0b4783d3f3 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:32.603155 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-062c9af5-4772-400e-ba77-14fc966b4d3a req-7411b70e-424d-4428-9e8e-ed0b4783d3f3 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0471029 Oct 26 16:02:32.641442 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:32.657151 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-062c9af5-4772-400e-ba77-14fc966b4d3a req-f624041d-0e85-4b20-92a2-0aec5df5bda3 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476985 Oct 26 16:02:32.985661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:02:33.031714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d378c23f-a825-4532-b349-5d6c749bacfc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:33.032073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:33.032416 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d378c23f-a825-4532-b349-5d6c749bacfc Oct 26 16:02:33.102075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:33.102466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:33.137337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d378c23f-a825-4532-b349-5d6c749bacfc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d378c23f-a825-4532-b349-5d6c749bacfc,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:33.142353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:33.143208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c420ce-c413-4010-81f4-c6287b14b2a0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:02:33.184526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:33.219734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:33.226408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39c420ce-c413-4010-81f4-c6287b14b2a0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:33.226787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:33.227126 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39c420ce-c413-4010-81f4-c6287b14b2a0 Oct 26 16:02:33.292771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:33.304013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39c420ce-c413-4010-81f4-c6287b14b2a0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:33.304484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:33.325663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39c420ce-c413-4010-81f4-c6287b14b2a0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c420ce-c413-4010-81f4-c6287b14b2a0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:33.351081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:33.358641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc53a6b9-772a-43b1-bfb2-56da8a6e6f03 None None] Sync routers for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:02:33.386793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc53a6b9-772a-43b1-bfb2-56da8a6e6f03 None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:33.387463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bc53a6b9-772a-43b1-bfb2-56da8a6e6f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:33.425996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39c420ce-c413-4010-81f4-c6287b14b2a0,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:33.436612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:33.436978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:33.437323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:33.437661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:33.437990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:33.438318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:33.438644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:33.438967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:33.439292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:33.439618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:33.439942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:33.440267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:33.440589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:33.440933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:33.441258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:33.644618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-bc53a6b9-772a-43b1-bfb2-56da8a6e6f03 None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:33.782667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5ed92-ec4c-4a59-8e40-a9eb97c9687a req-f4886f6d-cf53-4e14-ba69-fa1c6274d670 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:33.784145 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a5a5ed92-ec4c-4a59-8e40-a9eb97c9687a req-f4886f6d-cf53-4e14-ba69-fa1c6274d670 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0516362 Oct 26 16:02:33.831123 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a5a5ed92-ec4c-4a59-8e40-a9eb97c9687a req-5c812e77-9205-4a6b-a3ee-e88c46c14a8b tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410585 Oct 26 16:02:33.831481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bc53a6b9-772a-43b1-bfb2-56da8a6e6f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:33Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:33Z', 'revision_number': 17, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:33.863484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc53a6b9-772a-43b1-bfb2-56da8a6e6f03 None None] Checking router: 58cedc97-755b-40cb-8470-d320ef6fea54 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:02:33.870211 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc53a6b9-772a-43b1-bfb2-56da8a6e6f03 None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:33.870816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bc53a6b9-772a-43b1-bfb2-56da8a6e6f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:33.968828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-bc53a6b9-772a-43b1-bfb2-56da8a6e6f03 None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:34.000251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:34.152720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bc53a6b9-772a-43b1-bfb2-56da8a6e6f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:33Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:33Z', 'revision_number': 17, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:34.177113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc53a6b9-772a-43b1-bfb2-56da8a6e6f03 None None] The sync data for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv is: [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:33Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:33Z', 'revision_number': 17, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:02:34.901389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:34.968551 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71150c1d-58dc-4e39-8637-14d0a5b3d9e4 req-1497c1c2-9eac-498c-8ae6-e694c3ddbff6 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:34.970820 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-71150c1d-58dc-4e39-8637-14d0a5b3d9e4 req-1497c1c2-9eac-498c-8ae6-e694c3ddbff6 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0597618 Oct 26 16:02:34.981196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:34.981460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:35.018614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d378c23f-a825-4532-b349-5d6c749bacfc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d378c23f-a825-4532-b349-5d6c749bacfc,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:35.022522 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-71150c1d-58dc-4e39-8637-14d0a5b3d9e4 req-45f3d5ed-c3ff-4f16-87bf-7b4aa5da2338 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454342 Oct 26 16:02:35.023669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:35.024574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c420ce-c413-4010-81f4-c6287b14b2a0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:35.099247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:35.146753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39c420ce-c413-4010-81f4-c6287b14b2a0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:35.147153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:35.169715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39c420ce-c413-4010-81f4-c6287b14b2a0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c420ce-c413-4010-81f4-c6287b14b2a0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:35.173648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:35.197992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:35.254913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39c420ce-c413-4010-81f4-c6287b14b2a0,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:35.301430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:35.302481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c420ce-c413-4010-81f4-c6287b14b2a0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:35.374281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39c420ce-c413-4010-81f4-c6287b14b2a0 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:35.457867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:02:35.477045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:35.495813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:35.503648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d378c23f-a825-4532-b349-5d6c749bacfc triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:35.504029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:35.504371 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d378c23f-a825-4532-b349-5d6c749bacfc Oct 26 16:02:35.580067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:35.580382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:35.613379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d378c23f-a825-4532-b349-5d6c749bacfc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d378c23f-a825-4532-b349-5d6c749bacfc,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:35.617365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:35.618175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c420ce-c413-4010-81f4-c6287b14b2a0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:02:35.694513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:35.705409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39c420ce-c413-4010-81f4-c6287b14b2a0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:35.705783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:35.706117 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39c420ce-c413-4010-81f4-c6287b14b2a0 Oct 26 16:02:35.776688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39c420ce-c413-4010-81f4-c6287b14b2a0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:35.777109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:35.797768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39c420ce-c413-4010-81f4-c6287b14b2a0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c420ce-c413-4010-81f4-c6287b14b2a0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:35.802154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:35.851321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39c420ce-c413-4010-81f4-c6287b14b2a0,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:36.028507 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a45099-1746-4700-89f7-485beab7e703 None None] Sync routers for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:02:36.028507 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a45099-1746-4700-89f7-485beab7e703 None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:36.028507 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a9a45099-1746-4700-89f7-485beab7e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:36.149622 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1be9d4-0edf-4ae2-8d4d-8b625decf711 req-3736150c-81ba-4683-b66d-c7d66e187c2d tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:36.151134 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ab1be9d4-0edf-4ae2-8d4d-8b625decf711 req-3736150c-81ba-4683-b66d-c7d66e187c2d tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0489988 Oct 26 16:02:36.163472 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:36.199453 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ab1be9d4-0edf-4ae2-8d4d-8b625decf711 req-3a6e7406-1eb5-4da3-a94c-708540e8ca24 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421529 Oct 26 16:02:36.219493 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a9a45099-1746-4700-89f7-485beab7e703 None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:36.403350 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a9a45099-1746-4700-89f7-485beab7e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:35Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:35Z', 'revision_number': 19, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:36.428944 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a45099-1746-4700-89f7-485beab7e703 None None] Checking router: 58cedc97-755b-40cb-8470-d320ef6fea54 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:02:36.437423 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a45099-1746-4700-89f7-485beab7e703 None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:36.438033 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a9a45099-1746-4700-89f7-485beab7e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:36.536766 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a9a45099-1746-4700-89f7-485beab7e703 None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:36.720698 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a9a45099-1746-4700-89f7-485beab7e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:35Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:35Z', 'revision_number': 19, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:36.744106 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a45099-1746-4700-89f7-485beab7e703 None None] The sync data for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv is: [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:05Z', 'revision_number': 4, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:35Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'd378c23f-a825-4532-b349-5d6c749bacfc', 'name': '', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'mac_address': 'fa:16:3e:52:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:05Z', 'updated_at': '2022-10-26T16:02:35Z', 'revision_number': 19, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'subnets': [{'id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:02:36.982238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d378c23f-a825-4532-b349-5d6c749bacfc no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:37.059306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d378c23f-a825-4532-b349-5d6c749bacfc is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:37.059707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:37.096697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d378c23f-a825-4532-b349-5d6c749bacfc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d378c23f-a825-4532-b349-5d6c749bacfc,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:37.100704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:37.101468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39c420ce-c413-4010-81f4-c6287b14b2a0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:37.160900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:37.181716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:37.222865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39c420ce-c413-4010-81f4-c6287b14b2a0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:37.223179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:37.251587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39c420ce-c413-4010-81f4-c6287b14b2a0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c420ce-c413-4010-81f4-c6287b14b2a0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:37.261635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:37.317054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39c420ce-c413-4010-81f4-c6287b14b2a0,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:37.348333 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789403e-2fa9-4ee7-ae05-fa584147e48c req-6097ea07-92f3-4b56-b267-18e03ffdeda3 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:37.356483 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f789403e-2fa9-4ee7-ae05-fa584147e48c req-6097ea07-92f3-4b56-b267-18e03ffdeda3 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0602756 Oct 26 16:02:37.411520 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f789403e-2fa9-4ee7-ae05-fa584147e48c req-68a7c79e-45d7-4866-b955-c11b83dc9c92 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528514 Oct 26 16:02:38.531744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979498c-e0b8-4116-8497-e9493b65c9d9 req-a500e384-5759-4415-ba48-bcfa41838df9 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:38.533234 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7979498c-e0b8-4116-8497-e9493b65c9d9 req-a500e384-5759-4415-ba48-bcfa41838df9 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0466087 Oct 26 16:02:38.583652 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7979498c-e0b8-4116-8497-e9493b65c9d9 req-6f782d59-d6bf-4e71-8fa6-c030ca34d61d tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444419 Oct 26 16:02:38.613284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f7f98e43-be90-4f88-b5e1-588363efe800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:39.708787 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235e16-076f-43fc-9292-c2e5c0884b55 req-130a194f-3740-4941-922b-b51a2d024dbc tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:39.710291 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1d235e16-076f-43fc-9292-c2e5c0884b55 req-130a194f-3740-4941-922b-b51a2d024dbc tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0522599 Oct 26 16:02:39.758270 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1d235e16-076f-43fc-9292-c2e5c0884b55 req-34d84e83-e754-45fd-a19a-33604cec436a tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423493 Oct 26 16:02:40.877704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b1b58-5100-44c3-85ec-d7203aed8fd0 req-fae4e11f-5b10-416c-ad93-129c8493de63 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:40.879110 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f04b1b58-5100-44c3-85ec-d7203aed8fd0 req-fae4e11f-5b10-416c-ad93-129c8493de63 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0467038 Oct 26 16:02:40.926923 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f04b1b58-5100-44c3-85ec-d7203aed8fd0 req-4d01860a-743e-47b0-8c6d-f8869152b622 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423269 Oct 26 16:02:41.026444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0dcde486-4c41-45b7-8a53-0d2b49cd5af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:42.028873 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:42.046950 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bc82a-e22c-44a2-b31f-23ef3d85adde req-bbdffdea-11a9-44f2-b0cb-3a3957456fb4 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:42.048464 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b16bc82a-e22c-44a2-b31f-23ef3d85adde req-bbdffdea-11a9-44f2-b0cb-3a3957456fb4 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0472271 Oct 26 16:02:42.095629 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b16bc82a-e22c-44a2-b31f-23ef3d85adde req-358a42b0-c667-45f2-96fd-251ff4829ffe tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416446 Oct 26 16:02:42.181224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:43.196760 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:43.214923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30aca2-1b2b-4594-8d10-e103b5b2ca2c req-37b670ec-d3b0-496a-8bb8-3d4018d81cd4 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:43.217080 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9b30aca2-1b2b-4594-8d10-e103b5b2ca2c req-37b670ec-d3b0-496a-8bb8-3d4018d81cd4 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0469270 Oct 26 16:02:43.263691 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9b30aca2-1b2b-4594-8d10-e103b5b2ca2c req-72a03f0f-bacb-428b-ac4d-c6f75ad050ac tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407770 Oct 26 16:02:43.717367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:43.898207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:44.386761 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438dca0-d03c-4eda-85b9-98e8f7b3f076 req-46428daa-3c18-48fb-852b-115e4b55413f tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:44.388898 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1438dca0-d03c-4eda-85b9-98e8f7b3f076 req-46428daa-3c18-48fb-852b-115e4b55413f tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0499172 Oct 26 16:02:44.434346 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1438dca0-d03c-4eda-85b9-98e8f7b3f076 req-e2bbcffe-d282-4042-9ea7-36c03365500f tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399992 Oct 26 16:02:45.558041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa99dcc-2a55-40b4-b443-b36bf738836b req-3e379e9e-a029-4c07-8752-ed6268dc43f5 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:45.559445 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dfa99dcc-2a55-40b4-b443-b36bf738836b req-3e379e9e-a029-4c07-8752-ed6268dc43f5 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0515244 Oct 26 16:02:45.605799 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dfa99dcc-2a55-40b4-b443-b36bf738836b req-d2ee98f0-5f30-48f5-bdef-734c3879122e tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402131 Oct 26 16:02:46.728303 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598efb2-9537-4257-87ae-daad958e6258 req-bc0e8cf8-fb2e-4031-a3ef-51fc9fdacb23 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:46.729909 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c598efb2-9537-4257-87ae-daad958e6258 req-bc0e8cf8-fb2e-4031-a3ef-51fc9fdacb23 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0471387 Oct 26 16:02:46.775677 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c598efb2-9537-4257-87ae-daad958e6258 req-6babf204-0e52-42ce-a65c-18d85d764123 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397763 Oct 26 16:02:46.831212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:47.271492 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-3b43165e-2f28-46da-960d-ca72aa87897d service neutron] 10.222.0.64 "GET /networking/v2.0/ports/b5db6d8f-5aba-462c-b35f-2776ecc3fc6b/bindings/hv-neutron-7598 HTTP/1.1" status: 200 len: 384 time: 0.0561471 Oct 26 16:02:47.526298 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-cb39ccd4-2600-4d7f-9f34-97deb146bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:47.527712 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-cb39ccd4-2600-4d7f-9f34-97deb146bda4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba&tenant_id=88664ec016234c43a9ce0f96ac6c19f1 HTTP/1.1" status: 200 len: 1130 time: 0.0753067 Oct 26 16:02:47.595559 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-75bb04b9-9fc5-4d00-8883-6707ad159350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:47.597071 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-75bb04b9-9fc5-4d00-8883-6707ad159350 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=88664ec016234c43a9ce0f96ac6c19f1&device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 1130 time: 0.0395427 Oct 26 16:02:47.694980 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-7dac90dc-b97c-4e06-97c2-83751f21c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:47.696429 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-7dac90dc-b97c-4e06-97c2-83751f21c2ff service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 HTTP/1.1" status: 200 len: 913 time: 0.0908971 Oct 26 16:02:47.738177 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-432a421b-7347-46a7-a182-a50f9c86cfa9 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b HTTP/1.1" status: 200 len: 217 time: 0.0322833 Oct 26 16:02:47.754152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:47.789906 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-bd73fc4f-3c39-4c24-ad15-fa3ba5cd8d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:47.791237 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-bd73fc4f-3c39-4c24-ad15-fa3ba5cd8d67 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=1bce5ecb-cb22-48ff-bd3d-c580519a93d5 HTTP/1.1" status: 200 len: 851 time: 0.0445099 Oct 26 16:02:47.840010 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-b5f4a091-4c8f-45be-b4c7-01a0c96c6b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:47.842229 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-b5f4a091-4c8f-45be-b4c7-01a0c96c6b86 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0411541 Oct 26 16:02:47.947247 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c3ad6-e281-47a7-b655-bfc445592569 req-d2ee7388-5496-40b8-be85-3b3f5b195b74 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:47.948709 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4d8c3ad6-e281-47a7-b655-bfc445592569 req-d2ee7388-5496-40b8-be85-3b3f5b195b74 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0897665 Oct 26 16:02:47.992657 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-24b2b3f1-fac1-47ae-ae6b-247d7e23e689 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410007 Oct 26 16:02:48.037033 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4d8c3ad6-e281-47a7-b655-bfc445592569 req-cd2bc022-8c4d-44b7-81ac-0d15da402fe3 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809221 Oct 26 16:02:48.102108 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e441df75-f587-43ff-8a4a-8bcdf0aef248 req-24d9b0ad-84b5-4cb8-a9f5-502fcc4acaf3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971220 Oct 26 16:02:49.108974 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:02:49.161777 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40b1c3-5950-455c-bbb0-e234cc4fc54e req-47959fa3-29d4-47d0-9f65-3b7aa068fed3 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:49.163179 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4d40b1c3-5950-455c-bbb0-e234cc4fc54e req-47959fa3-29d4-47d0-9f65-3b7aa068fed3 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0478032 Oct 26 16:02:49.214672 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4d40b1c3-5950-455c-bbb0-e234cc4fc54e req-6200ccfd-acbb-4c36-b01c-6812b2943923 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457377 Oct 26 16:02:50.345038 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fdef1-c378-4f22-8953-d5238a3b594c req-911e2878-0316-44d6-8557-56d5175feb25 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:50.346484 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0b5fdef1-c378-4f22-8953-d5238a3b594c req-911e2878-0316-44d6-8557-56d5175feb25 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0471902 Oct 26 16:02:50.396613 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0b5fdef1-c378-4f22-8953-d5238a3b594c req-91c77e3d-1028-4ba4-a63f-48ad6395eb92 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446024 Oct 26 16:02:50.709296 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-be83b2b8-daa0-4a33-bc74-e86559fb32bc tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:50.710736 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-be83b2b8-daa0-4a33-bc74-e86559fb32bc tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba&tenant_id=88664ec016234c43a9ce0f96ac6c19f1&binding%3Ahost_id=hv-neutron-7598 HTTP/1.1" status: 200 len: 946 time: 0.0838447 Oct 26 16:02:50.816846 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-b3da3ca5-0800-4df4-9568-1f590533e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:50.818228 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-b3da3ca5-0800-4df4-9568-1f590533e4a8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=88664ec016234c43a9ce0f96ac6c19f1&device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 1130 time: 0.0393202 Oct 26 16:02:50.831169 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:50.908972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-60f161cf-70c5-4e5b-ace6-7cff60a73dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:50.910428 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-60f161cf-70c5-4e5b-ace6-7cff60a73dce service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 HTTP/1.1" status: 200 len: 913 time: 0.0866714 Oct 26 16:02:50.948528 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-1ce23d0a-0340-40db-a383-f689f2d78e22 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b HTTP/1.1" status: 200 len: 217 time: 0.0321987 Oct 26 16:02:50.999291 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-7210449f-e01b-4a4a-a1b3-d53845f12f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:51.000705 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-7210449f-e01b-4a4a-a1b3-d53845f12f73 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=1bce5ecb-cb22-48ff-bd3d-c580519a93d5 HTTP/1.1" status: 200 len: 851 time: 0.0462658 Oct 26 16:02:51.042777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-9ff45433-b76a-4b46-958e-7cde6214b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:51.044793 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-9ff45433-b76a-4b46-958e-7cde6214b1df service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377843 Oct 26 16:02:51.135768 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-ae41aa71-d25f-4f3a-9a9c-02c26e8fd98d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848103 Oct 26 16:02:51.223069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device b5db6d8f-5aba-462c-b35f-2776ecc3fc6b details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:02:51.225447 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-afef0113-0ab1-4045-b687-c4b233929102 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828235 Oct 26 16:02:51.226473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device b5db6d8f-5aba-462c-b35f-2776ecc3fc6b no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:51.376255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:51.376641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:51.397893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:51.418423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe6531d-d8aa-478f-9c97-f9c0a9ada1ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5db6d8f-5aba-462c-b35f-2776ecc3fc6b'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:02:51.420746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041df2c9-aec8-4185-af5f-405865370b8f" -d '{"events": [{"server_uuid": "abe6531d-d8aa-478f-9c97-f9c0a9ada1ba", "name": "network-vif-unplugged", "status": "completed", "tag": "b5db6d8f-5aba-462c-b35f-2776ecc3fc6b"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:02:51.429891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': 'b5db6d8f-5aba-462c-b35f-2776ecc3fc6b', 'network_id': '0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0', 'port_id': 'b5db6d8f-5aba-462c-b35f-2776ecc3fc6b', 'mac_address': 'fa:16:3e:62:16:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bce5ecb-cb22-48ff-bd3d-c580519a93d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:02:51.434905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:51.440021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:51.479843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Oct 2022 16:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19be32ac-8167-4f4c-86f2-36cad5ef0bb2 x-openstack-request-id: req-19be32ac-8167-4f4c-86f2-36cad5ef0bb2 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:02:51.480141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe6531d-d8aa-478f-9c97-f9c0a9ada1ba", "name": "network-vif-unplugged", "status": "completed", "tag": "b5db6d8f-5aba-462c-b35f-2776ecc3fc6b", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:02:51.480396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-19be32ac-8167-4f4c-86f2-36cad5ef0bb2 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:02:51.480792 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19be32ac-8167-4f4c-86f2-36cad5ef0bb2'] response: {'server_uuid': 'abe6531d-d8aa-478f-9c97-f9c0a9ada1ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5db6d8f-5aba-462c-b35f-2776ecc3fc6b', 'code': 200} Oct 26 16:02:51.501137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:51.501532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:51.526346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5db6d8f-5aba-462c-b35f-2776ecc3fc6b {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:02:51.532256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:51.552483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:51.554505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:51.558345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:51.578700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:51.607867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:51.621202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['b5db6d8f-5aba-462c-b35f-2776ecc3fc6b'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:02:52.050283 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080b5cc-e0ee-45e2-a32c-189e9f5c75ab req-69e09255-4d3d-4c43-afa9-4bede0758bf3 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:52.051631 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e080b5cc-e0ee-45e2-a32c-189e9f5c75ab req-69e09255-4d3d-4c43-afa9-4bede0758bf3 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 945 time: 0.0466037 Oct 26 16:02:52.094438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:52.102243 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e080b5cc-e0ee-45e2-a32c-189e9f5c75ab req-5f6d2703-6089-44ef-acf6-b7d8e72b139c tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450857 Oct 26 16:02:53.223419 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa1389-5cfd-4cfa-8665-90d838c83a3f req-dd1f7be1-ee5f-47db-876b-1d7e3ad1eb0b tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:53.224909 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-51fa1389-5cfd-4cfa-8665-90d838c83a3f req-dd1f7be1-ee5f-47db-876b-1d7e3ad1eb0b tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 945 time: 0.0470870 Oct 26 16:02:53.225285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device b5db6d8f-5aba-462c-b35f-2776ecc3fc6b up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:02:53.269816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:53.270287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:53.270704 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b Oct 26 16:02:53.274403 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-51fa1389-5cfd-4cfa-8665-90d838c83a3f req-1b4dd818-e4f2-4a70-9ea3-1508293d5cb8 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=505a3291-e4ca-4603-b232-a515355291b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438046 Oct 26 16:02:53.340594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:53.341007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:53.372913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:53.376786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:53.401439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:53.427016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:53.482830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe6531d-d8aa-478f-9c97-f9c0a9ada1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5db6d8f-5aba-462c-b35f-2776ecc3fc6b'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:02:53.485029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d1005b-9b65-41a4-987a-867018616fe0" -d '{"events": [{"server_uuid": "abe6531d-d8aa-478f-9c97-f9c0a9ada1ba", "name": "network-vif-plugged", "status": "completed", "tag": "b5db6d8f-5aba-462c-b35f-2776ecc3fc6b"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:02:53.520687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683fec56-306b-41c8-af3e-29570b49f7ca x-openstack-request-id: req-683fec56-306b-41c8-af3e-29570b49f7ca {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:02:53.521012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe6531d-d8aa-478f-9c97-f9c0a9ada1ba", "name": "network-vif-plugged", "status": "completed", "tag": "b5db6d8f-5aba-462c-b35f-2776ecc3fc6b", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:02:53.521268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-683fec56-306b-41c8-af3e-29570b49f7ca {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:02:53.521667 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-683fec56-306b-41c8-af3e-29570b49f7ca'] response: {'server_uuid': 'abe6531d-d8aa-478f-9c97-f9c0a9ada1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5db6d8f-5aba-462c-b35f-2776ecc3fc6b', 'code': 200} Oct 26 16:02:53.857444 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-10ec5aff-5dfc-4568-af75-8bb5acf6affc tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:02:53.858820 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-10ec5aff-5dfc-4568-af75-8bb5acf6affc tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 946 time: 0.0466473 Oct 26 16:02:53.940928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Deleting port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:02:53.941279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:54.032759 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] For port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:54.033149 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:54.046313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Calling delete_port for b5db6d8f-5aba-462c-b35f-2776ecc3fc6b owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:02:54.173011 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (b5db6d8f-5aba-462c-b35f-2776ecc3fc6b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:54.189773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['b5db6d8f-5aba-462c-b35f-2776ecc3fc6b'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:02:54.200786 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Pushing event deleted for resources: {'Port': ['ID=b5db6d8f-5aba-462c-b35f-2776ecc3fc6b,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:54.213785 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:54.214140 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:54.214489 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:54.214840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:54.215172 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:54.215508 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:54.215841 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:54.216167 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:54.216497 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:54.216845 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:54.217179 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:54.217581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:54.217907 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:54.218232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:54.218558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:02:54.256227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] No DVR routers for this DVR port b5db6d8f-5aba-462c-b35f-2776ecc3fc6b on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:02:54.258897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:54.262202 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-26f51f4d-811b-4b8e-ad64-a7d3f65bc69f req-95c779ad-9849-4878-843b-527891b12479 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.64 "DELETE /networking/v2.0/ports/b5db6d8f-5aba-462c-b35f-2776ecc3fc6b HTTP/1.1" status: 204 len: 173 time: 0.3953412 Oct 26 16:02:54.262768 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe6531d-d8aa-478f-9c97-f9c0a9ada1ba', 'name': 'network-vif-deleted', 'tag': 'b5db6d8f-5aba-462c-b35f-2776ecc3fc6b'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:02:54.265720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef16806-75a0-4aa9-9ecc-7b44781be78f" -d '{"events": [{"server_uuid": "abe6531d-d8aa-478f-9c97-f9c0a9ada1ba", "name": "network-vif-deleted", "tag": "b5db6d8f-5aba-462c-b35f-2776ecc3fc6b"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:02:54.304676 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81e6a3e-5bff-49f0-9000-d3545eec4180 x-openstack-request-id: req-d81e6a3e-5bff-49f0-9000-d3545eec4180 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:02:54.305657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe6531d-d8aa-478f-9c97-f9c0a9ada1ba", "name": "network-vif-deleted", "tag": "b5db6d8f-5aba-462c-b35f-2776ecc3fc6b", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:02:54.305907 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d81e6a3e-5bff-49f0-9000-d3545eec4180 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:02:54.306333 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d81e6a3e-5bff-49f0-9000-d3545eec4180'] response: {'server_uuid': 'abe6531d-d8aa-478f-9c97-f9c0a9ada1ba', 'name': 'network-vif-deleted', 'tag': 'b5db6d8f-5aba-462c-b35f-2776ecc3fc6b', 'status': 'completed', 'code': 200} Oct 26 16:02:54.390918 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e731601e-d724-4245-bcca-5d41087a7f5f req-3c490ea9-304b-479a-85a4-767cd34f4709 tempest-DeleteServersTestJSON-1371290061 tempest-DeleteServersTestJSON-1371290061-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=abe6531d-d8aa-478f-9c97-f9c0a9ada1ba HTTP/1.1" status: 200 len: 210 time: 0.0309851 Oct 26 16:02:55.271288 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=59 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:55.529018 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41276) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:02:55.577704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:55.834452 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5d3534cf-59ae-420c-9d23-e73f555171f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (58cedc97-755b-40cb-8470-d320ef6fea54), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:55.989472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:56.049719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-5d3534cf-59ae-420c-9d23-e73f555171f6 admin admin] Deleting port d378c23f-a825-4532-b349-5d6c749bacfc {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:02:56.050060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5d3534cf-59ae-420c-9d23-e73f555171f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:56.127626 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-5d3534cf-59ae-420c-9d23-e73f555171f6 admin admin] For port d378c23f-a825-4532-b349-5d6c749bacfc, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d378c23f-a825-4532-b349-5d6c749bacfc,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:56.127919 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5d3534cf-59ae-420c-9d23-e73f555171f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:56.141234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-5d3534cf-59ae-420c-9d23-e73f555171f6 admin admin] Calling delete_port for d378c23f-a825-4532-b349-5d6c749bacfc owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:02:56.323942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5d3534cf-59ae-420c-9d23-e73f555171f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (d378c23f-a825-4532-b349-5d6c749bacfc), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:56.346366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3534cf-59ae-420c-9d23-e73f555171f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d378c23f-a825-4532-b349-5d6c749bacfc,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:56.355586 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:56.510990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5d3534cf-59ae-420c-9d23-e73f555171f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (58cedc97-755b-40cb-8470-d320ef6fea54), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:56.531985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a307220f-77fd-4154-825a-b179a657e56c None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 16:02:56.601403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a307220f-77fd-4154-825a-b179a657e56c None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:02:56.721484 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3534cf-59ae-420c-9d23-e73f555171f6 admin admin] Router 58cedc97-755b-40cb-8470-d320ef6fea54 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:02:57.163180 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3534cf-59ae-420c-9d23-e73f555171f6 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:02:57.168244 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5d3534cf-59ae-420c-9d23-e73f555171f6 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/58cedc97-755b-40cb-8470-d320ef6fea54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6386297 Oct 26 16:02:57.171273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41278) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:02:57.172255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b7f06-34fd-4cd9-b1a9-5069babd723d None None] Sync routers for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:02:57.181932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798b7f06-34fd-4cd9-b1a9-5069babd723d None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:57.182537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-798b7f06-34fd-4cd9-b1a9-5069babd723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:57.209040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:57.235902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9bf181b9-f08a-4828-b1c3-d12bba4fec49 None None] Provisioning complete for port f5acc005-8237-4f76-8b53-20e61bb17c63 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:02:57.236276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9bf181b9-f08a-4828-b1c3-d12bba4fec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f5acc005-8237-4f76-8b53-20e61bb17c63), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:57.236614 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-9bf181b9-f08a-4828-b1c3-d12bba4fec49 None None] Attempt 1 to provision port f5acc005-8237-4f76-8b53-20e61bb17c63 Oct 26 16:02:57.267921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device b5db6d8f-5aba-462c-b35f-2776ecc3fc6b no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:57.274394 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-44a299cf-bd81-45a4-914c-a9ae8558668b admin admin] Publish callbacks [] for router (58cedc97-755b-40cb-8470-d320ef6fea54), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:57.374503 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-44a299cf-bd81-45a4-914c-a9ae8558668b admin admin] Publish callbacks [] for router_gateway (58cedc97-755b-40cb-8470-d320ef6fea54), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:57.421498 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-44a299cf-bd81-45a4-914c-a9ae8558668b admin admin] Deleting port 39c420ce-c413-4010-81f4-c6287b14b2a0 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:02:57.421840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-44a299cf-bd81-45a4-914c-a9ae8558668b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:57.468096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: b5db6d8f-5aba-462c-b35f-2776ecc3fc6b {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:02:57.468439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device b5db6d8f-5aba-462c-b35f-2776ecc3fc6b not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:02:57.496186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-798b7f06-34fd-4cd9-b1a9-5069babd723d None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:57.502975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-44a299cf-bd81-45a4-914c-a9ae8558668b admin admin] For port 39c420ce-c413-4010-81f4-c6287b14b2a0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39c420ce-c413-4010-81f4-c6287b14b2a0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:57.503349 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-44a299cf-bd81-45a4-914c-a9ae8558668b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:57.516251 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-44a299cf-bd81-45a4-914c-a9ae8558668b admin admin] Calling delete_port for 39c420ce-c413-4010-81f4-c6287b14b2a0 owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:02:57.562839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:57.621272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-9bf181b9-f08a-4828-b1c3-d12bba4fec49 None None] Current status of the port f5acc005-8237-4f76-8b53-20e61bb17c63 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:02:57.685728 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-44a299cf-bd81-45a4-914c-a9ae8558668b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (39c420ce-c413-4010-81f4-c6287b14b2a0), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:57.693045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-798b7f06-34fd-4cd9-b1a9-5069babd723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212'}], 'enable_snat': True}, 'gw_port_id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:56Z', 'revision_number': 5, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port': {'id': '39c420ce-c413-4010-81f4-c6287b14b2a0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:02:03Z', 'updated_at': '2022-10-26T16:02:37Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:57.714102 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a299cf-bd81-45a4-914c-a9ae8558668b admin admin] Pushing event deleted for resources: {'Port': ['ID=39c420ce-c413-4010-81f4-c6287b14b2a0,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:57.724228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b7f06-34fd-4cd9-b1a9-5069babd723d None None] Checking router: 58cedc97-755b-40cb-8470-d320ef6fea54 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:02:57.732773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798b7f06-34fd-4cd9-b1a9-5069babd723d None None] Routers {'58cedc97-755b-40cb-8470-d320ef6fea54'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:57.734984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-798b7f06-34fd-4cd9-b1a9-5069babd723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['58cedc97-755b-40cb-8470-d320ef6fea54'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:57.776483 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-44a299cf-bd81-45a4-914c-a9ae8558668b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (58cedc97-755b-40cb-8470-d320ef6fea54), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:57.801885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-798b7f06-34fd-4cd9-b1a9-5069babd723d None None] Set router 58cedc97-755b-40cb-8470-d320ef6fea54 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:02:57.852273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-798b7f06-34fd-4cd9-b1a9-5069babd723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:57Z', 'revision_number': 7, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:57.866704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-44a299cf-bd81-45a4-914c-a9ae8558668b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (58cedc97-755b-40cb-8470-d320ef6fea54), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:57.868914 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-44a299cf-bd81-45a4-914c-a9ae8558668b admin admin] Publish callbacks [] for router_controller (58cedc97-755b-40cb-8470-d320ef6fea54), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:57.877160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b7f06-34fd-4cd9-b1a9-5069babd723d None None] The sync data for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv is: [{'id': '58cedc97-755b-40cb-8470-d320ef6fea54', 'name': 'tempest-DeleteServersTestJSON-1300868714-router', 'tenant_id': '88664ec016234c43a9ce0f96ac6c19f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:02:02Z', 'updated_at': '2022-10-26T16:02:57Z', 'revision_number': 7, 'project_id': '88664ec016234c43a9ce0f96ac6c19f1', 'gw_port_host': None}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:02:57.911642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-44a299cf-bd81-45a4-914c-a9ae8558668b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (58cedc97-755b-40cb-8470-d320ef6fea54), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:57.912228 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a299cf-bd81-45a4-914c-a9ae8558668b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58cedc97-755b-40cb-8470-d320ef6fea54 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:02:57.916497 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-44a299cf-bd81-45a4-914c-a9ae8558668b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:57.917581 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-44a299cf-bd81-45a4-914c-a9ae8558668b admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/58cedc97-755b-40cb-8470-d320ef6fea54 HTTP/1.1" status: 204 len: 168 time: 0.7453542 Oct 26 16:02:57.920129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41280) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:02:57.971437 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7293c6-1371-4ba8-95ff-68750928b949 admin admin] Deleting subnet 1bce5ecb-cb22-48ff-bd3d-c580519a93d5 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 16:02:57.975239 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ee7293c6-1371-4ba8-95ff-68750928b949 admin admin] Publish callbacks [] for subnet (1bce5ecb-cb22-48ff-bd3d-c580519a93d5), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.011800 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ee7293c6-1371-4ba8-95ff-68750928b949 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (1bce5ecb-cb22-48ff-bd3d-c580519a93d5), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.088648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:58.094857 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ee7293c6-1371-4ba8-95ff-68750928b949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (1bce5ecb-cb22-48ff-bd3d-c580519a93d5), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.153076 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ee7293c6-1371-4ba8-95ff-68750928b949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (1bce5ecb-cb22-48ff-bd3d-c580519a93d5), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.180514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7293c6-1371-4ba8-95ff-68750928b949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bce5ecb-cb22-48ff-bd3d-c580519a93d5,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:58.182709 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ee7293c6-1371-4ba8-95ff-68750928b949 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.185726 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ee7293c6-1371-4ba8-95ff-68750928b949 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/1bce5ecb-cb22-48ff-bd3d-c580519a93d5 HTTP/1.1" status: 204 len: 168 time: 0.2638106 Oct 26 16:02:58.187321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d00f4d-19fa-4dab-97ff-90b906e522e8 None None] Network 0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:02:58.188255 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41282) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:02:58.257323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.304175 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] Deleting port f5acc005-8237-4f76-8b53-20e61bb17c63 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:02:58.304525 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f5acc005-8237-4f76-8b53-20e61bb17c63), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.345865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1a7700-4885-4f68-8d62-fa3133fe256b None None] DHCP port deletion for 0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 16:02:58.374224 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] For port f5acc005-8237-4f76-8b53-20e61bb17c63, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f5acc005-8237-4f76-8b53-20e61bb17c63,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:58.374460 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f5acc005-8237-4f76-8b53-20e61bb17c63), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.382548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a7700-4885-4f68-8d62-fa3133fe256b None None] Deleting port f5acc005-8237-4f76-8b53-20e61bb17c63 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:02:58.382930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6c1a7700-4885-4f68-8d62-fa3133fe256b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f5acc005-8237-4f76-8b53-20e61bb17c63), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.387583 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] Calling delete_port for f5acc005-8237-4f76-8b53-20e61bb17c63 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:02:58.439492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:58.444787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:58.448720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:58.454776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-6c1a7700-4885-4f68-8d62-fa3133fe256b None None] For port f5acc005-8237-4f76-8b53-20e61bb17c63, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f5acc005-8237-4f76-8b53-20e61bb17c63,segment=NetworkSegment(2dd60c31-e9be-455b-af78-606a71b4678e),segment_id=2dd60c31-e9be-455b-af78-606a71b4678e)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:02:58.455207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6c1a7700-4885-4f68-8d62-fa3133fe256b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f5acc005-8237-4f76-8b53-20e61bb17c63), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.475202 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (f5acc005-8237-4f76-8b53-20e61bb17c63), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.476469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a7700-4885-4f68-8d62-fa3133fe256b None None] Calling delete_port for f5acc005-8237-4f76-8b53-20e61bb17c63 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:02:58.503510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5acc005-8237-4f76-8b53-20e61bb17c63,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:58.508972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] No DVR routers for this DVR port f5acc005-8237-4f76-8b53-20e61bb17c63 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: from cryptography.utils import int_from_bytes Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: from cryptography.utils import int_from_bytes Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 16:02:58.549224 dv-neutron-759874-6-hyperv neutron-server[105323]: self.session.flush() Oct 26 16:02:58.554885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6c1a7700-4885-4f68-8d62-fa3133fe256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (f5acc005-8237-4f76-8b53-20e61bb17c63), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.587421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a7700-4885-4f68-8d62-fa3133fe256b None None] Pushing event deleted for resources: {'Port': ['ID=f5acc005-8237-4f76-8b53-20e61bb17c63,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:58.591051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.591223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a7700-4885-4f68-8d62-fa3133fe256b None None] No DVR routers for this DVR port f5acc005-8237-4f76-8b53-20e61bb17c63 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:02:58.622331 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:58.632596 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3acc062-e8fd-4a18-b94e-e93d386c3011 None None] Sync routers for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:02:58.635645 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd60c31-e9be-455b-af78-606a71b4678e') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:58.635985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd60c31-e9be-455b-af78-606a71b4678e') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:02:58.643006 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3acc062-e8fd-4a18-b94e-e93d386c3011 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:58.643589 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3acc062-e8fd-4a18-b94e-e93d386c3011 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:02:58.644204 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-f3acc062-e8fd-4a18-b94e-e93d386c3011 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'58cedc97-755b-40cb-8470-d320ef6fea54'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:02:58.646624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (2dd60c31-e9be-455b-af78-606a71b4678e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.653396 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3acc062-e8fd-4a18-b94e-e93d386c3011 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:02:58.653752 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3acc062-e8fd-4a18-b94e-e93d386c3011 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:02:58.654322 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-f3acc062-e8fd-4a18-b94e-e93d386c3011 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'58cedc97-755b-40cb-8470-d320ef6fea54'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:02:58.654687 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3acc062-e8fd-4a18-b94e-e93d386c3011 None None] The sync data for ids ['58cedc97-755b-40cb-8470-d320ef6fea54'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:02:58.660987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (2dd60c31-e9be-455b-af78-606a71b4678e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.668010 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:02:58.668309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (2dd60c31-e9be-455b-af78-606a71b4678e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.732387 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.738429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.741658 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0 HTTP/1.1" status: 204 len: 168 time: 0.5524626 Oct 26 16:02:58.755729 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 2dd60c31-e9be-455b-af78-606a71b4678e resource provider aggregate not found Oct 26 16:02:58.759616 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaaa66f-890a-41ad-bbc1-520301d801f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d6e571a-1b7a-4e35-a219-5b7c38c4b9d0,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:58.773233 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 2dd60c31-e9be-455b-af78-606a71b4678e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2dd60c31-e9be-455b-af78-606a71b4678e found for delete ", "request_id": "req-dca21f8a-361b-4b03-beef-9ae9452cf303"}]} Oct 26 16:02:58.857180 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41292) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:02:58.897691 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-357eb547-ac3a-420b-83c7-20294029acce admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=88664ec016234c43a9ce0f96ac6c19f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387795 Oct 26 16:02:58.900165 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41294) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:02:58.949777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-78d06670-964f-4eed-aa54-e8274345ac87 admin admin] Publish callbacks [] for security_group (505a3291-e4ca-4603-b232-a515355291b5), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.956329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f5acc005-8237-4f76-8b53-20e61bb17c63 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:02:58.971344 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-78d06670-964f-4eed-aa54-e8274345ac87 admin admin] Publish callbacks [] for security_group (505a3291-e4ca-4603-b232-a515355291b5), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:58.975705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: f5acc005-8237-4f76-8b53-20e61bb17c63 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:02:58.976271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f5acc005-8237-4f76-8b53-20e61bb17c63 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:02:59.021101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-78d06670-964f-4eed-aa54-e8274345ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (505a3291-e4ca-4603-b232-a515355291b5), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:59.023930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-78d06670-964f-4eed-aa54-e8274345ac87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:59.025103 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-78d06670-964f-4eed-aa54-e8274345ac87 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/505a3291-e4ca-4603-b232-a515355291b5 HTTP/1.1" status: 204 len: 168 time: 0.1240335 Oct 26 16:02:59.033027 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d06670-964f-4eed-aa54-e8274345ac87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505a3291-e4ca-4603-b232-a515355291b5,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:59.680899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41316) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:02:59.780909 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-0e907e55-672e-4f79-8cc9-0a2df3c9fdad admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1205354335-network', 'tenant_id': '5d5984aa88264284ab52db34b35827dd'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:02:59.794190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:02:59.803025 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e907e55-672e-4f79-8cc9-0a2df3c9fdad admin admin] Made reservation on behalf of 5d5984aa88264284ab52db34b35827dd for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:02:59.805665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0e907e55-672e-4f79-8cc9-0a2df3c9fdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:59.818853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0e907e55-672e-4f79-8cc9-0a2df3c9fdad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:59.894530 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0e907e55-672e-4f79-8cc9-0a2df3c9fdad admin admin] Publish callbacks [] for security_group (8728b882-2205-4465-9a6c-660a5a249bed), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:59.897917 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0e907e55-672e-4f79-8cc9-0a2df3c9fdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (8728b882-2205-4465-9a6c-660a5a249bed), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:59.923642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e907e55-672e-4f79-8cc9-0a2df3c9fdad admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:02:59.933647 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e907e55-672e-4f79-8cc9-0a2df3c9fdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8728b882-2205-4465-9a6c-660a5a249bed,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:02:59.938471 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0e907e55-672e-4f79-8cc9-0a2df3c9fdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (39ac3705-d332-4747-ac25-747e4953756c), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:02:59.938821 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-0e907e55-672e-4f79-8cc9-0a2df3c9fdad admin admin] Added segment 39ac3705-d332-4747-ac25-747e4953756c of type vlan for network eea9c0f4-5589-43e2-9df9-537f08b7fc26 Oct 26 16:02:59.979817 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0e907e55-672e-4f79-8cc9-0a2df3c9fdad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (eea9c0f4-5589-43e2-9df9-537f08b7fc26), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:00.004124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0e907e55-672e-4f79-8cc9-0a2df3c9fdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (eea9c0f4-5589-43e2-9df9-537f08b7fc26), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:00.005141 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e907e55-672e-4f79-8cc9-0a2df3c9fdad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:00.005730 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0e907e55-672e-4f79-8cc9-0a2df3c9fdad admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:00.095268 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0e907e55-672e-4f79-8cc9-0a2df3c9fdad admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4131191 Oct 26 16:03:00.098243 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41320) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:03:00.103703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Request body: {'subnet': {'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-subnet', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:03:00.119029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e907e55-672e-4f79-8cc9-0a2df3c9fdad admin admin] Pushing event updated for resources: {'Network': ['ID=eea9c0f4-5589-43e2-9df9-537f08b7fc26,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:00.125686 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Made reservation on behalf of 5d5984aa88264284ab52db34b35827dd for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:03:00.128067 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:00.136065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network eea9c0f4-5589-43e2-9df9-537f08b7fc26 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:03:00.249239 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:00.300655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (6b25285c-5cf1-482b-b4b9-80c03b43261e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:00.355702 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b25285c-5cf1-482b-b4b9-80c03b43261e,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:00.367557 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:00.367905 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:00.368248 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:00.368586 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:00.368948 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:00.369284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:00.369621 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:00.369949 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:00.370274 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:00.370600 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:00.370928 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:00.371251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:00.371574 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:00.371895 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:00.372236 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:00.379903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Checking segment: {'id': '39ac3705-d332-4747-ac25-747e4953756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:03:00.380214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Network hostable DHCP agents. Network: eea9c0f4-5589-43e2-9df9-537f08b7fc26, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:03:00.396725 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Network eea9c0f4-5589-43e2-9df9-537f08b7fc26 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:03:00.405254 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, eea9c0f4-5589-43e2-9df9-537f08b7fc26) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:03:00.409280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:00.409989 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:00.414813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ca0067-c93b-45ca-aaae-09db05430f8d None None] Network eea9c0f4-5589-43e2-9df9-537f08b7fc26 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:03:00.427176 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2c6e45f8-abe0-495d-9bd5-660666cc4747 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3272719 Oct 26 16:03:00.429971 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41322) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:03:00.434462 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:03:00.456266 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (7c0336f7-e01e-437e-980b-0c7feda07eb0), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:00.457349 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (7c0336f7-e01e-437e-980b-0c7feda07eb0), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:00.487605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:00.512271 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] Publish callbacks [] for router_controller (7c0336f7-e01e-437e-980b-0c7feda07eb0), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:00.525868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'project_id': '5d5984aa88264284ab52db34b35827dd', 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:03:00.526814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:00.582192 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:00.648225 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] Publish callbacks [] for router_gateway (7c0336f7-e01e-437e-980b-0c7feda07eb0), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:00.659622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Allocated IP 172.20.0.2 (eea9c0f4-5589-43e2-9df9-537f08b7fc26/6b25285c-5cf1-482b-b4b9-80c03b43261e/bb36371f-962e-4e93-846e-6977d1760fb4) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:03:00.805304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Publish callbacks [] for port (bb36371f-962e-4e93-846e-6977d1760fb4), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:00.812106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (bb36371f-962e-4e93-846e-6977d1760fb4), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:00.832453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] Publish callbacks [] for router_gateway (7c0336f7-e01e-437e-980b-0c7feda07eb0), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:00.852104 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:00.854023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Network eea9c0f4-5589-43e2-9df9-537f08b7fc26 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:03:00.857207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:03:00.861655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:03:00.864896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Pushing event updated for resources: {'Port': ['ID=bb36371f-962e-4e93-846e-6977d1760fb4,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:00.923911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Attempting to bind port bb36371f-962e-4e93-846e-6977d1760fb4 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:03:00.924284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Attempting to bind port bb36371f-962e-4e93-846e-6977d1760fb4 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '39ac3705-d332-4747-ac25-747e4953756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:03:00.924650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Attempting to bind port bb36371f-962e-4e93-846e-6977d1760fb4 on network eea9c0f4-5589-43e2-9df9-537f08b7fc26 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:03:00.958839 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] Allocated IP 172.26.11.25 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/17cf1fad-34b0-4b0b-a858-a566d8440bd9) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:03:00.966268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:03:00.966649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Checking segment: {'id': '39ac3705-d332-4747-ac25-747e4953756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:03:00.967554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:00.967978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Bound using segment: {'id': '39ac3705-d332-4747-ac25-747e4953756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:03:00.968477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Bound port: bb36371f-962e-4e93-846e-6977d1760fb4, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ac3705-d332-4747-ac25-747e4953756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:03:00.968919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bb36371f-962e-4e93-846e-6977d1760fb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:01.030385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] For port bb36371f-962e-4e93-846e-6977d1760fb4, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:03:01.034086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] For port bb36371f-962e-4e93-846e-6977d1760fb4, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bb36371f-962e-4e93-846e-6977d1760fb4,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:03:01.040864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bb36371f-962e-4e93-846e-6977d1760fb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:01.073117 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] Publish callbacks [] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:01.093737 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:01.098412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592bd27-53c1-49da-a0bc-61d2cedc27a3 None None] Pushing event updated for resources: {'Port': ['ID=bb36371f-962e-4e93-846e-6977d1760fb4,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:01.110604 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:01.156171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:03:01.159462 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:03:01.163511 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:03:01.166855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] Pushing event updated for resources: {'Port': ['ID=17cf1fad-34b0-4b0b-a858-a566d8440bd9,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:01.420642 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] Publish callbacks [] for router_gateway (7c0336f7-e01e-437e-980b-0c7feda07eb0), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:01.501322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:01.607347 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (7c0336f7-e01e-437e-980b-0c7feda07eb0), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:01.736026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] Router 7c0336f7-e01e-437e-980b-0c7feda07eb0 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:03:01.842708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:03:01.852000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Sync routers for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:03:01.864973 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:01.865181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:01.865894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:01.866256 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4000ceb5-4e96-4690-b0fc-6b10348dadf2 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4352460 Oct 26 16:03:01.869152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41324) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:03:01.917403 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:01.972593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:01.998976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33011439-ab7a-4fda-92ee-344bdc759747 None None] Network eea9c0f4-5589-43e2-9df9-537f08b7fc26 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:03:02.127850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-f0c3245c-aaaa-41a9-b40e-dcbdb96912e8 None None] Provisioning complete for port bb36371f-962e-4e93-846e-6977d1760fb4 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:02.128137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f0c3245c-aaaa-41a9-b40e-dcbdb96912e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bb36371f-962e-4e93-846e-6977d1760fb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:02.128473 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-f0c3245c-aaaa-41a9-b40e-dcbdb96912e8 None None] Attempt 1 to provision port bb36371f-962e-4e93-846e-6977d1760fb4 Oct 26 16:03:02.235893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:02.300440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:02.304099 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cdcc-f256-4528-b5de-74f784fcefae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:02.314649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-f0c3245c-aaaa-41a9-b40e-dcbdb96912e8 None None] Current status of the port bb36371f-962e-4e93-846e-6977d1760fb4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:02.315044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f0c3245c-aaaa-41a9-b40e-dcbdb96912e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bb36371f-962e-4e93-846e-6977d1760fb4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:02.318876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:01Z', 'revision_number': 3, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:02.359426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Checking router: 7c0336f7-e01e-437e-980b-0c7feda07eb0 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:03:02.359784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Updating router 7c0336f7-e01e-437e-980b-0c7feda07eb0 port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:03:02.400178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:02.406007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-f0c3245c-aaaa-41a9-b40e-dcbdb96912e8 None None] For port bb36371f-962e-4e93-846e-6977d1760fb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bb36371f-962e-4e93-846e-6977d1760fb4,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:02.409668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:02.414130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f0c3245c-aaaa-41a9-b40e-dcbdb96912e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bb36371f-962e-4e93-846e-6977d1760fb4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:02.428777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:02.522659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-5ef1cdcc-f256-4528-b5de-74f784fcefae admin admin] Allocated IP 172.20.0.1 (eea9c0f4-5589-43e2-9df9-537f08b7fc26/6b25285c-5cf1-482b-b4b9-80c03b43261e/cbd18955-22b3-4917-a025-d43d011dbb6c) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:03:02.554908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3245c-aaaa-41a9-b40e-dcbdb96912e8 None None] Pushing event updated for resources: {'Port': ['ID=bb36371f-962e-4e93-846e-6977d1760fb4,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:02.562350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e584d853-b75a-450a-b56e-f1ca4f6fcd1f None None] Provisioning complete for port bb36371f-962e-4e93-846e-6977d1760fb4 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:02.563404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e584d853-b75a-450a-b56e-f1ca4f6fcd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bb36371f-962e-4e93-846e-6977d1760fb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:02.563404 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e584d853-b75a-450a-b56e-f1ca4f6fcd1f None None] Attempt 1 to provision port bb36371f-962e-4e93-846e-6977d1760fb4 Oct 26 16:03:02.634496 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cdcc-f256-4528-b5de-74f784fcefae admin admin] Publish callbacks [] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:02.668674 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cdcc-f256-4528-b5de-74f784fcefae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:02.709931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef1cdcc-f256-4528-b5de-74f784fcefae admin admin] Network eea9c0f4-5589-43e2-9df9-537f08b7fc26 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:03:02.715456 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-5ef1cdcc-f256-4528-b5de-74f784fcefae admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:03:02.720289 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef1cdcc-f256-4528-b5de-74f784fcefae admin admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:03:02.743578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1cdcc-f256-4528-b5de-74f784fcefae admin admin] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:02.765031 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cdcc-f256-4528-b5de-74f784fcefae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (7c0336f7-e01e-437e-980b-0c7feda07eb0), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:02.818620 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:02.867636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e584d853-b75a-450a-b56e-f1ca4f6fcd1f None None] Current status of the port bb36371f-962e-4e93-846e-6977d1760fb4 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:02.933950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Publish callbacks [] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:02.943335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:02.951831 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cdcc-f256-4528-b5de-74f784fcefae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:02.995198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Attempting to bind port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:03:02.995726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Attempting to bind port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:03:02.996105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Attempting to bind port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:03:03.005696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bb36371f-962e-4e93-846e-6977d1760fb4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:03:03.049952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-0b3d7bd3-942a-44bc-bf9d-09b4aff122d4 None None] Provisioning complete for port cbd18955-22b3-4917-a025-d43d011dbb6c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:03.050322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0b3d7bd3-942a-44bc-bf9d-09b4aff122d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:03.050719 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0b3d7bd3-942a-44bc-bf9d-09b4aff122d4 None None] Attempt 1 to provision port cbd18955-22b3-4917-a025-d43d011dbb6c Oct 26 16:03:03.052175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210aed91-8fe5-4fbc-b73c-b637470d27bd None None] Pushing event updated for resources: {'Port': ['ID=17cf1fad-34b0-4b0b-a858-a566d8440bd9,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:03.110191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d7bd3-942a-44bc-bf9d-09b4aff122d4 None None] Port cbd18955-22b3-4917-a025-d43d011dbb6c cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:03:03.117979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:03:03.118363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:03:03.118771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:03.119165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:03:03.119643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Bound port: 17cf1fad-34b0-4b0b-a858-a566d8440bd9, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:03:03.120024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:03.131586 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cdcc-f256-4528-b5de-74f784fcefae admin admin] Publish callbacks [] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:03.136301 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cdcc-f256-4528-b5de-74f784fcefae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:03.147297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bb36371f-962e-4e93-846e-6977d1760fb4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:03.147696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bb36371f-962e-4e93-846e-6977d1760fb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:03.148027 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bb36371f-962e-4e93-846e-6977d1760fb4 Oct 26 16:03:03.203472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] For port 17cf1fad-34b0-4b0b-a858-a566d8440bd9, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:03:03.205874 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cdcc-f256-4528-b5de-74f784fcefae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (7c0336f7-e01e-437e-980b-0c7feda07eb0), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:03.207503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] For port 17cf1fad-34b0-4b0b-a858-a566d8440bd9, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=17cf1fad-34b0-4b0b-a858-a566d8440bd9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:03:03.215367 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1cdcc-f256-4528-b5de-74f784fcefae admin admin] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:03.216373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:03.262085 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:03.279124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:03.279780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:03.310413 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef1cdcc-f256-4528-b5de-74f784fcefae admin admin] Network eea9c0f4-5589-43e2-9df9-537f08b7fc26 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:03:03.312320 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-5ef1cdcc-f256-4528-b5de-74f784fcefae admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:03:03.323204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bb36371f-962e-4e93-846e-6977d1760fb4 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:03.345287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210aed91-8fe5-4fbc-b73c-b637470d27bd None None] Pushing event updated for resources: {'Port': ['ID=17cf1fad-34b0-4b0b-a858-a566d8440bd9,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:03.410905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:03.436645 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef1cdcc-f256-4528-b5de-74f784fcefae admin admin] Router 7c0336f7-e01e-437e-980b-0c7feda07eb0 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:03:03.541464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8b57573e-5be6-4e52-ad7b-f07705b63a7d None None] Provisioning complete for port cbd18955-22b3-4917-a025-d43d011dbb6c triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:03.541846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8b57573e-5be6-4e52-ad7b-f07705b63a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:03.542172 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8b57573e-5be6-4e52-ad7b-f07705b63a7d None None] Attempt 1 to provision port cbd18955-22b3-4917-a025-d43d011dbb6c Oct 26 16:03:03.545518 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef1cdcc-f256-4528-b5de-74f784fcefae admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:03:03.558375 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5ef1cdcc-f256-4528-b5de-74f784fcefae admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/7c0336f7-e01e-437e-980b-0c7feda07eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6802287 Oct 26 16:03:03.599809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8b57573e-5be6-4e52-ad7b-f07705b63a7d None None] Port cbd18955-22b3-4917-a025-d43d011dbb6c cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:03:03.643567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:03Z', 'revision_number': 2, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:03.645119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:03.673723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe570e-0577-4a51-91f4-07438a1c3380 None None] The sync data for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv is: [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:03Z', 'revision_number': 2, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:03:04.015659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-e9094528-c471-4172-939a-a183dec30e5b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:04.017862 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-e9094528-c471-4172-939a-a183dec30e5b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/networks?id=eea9c0f4-5589-43e2-9df9-537f08b7fc26 HTTP/1.1" status: 200 len: 815 time: 0.1156042 Oct 26 16:03:04.033617 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-1fa2a121-c370-4be6-9dfc-418d0bc12e10 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/quotas/5d5984aa88264284ab52db34b35827dd HTTP/1.1" status: 200 len: 375 time: 0.0103412 Oct 26 16:03:04.086439 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-3a694126-25bd-4137-924e-22386d051e65 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=5d5984aa88264284ab52db34b35827dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471339 Oct 26 16:03:04.097949 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-96d8dcb9-e836-4ce7-9409-93b20fe76cc0 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 16:03:04.098951 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-96d8dcb9-e836-4ce7-9409-93b20fe76cc0 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054154 Oct 26 16:03:04.196499 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-8f45047a-ba41-479b-bc42-71e5d85ee030 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915034 Oct 26 16:03:04.221161 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:04.297449 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-6c8ce03d-071b-4826-88a8-75ea8ed137af service neutron] 10.222.0.60 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942881 Oct 26 16:03:04.495421 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-44f6f5b2-8b1d-4d47-a94d-25b62b2955fe req-b986fa6d-6257-4ca2-a75f-937c7c381a18 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 210 time: 0.0410869 Oct 26 16:03:04.993412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17cf1fad-34b0-4b0b-a858-a566d8440bd9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:03:05.037656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:05.037945 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:05.038283 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 Oct 26 16:03:05.040362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:05.063023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:05.130989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:05.131378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:05.153153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 17cf1fad-34b0-4b0b-a858-a566d8440bd9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=17cf1fad-34b0-4b0b-a858-a566d8440bd9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:05.156894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:05.203544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=17cf1fad-34b0-4b0b-a858-a566d8440bd9,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:05.607976 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8d1b8842-a812-45bb-a966-cdf1239631e1 req-70484713-a59a-449b-bc19-22fa16607686 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 210 time: 0.0379548 Oct 26 16:03:05.649881 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-cc72cf27-146b-4dc6-a05a-dcada3767648 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:05.651328 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-cc72cf27-146b-4dc6-a05a-dcada3767648 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.64 "GET /networking/v2.0/networks?id=eea9c0f4-5589-43e2-9df9-537f08b7fc26 HTTP/1.1" status: 200 len: 815 time: 0.1365216 Oct 26 16:03:05.670562 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-7b49c16d-7ebf-4451-8051-8af4b64eb61b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Request body: {'port': {'device_id': '15109022-69e9-4737-bb2e-390766e23a33', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'admin_state_up': True, 'tenant_id': '5d5984aa88264284ab52db34b35827dd'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:03:05.791613 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Sync routers for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:03:05.791613 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=92 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:05.792603 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-7b49c16d-7ebf-4451-8051-8af4b64eb61b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Made reservation on behalf of 5d5984aa88264284ab52db34b35827dd for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:03:05.792603 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-7b49c16d-7ebf-4451-8051-8af4b64eb61b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:05.793187 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:05.794057 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:05.821079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:05.896771 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:05.923740 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-7b49c16d-7ebf-4451-8051-8af4b64eb61b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Allocated IP 172.20.0.10 (eea9c0f4-5589-43e2-9df9-537f08b7fc26/6b25285c-5cf1-482b-b4b9-80c03b43261e/208c00b9-571d-40de-aa53-7e0b0bc3400d) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:03:06.079818 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-7b49c16d-7ebf-4451-8051-8af4b64eb61b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for port (208c00b9-571d-40de-aa53-7e0b0bc3400d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:06.085817 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:03Z', 'revision_number': 2, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:06.111303 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Checking router: 7c0336f7-e01e-437e-980b-0c7feda07eb0 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:03:06.111664 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Updating router 7c0336f7-e01e-437e-980b-0c7feda07eb0 port cbd18955-22b3-4917-a025-d43d011dbb6c binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:03:06.112112 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-7b49c16d-7ebf-4451-8051-8af4b64eb61b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (208c00b9-571d-40de-aa53-7e0b0bc3400d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:06.138683 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:06.154945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-7b49c16d-7ebf-4451-8051-8af4b64eb61b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Network eea9c0f4-5589-43e2-9df9-537f08b7fc26 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:03:06.160156 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-7b49c16d-7ebf-4451-8051-8af4b64eb61b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:03:06.164285 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-7b49c16d-7ebf-4451-8051-8af4b64eb61b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:03:06.193779 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49c16d-7ebf-4451-8051-8af4b64eb61b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Pushing event updated for resources: {'Port': ['ID=208c00b9-571d-40de-aa53-7e0b0bc3400d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:06.227307 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-7b49c16d-7ebf-4451-8051-8af4b64eb61b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:06.228029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-7b49c16d-7ebf-4451-8051-8af4b64eb61b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:06.249093 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-7b49c16d-7ebf-4451-8051-8af4b64eb61b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5819044 Oct 26 16:03:06.265207 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Request body: {'port': {'device_id': '15109022-69e9-4737-bb2e-390766e23a33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:03:06.339531 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (208c00b9-571d-40de-aa53-7e0b0bc3400d), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:06.375092 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:06.423078 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Publish callbacks [] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:06.429863 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:06.441990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e20c42ba-aa94-4cbf-b7b3-6978bedd55f6 None None] Provisioning complete for port 208c00b9-571d-40de-aa53-7e0b0bc3400d triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:06.442546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e20c42ba-aa94-4cbf-b7b3-6978bedd55f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (208c00b9-571d-40de-aa53-7e0b0bc3400d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:06.442656 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e20c42ba-aa94-4cbf-b7b3-6978bedd55f6 None None] Attempt 1 to provision port 208c00b9-571d-40de-aa53-7e0b0bc3400d Oct 26 16:03:06.475772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e20c42ba-aa94-4cbf-b7b3-6978bedd55f6 None None] Port 208c00b9-571d-40de-aa53-7e0b0bc3400d cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:03:06.493441 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d34be8-6653-4a82-8055-94f35d321a9e None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:06.524457 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Attempting to bind port cbd18955-22b3-4917-a025-d43d011dbb6c on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:03:06.524846 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Attempting to bind port cbd18955-22b3-4917-a025-d43d011dbb6c by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '39ac3705-d332-4747-ac25-747e4953756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:03:06.525215 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Attempting to bind port cbd18955-22b3-4917-a025-d43d011dbb6c on network eea9c0f4-5589-43e2-9df9-537f08b7fc26 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:03:06.566352 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:03:06.566729 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Checking segment: {'id': '39ac3705-d332-4747-ac25-747e4953756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:03:06.567135 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:06.567528 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Bound using segment: {'id': '39ac3705-d332-4747-ac25-747e4953756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:03:06.567999 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Bound port: cbd18955-22b3-4917-a025-d43d011dbb6c, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ac3705-d332-4747-ac25-747e4953756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:03:06.568380 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:06.630404 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:03:06.632193 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:06.634216 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:03:06.642566 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:06.668670 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:06.688711 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:06.689305 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:06.737869 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d34be8-6653-4a82-8055-94f35d321a9e None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:06.748869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d9ef7-3717-41a0-8486-6d522dea4506 req-9dec32ae-d6d0-4f35-abf2-a015d65b7fe3 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:06.751071 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e48d9ef7-3717-41a0-8486-6d522dea4506 req-9dec32ae-d6d0-4f35-abf2-a015d65b7fe3 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 932 time: 0.0528746 Oct 26 16:03:06.788689 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:06.806167 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e48d9ef7-3717-41a0-8486-6d522dea4506 req-f49b44fb-91d0-4b5e-8ace-dd8fb559552d tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493574 Oct 26 16:03:06.813020 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:06.965835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:06.966106 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:06.981094 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208c00b9-571d-40de-aa53-7e0b0bc3400d {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:03:06.989545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Publish callbacks [] for port (208c00b9-571d-40de-aa53-7e0b0bc3400d), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:07.002873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Transition to ACTIVE for port object 208c00b9-571d-40de-aa53-7e0b0bc3400d will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:03:07.007602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (208c00b9-571d-40de-aa53-7e0b0bc3400d), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:07.047544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:07.048540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17cf1fad-34b0-4b0b-a858-a566d8440bd9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:07.066952 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Pushing event updated for resources: {'Port': ['ID=208c00b9-571d-40de-aa53-7e0b0bc3400d,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:07.110255 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:06Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:07.124665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Attempting to bind port 208c00b9-571d-40de-aa53-7e0b0bc3400d on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:03:07.125086 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Attempting to bind port 208c00b9-571d-40de-aa53-7e0b0bc3400d by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '39ac3705-d332-4747-ac25-747e4953756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:03:07.125497 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Attempting to bind port 208c00b9-571d-40de-aa53-7e0b0bc3400d on network eea9c0f4-5589-43e2-9df9-537f08b7fc26 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:03:07.130558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:07.130959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:07.136256 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7764f58b-6c9e-4926-925d-aa2920f0ebc5 None None] The sync data for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv is: [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:06Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:03:07.160104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 17cf1fad-34b0-4b0b-a858-a566d8440bd9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=17cf1fad-34b0-4b0b-a858-a566d8440bd9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:07.165944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:07.178160 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Port 208c00b9-571d-40de-aa53-7e0b0bc3400d on network eea9c0f4-5589-43e2-9df9-537f08b7fc26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:03:07.178521 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Attempting to bind port 208c00b9-571d-40de-aa53-7e0b0bc3400d on network eea9c0f4-5589-43e2-9df9-537f08b7fc26 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:03:07.218303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=17cf1fad-34b0-4b0b-a858-a566d8440bd9,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:07.226882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:03:07.226882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Checking segment: {'id': '39ac3705-d332-4747-ac25-747e4953756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:03:07.227082 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Bound using segment: {'id': '39ac3705-d332-4747-ac25-747e4953756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:03:07.227344 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Bound port: 208c00b9-571d-40de-aa53-7e0b0bc3400d, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ac3705-d332-4747-ac25-747e4953756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:03:07.227781 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (208c00b9-571d-40de-aa53-7e0b0bc3400d), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:07.291681 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] For port 208c00b9-571d-40de-aa53-7e0b0bc3400d, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:03:07.295596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] For port 208c00b9-571d-40de-aa53-7e0b0bc3400d, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=208c00b9-571d-40de-aa53-7e0b0bc3400d,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:03:07.302247 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (208c00b9-571d-40de-aa53-7e0b0bc3400d), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:07.306319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:07.306929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:07.308367 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/208c00b9-571d-40de-aa53-7e0b0bc3400d HTTP/1.1" status: 200 len: 1094 time: 1.0480418 Oct 26 16:03:07.309040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15109022-69e9-4737-bb2e-390766e23a33', 'tag': '208c00b9-571d-40de-aa53-7e0b0bc3400d'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:03:07.311823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561cbce0-1083-4b13-8f00-9ccc089f5c74" -d '{"events": [{"name": "network-changed", "server_uuid": "15109022-69e9-4737-bb2e-390766e23a33", "tag": "208c00b9-571d-40de-aa53-7e0b0bc3400d"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:03:07.386711 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9268f3-3f26-4ea9-a679-8a55e81c4578 x-openstack-request-id: req-7c9268f3-3f26-4ea9-a679-8a55e81c4578 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:03:07.386989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15109022-69e9-4737-bb2e-390766e23a33", "tag": "208c00b9-571d-40de-aa53-7e0b0bc3400d", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:03:07.387243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c9268f3-3f26-4ea9-a679-8a55e81c4578 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:03:07.387643 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9268f3-3f26-4ea9-a679-8a55e81c4578'] response: {'name': 'network-changed', 'server_uuid': '15109022-69e9-4737-bb2e-390766e23a33', 'tag': '208c00b9-571d-40de-aa53-7e0b0bc3400d', 'status': 'completed', 'code': 200} Oct 26 16:03:07.408251 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a097e2-56a0-4dd1-bd8a-ec00cc8035c6 service neutron] Pushing event updated for resources: {'Port': ['ID=208c00b9-571d-40de-aa53-7e0b0bc3400d,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:07.425533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-df2813cf-f441-4a5e-9fcc-0d0d2eb40031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:07.427211 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-df2813cf-f441-4a5e-9fcc-0d0d2eb40031 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5d5984aa88264284ab52db34b35827dd&device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 1128 time: 0.0557570 Oct 26 16:03:07.472169 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-8b3ecb57-3a47-4223-9b91-aeba9a2c9829 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=208c00b9-571d-40de-aa53-7e0b0bc3400d HTTP/1.1" status: 200 len: 217 time: 0.0343964 Oct 26 16:03:07.530888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-8e493716-64c8-413b-ae5a-2ac403613b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:07.532395 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-8e493716-64c8-413b-ae5a-2ac403613b9e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6b25285c-5cf1-482b-b4b9-80c03b43261e HTTP/1.1" status: 200 len: 854 time: 0.0509872 Oct 26 16:03:07.582261 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-7a61fe17-0b23-48f7-83b9-51a9e020063d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:07.583803 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-7a61fe17-0b23-48f7-83b9-51a9e020063d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=eea9c0f4-5589-43e2-9df9-537f08b7fc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421557 Oct 26 16:03:07.680946 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-3f69409d-e464-4183-9ea7-1350424f6847 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874145 Oct 26 16:03:07.712015 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:07.784785 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3f11edcd-c9e3-4f40-a66a-ecefc9c1d5cf req-0a914c2f-ebe8-435b-b661-d048cdea09b1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947342 Oct 26 16:03:07.943598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadcf58-c25a-461e-a8c8-cd9e06755a3d req-a69f700b-858e-42ef-9c97-ef3d5a13f66e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:07.945278 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8dadcf58-c25a-461e-a8c8-cd9e06755a3d req-a69f700b-858e-42ef-9c97-ef3d5a13f66e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 944 time: 0.0533979 Oct 26 16:03:07.996382 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8dadcf58-c25a-461e-a8c8-cd9e06755a3d req-10e9feab-ed86-406b-9b46-26622de16e8f tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453453 Oct 26 16:03:08.616566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dd018f96-3102-42ce-be58-2cad5b08a4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:08.660150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cbce0-1083-4b13-8f00-9ccc089f5c74 req-6973d560-210d-4189-8856-4868b6fcc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:08.661924 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-561cbce0-1083-4b13-8f00-9ccc089f5c74 req-6973d560-210d-4189-8856-4868b6fcc075 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5d5984aa88264284ab52db34b35827dd&device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 1128 time: 0.0402453 Oct 26 16:03:08.758360 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cbce0-1083-4b13-8f00-9ccc089f5c74 req-cc5d04af-8519-4cfb-bb69-78bf8a858c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:08.759835 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-561cbce0-1083-4b13-8f00-9ccc089f5c74 req-cc5d04af-8519-4cfb-bb69-78bf8a858c67 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=eea9c0f4-5589-43e2-9df9-537f08b7fc26 HTTP/1.1" status: 200 len: 916 time: 0.0905674 Oct 26 16:03:08.809446 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-561cbce0-1083-4b13-8f00-9ccc089f5c74 req-ecf28b01-8ef2-4de5-9a9a-e37fa95ab23c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=208c00b9-571d-40de-aa53-7e0b0bc3400d HTTP/1.1" status: 200 len: 217 time: 0.0390501 Oct 26 16:03:08.860904 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cbce0-1083-4b13-8f00-9ccc089f5c74 req-e62e31d9-559a-4663-a6f7-83a540c3aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:08.862325 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-561cbce0-1083-4b13-8f00-9ccc089f5c74 req-e62e31d9-559a-4663-a6f7-83a540c3aad9 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6b25285c-5cf1-482b-b4b9-80c03b43261e HTTP/1.1" status: 200 len: 854 time: 0.0430012 Oct 26 16:03:08.914115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cbce0-1083-4b13-8f00-9ccc089f5c74 req-59b60f7e-c04e-4495-bb3d-4c041c8300c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:08.920524 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-561cbce0-1083-4b13-8f00-9ccc089f5c74 req-59b60f7e-c04e-4495-bb3d-4c041c8300c1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=eea9c0f4-5589-43e2-9df9-537f08b7fc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443778 Oct 26 16:03:08.984789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:09.017577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:03:09.027550 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-561cbce0-1083-4b13-8f00-9ccc089f5c74 req-996bc1b4-d0eb-4caa-a416-a6818e7eada5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018019 Oct 26 16:03:09.082345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port cbd18955-22b3-4917-a025-d43d011dbb6c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:09.082732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:09.083126 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port cbd18955-22b3-4917-a025-d43d011dbb6c Oct 26 16:03:09.164702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:09.165034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:09.165410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a02bd3-6b5d-42c7-986c-b9b7e67e21e0 req-1cc01a46-66ec-43ee-8097-d5afce53e2b4 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:09.166912 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-22a02bd3-6b5d-42c7-986c-b9b7e67e21e0 req-1cc01a46-66ec-43ee-8097-d5afce53e2b4 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 944 time: 0.0690818 Oct 26 16:03:09.196029 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-561cbce0-1083-4b13-8f00-9ccc089f5c74 req-c2ddf04d-8d07-46a9-b5b5-8bef747bd5d5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581182 Oct 26 16:03:09.197543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:09.202682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:09.203506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17cf1fad-34b0-4b0b-a858-a566d8440bd9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:03:09.231326 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-22a02bd3-6b5d-42c7-986c-b9b7e67e21e0 req-79dca5c2-25ba-4426-bf6c-c123f92126b1 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579042 Oct 26 16:03:09.275986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:09.284576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:09.285009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:09.285791 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 Oct 26 16:03:09.318873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 208c00b9-571d-40de-aa53-7e0b0bc3400d details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:03:09.412097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:09.412488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:09.442656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 17cf1fad-34b0-4b0b-a858-a566d8440bd9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=17cf1fad-34b0-4b0b-a858-a566d8440bd9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:09.446450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:09.483612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fecb51e-18ef-450f-88cf-ee89058e2779 None None] Sync routers for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:03:09.503810 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 208c00b9-571d-40de-aa53-7e0b0bc3400d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=208c00b9-571d-40de-aa53-7e0b0bc3400d,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:09.511007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:09.532330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fecb51e-18ef-450f-88cf-ee89058e2779 None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:09.532982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6fecb51e-18ef-450f-88cf-ee89058e2779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:09.537436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '208c00b9-571d-40de-aa53-7e0b0bc3400d', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'port_id': '208c00b9-571d-40de-aa53-7e0b0bc3400d', 'mac_address': 'fa:16:3e:e5:3d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:03:09.541227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=17cf1fad-34b0-4b0b-a858-a566d8440bd9,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:09.621940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 208c00b9-571d-40de-aa53-7e0b0bc3400d is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:09.622652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (208c00b9-571d-40de-aa53-7e0b0bc3400d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:09.663204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208c00b9-571d-40de-aa53-7e0b0bc3400d {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:03:09.687861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-6fecb51e-18ef-450f-88cf-ee89058e2779 None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:09.715979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:09.718533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 208c00b9-571d-40de-aa53-7e0b0bc3400d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=208c00b9-571d-40de-aa53-7e0b0bc3400d,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:09.723981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:09.724913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (208c00b9-571d-40de-aa53-7e0b0bc3400d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:09.851761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=208c00b9-571d-40de-aa53-7e0b0bc3400d,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:10.063530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6fecb51e-18ef-450f-88cf-ee89058e2779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:09Z', 'revision_number': 5, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:10.087369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fecb51e-18ef-450f-88cf-ee89058e2779 None None] Checking router: 7c0336f7-e01e-437e-980b-0c7feda07eb0 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:03:10.096357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['208c00b9-571d-40de-aa53-7e0b0bc3400d'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:03:10.100518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fecb51e-18ef-450f-88cf-ee89058e2779 None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:10.101146 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6fecb51e-18ef-450f-88cf-ee89058e2779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:02:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:10.251969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-6fecb51e-18ef-450f-88cf-ee89058e2779 None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:10.353356 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00771a-8f9c-4c38-8bea-96f419ea72a6 req-0ab9aa08-a26e-4a0b-b09a-213c1121248e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:10.354784 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bb00771a-8f9c-4c38-8bea-96f419ea72a6 req-0ab9aa08-a26e-4a0b-b09a-213c1121248e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 945 time: 0.0477934 Oct 26 16:03:10.402082 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bb00771a-8f9c-4c38-8bea-96f419ea72a6 req-eac6d686-ea66-45cc-87e5-5f05ba573f9e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415702 Oct 26 16:03:10.487012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6fecb51e-18ef-450f-88cf-ee89058e2779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:09Z', 'revision_number': 5, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:10.515756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fecb51e-18ef-450f-88cf-ee89058e2779 None None] The sync data for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv is: [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:09Z', 'revision_number': 5, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:03:10.920234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:10.994692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:10.995088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:11.042809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:11.043816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86f732de-4f54-4f67-afac-975421a477b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:11.047545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:11.070708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:11.139924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:11.179256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:11.254670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:03:11.303755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port cbd18955-22b3-4917-a025-d43d011dbb6c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:11.304137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:11.304480 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port cbd18955-22b3-4917-a025-d43d011dbb6c Oct 26 16:03:11.331588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 208c00b9-571d-40de-aa53-7e0b0bc3400d up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:03:11.391730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 208c00b9-571d-40de-aa53-7e0b0bc3400d completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 16:03:11.416162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 208c00b9-571d-40de-aa53-7e0b0bc3400d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:11.416540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (208c00b9-571d-40de-aa53-7e0b0bc3400d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:11.417177 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 208c00b9-571d-40de-aa53-7e0b0bc3400d Oct 26 16:03:11.418760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:11.423758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:11.454664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:11.455053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:11.505325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:11.529358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:11.533331 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae5bb8-1612-40bb-95a5-80cf56c4924f req-5bc6ebe0-1baf-4f65-9f97-57590023343b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:11.534571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:11.542312 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bbae5bb8-1612-40bb-95a5-80cf56c4924f req-5bc6ebe0-1baf-4f65-9f97-57590023343b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 945 time: 0.0597970 Oct 26 16:03:11.596020 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bbae5bb8-1612-40bb-95a5-80cf56c4924f req-8baae0d1-5975-4e96-9f6a-5f3666bb0c88 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524201 Oct 26 16:03:11.600715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17cf1fad-34b0-4b0b-a858-a566d8440bd9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:11.609788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 208c00b9-571d-40de-aa53-7e0b0bc3400d is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:11.610187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (208c00b9-571d-40de-aa53-7e0b0bc3400d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:11.651469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:11.674656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15109022-69e9-4737-bb2e-390766e23a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208c00b9-571d-40de-aa53-7e0b0bc3400d'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:03:11.676931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a572359-09d4-4d10-8d73-67344d603106" -d '{"events": [{"server_uuid": "15109022-69e9-4737-bb2e-390766e23a33", "name": "network-vif-plugged", "status": "completed", "tag": "208c00b9-571d-40de-aa53-7e0b0bc3400d"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:03:11.693794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 208c00b9-571d-40de-aa53-7e0b0bc3400d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=208c00b9-571d-40de-aa53-7e0b0bc3400d,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:11.721352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (208c00b9-571d-40de-aa53-7e0b0bc3400d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:11.727453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fbb1b6-c1a9-4271-8d12-1a9f052b28d6 x-openstack-request-id: req-80fbb1b6-c1a9-4271-8d12-1a9f052b28d6 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:03:11.727751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15109022-69e9-4737-bb2e-390766e23a33", "name": "network-vif-plugged", "status": "completed", "tag": "208c00b9-571d-40de-aa53-7e0b0bc3400d", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:03:11.728004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80fbb1b6-c1a9-4271-8d12-1a9f052b28d6 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:03:11.728399 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80fbb1b6-c1a9-4271-8d12-1a9f052b28d6'] response: {'server_uuid': '15109022-69e9-4737-bb2e-390766e23a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208c00b9-571d-40de-aa53-7e0b0bc3400d', 'code': 200} Oct 26 16:03:11.762255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:11.762648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:11.800005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 17cf1fad-34b0-4b0b-a858-a566d8440bd9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=17cf1fad-34b0-4b0b-a858-a566d8440bd9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:11.800984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=208c00b9-571d-40de-aa53-7e0b0bc3400d,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:11.804933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:11.853556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=17cf1fad-34b0-4b0b-a858-a566d8440bd9,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:11.896476 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0bc75-3caa-4819-8b69-f74e1319a6c3 req-6cdd7622-b1e0-4158-8e3a-62fec263d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:11.897928 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dde0bc75-3caa-4819-8b69-f74e1319a6c3 req-6cdd7622-b1e0-4158-8e3a-62fec263d4a2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 1130 time: 0.0395129 Oct 26 16:03:11.945722 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dde0bc75-3caa-4819-8b69-f74e1319a6c3 req-54ec7149-4d6b-47ba-a65a-dea9ea184fcf service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384469 Oct 26 16:03:12.186591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:12.581093 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3144814e-5a7d-4f5e-940b-c5485073aedf None None] Sync routers for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:03:12.581093 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3144814e-5a7d-4f5e-940b-c5485073aedf None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:12.581093 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3144814e-5a7d-4f5e-940b-c5485073aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:03:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:12.680755 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3144814e-5a7d-4f5e-940b-c5485073aedf None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:12.718501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d74b21-95ce-4ea0-9069-c737f4d60ffe req-7a9b53a1-1868-4b89-bf54-9c36104bd507 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:12.720010 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f1d74b21-95ce-4ea0-9069-c737f4d60ffe req-7a9b53a1-1868-4b89-bf54-9c36104bd507 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0474901 Oct 26 16:03:12.768950 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f1d74b21-95ce-4ea0-9069-c737f4d60ffe req-a0f7d0b1-97e5-4c9d-826d-52aae7bdebf9 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431893 Oct 26 16:03:12.870181 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3144814e-5a7d-4f5e-940b-c5485073aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:11Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:11Z', 'revision_number': 7, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:12.895368 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3144814e-5a7d-4f5e-940b-c5485073aedf None None] Checking router: 7c0336f7-e01e-437e-980b-0c7feda07eb0 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:03:12.903903 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3144814e-5a7d-4f5e-940b-c5485073aedf None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:12.904503 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3144814e-5a7d-4f5e-940b-c5485073aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:03:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:12.939424 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:12.964327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:13.007921 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3144814e-5a7d-4f5e-940b-c5485073aedf None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:13.039527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:13.039931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:13.072826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:13.077520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:13.125361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:13.185720 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:13.205890 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3144814e-5a7d-4f5e-940b-c5485073aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:11Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:11Z', 'revision_number': 7, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:13.235177 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3144814e-5a7d-4f5e-940b-c5485073aedf None None] The sync data for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv is: [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:11Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:11Z', 'revision_number': 7, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:03:13.724288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:13.906711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:13.912374 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fb5f3-43d2-4ab4-8b2d-342573a13da9 req-500d8cec-fdfe-47b6-b8b0-a69a6a216ada tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:13.914257 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f71fb5f3-43d2-4ab4-8b2d-342573a13da9 req-500d8cec-fdfe-47b6-b8b0-a69a6a216ada tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0575128 Oct 26 16:03:13.965779 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f71fb5f3-43d2-4ab4-8b2d-342573a13da9 req-765bccf8-fdc8-468f-aabd-f84cdd586a8e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454810 Oct 26 16:03:14.095357 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7c024-bf3a-414b-b68a-1f2b900b28c1 req-6e3b98a7-9998-4960-b1b6-931e18ce4d8d tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:14.096959 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b0c7c024-bf3a-414b-b68a-1f2b900b28c1 req-6e3b98a7-9998-4960-b1b6-931e18ce4d8d tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0536060 Oct 26 16:03:14.148434 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b0c7c024-bf3a-414b-b68a-1f2b900b28c1 req-6d04e2b5-ad71-4faf-a67c-de4d5051d484 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455947 Oct 26 16:03:14.377608 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fff00-356d-447a-81ab-271087f7c694 req-87baf4ad-75bc-4e1a-9b5a-e118e3f1ec77 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:14.379428 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-339fff00-356d-447a-81ab-271087f7c694 req-87baf4ad-75bc-4e1a-9b5a-e118e3f1ec77 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0500035 Oct 26 16:03:14.411852 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:14.429997 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-339fff00-356d-447a-81ab-271087f7c694 req-91a82b17-fdb9-4847-bb7e-a7b535b20022 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446343 Oct 26 16:03:14.550008 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921d28c-56cb-4623-aaf5-559f6ec4c44a req-a5be32dc-7d01-4690-bff0-65b18b2f67d3 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:14.551579 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c921d28c-56cb-4623-aaf5-559f6ec4c44a req-a5be32dc-7d01-4690-bff0-65b18b2f67d3 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0494037 Oct 26 16:03:14.603295 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c921d28c-56cb-4623-aaf5-559f6ec4c44a req-83a457ae-2770-48bb-8745-ce2245bbd264 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448189 Oct 26 16:03:14.861139 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-cd89f17c-165f-4755-b78e-8bf90d872374 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0466211 Oct 26 16:03:14.880586 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b742678-9e2f-484f-a317-47d233ea6363 req-3a4fdcd3-fdce-42dc-afd1-3a116636b783 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:14.882127 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2b742678-9e2f-484f-a317-47d233ea6363 req-3a4fdcd3-fdce-42dc-afd1-3a116636b783 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0509598 Oct 26 16:03:14.949199 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2b742678-9e2f-484f-a317-47d233ea6363 req-df31293b-3e17-49fe-8511-6321b52236c1 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601418 Oct 26 16:03:15.031404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a05765b-b1ab-4ee9-af9b-1d25ca4343ac None None] Sync routers for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:03:15.031404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a05765b-b1ab-4ee9-af9b-1d25ca4343ac None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:15.031404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7a05765b-b1ab-4ee9-af9b-1d25ca4343ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:03:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:15.135268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-7a05765b-b1ab-4ee9-af9b-1d25ca4343ac None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:15.158648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-5aeb4efa-f910-4be6-8a32-003d083bbbe3 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:15.160032 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-5aeb4efa-f910-4be6-8a32-003d083bbbe3 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports/208c00b9-571d-40de-aa53-7e0b0bc3400d HTTP/1.1" status: 200 len: 943 time: 0.0469952 Oct 26 16:03:15.329777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7a05765b-b1ab-4ee9-af9b-1d25ca4343ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:11Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:13Z', 'revision_number': 8, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:15.355573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a05765b-b1ab-4ee9-af9b-1d25ca4343ac None None] Checking router: 7c0336f7-e01e-437e-980b-0c7feda07eb0 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:03:15.365025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a05765b-b1ab-4ee9-af9b-1d25ca4343ac None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:15.365690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7a05765b-b1ab-4ee9-af9b-1d25ca4343ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:03:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:15.479811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-7a05765b-b1ab-4ee9-af9b-1d25ca4343ac None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:15.646620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:15.827021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7a05765b-b1ab-4ee9-af9b-1d25ca4343ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:11Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:13Z', 'revision_number': 8, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:15.849538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a05765b-b1ab-4ee9-af9b-1d25ca4343ac None None] The sync data for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv is: [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:11Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:13Z', 'revision_number': 8, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:03:16.111096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375f045-9a3b-4494-8f21-6ac79f444fca req-6fd158fa-969d-4ac2-afdf-cbbd5112669b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:16.112619 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8375f045-9a3b-4494-8f21-6ac79f444fca req-6fd158fa-969d-4ac2-afdf-cbbd5112669b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0695710 Oct 26 16:03:16.156484 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-a8c97b1b-1f21-441e-8e73-ea285f52e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:16.158061 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-a8c97b1b-1f21-441e-8e73-ea285f52e1e0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5d5984aa88264284ab52db34b35827dd&device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 1130 time: 0.0696361 Oct 26 16:03:16.237809 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8375f045-9a3b-4494-8f21-6ac79f444fca req-22562fde-4dbc-40ed-87be-dd64fa092351 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077964 Oct 26 16:03:16.243868 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:16.278072 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-6c6a3d58-80a1-40b5-9c58-5e278904d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:16.279546 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-6c6a3d58-80a1-40b5-9c58-5e278904d7f4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=eea9c0f4-5589-43e2-9df9-537f08b7fc26 HTTP/1.1" status: 200 len: 916 time: 0.1109831 Oct 26 16:03:16.324717 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-75e6862e-3352-40f5-8f0c-a1fa69dc9ca4 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=208c00b9-571d-40de-aa53-7e0b0bc3400d HTTP/1.1" status: 200 len: 217 time: 0.0354993 Oct 26 16:03:16.379978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-5af478bf-bffc-422e-abd6-4e748eb8949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:16.381525 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-5af478bf-bffc-422e-abd6-4e748eb8949b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6b25285c-5cf1-482b-b4b9-80c03b43261e HTTP/1.1" status: 200 len: 854 time: 0.0511260 Oct 26 16:03:16.428626 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-44783177-61e1-49d5-8d9e-dce5f21a93c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:16.430209 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-44783177-61e1-49d5-8d9e-dce5f21a93c0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=eea9c0f4-5589-43e2-9df9-537f08b7fc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421104 Oct 26 16:03:16.541678 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-5f572988-c16b-458b-98a4-17a4d5553168 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035786 Oct 26 16:03:16.644786 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-8f7e1287-9810-42ad-a4ef-2c8c2fc82d4f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963583 Oct 26 16:03:16.823936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:16.923391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:16.987728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:17.002011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:17.002951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17cf1fad-34b0-4b0b-a858-a566d8440bd9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:17.072723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:17.086638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:17.126740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:17.162674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:17.163630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17cf1fad-34b0-4b0b-a858-a566d8440bd9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:17.232237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:17.316163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:03:17.361930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port cbd18955-22b3-4917-a025-d43d011dbb6c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:17.362304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:17.362642 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port cbd18955-22b3-4917-a025-d43d011dbb6c Oct 26 16:03:17.374100 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1512e-7b87-46d1-a91d-69107df3ebe5 req-9eedb1b3-9355-4b89-8476-78e8980393fb tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:17.375596 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4ca1512e-7b87-46d1-a91d-69107df3ebe5 req-9eedb1b3-9355-4b89-8476-78e8980393fb tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0480604 Oct 26 16:03:17.387838 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:17.426338 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4ca1512e-7b87-46d1-a91d-69107df3ebe5 req-0bd213e1-eeb7-4fda-a8bc-e61684896225 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451665 Oct 26 16:03:17.440125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:17.440125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:17.472510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:17.476827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:17.477660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17cf1fad-34b0-4b0b-a858-a566d8440bd9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:03:17.554208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:17.563469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:17.563838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:17.564171 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 Oct 26 16:03:17.636551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:17.636973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:17.659787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 17cf1fad-34b0-4b0b-a858-a566d8440bd9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=17cf1fad-34b0-4b0b-a858-a566d8440bd9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:17.686597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:17.686995 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36311d9-82be-4db6-8a5c-df6c4c325304 None None] Sync routers for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:03:17.686995 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36311d9-82be-4db6-8a5c-df6c4c325304 None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:17.686995 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c36311d9-82be-4db6-8a5c-df6c4c325304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:03:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:17.718829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=17cf1fad-34b0-4b0b-a858-a566d8440bd9,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:17.785531 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c36311d9-82be-4db6-8a5c-df6c4c325304 None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:17.964079 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c36311d9-82be-4db6-8a5c-df6c4c325304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:17Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:17Z', 'revision_number': 9, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:17.992232 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36311d9-82be-4db6-8a5c-df6c4c325304 None None] Checking router: 7c0336f7-e01e-437e-980b-0c7feda07eb0 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:03:18.000565 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36311d9-82be-4db6-8a5c-df6c4c325304 None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:18.001208 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c36311d9-82be-4db6-8a5c-df6c4c325304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:03:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:18.179838 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c36311d9-82be-4db6-8a5c-df6c4c325304 None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:18.358367 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c36311d9-82be-4db6-8a5c-df6c4c325304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:17Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:17Z', 'revision_number': 9, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:18.382086 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36311d9-82be-4db6-8a5c-df6c4c325304 None None] The sync data for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv is: [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:17Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:17Z', 'revision_number': 9, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:03:18.569243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c4b4c-f798-4d27-91f8-171ef5d3d611 req-dcd6821e-61e5-4064-83fa-4d1459f36cb7 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:18.571022 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b90c4b4c-f798-4d27-91f8-171ef5d3d611 req-dcd6821e-61e5-4064-83fa-4d1459f36cb7 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0529149 Oct 26 16:03:18.631832 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b90c4b4c-f798-4d27-91f8-171ef5d3d611 req-51d97fa3-8bee-4c93-af4e-8081e6c6169b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491874 Oct 26 16:03:18.925496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:19.010081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:19.010081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:19.045999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:19.050391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:19.077546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:19.135635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:19.179442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:19.301201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:03:19.347187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port cbd18955-22b3-4917-a025-d43d011dbb6c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:19.347564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:19.347958 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port cbd18955-22b3-4917-a025-d43d011dbb6c Oct 26 16:03:19.393339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:19.427090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:19.427612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:19.436695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:19.462759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:19.467547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:19.468354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17cf1fad-34b0-4b0b-a858-a566d8440bd9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:03:19.547272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:19.555577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:19.557025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:19.557412 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 Oct 26 16:03:19.630110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:19.676117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17cf1fad-34b0-4b0b-a858-a566d8440bd9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:19.754063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:19.756514 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9169496-b38b-435b-a08f-e19c1e872c32 req-45e200ac-b462-4ea5-a65c-4a37e76effd9 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:19.757542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:19.757946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:19.758179 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a9169496-b38b-435b-a08f-e19c1e872c32 req-45e200ac-b462-4ea5-a65c-4a37e76effd9 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0486383 Oct 26 16:03:19.781757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 17cf1fad-34b0-4b0b-a858-a566d8440bd9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=17cf1fad-34b0-4b0b-a858-a566d8440bd9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:19.786409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:19.812210 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a9169496-b38b-435b-a08f-e19c1e872c32 req-a479cd93-e566-430a-9f76-edee6c61f962 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477903 Oct 26 16:03:19.834118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=17cf1fad-34b0-4b0b-a858-a566d8440bd9,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:20.440095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76956233-e93f-4684-b565-edf0e8171619 None None] Sync routers for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:03:20.440095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76956233-e93f-4684-b565-edf0e8171619 None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:20.440722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-76956233-e93f-4684-b565-edf0e8171619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:03:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:20.541824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-76956233-e93f-4684-b565-edf0e8171619 None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:20.726477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-76956233-e93f-4684-b565-edf0e8171619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:19Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:19Z', 'revision_number': 11, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:20.750454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76956233-e93f-4684-b565-edf0e8171619 None None] Checking router: 7c0336f7-e01e-437e-980b-0c7feda07eb0 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:03:20.758599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76956233-e93f-4684-b565-edf0e8171619 None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:20.759200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-76956233-e93f-4684-b565-edf0e8171619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:03:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:20.858890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-76956233-e93f-4684-b565-edf0e8171619 None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:20.942594 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73efc69-ffb3-4b36-a081-5a4775f885fd req-956adf6b-5b3a-440e-8f98-6b039ee52df5 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:20.944121 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f73efc69-ffb3-4b36-a081-5a4775f885fd req-956adf6b-5b3a-440e-8f98-6b039ee52df5 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0541203 Oct 26 16:03:20.984914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:21.000582 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f73efc69-ffb3-4b36-a081-5a4775f885fd req-de02e10a-b653-43da-bd39-c27cfec57e34 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505626 Oct 26 16:03:21.108671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-76956233-e93f-4684-b565-edf0e8171619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:19Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:19Z', 'revision_number': 11, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:21.136782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:21.137199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:21.141359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76956233-e93f-4684-b565-edf0e8171619 None None] The sync data for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv is: [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:19Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:19Z', 'revision_number': 11, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:03:21.174748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:21.179693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:21.212012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:21.231735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:22.130503 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9a796-33a0-4b56-83db-1a06f93a4716 req-5e020959-ba08-4487-8a7a-ddc529526836 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:22.132047 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-33f9a796-33a0-4b56-83db-1a06f93a4716 req-5e020959-ba08-4487-8a7a-ddc529526836 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0532517 Oct 26 16:03:22.181976 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-33f9a796-33a0-4b56-83db-1a06f93a4716 req-652ad382-f23c-47d8-8ad3-fc73f6c870ae tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443518 Oct 26 16:03:23.144774 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b64e671-96ff-43e4-98c9-df02e5720aab None None] Sync routers for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:03:23.144774 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b64e671-96ff-43e4-98c9-df02e5720aab None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:23.144774 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3b64e671-96ff-43e4-98c9-df02e5720aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:03:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:23.181850 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:23.241645 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3b64e671-96ff-43e4-98c9-df02e5720aab None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:23.308973 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc6b00-0c07-4cdf-9ae5-493f21596e9a req-dde93b1e-9e68-42eb-ba74-e9d3bec22a59 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:23.310474 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c2dc6b00-0c07-4cdf-9ae5-493f21596e9a req-dde93b1e-9e68-42eb-ba74-e9d3bec22a59 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0524402 Oct 26 16:03:23.358414 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c2dc6b00-0c07-4cdf-9ae5-493f21596e9a req-00b1990e-4afe-4b25-b456-d39fc62fca29 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420992 Oct 26 16:03:23.358896 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:23.432539 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3b64e671-96ff-43e4-98c9-df02e5720aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:19Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:21Z', 'revision_number': 12, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:23.456172 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b64e671-96ff-43e4-98c9-df02e5720aab None None] Checking router: 7c0336f7-e01e-437e-980b-0c7feda07eb0 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:03:23.464365 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b64e671-96ff-43e4-98c9-df02e5720aab None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:23.465000 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3b64e671-96ff-43e4-98c9-df02e5720aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:03:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:23.564133 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3b64e671-96ff-43e4-98c9-df02e5720aab None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:23.749720 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3b64e671-96ff-43e4-98c9-df02e5720aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:19Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:21Z', 'revision_number': 12, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:23.773384 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b64e671-96ff-43e4-98c9-df02e5720aab None None] The sync data for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv is: [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:19Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:21Z', 'revision_number': 12, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:03:24.484705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae601d75-c042-4e45-bbef-ee2dc82a1581 req-e548d42d-e7b7-47ef-956e-420c8af7124b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:24.486330 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ae601d75-c042-4e45-bbef-ee2dc82a1581 req-e548d42d-e7b7-47ef-956e-420c8af7124b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0497315 Oct 26 16:03:24.536668 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ae601d75-c042-4e45-bbef-ee2dc82a1581 req-8c829de1-ffa8-452c-a7a8-e1bbbc81c2a4 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445402 Oct 26 16:03:24.927550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17cf1fad-34b0-4b0b-a858-a566d8440bd9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:25.132438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:25.144449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17cf1fad-34b0-4b0b-a858-a566d8440bd9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:25.217473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:25.300301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:03:25.303725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:25.345443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port cbd18955-22b3-4917-a025-d43d011dbb6c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:25.345818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:25.346153 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port cbd18955-22b3-4917-a025-d43d011dbb6c Oct 26 16:03:25.424177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:25.424603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:25.459449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:25.464533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:25.465390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17cf1fad-34b0-4b0b-a858-a566d8440bd9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:03:25.541533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:25.550526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:25.550898 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:25.551231 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 Oct 26 16:03:25.588639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:25.626521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:25.626816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:25.647275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 17cf1fad-34b0-4b0b-a858-a566d8440bd9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=17cf1fad-34b0-4b0b-a858-a566d8440bd9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:25.651739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:25.665889 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace06f14-4bd4-4654-91d8-8d702dcc431d req-08ddf14c-e87c-4880-b4d4-ed43bee4697c tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:25.667401 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ace06f14-4bd4-4654-91d8-8d702dcc431d req-08ddf14c-e87c-4880-b4d4-ed43bee4697c tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0536287 Oct 26 16:03:25.699454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=17cf1fad-34b0-4b0b-a858-a566d8440bd9,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:25.716453 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ace06f14-4bd4-4654-91d8-8d702dcc431d req-f4bc158c-a2c3-4fdd-990a-fc09d03606b9 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427916 Oct 26 16:03:25.853003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d46dce-95f8-4327-9122-bea210a9ddac None None] Sync routers for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:03:25.853003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d46dce-95f8-4327-9122-bea210a9ddac None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:25.853003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f0d46dce-95f8-4327-9122-bea210a9ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:03:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:25.954373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f0d46dce-95f8-4327-9122-bea210a9ddac None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:26.108023 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:03:26.137683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f0d46dce-95f8-4327-9122-bea210a9ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:25Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:25Z', 'revision_number': 13, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:26.161858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d46dce-95f8-4327-9122-bea210a9ddac None None] Checking router: 7c0336f7-e01e-437e-980b-0c7feda07eb0 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:03:26.170734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d46dce-95f8-4327-9122-bea210a9ddac None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:26.171274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f0d46dce-95f8-4327-9122-bea210a9ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:03:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:26.273825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f0d46dce-95f8-4327-9122-bea210a9ddac None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:26.458502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f0d46dce-95f8-4327-9122-bea210a9ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:25Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:25Z', 'revision_number': 13, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:26.487905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d46dce-95f8-4327-9122-bea210a9ddac None None] The sync data for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv is: [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:25Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:25Z', 'revision_number': 13, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:03:26.843415 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91deb773-f060-4313-83c4-498e014d1cf5 req-1fb1de5e-694b-4ba6-b2ff-347f398a7d37 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:26.844996 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-91deb773-f060-4313-83c4-498e014d1cf5 req-1fb1de5e-694b-4ba6-b2ff-347f398a7d37 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0494602 Oct 26 16:03:26.898535 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-91deb773-f060-4313-83c4-498e014d1cf5 req-e91e4137-eb6d-4172-adf2-16e82402a607 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478857 Oct 26 16:03:26.928589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:26.989115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:27.005085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:27.005662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:27.040709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:27.045304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:27.078699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:27.129180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:27.148521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:27.185291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:27.260923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:03:27.309711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port cbd18955-22b3-4917-a025-d43d011dbb6c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:27.310098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:27.310446 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port cbd18955-22b3-4917-a025-d43d011dbb6c Oct 26 16:03:27.388109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:27.388654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:27.423125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:27.427581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:27.478978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:27.487757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17cf1fad-34b0-4b0b-a858-a566d8440bd9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:27.572198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:27.572593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:27.593471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:27.595844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 17cf1fad-34b0-4b0b-a858-a566d8440bd9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=17cf1fad-34b0-4b0b-a858-a566d8440bd9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:27.600290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:27.650083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=17cf1fad-34b0-4b0b-a858-a566d8440bd9,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:28.021465 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb730be5-d8f8-486c-9c25-b94d3333ac3d req-36aab4b6-945d-4899-80d1-d7937b758328 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:28.022949 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bb730be5-d8f8-486c-9c25-b94d3333ac3d req-36aab4b6-945d-4899-80d1-d7937b758328 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0487680 Oct 26 16:03:28.056246 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:28.071729 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bb730be5-d8f8-486c-9c25-b94d3333ac3d req-eded0177-ba35-4ebf-814c-0c37ad812ab9 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431879 Oct 26 16:03:28.833723 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3047d1a5-6b2d-458d-9106-a725577cd42f None None] Sync routers for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:03:28.833723 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3047d1a5-6b2d-458d-9106-a725577cd42f None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:28.833723 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3047d1a5-6b2d-458d-9106-a725577cd42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:03:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:28.932964 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3047d1a5-6b2d-458d-9106-a725577cd42f None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:28.982288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:29.055703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:29.056097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:29.092816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:29.096991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:29.123718 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3047d1a5-6b2d-458d-9106-a725577cd42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:27Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:27Z', 'revision_number': 15, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:29.147432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:29.200918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa1922-4ff3-4258-984e-94aeba175665 req-704d6a7e-dcdc-4168-b9c1-e3acbd65f10f tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:29.202488 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-87fa1922-4ff3-4258-984e-94aeba175665 req-704d6a7e-dcdc-4168-b9c1-e3acbd65f10f tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0504129 Oct 26 16:03:29.240266 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3047d1a5-6b2d-458d-9106-a725577cd42f None None] Checking router: 7c0336f7-e01e-437e-980b-0c7feda07eb0 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:03:29.250150 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3047d1a5-6b2d-458d-9106-a725577cd42f None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:29.250804 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3047d1a5-6b2d-458d-9106-a725577cd42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:03:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:29.252909 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-87fa1922-4ff3-4258-984e-94aeba175665 req-34f65ba9-e771-4d68-8e97-d01290cb7f4f tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446503 Oct 26 16:03:29.337383 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:29.352670 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3047d1a5-6b2d-458d-9106-a725577cd42f None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:29.390290 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:29.532269 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3047d1a5-6b2d-458d-9106-a725577cd42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:27Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:29Z', 'revision_number': 16, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:29.563947 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3047d1a5-6b2d-458d-9106-a725577cd42f None None] The sync data for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv is: [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:27Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:29Z', 'revision_number': 16, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:03:29.634545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644a902-d074-4390-8125-7de9d645eac4 req-cee261ae-9199-4252-bca6-6349e7f6a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:29.636687 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8644a902-d074-4390-8125-7de9d645eac4 req-cee261ae-9199-4252-bca6-6349e7f6a715 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5d5984aa88264284ab52db34b35827dd&device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 1130 time: 0.0424154 Oct 26 16:03:29.760004 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644a902-d074-4390-8125-7de9d645eac4 req-bdc8bbca-8954-4661-aa40-c3e8de7b5ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:29.761575 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8644a902-d074-4390-8125-7de9d645eac4 req-bdc8bbca-8954-4661-aa40-c3e8de7b5ffe service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=eea9c0f4-5589-43e2-9df9-537f08b7fc26 HTTP/1.1" status: 200 len: 916 time: 0.1043723 Oct 26 16:03:29.801292 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8644a902-d074-4390-8125-7de9d645eac4 req-5ea3650a-ca85-4413-9f46-bfe09c9eda7f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=208c00b9-571d-40de-aa53-7e0b0bc3400d HTTP/1.1" status: 200 len: 217 time: 0.0339153 Oct 26 16:03:29.849929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:29.857163 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644a902-d074-4390-8125-7de9d645eac4 req-257be25c-bdd7-481e-8309-ece1c9ebe99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:29.858560 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8644a902-d074-4390-8125-7de9d645eac4 req-257be25c-bdd7-481e-8309-ece1c9ebe99d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6b25285c-5cf1-482b-b4b9-80c03b43261e HTTP/1.1" status: 200 len: 854 time: 0.0520964 Oct 26 16:03:29.903918 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644a902-d074-4390-8125-7de9d645eac4 req-b15747cd-20fc-4a22-9eb6-e361dbeecd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:29.905487 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8644a902-d074-4390-8125-7de9d645eac4 req-b15747cd-20fc-4a22-9eb6-e361dbeecd82 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=eea9c0f4-5589-43e2-9df9-537f08b7fc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0411210 Oct 26 16:03:30.000891 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8644a902-d074-4390-8125-7de9d645eac4 req-b97e36f1-9bdb-4699-92e4-161fa6d737c9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891068 Oct 26 16:03:30.104008 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8644a902-d074-4390-8125-7de9d645eac4 req-19e5a619-2124-4269-af95-e9d6e93ebb63 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939829 Oct 26 16:03:30.392308 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a96ee-aa13-42c7-a018-833fe82b54ab req-8572baf4-ada0-4fda-bc8e-720d7bff626a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:30.393938 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7c1a96ee-aa13-42c7-a018-833fe82b54ab req-8572baf4-ada0-4fda-bc8e-720d7bff626a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0550749 Oct 26 16:03:30.445915 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7c1a96ee-aa13-42c7-a018-833fe82b54ab req-1c6c93ae-b194-42fc-9e67-6750884289df tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451477 Oct 26 16:03:31.013509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:03:31.061073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port cbd18955-22b3-4917-a025-d43d011dbb6c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:31.061449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:31.061789 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port cbd18955-22b3-4917-a025-d43d011dbb6c Oct 26 16:03:31.131994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:31.132371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:31.167685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:31.172743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:31.173513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17cf1fad-34b0-4b0b-a858-a566d8440bd9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:03:31.385598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:31.396167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:31.396545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:31.396910 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 Oct 26 16:03:31.467018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:31.467332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:31.487599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 17cf1fad-34b0-4b0b-a858-a566d8440bd9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=17cf1fad-34b0-4b0b-a858-a566d8440bd9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:31.492320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:31.497733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:31.544978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=17cf1fad-34b0-4b0b-a858-a566d8440bd9,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:31.560430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:31.571094 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a14b00-e129-4b97-97ba-158d0e981e5c req-a38a8b88-1083-445c-9a98-ea06723a68d9 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:31.572587 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c9a14b00-e129-4b97-97ba-158d0e981e5c req-a38a8b88-1083-445c-9a98-ea06723a68d9 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0477867 Oct 26 16:03:31.620383 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c9a14b00-e129-4b97-97ba-158d0e981e5c req-a040f7f8-1f3f-429a-b004-278cfc8a0507 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416148 Oct 26 16:03:31.656402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9875a919-69d5-4358-bc75-edb1ae03e75e None None] Sync routers for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:03:31.661306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9875a919-69d5-4358-bc75-edb1ae03e75e None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:31.661917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9875a919-69d5-4358-bc75-edb1ae03e75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:03:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:31.740578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:31.765084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-9875a919-69d5-4358-bc75-edb1ae03e75e None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:31.954339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9875a919-69d5-4358-bc75-edb1ae03e75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:31Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:31Z', 'revision_number': 17, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:31.979231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9875a919-69d5-4358-bc75-edb1ae03e75e None None] Checking router: 7c0336f7-e01e-437e-980b-0c7feda07eb0 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:03:31.988054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9875a919-69d5-4358-bc75-edb1ae03e75e None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:31.988662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9875a919-69d5-4358-bc75-edb1ae03e75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:03:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:32.090043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-9875a919-69d5-4358-bc75-edb1ae03e75e None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:32.279273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9875a919-69d5-4358-bc75-edb1ae03e75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:31Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:31Z', 'revision_number': 17, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:32.304317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9875a919-69d5-4358-bc75-edb1ae03e75e None None] The sync data for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv is: [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:31Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:31Z', 'revision_number': 17, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:03:32.749957 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed842cf-a717-4a9d-b42b-49fb726e5e5a req-9634c96a-c80a-4b3c-9233-6e8fb647adc2 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:32.751431 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-eed842cf-a717-4a9d-b42b-49fb726e5e5a req-9634c96a-c80a-4b3c-9233-6e8fb647adc2 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0537353 Oct 26 16:03:32.801397 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-eed842cf-a717-4a9d-b42b-49fb726e5e5a req-57b322a2-bd93-4ceb-b398-b7861dac52e2 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443652 Oct 26 16:03:32.931817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:32.999093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:33.014202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:33.014599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:33.049738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:33.053754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:33.054465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17cf1fad-34b0-4b0b-a858-a566d8440bd9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:33.131963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:33.175613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:33.176005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:33.197614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 17cf1fad-34b0-4b0b-a858-a566d8440bd9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=17cf1fad-34b0-4b0b-a858-a566d8440bd9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:33.201868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:33.229820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:33.288977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=17cf1fad-34b0-4b0b-a858-a566d8440bd9,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:33.330236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:33.331240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17cf1fad-34b0-4b0b-a858-a566d8440bd9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:33.400780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:33.489076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:03:33.532731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port cbd18955-22b3-4917-a025-d43d011dbb6c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:33.533142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:33.533483 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port cbd18955-22b3-4917-a025-d43d011dbb6c Oct 26 16:03:33.605950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:33.606336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:33.639287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:33.644568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:33.645481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17cf1fad-34b0-4b0b-a858-a566d8440bd9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:03:33.650239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:33.692192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:33.724374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:33.736393 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:33.736749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:33.737194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:33.737541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:33.737886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:33.738223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:33.738554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:33.738889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:33.739219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:33.739548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:33.739881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:33.740210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:33.740534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:33.740891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:33.741220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:33.744962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:33.745346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:33.745683 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 Oct 26 16:03:33.820519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:33.820519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:33.842770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 17cf1fad-34b0-4b0b-a858-a566d8440bd9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=17cf1fad-34b0-4b0b-a858-a566d8440bd9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:33.847993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:33.904910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=17cf1fad-34b0-4b0b-a858-a566d8440bd9,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:34.062652 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535989af-90b0-4643-871e-479a12e190c4 None None] Sync routers for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:03:34.063075 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535989af-90b0-4643-871e-479a12e190c4 None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:34.063447 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-535989af-90b0-4643-871e-479a12e190c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:03:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:34.167551 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-535989af-90b0-4643-871e-479a12e190c4 None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:34.239965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695c218-418c-44ae-b2da-d8285aae7542 req-731b9159-49fc-4b48-b887-c215907f659e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:34.241398 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3695c218-418c-44ae-b2da-d8285aae7542 req-731b9159-49fc-4b48-b887-c215907f659e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.3610265 Oct 26 16:03:34.289315 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3695c218-418c-44ae-b2da-d8285aae7542 req-16ba3937-a623-45a0-8b7a-57900c2e3dd4 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416834 Oct 26 16:03:34.350250 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-535989af-90b0-4643-871e-479a12e190c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:33Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:33Z', 'revision_number': 19, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:34.374959 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535989af-90b0-4643-871e-479a12e190c4 None None] Checking router: 7c0336f7-e01e-437e-980b-0c7feda07eb0 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:03:34.383194 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535989af-90b0-4643-871e-479a12e190c4 None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:03:34.383785 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-535989af-90b0-4643-871e-479a12e190c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:03:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:34.482867 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-535989af-90b0-4643-871e-479a12e190c4 None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:03:34.660697 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-535989af-90b0-4643-871e-479a12e190c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:33Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:33Z', 'revision_number': 19, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:03:34.683594 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535989af-90b0-4643-871e-479a12e190c4 None None] The sync data for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv is: [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:02Z', 'revision_number': 4, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:33Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'cbd18955-22b3-4917-a025-d43d011dbb6c', 'name': '', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'mac_address': 'fa:16:3e:25:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:02Z', 'updated_at': '2022-10-26T16:03:33Z', 'revision_number': 19, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'subnets': [{'id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:03:34.933251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:35.009519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:35.009911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:35.044588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:35.051112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:35.074239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:35.136210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:35.142709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:35.180478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:35.250544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:03:35.314466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port cbd18955-22b3-4917-a025-d43d011dbb6c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:35.314704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:35.315016 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port cbd18955-22b3-4917-a025-d43d011dbb6c Oct 26 16:03:35.401213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:35.401721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:35.421637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a5433-6c8b-4d61-b625-67a1ee295672 req-ea2a5a50-3623-4f25-9985-fc1a29e7d6d8 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:35.423285 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b08a5433-6c8b-4d61-b625-67a1ee295672 req-ea2a5a50-3623-4f25-9985-fc1a29e7d6d8 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0503435 Oct 26 16:03:35.446290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:35.451597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:35.477866 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b08a5433-6c8b-4d61-b625-67a1ee295672 req-4761e3fe-0d85-4998-9549-9fbf6319fa45 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459962 Oct 26 16:03:35.513399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:35.527632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 17cf1fad-34b0-4b0b-a858-a566d8440bd9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:35.747071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:35.747465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:35.769601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 17cf1fad-34b0-4b0b-a858-a566d8440bd9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=17cf1fad-34b0-4b0b-a858-a566d8440bd9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:35.773581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:35.822633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=17cf1fad-34b0-4b0b-a858-a566d8440bd9,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:36.603506 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee41b4-547e-4a2a-a17f-9f47ce832a6c req-b68a401e-9990-4716-ab07-fb74375971da tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:36.605014 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-fbee41b4-547e-4a2a-a17f-9f47ce832a6c req-b68a401e-9990-4716-ab07-fb74375971da tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0482254 Oct 26 16:03:36.653127 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-fbee41b4-547e-4a2a-a17f-9f47ce832a6c req-d23a92f6-28e2-4e7d-9272-677af6017fc3 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Oct 26 16:03:36.975689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device cbd18955-22b3-4917-a025-d43d011dbb6c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:37.047592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port cbd18955-22b3-4917-a025-d43d011dbb6c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:37.047978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:37.080442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:37.084414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:37.129931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:37.771779 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0a59a-a6f9-453c-a7f0-19aa77ae1dcc req-6e023485-ac6d-4b09-81be-43add12b521a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:37.773237 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ecd0a59a-a6f9-453c-a7f0-19aa77ae1dcc req-6e023485-ac6d-4b09-81be-43add12b521a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0464022 Oct 26 16:03:37.824732 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ecd0a59a-a6f9-453c-a7f0-19aa77ae1dcc req-c615c087-88c7-4a66-a9cd-6801e61eaa17 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449927 Oct 26 16:03:38.618733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3bb01fdc-6f1b-4fd0-808d-4c63d5e7b06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:38.947579 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451d05e-e26d-4660-90fd-997fc466ec0f req-3eeea608-daa3-4eab-bd82-5ffd6c110821 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:38.949086 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4451d05e-e26d-4660-90fd-997fc466ec0f req-3eeea608-daa3-4eab-bd82-5ffd6c110821 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0507326 Oct 26 16:03:38.995431 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4451d05e-e26d-4660-90fd-997fc466ec0f req-cffcf216-39e7-4176-b8e5-b2b437914f8d tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407455 Oct 26 16:03:40.115819 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296812ad-b36f-452e-87d6-8d181032db93 req-a60e6aa9-ce17-4376-8140-e36b04e37a27 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:40.117324 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-296812ad-b36f-452e-87d6-8d181032db93 req-a60e6aa9-ce17-4376-8140-e36b04e37a27 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0491033 Oct 26 16:03:40.164706 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-296812ad-b36f-452e-87d6-8d181032db93 req-66360777-e443-4b5b-8a76-37a30e5f7043 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412557 Oct 26 16:03:41.030476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-26be7ddd-b943-462a-9a90-26c2b84aa103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:41.286113 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794524ef-a297-44e5-8050-aab0b40186e2 req-09637566-48fc-44cd-a655-5487b33b82a1 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:41.287608 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-794524ef-a297-44e5-8050-aab0b40186e2 req-09637566-48fc-44cd-a655-5487b33b82a1 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0484030 Oct 26 16:03:41.335164 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-794524ef-a297-44e5-8050-aab0b40186e2 req-20ea7ef4-5177-4f01-9b3f-5dd208bbdfeb tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418699 Oct 26 16:03:42.187874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:42.453226 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27ddd0-aeab-424f-b523-91197d03d9d3 req-f008a7d9-05b3-4396-88aa-0400af8726c0 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:42.454701 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2d27ddd0-aeab-424f-b523-91197d03d9d3 req-f008a7d9-05b3-4396-88aa-0400af8726c0 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0469286 Oct 26 16:03:42.465563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:42.501750 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2d27ddd0-aeab-424f-b523-91197d03d9d3 req-4be2d56f-23fe-48d4-a192-35f452189ca3 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416043 Oct 26 16:03:43.582027 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-bf2fc5ee-8ad6-4077-837c-f86980f8d471 service neutron] 10.222.0.64 "GET /networking/v2.0/ports/208c00b9-571d-40de-aa53-7e0b0bc3400d/bindings/hv-neutron-7598 HTTP/1.1" status: 200 len: 384 time: 0.0605495 Oct 26 16:03:43.626903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2db5f5-0044-4327-a972-f85cf0cd8f11 req-a533f392-0cae-4a59-932f-a5e57e1465be tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:43.628389 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6e2db5f5-0044-4327-a972-f85cf0cd8f11 req-a533f392-0cae-4a59-932f-a5e57e1465be tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0527437 Oct 26 16:03:43.640231 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:43.677868 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6e2db5f5-0044-4327-a972-f85cf0cd8f11 req-c310796e-a41a-44f9-995c-ac9752f7b577 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436993 Oct 26 16:03:43.722840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:43.806124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-afcbd733-596b-4905-86c1-0aee12e32958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:43.807513 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-afcbd733-596b-4905-86c1-0aee12e32958 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33&tenant_id=5d5984aa88264284ab52db34b35827dd HTTP/1.1" status: 200 len: 1130 time: 0.0412219 Oct 26 16:03:43.879177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-7fa9da19-23a5-4e27-98a8-312c2e3c7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:43.880677 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-7fa9da19-23a5-4e27-98a8-312c2e3c7267 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5d5984aa88264284ab52db34b35827dd&device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 1130 time: 0.0402448 Oct 26 16:03:43.900279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:43.976003 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-6606d7a9-251c-4717-a3d8-b27b0960bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:43.977588 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-6606d7a9-251c-4717-a3d8-b27b0960bcf0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=eea9c0f4-5589-43e2-9df9-537f08b7fc26 HTTP/1.1" status: 200 len: 916 time: 0.0912600 Oct 26 16:03:44.021790 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-d6af6df8-c8e4-4313-8798-c4990052c89e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=208c00b9-571d-40de-aa53-7e0b0bc3400d HTTP/1.1" status: 200 len: 217 time: 0.0333378 Oct 26 16:03:44.056627 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:44.074561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-0f31f154-51df-44fb-b9e4-29977790f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:44.076037 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-0f31f154-51df-44fb-b9e4-29977790f3bf service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6b25285c-5cf1-482b-b4b9-80c03b43261e HTTP/1.1" status: 200 len: 854 time: 0.0446219 Oct 26 16:03:44.129077 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-bffd4a9b-7c59-4d64-a4a5-ccf556462748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:44.130580 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-bffd4a9b-7c59-4d64-a4a5-ccf556462748 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=eea9c0f4-5589-43e2-9df9-537f08b7fc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451007 Oct 26 16:03:44.223483 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-b5d959c4-facf-4b71-a953-2ccd133f5c5c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832760 Oct 26 16:03:44.321432 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-566ad33b-77e4-48bf-ac88-758859c9c78b req-f2f0b0de-a0f3-47a0-8db5-0e390af331f9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884533 Oct 26 16:03:44.662941 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=82 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:44.663703 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=87 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:44.799094 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3d202-eab5-4304-94ad-bfbd420aa107 req-0150b851-8a2e-4ba2-b61d-c8d6a3387e45 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:44.800581 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d7b3d202-eab5-4304-94ad-bfbd420aa107 req-0150b851-8a2e-4ba2-b61d-c8d6a3387e45 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0478051 Oct 26 16:03:44.848188 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d7b3d202-eab5-4304-94ad-bfbd420aa107 req-331d8965-aabc-4e28-8240-de525f7d32f7 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420039 Oct 26 16:03:45.973187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265f3f7-d629-4d47-b48a-ec914329413a req-5421b26c-1ebc-421c-9a69-791a620a68fd tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:45.974868 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1265f3f7-d629-4d47-b48a-ec914329413a req-5421b26c-1ebc-421c-9a69-791a620a68fd tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0515337 Oct 26 16:03:46.027078 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1265f3f7-d629-4d47-b48a-ec914329413a req-7c99a32d-32cf-4c57-a2d2-9ed94b2d2093 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463438 Oct 26 16:03:46.836868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:47.152935 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193caada-04e8-4367-a97b-4be246550d44 req-946212a2-8c71-445e-9bdc-f7c520e9bcb3 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:47.155048 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-193caada-04e8-4367-a97b-4be246550d44 req-946212a2-8c71-445e-9bdc-f7c520e9bcb3 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0484920 Oct 26 16:03:47.208337 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-193caada-04e8-4367-a97b-4be246550d44 req-f441adf7-5c6a-4aaa-bd45-06fbd56e0502 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473235 Oct 26 16:03:47.447207 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62404ed-62c7-4351-b6ff-6a6bbe220e5a req-cf597d4a-4ac9-4a88-87c3-c141a8662455 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:47.448681 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b62404ed-62c7-4351-b6ff-6a6bbe220e5a req-cf597d4a-4ac9-4a88-87c3-c141a8662455 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0809488 Oct 26 16:03:47.456934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054afb60-0808-49e7-a8c4-003b395a7d8e req-4cf1acee-da8f-4447-ba39-bf686f6cb188 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:47.458288 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-054afb60-0808-49e7-a8c4-003b395a7d8e req-4cf1acee-da8f-4447-ba39-bf686f6cb188 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33&tenant_id=5d5984aa88264284ab52db34b35827dd&binding%3Ahost_id=hv-neutron-7598 HTTP/1.1" status: 200 len: 946 time: 0.0775344 Oct 26 16:03:47.502413 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b62404ed-62c7-4351-b6ff-6a6bbe220e5a req-27cd22b6-e15d-485b-9838-1476a56aba0c tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430846 Oct 26 16:03:47.544996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054afb60-0808-49e7-a8c4-003b395a7d8e req-bb197094-f795-4e13-83c7-d9ffe22f07a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:47.546503 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-054afb60-0808-49e7-a8c4-003b395a7d8e req-bb197094-f795-4e13-83c7-d9ffe22f07a4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5d5984aa88264284ab52db34b35827dd&device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 1130 time: 0.0433311 Oct 26 16:03:47.634158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:47.637169 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054afb60-0808-49e7-a8c4-003b395a7d8e req-8b7ec516-0d44-4bd6-8896-d9db8c466636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:47.638633 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-054afb60-0808-49e7-a8c4-003b395a7d8e req-8b7ec516-0d44-4bd6-8896-d9db8c466636 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=eea9c0f4-5589-43e2-9df9-537f08b7fc26 HTTP/1.1" status: 200 len: 916 time: 0.0860178 Oct 26 16:03:47.679959 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-054afb60-0808-49e7-a8c4-003b395a7d8e req-55a3ff4a-5d9b-42cf-aec8-55ab0476f1bc service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=208c00b9-571d-40de-aa53-7e0b0bc3400d HTTP/1.1" status: 200 len: 217 time: 0.0358090 Oct 26 16:03:47.726789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054afb60-0808-49e7-a8c4-003b395a7d8e req-b3765da3-4403-48ec-a623-63b6f33e5549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:47.728173 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-054afb60-0808-49e7-a8c4-003b395a7d8e req-b3765da3-4403-48ec-a623-63b6f33e5549 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6b25285c-5cf1-482b-b4b9-80c03b43261e HTTP/1.1" status: 200 len: 854 time: 0.0420878 Oct 26 16:03:47.770901 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054afb60-0808-49e7-a8c4-003b395a7d8e req-16023f52-6fc2-42e7-a12b-f8e6f969a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:47.772295 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-054afb60-0808-49e7-a8c4-003b395a7d8e req-16023f52-6fc2-42e7-a12b-f8e6f969a270 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=eea9c0f4-5589-43e2-9df9-537f08b7fc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386446 Oct 26 16:03:47.864586 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-054afb60-0808-49e7-a8c4-003b395a7d8e req-d2adc061-c7f6-4035-8a6a-12132563541f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864115 Oct 26 16:03:47.929871 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:47.954170 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-054afb60-0808-49e7-a8c4-003b395a7d8e req-09957b74-bd84-4395-b0a7-28eeb77dfa98 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837336 Oct 26 16:03:48.536857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:48.632574 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a20580-8786-40d6-9ac3-70a45ca212b1 req-f66cf07c-d3ca-4efc-bd07-9bd6aacaaba1 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:48.634105 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e9a20580-8786-40d6-9ac3-70a45ca212b1 req-f66cf07c-d3ca-4efc-bd07-9bd6aacaaba1 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0509408 Oct 26 16:03:48.685712 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e9a20580-8786-40d6-9ac3-70a45ca212b1 req-269fefad-4b3e-4bbc-928c-3d96e39b49b3 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453115 Oct 26 16:03:48.805512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7162dc0-dfab-4385-8195-f668124a5f4d req-21617240-2970-421e-9dba-ca06906378af tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:48.806969 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a7162dc0-dfab-4385-8195-f668124a5f4d req-21617240-2970-421e-9dba-ca06906378af tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0471833 Oct 26 16:03:48.857549 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a7162dc0-dfab-4385-8195-f668124a5f4d req-60084df7-26aa-4048-8a37-21e6a08f7c0c tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450494 Oct 26 16:03:48.941256 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41470) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:03:48.945719 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-bd483af7-476a-4a39-8ea2-b941888f87cd tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424769343', 'description': 'tempest-description--318534605'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:03:48.966406 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bd483af7-476a-4a39-8ea2-b941888f87cd tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:49.033537 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bd483af7-476a-4a39-8ea2-b941888f87cd tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for security_group (c004d85b-221b-4f96-af89-bb4ca504018b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:49.037657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bd483af7-476a-4a39-8ea2-b941888f87cd tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (c004d85b-221b-4f96-af89-bb4ca504018b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:49.072403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bd483af7-476a-4a39-8ea2-b941888f87cd tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:49.076869 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bd483af7-476a-4a39-8ea2-b941888f87cd tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1314189 Oct 26 16:03:49.076869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd483af7-476a-4a39-8ea2-b941888f87cd tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c004d85b-221b-4f96-af89-bb4ca504018b,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:49.077459 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41472) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:03:49.082468 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-9527990e-3e75-460a-8660-f5b3b9f05c59 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Request body: {'security_group_rule': {'security_group_id': 'c004d85b-221b-4f96-af89-bb4ca504018b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:03:49.110261 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9527990e-3e75-460a-8660-f5b3b9f05c59 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for security_group_rule (121fcec9-0536-4c09-9f6d-daec044bb0e6), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:49.167929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9527990e-3e75-460a-8660-f5b3b9f05c59 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for security_group_rule (121fcec9-0536-4c09-9f6d-daec044bb0e6), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:49.171917 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9527990e-3e75-460a-8660-f5b3b9f05c59 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (121fcec9-0536-4c09-9f6d-daec044bb0e6), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:49.191067 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527990e-3e75-460a-8660-f5b3b9f05c59 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121fcec9-0536-4c09-9f6d-daec044bb0e6,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:49.198963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9527990e-3e75-460a-8660-f5b3b9f05c59 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:49.203292 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9527990e-3e75-460a-8660-f5b3b9f05c59 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216252 Oct 26 16:03:49.203493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41474) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:03:49.207776 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-d66060a6-99a0-4a0c-bf77-37ae6da72893 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Request body: {'security_group_rule': {'security_group_id': 'c004d85b-221b-4f96-af89-bb4ca504018b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:03:49.234630 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d66060a6-99a0-4a0c-bf77-37ae6da72893 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for security_group_rule (e4199d78-a3cc-49b6-b8cd-7a923b646cec), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:49.293086 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d66060a6-99a0-4a0c-bf77-37ae6da72893 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for security_group_rule (e4199d78-a3cc-49b6-b8cd-7a923b646cec), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:49.296602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d66060a6-99a0-4a0c-bf77-37ae6da72893 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (e4199d78-a3cc-49b6-b8cd-7a923b646cec), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:49.315210 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66060a6-99a0-4a0c-bf77-37ae6da72893 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4199d78-a3cc-49b6-b8cd-7a923b646cec,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:49.323068 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d66060a6-99a0-4a0c-bf77-37ae6da72893 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:49.324268 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d66060a6-99a0-4a0c-bf77-37ae6da72893 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198390 Oct 26 16:03:49.327972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41476) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:03:49.332495 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-58557890-ad2c-4eeb-a9db-fd5a21facf38 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:03:49.357233 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-58557890-ad2c-4eeb-a9db-fd5a21facf38 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:49.438368 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-58557890-ad2c-4eeb-a9db-fd5a21facf38 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:49.546600 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-58557890-ad2c-4eeb-a9db-fd5a21facf38 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Allocated IP 172.26.11.6 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/67549c84-3555-4135-9814-40c930488625) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:03:49.555120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:49.658768 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-58557890-ad2c-4eeb-a9db-fd5a21facf38 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for port (67549c84-3555-4135-9814-40c930488625), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:49.664395 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:49.695588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-58557890-ad2c-4eeb-a9db-fd5a21facf38 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (67549c84-3555-4135-9814-40c930488625), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:49.737027 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58557890-ad2c-4eeb-a9db-fd5a21facf38 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:03:49.739951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-58557890-ad2c-4eeb-a9db-fd5a21facf38 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:03:49.745742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58557890-ad2c-4eeb-a9db-fd5a21facf38 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:03:49.768880 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58557890-ad2c-4eeb-a9db-fd5a21facf38 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Pushing event updated for resources: {'Port': ['ID=67549c84-3555-4135-9814-40c930488625,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:49.864332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-58557890-ad2c-4eeb-a9db-fd5a21facf38 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for floatingip (1869eae1-a78b-42ba-8817-341c7b8ef1cb), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:49.908148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-58557890-ad2c-4eeb-a9db-fd5a21facf38 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (67549c84-3555-4135-9814-40c930488625), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:50.290074 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-58557890-ad2c-4eeb-a9db-fd5a21facf38 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for port (67549c84-3555-4135-9814-40c930488625), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:50.295602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-58557890-ad2c-4eeb-a9db-fd5a21facf38 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (67549c84-3555-4135-9814-40c930488625), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:50.360636 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58557890-ad2c-4eeb-a9db-fd5a21facf38 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Pushing event updated for resources: {'Port': ['ID=67549c84-3555-4135-9814-40c930488625,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:50.362966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-58557890-ad2c-4eeb-a9db-fd5a21facf38 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (1869eae1-a78b-42ba-8817-341c7b8ef1cb), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:50.379328 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-58557890-ad2c-4eeb-a9db-fd5a21facf38 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:50.380572 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-58557890-ad2c-4eeb-a9db-fd5a21facf38 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0516438 Oct 26 16:03:50.474096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb4f54-e0ac-4c99-9f4c-7c4f4561c03f req-975518ae-3b6c-441f-91c8-a2a0d775cb5e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:50.475550 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-90bb4f54-e0ac-4c99-9f4c-7c4f4561c03f req-975518ae-3b6c-441f-91c8-a2a0d775cb5e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0470502 Oct 26 16:03:50.521696 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-90bb4f54-e0ac-4c99-9f4c-7c4f4561c03f req-3bba764a-895e-45f7-a1ee-03591c23aa7a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406055 Oct 26 16:03:50.879834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-4197f7c7-e1cc-45dd-89b7-5d8e4b97bda1 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:50.881237 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-4197f7c7-e1cc-45dd-89b7-5d8e4b97bda1 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/networks?id=eea9c0f4-5589-43e2-9df9-537f08b7fc26 HTTP/1.1" status: 200 len: 815 time: 0.1050003 Oct 26 16:03:50.893448 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:50.896199 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-575fe52e-c9c0-461e-bed8-51dfd1c5aeee tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/quotas/5d5984aa88264284ab52db34b35827dd HTTP/1.1" status: 200 len: 375 time: 0.0095382 Oct 26 16:03:50.950211 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-9b0a64b4-8386-417f-a8f5-6e38d783ef87 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=5d5984aa88264284ab52db34b35827dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484583 Oct 26 16:03:51.042324 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-f7120dbb-3a39-477d-85b8-47aa9d1f28b9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854471 Oct 26 16:03:51.105196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:51.137347 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-b01217a2-9f19-4340-b14b-1ba9cc390e17 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886731 Oct 26 16:03:51.300103 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e8e4c384-6952-4563-8c40-0f042cdcf08b req-85977243-539c-4a37-a4e8-c4e1f2fba817 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 210 time: 0.0304942 Oct 26 16:03:52.401936 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4a776996-403b-4f0a-aa50-61359ec2a152 req-83ad72e2-e820-4baa-9e8b-b6543e8f2ce7 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 210 time: 0.0277653 Oct 26 16:03:52.615459 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cc0fa-54ef-4055-ad8b-d3ccb63894a9 req-ff8372a7-e136-4f4f-ab1b-4854d626040a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:52.616965 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7f3cc0fa-54ef-4055-ad8b-d3ccb63894a9 req-ff8372a7-e136-4f4f-ab1b-4854d626040a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=15109022-69e9-4737-bb2e-390766e23a33 HTTP/1.1" status: 200 len: 946 time: 0.0475206 Oct 26 16:03:52.710193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-7f3cc0fa-54ef-4055-ad8b-d3ccb63894a9 req-1e65c1fa-5206-4dae-afbb-4a14366e171a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Deleting port 208c00b9-571d-40de-aa53-7e0b0bc3400d {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:03:52.710537 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-7f3cc0fa-54ef-4055-ad8b-d3ccb63894a9 req-1e65c1fa-5206-4dae-afbb-4a14366e171a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (208c00b9-571d-40de-aa53-7e0b0bc3400d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:52.800064 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-7f3cc0fa-54ef-4055-ad8b-d3ccb63894a9 req-1e65c1fa-5206-4dae-afbb-4a14366e171a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] For port 208c00b9-571d-40de-aa53-7e0b0bc3400d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=208c00b9-571d-40de-aa53-7e0b0bc3400d,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:52.800432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-7f3cc0fa-54ef-4055-ad8b-d3ccb63894a9 req-1e65c1fa-5206-4dae-afbb-4a14366e171a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (208c00b9-571d-40de-aa53-7e0b0bc3400d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:52.813174 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-7f3cc0fa-54ef-4055-ad8b-d3ccb63894a9 req-1e65c1fa-5206-4dae-afbb-4a14366e171a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Calling delete_port for 208c00b9-571d-40de-aa53-7e0b0bc3400d owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:03:52.942306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-7f3cc0fa-54ef-4055-ad8b-d3ccb63894a9 req-1e65c1fa-5206-4dae-afbb-4a14366e171a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (208c00b9-571d-40de-aa53-7e0b0bc3400d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:52.958285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['208c00b9-571d-40de-aa53-7e0b0bc3400d'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:03:52.971428 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65c1fa-5206-4dae-afbb-4a14366e171a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Pushing event deleted for resources: {'Port': ['ID=208c00b9-571d-40de-aa53-7e0b0bc3400d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:53.065054 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3cc0fa-54ef-4055-ad8b-d3ccb63894a9 req-1e65c1fa-5206-4dae-afbb-4a14366e171a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] No DVR routers for this DVR port 208c00b9-571d-40de-aa53-7e0b0bc3400d on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:03:53.071115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-7f3cc0fa-54ef-4055-ad8b-d3ccb63894a9 req-1e65c1fa-5206-4dae-afbb-4a14366e171a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:53.074576 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7f3cc0fa-54ef-4055-ad8b-d3ccb63894a9 req-1e65c1fa-5206-4dae-afbb-4a14366e171a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.64 "DELETE /networking/v2.0/ports/208c00b9-571d-40de-aa53-7e0b0bc3400d HTTP/1.1" status: 204 len: 173 time: 0.4436767 Oct 26 16:03:53.075084 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15109022-69e9-4737-bb2e-390766e23a33', 'name': 'network-vif-deleted', 'tag': '208c00b9-571d-40de-aa53-7e0b0bc3400d'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:03:53.077941 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1eb1dd4-bf0f-4fd5-899e-1e4d8e0ec11c" -d '{"events": [{"server_uuid": "15109022-69e9-4737-bb2e-390766e23a33", "name": "network-vif-deleted", "tag": "208c00b9-571d-40de-aa53-7e0b0bc3400d"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:03:53.131628 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213fa484-fc08-4630-bf02-bb96981a9e25 x-openstack-request-id: req-213fa484-fc08-4630-bf02-bb96981a9e25 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:03:53.131996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15109022-69e9-4737-bb2e-390766e23a33", "name": "network-vif-deleted", "tag": "208c00b9-571d-40de-aa53-7e0b0bc3400d", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:03:53.132425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-213fa484-fc08-4630-bf02-bb96981a9e25 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:03:53.132899 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-213fa484-fc08-4630-bf02-bb96981a9e25'] response: {'server_uuid': '15109022-69e9-4737-bb2e-390766e23a33', 'name': 'network-vif-deleted', 'tag': '208c00b9-571d-40de-aa53-7e0b0bc3400d', 'status': 'completed', 'code': 200} Oct 26 16:03:53.142675 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-f89b4025-f709-4ff4-92d0-46b9cdf7b455 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:53.144526 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-f89b4025-f709-4ff4-92d0-46b9cdf7b455 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.64 "GET /networking/v2.0/networks?id=eea9c0f4-5589-43e2-9df9-537f08b7fc26 HTTP/1.1" status: 200 len: 815 time: 0.1478021 Oct 26 16:03:53.161901 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-eb9b184d-78c9-42f1-a352-53a3d4f3c206 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Request body: {'port': {'device_id': '857755f0-3881-4c50-aae5-c760403b6573', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'admin_state_up': True, 'tenant_id': '5d5984aa88264284ab52db34b35827dd'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:03:53.273669 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:53.285119 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-eb9b184d-78c9-42f1-a352-53a3d4f3c206 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Made reservation on behalf of 5d5984aa88264284ab52db34b35827dd for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:03:53.288950 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-eb9b184d-78c9-42f1-a352-53a3d4f3c206 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:53.418221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-eb9b184d-78c9-42f1-a352-53a3d4f3c206 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Allocated IP 172.20.0.6 (eea9c0f4-5589-43e2-9df9-537f08b7fc26/6b25285c-5cf1-482b-b4b9-80c03b43261e/ad561a59-0365-4b88-9200-f1b64d7cfe40) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:03:53.527860 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:53.547945 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fd94b18b-712e-4359-9f5b-6370c8531569 req-d76352ae-1da5-4110-b803-bdbd08fedf6f tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 210 time: 0.0616155 Oct 26 16:03:53.597599 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-eb9b184d-78c9-42f1-a352-53a3d4f3c206 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:53.629742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-eb9b184d-78c9-42f1-a352-53a3d4f3c206 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:53.673926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-eb9b184d-78c9-42f1-a352-53a3d4f3c206 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Network eea9c0f4-5589-43e2-9df9-537f08b7fc26 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:03:53.677171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-eb9b184d-78c9-42f1-a352-53a3d4f3c206 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:03:53.682991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-eb9b184d-78c9-42f1-a352-53a3d4f3c206 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:03:53.708885 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b184d-78c9-42f1-a352-53a3d4f3c206 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Pushing event updated for resources: {'Port': ['ID=ad561a59-0365-4b88-9200-f1b64d7cfe40,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:53.740987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-eb9b184d-78c9-42f1-a352-53a3d4f3c206 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:53.741662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-eb9b184d-78c9-42f1-a352-53a3d4f3c206 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:53.759968 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-eb9b184d-78c9-42f1-a352-53a3d4f3c206 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6029644 Oct 26 16:03:53.777182 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Request body: {'port': {'device_id': '857755f0-3881-4c50-aae5-c760403b6573', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:03:53.842831 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:53.925808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ffac4456-6143-4f0e-947f-17ebb407d88b None None] Provisioning complete for port ad561a59-0365-4b88-9200-f1b64d7cfe40 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:53.926449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ffac4456-6143-4f0e-947f-17ebb407d88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:53.926989 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ffac4456-6143-4f0e-947f-17ebb407d88b None None] Attempt 1 to provision port ad561a59-0365-4b88-9200-f1b64d7cfe40 Oct 26 16:03:53.956939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:53.979168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4456-6143-4f0e-947f-17ebb407d88b None None] Port ad561a59-0365-4b88-9200-f1b64d7cfe40 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:03:54.102512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:54.141359 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad561a59-0365-4b88-9200-f1b64d7cfe40 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:03:54.148878 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Publish callbacks [] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:54.162839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Transition to ACTIVE for port object ad561a59-0365-4b88-9200-f1b64d7cfe40 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:03:54.166294 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:54.247092 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Pushing event updated for resources: {'Port': ['ID=ad561a59-0365-4b88-9200-f1b64d7cfe40,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:54.263897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:54.264240 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:54.264583 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:54.264939 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:54.265271 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:54.265605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:54.265936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:54.266256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:54.266578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:54.266898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:54.267219 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:54.267538 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:54.267858 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:54.268178 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:54.268499 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:03:54.291631 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Attempting to bind port ad561a59-0365-4b88-9200-f1b64d7cfe40 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:03:54.291978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Attempting to bind port ad561a59-0365-4b88-9200-f1b64d7cfe40 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '39ac3705-d332-4747-ac25-747e4953756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:03:54.292314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Attempting to bind port ad561a59-0365-4b88-9200-f1b64d7cfe40 on network eea9c0f4-5589-43e2-9df9-537f08b7fc26 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:03:54.334341 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Port ad561a59-0365-4b88-9200-f1b64d7cfe40 on network eea9c0f4-5589-43e2-9df9-537f08b7fc26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:03:54.334675 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Attempting to bind port ad561a59-0365-4b88-9200-f1b64d7cfe40 on network eea9c0f4-5589-43e2-9df9-537f08b7fc26 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:03:54.366633 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:54.378354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:03:54.378698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Checking segment: {'id': '39ac3705-d332-4747-ac25-747e4953756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:03:54.379088 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Bound using segment: {'id': '39ac3705-d332-4747-ac25-747e4953756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:03:54.379528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Bound port: ad561a59-0365-4b88-9200-f1b64d7cfe40, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ac3705-d332-4747-ac25-747e4953756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:03:54.379896 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:54.440344 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] For port ad561a59-0365-4b88-9200-f1b64d7cfe40, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:03:54.443346 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] For port ad561a59-0365-4b88-9200-f1b64d7cfe40, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ad561a59-0365-4b88-9200-f1b64d7cfe40,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:03:54.449302 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:54.453872 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:54.454486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:54.455876 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/ad561a59-0365-4b88-9200-f1b64d7cfe40 HTTP/1.1" status: 200 len: 1093 time: 0.6833551 Oct 26 16:03:54.527509 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67511f07-0615-4796-b8b2-0ea9276b28af service neutron] Pushing event updated for resources: {'Port': ['ID=ad561a59-0365-4b88-9200-f1b64d7cfe40,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:54.542311 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-cfd3f711-9eb0-4013-be57-e364fafc1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:54.543819 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-cfd3f711-9eb0-4013-be57-e364fafc1ba4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5d5984aa88264284ab52db34b35827dd&device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 1127 time: 0.0440352 Oct 26 16:03:54.586563 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-bfe72830-1bcc-4fff-961e-1b7e7b1fad81 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad561a59-0365-4b88-9200-f1b64d7cfe40 HTTP/1.1" status: 200 len: 217 time: 0.0323317 Oct 26 16:03:54.639008 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-9e92b57c-5665-4673-ba41-3493984d3a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:54.640479 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-9e92b57c-5665-4673-ba41-3493984d3a14 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6b25285c-5cf1-482b-b4b9-80c03b43261e HTTP/1.1" status: 200 len: 854 time: 0.0442777 Oct 26 16:03:54.671067 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a43ff9-811f-4475-aa0a-ba0421d6bf96 req-6a123b5e-b947-42dd-adb0-4ab0694ac452 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:54.672778 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-11a43ff9-811f-4475-aa0a-ba0421d6bf96 req-6a123b5e-b947-42dd-adb0-4ab0694ac452 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 943 time: 0.0478015 Oct 26 16:03:54.692507 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-a4adecbd-b6e7-45e9-b0c5-0be423023f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:54.694054 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-a4adecbd-b6e7-45e9-b0c5-0be423023f47 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=eea9c0f4-5589-43e2-9df9-537f08b7fc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444758 Oct 26 16:03:54.708867 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:54.725077 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-11a43ff9-811f-4475-aa0a-ba0421d6bf96 req-b84ce725-349c-418e-9910-dc9eb6c379bd tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467446 Oct 26 16:03:54.787872 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-ea4946ed-1c34-4977-b097-503a25648000 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841625 Oct 26 16:03:54.884371 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d051cbf1-c5c7-4f5b-8922-d06432aea715 req-6d2ada7e-da9a-45a5-9172-1a67e87cdc84 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868227 Oct 26 16:03:55.134383 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857755f0-3881-4c50-aae5-c760403b6573', 'tag': 'ad561a59-0365-4b88-9200-f1b64d7cfe40'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:03:55.136738 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b24fd91-fb21-4736-b2ff-a042f5bf149b" -d '{"events": [{"name": "network-changed", "server_uuid": "857755f0-3881-4c50-aae5-c760403b6573", "tag": "ad561a59-0365-4b88-9200-f1b64d7cfe40"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:03:55.173339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a319c02a-739e-4f14-aa90-1cc0405ea664 x-openstack-request-id: req-a319c02a-739e-4f14-aa90-1cc0405ea664 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:03:55.173632 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857755f0-3881-4c50-aae5-c760403b6573", "tag": "ad561a59-0365-4b88-9200-f1b64d7cfe40", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:03:55.173889 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a319c02a-739e-4f14-aa90-1cc0405ea664 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:03:55.174311 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a319c02a-739e-4f14-aa90-1cc0405ea664'] response: {'name': 'network-changed', 'server_uuid': '857755f0-3881-4c50-aae5-c760403b6573', 'tag': 'ad561a59-0365-4b88-9200-f1b64d7cfe40', 'status': 'completed', 'code': 200} Oct 26 16:03:55.518501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 208c00b9-571d-40de-aa53-7e0b0bc3400d no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:03:55.537026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 208c00b9-571d-40de-aa53-7e0b0bc3400d {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:03:55.537369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 208c00b9-571d-40de-aa53-7e0b0bc3400d not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:03:55.736537 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24fd91-fb21-4736-b2ff-a042f5bf149b req-3ea8658a-24d3-492c-8e69-741f37608a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:55.738061 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1b24fd91-fb21-4736-b2ff-a042f5bf149b req-3ea8658a-24d3-492c-8e69-741f37608a45 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5d5984aa88264284ab52db34b35827dd&device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 1127 time: 0.0409002 Oct 26 16:03:55.836871 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24fd91-fb21-4736-b2ff-a042f5bf149b req-27e89385-61ef-40c8-a49d-7f5cbb38c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:55.838360 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1b24fd91-fb21-4736-b2ff-a042f5bf149b req-27e89385-61ef-40c8-a49d-7f5cbb38c38f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=eea9c0f4-5589-43e2-9df9-537f08b7fc26 HTTP/1.1" status: 200 len: 916 time: 0.0911794 Oct 26 16:03:55.846484 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ff05a-541b-4bce-867a-beae20ee703c req-8afa42e7-ee06-4a21-8896-044273fec2c3 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:55.847919 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3f6ff05a-541b-4bce-867a-beae20ee703c req-8afa42e7-ee06-4a21-8896-044273fec2c3 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 943 time: 0.0476091 Oct 26 16:03:55.879781 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1b24fd91-fb21-4736-b2ff-a042f5bf149b req-72a88c4d-051a-4be0-8fc9-2e22a82ce9de service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad561a59-0365-4b88-9200-f1b64d7cfe40 HTTP/1.1" status: 200 len: 217 time: 0.0324383 Oct 26 16:03:55.895342 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3f6ff05a-541b-4bce-867a-beae20ee703c req-9bbdc087-956f-44a0-941c-9a0f9195503f tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 Oct 26 16:03:55.920323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:55.934084 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24fd91-fb21-4736-b2ff-a042f5bf149b req-b19e0942-84cf-4f42-8e04-4fcdae244724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:55.935591 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1b24fd91-fb21-4736-b2ff-a042f5bf149b req-b19e0942-84cf-4f42-8e04-4fcdae244724 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6b25285c-5cf1-482b-b4b9-80c03b43261e HTTP/1.1" status: 200 len: 854 time: 0.0463340 Oct 26 16:03:55.986356 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24fd91-fb21-4736-b2ff-a042f5bf149b req-9b4adee6-8933-47f9-8b8d-8e815bbce52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:55.987818 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1b24fd91-fb21-4736-b2ff-a042f5bf149b req-9b4adee6-8933-47f9-8b8d-8e815bbce52a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=eea9c0f4-5589-43e2-9df9-537f08b7fc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429425 Oct 26 16:03:56.080299 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1b24fd91-fb21-4736-b2ff-a042f5bf149b req-2ac8c5b4-b85e-487e-9467-fca2a17a57bc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822997 Oct 26 16:03:56.176944 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1b24fd91-fb21-4736-b2ff-a042f5bf149b req-89bb8241-2a65-4576-8a34-916726d392bd service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870967 Oct 26 16:03:57.019917 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa9882-cf9f-4435-b3ff-c6c271507d7d req-6f80b145-e297-4baf-b911-23bd7228cf2b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:57.021563 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f1fa9882-cf9f-4435-b3ff-c6c271507d7d req-6f80b145-e297-4baf-b911-23bd7228cf2b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 943 time: 0.0477812 Oct 26 16:03:57.051990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:57.071356 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f1fa9882-cf9f-4435-b3ff-c6c271507d7d req-b25712b6-2a13-4870-b9a7-e5b8acb9b917 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442474 Oct 26 16:03:57.534859 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device ad561a59-0365-4b88-9200-f1b64d7cfe40 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:03:57.634112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port ad561a59-0365-4b88-9200-f1b64d7cfe40, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ad561a59-0365-4b88-9200-f1b64d7cfe40,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:57.645499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': 'ad561a59-0365-4b88-9200-f1b64d7cfe40', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'port_id': 'ad561a59-0365-4b88-9200-f1b64d7cfe40', 'mac_address': 'fa:16:3e:8f:40:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:03:57.679549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port ad561a59-0365-4b88-9200-f1b64d7cfe40 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:57.679940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:57.693446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad561a59-0365-4b88-9200-f1b64d7cfe40 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:03:57.716504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port ad561a59-0365-4b88-9200-f1b64d7cfe40, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ad561a59-0365-4b88-9200-f1b64d7cfe40,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:57.720486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:57.765928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=ad561a59-0365-4b88-9200-f1b64d7cfe40,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:57.959500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['ad561a59-0365-4b88-9200-f1b64d7cfe40'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:03:57.981520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:03:58.192765 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ea360-cfbd-402d-b312-c5183b5cfa2c req-13373a09-ad64-48a1-8d67-eb35c657e4d5 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:58.194265 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b18ea360-cfbd-402d-b312-c5183b5cfa2c req-13373a09-ad64-48a1-8d67-eb35c657e4d5 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 944 time: 0.0474265 Oct 26 16:03:58.242370 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b18ea360-cfbd-402d-b312-c5183b5cfa2c req-e6d77318-241c-4482-8da0-432830b3fecd tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425062 Oct 26 16:03:59.361551 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3fb7e-c4c8-4b9c-a821-8e5ddfeea5a7 req-39f93fb4-af3d-4080-90e6-61e61c04999a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:59.363009 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a3d3fb7e-c4c8-4b9c-a821-8e5ddfeea5a7 req-39f93fb4-af3d-4080-90e6-61e61c04999a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 944 time: 0.0465238 Oct 26 16:03:59.413987 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a3d3fb7e-c4c8-4b9c-a821-8e5ddfeea5a7 req-4e0fe976-2eeb-414b-90c3-932280e5c027 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453079 Oct 26 16:03:59.551499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device ad561a59-0365-4b88-9200-f1b64d7cfe40 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:03:59.592634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port ad561a59-0365-4b88-9200-f1b64d7cfe40 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 16:03:59.598343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port ad561a59-0365-4b88-9200-f1b64d7cfe40 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:03:59.598730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:59.599076 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port ad561a59-0365-4b88-9200-f1b64d7cfe40 Oct 26 16:03:59.669129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port ad561a59-0365-4b88-9200-f1b64d7cfe40 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:03:59.669520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:59.691131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857755f0-3881-4c50-aae5-c760403b6573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad561a59-0365-4b88-9200-f1b64d7cfe40'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:03:59.693404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d31961b-6929-4ebe-ad11-1da4ce6f0306" -d '{"events": [{"server_uuid": "857755f0-3881-4c50-aae5-c760403b6573", "name": "network-vif-plugged", "status": "completed", "tag": "ad561a59-0365-4b88-9200-f1b64d7cfe40"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:03:59.710080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port ad561a59-0365-4b88-9200-f1b64d7cfe40, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ad561a59-0365-4b88-9200-f1b64d7cfe40,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:03:59.714947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:03:59.738063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c78cbd-26b1-4139-acb8-cc9ca754712d x-openstack-request-id: req-01c78cbd-26b1-4139-acb8-cc9ca754712d {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:03:59.738428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857755f0-3881-4c50-aae5-c760403b6573", "name": "network-vif-plugged", "status": "completed", "tag": "ad561a59-0365-4b88-9200-f1b64d7cfe40", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:03:59.738684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01c78cbd-26b1-4139-acb8-cc9ca754712d {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:03:59.739085 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c78cbd-26b1-4139-acb8-cc9ca754712d'] response: {'server_uuid': '857755f0-3881-4c50-aae5-c760403b6573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad561a59-0365-4b88-9200-f1b64d7cfe40', 'code': 200} Oct 26 16:03:59.765084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=ad561a59-0365-4b88-9200-f1b64d7cfe40,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:03:59.902743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ad95e-48d4-4383-9b47-38c1cd8e8b62 req-b4f8b0bb-7b3d-4ac9-944f-218050dae4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:03:59.904790 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-419ad95e-48d4-4383-9b47-38c1cd8e8b62 req-b4f8b0bb-7b3d-4ac9-944f-218050dae4d2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 1129 time: 0.0387964 Oct 26 16:03:59.953877 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-419ad95e-48d4-4383-9b47-38c1cd8e8b62 req-0a9ea42e-49a2-40f0-8bbf-1e55fb3ee7c9 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383892 Oct 26 16:04:00.530814 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884cb63-461e-4774-9fc4-3eec1a9b0275 req-98124249-0b62-4564-b467-134de4756229 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:00.532282 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c884cb63-461e-4774-9fc4-3eec1a9b0275 req-98124249-0b62-4564-b467-134de4756229 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0464158 Oct 26 16:04:00.579688 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c884cb63-461e-4774-9fc4-3eec1a9b0275 req-0169916b-bbe8-4837-8554-7a2ac5130c4f tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416632 Oct 26 16:04:01.704941 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7c462-33fd-4738-bfb4-2f339c709f93 req-bc03dcfd-1e1d-4e00-9b64-446103ac81ee tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:01.706409 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3ce7c462-33fd-4738-bfb4-2f339c709f93 req-bc03dcfd-1e1d-4e00-9b64-446103ac81ee tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0516994 Oct 26 16:04:01.753237 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3ce7c462-33fd-4738-bfb4-2f339c709f93 req-fa1c7959-3779-485d-819d-6158868c4d6b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412698 Oct 26 16:04:01.878915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20c34e-628a-412c-9c7c-61c3924cfbef req-17fb8a2e-525a-47e2-8247-2b115899844c tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:01.880305 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1e20c34e-628a-412c-9c7c-61c3924cfbef req-17fb8a2e-525a-47e2-8247-2b115899844c tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0515542 Oct 26 16:04:01.926991 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1e20c34e-628a-412c-9c7c-61c3924cfbef req-a343fa1b-9524-4ae9-9ff6-f91db2c91a8b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412307 Oct 26 16:04:02.272728 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-fee4f26b-c165-4c12-ab6d-8ac476144d16 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0666807 Oct 26 16:04:02.286917 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cf1e1-93b1-4d2d-aa5b-c964ecc635bf req-e570b521-4178-493b-945b-b8baaa19ce70 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:02.288404 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5b6cf1e1-93b1-4d2d-aa5b-c964ecc635bf req-e570b521-4178-493b-945b-b8baaa19ce70 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0717502 Oct 26 16:04:02.342473 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5b6cf1e1-93b1-4d2d-aa5b-c964ecc635bf req-05e6f8bc-025a-4e8b-84c5-e67577676a78 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464196 Oct 26 16:04:02.523969 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-55551c7c-1e76-4108-a0b7-b8208e82ca4b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:02.525320 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-55551c7c-1e76-4108-a0b7-b8208e82ca4b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports/ad561a59-0365-4b88-9200-f1b64d7cfe40 HTTP/1.1" status: 200 len: 942 time: 0.0449705 Oct 26 16:04:03.107892 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:04:03.451188 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-97de14a8-866d-4ef0-b488-b9d8c235df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:03.452836 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-97de14a8-866d-4ef0-b488-b9d8c235df70 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5d5984aa88264284ab52db34b35827dd&device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 1129 time: 0.0406971 Oct 26 16:04:03.467782 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052b203-41bf-4e47-b41c-5a5cc3a4863c req-6de33e31-7f29-4a05-8bee-e90361a716ee tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:03.469304 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3052b203-41bf-4e47-b41c-5a5cc3a4863c req-6de33e31-7f29-4a05-8bee-e90361a716ee tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0474219 Oct 26 16:04:03.517156 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3052b203-41bf-4e47-b41c-5a5cc3a4863c req-e44056b9-8c62-4c96-81b6-637f897c8803 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419505 Oct 26 16:04:03.522719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:03.546514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-6d4fd38e-c155-4d4b-b9a4-6a7fb22b48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:03.547938 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-6d4fd38e-c155-4d4b-b9a4-6a7fb22b48f2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=eea9c0f4-5589-43e2-9df9-537f08b7fc26 HTTP/1.1" status: 200 len: 916 time: 0.0895317 Oct 26 16:04:03.586388 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-b7fed47c-256c-4451-97c7-ec646efec316 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad561a59-0365-4b88-9200-f1b64d7cfe40 HTTP/1.1" status: 200 len: 217 time: 0.0324795 Oct 26 16:04:03.632886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-26bcabdd-2e20-42e5-9e76-1a6bc0626b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:03.634293 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-26bcabdd-2e20-42e5-9e76-1a6bc0626b7b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6b25285c-5cf1-482b-b4b9-80c03b43261e HTTP/1.1" status: 200 len: 854 time: 0.0423255 Oct 26 16:04:03.677343 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-6a829092-30c3-4cbf-a05d-b8a7fb2c743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:03.678790 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-6a829092-30c3-4cbf-a05d-b8a7fb2c743b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=eea9c0f4-5589-43e2-9df9-537f08b7fc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383890 Oct 26 16:04:03.771971 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-4b3d3872-ddce-43ee-bcdd-6a58891e1e2a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865219 Oct 26 16:04:03.864909 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-e8b62af2-90cb-4fd2-abb4-52d876a11bad service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871196 Oct 26 16:04:04.638244 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558509eb-9269-42a3-aaa0-a2bfd4244008 req-d0544a1f-6d86-4923-a264-0aa69d8bacb1 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:04.639734 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-558509eb-9269-42a3-aaa0-a2bfd4244008 req-d0544a1f-6d86-4923-a264-0aa69d8bacb1 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0480165 Oct 26 16:04:04.651688 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:04.687559 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-558509eb-9269-42a3-aaa0-a2bfd4244008 req-315c38b4-0cc0-408a-b490-da44b0f8123d tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422938 Oct 26 16:04:05.807696 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b75edc-8054-4804-995a-ff9a356a33fc req-f2137d31-6c24-4b4c-970e-054641fef638 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:05.809785 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-58b75edc-8054-4804-995a-ff9a356a33fc req-f2137d31-6c24-4b4c-970e-054641fef638 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0480480 Oct 26 16:04:05.860159 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-58b75edc-8054-4804-995a-ff9a356a33fc req-5ebbbf59-6635-46cd-9501-856668360d0d tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448546 Oct 26 16:04:06.980185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a52e7e-aec4-4246-8b05-a79048d927a6 req-f8ee1144-2606-4708-80f5-dab1926a8618 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:06.981701 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-25a52e7e-aec4-4246-8b05-a79048d927a6 req-f8ee1144-2606-4708-80f5-dab1926a8618 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0479183 Oct 26 16:04:07.028608 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-25a52e7e-aec4-4246-8b05-a79048d927a6 req-4bb2a887-49e6-4c72-ab80-68de7ba96138 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413928 Oct 26 16:04:08.111113 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:08.148524 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d80fbe-3e41-4025-94db-6c7531a5a444 req-1ba18c8b-37d3-440b-9e79-1260ce69fcd6 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:08.150036 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e9d80fbe-3e41-4025-94db-6c7531a5a444 req-1ba18c8b-37d3-440b-9e79-1260ce69fcd6 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0476046 Oct 26 16:04:08.197996 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e9d80fbe-3e41-4025-94db-6c7531a5a444 req-638adda1-0470-4d69-920d-72553ae2a837 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417912 Oct 26 16:04:08.621289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d2ab93c5-1d1f-4653-9c22-d9ab6c513a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:09.269452 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:09.325849 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42548eac-b99b-4af9-b2fe-645c7b67401e req-b410e813-c0f9-41b3-b9c9-3affa1ab6fdc tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:09.327318 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-42548eac-b99b-4af9-b2fe-645c7b67401e req-b410e813-c0f9-41b3-b9c9-3affa1ab6fdc tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0519333 Oct 26 16:04:09.374184 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-42548eac-b99b-4af9-b2fe-645c7b67401e req-0441cedd-8082-4d7d-be44-a38f5e5d48fb tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413404 Oct 26 16:04:09.763136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:10.493094 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67539a52-68b9-4beb-9fea-13ee2cabd1aa req-34b707c3-d3b6-427e-87c1-4d06b395622a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:10.494552 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-67539a52-68b9-4beb-9fea-13ee2cabd1aa req-34b707c3-d3b6-427e-87c1-4d06b395622a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0468018 Oct 26 16:04:10.541366 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-67539a52-68b9-4beb-9fea-13ee2cabd1aa req-c1c1dd9f-2256-485a-956d-dd2ac27c49b8 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407410 Oct 26 16:04:11.022820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-97a85a99-7256-4170-b0ab-a2dae717cd8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:11.660438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb045fca-9755-4b4e-ae10-619847ed1458 req-d40567f5-f18b-458e-94a8-9bd3545b722d tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:11.661928 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fb045fca-9755-4b4e-ae10-619847ed1458 req-d40567f5-f18b-458e-94a8-9bd3545b722d tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0472968 Oct 26 16:04:11.707952 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fb045fca-9755-4b4e-ae10-619847ed1458 req-20248c9a-a8b2-462d-bbf3-5175a2ae8100 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405955 Oct 26 16:04:12.193238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:12.833093 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f257653-33f2-42bc-b6d7-3367c9b1e720 req-f2466979-f760-4bb5-a41f-69a72e830715 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:12.834559 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1f257653-33f2-42bc-b6d7-3367c9b1e720 req-f2466979-f760-4bb5-a41f-69a72e830715 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0514021 Oct 26 16:04:12.881265 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1f257653-33f2-42bc-b6d7-3367c9b1e720 req-cbfb2731-2b84-45fb-ba7b-d094319c6565 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410388 Oct 26 16:04:13.103704 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:13.724546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:13.902144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:14.002370 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438544a3-e8a9-4852-86b7-811b15ad502e req-c058fea6-5af5-4d61-a6b9-14920002f87d tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:14.003750 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-438544a3-e8a9-4852-86b7-811b15ad502e req-c058fea6-5af5-4d61-a6b9-14920002f87d tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0471935 Oct 26 16:04:14.054464 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-438544a3-e8a9-4852-86b7-811b15ad502e req-464c0cb8-d633-40c5-8658-d54163e72b49 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451577 Oct 26 16:04:15.176230 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703aad9-10fd-4c6c-b358-966777330ae7 req-942bdd57-5f93-4383-8c40-f58dfac027dc tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:15.177731 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1703aad9-10fd-4c6c-b358-966777330ae7 req-942bdd57-5f93-4383-8c40-f58dfac027dc tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0466599 Oct 26 16:04:15.224860 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1703aad9-10fd-4c6c-b358-966777330ae7 req-372bcff1-6f60-4a82-893c-9d14b31c2404 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415058 Oct 26 16:04:16.344533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775b39d-511a-43ec-9777-978bf6df747a req-80d916ad-05bf-4c41-8897-871419d4bd05 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:16.346036 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f775b39d-511a-43ec-9777-978bf6df747a req-80d916ad-05bf-4c41-8897-871419d4bd05 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0469418 Oct 26 16:04:16.394049 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f775b39d-511a-43ec-9777-978bf6df747a req-f722591c-a862-4dd9-b4c6-9f609cc8fcf7 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426049 Oct 26 16:04:16.871586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:17.516171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af505250-9d31-4727-b1a3-9d36bfc6fcea req-f30591cb-7f83-49c4-bf45-fe70ceda4ff8 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:17.517682 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-af505250-9d31-4727-b1a3-9d36bfc6fcea req-f30591cb-7f83-49c4-bf45-fe70ceda4ff8 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0511391 Oct 26 16:04:17.565213 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-af505250-9d31-4727-b1a3-9d36bfc6fcea req-d8dc3efe-06bf-45ce-9d3a-e55e74b5ed00 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419142 Oct 26 16:04:18.683777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55401a-adcc-4322-b199-4ed3a97ea566 req-61bc896e-8115-4d04-8661-a3fff4470860 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:18.685276 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1f55401a-adcc-4322-b199-4ed3a97ea566 req-61bc896e-8115-4d04-8661-a3fff4470860 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0464447 Oct 26 16:04:18.731536 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1f55401a-adcc-4322-b199-4ed3a97ea566 req-08fea1d6-1808-42a6-af72-074c7cdeadec tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402944 Oct 26 16:04:19.844393 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:19.857153 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcf4e1-dc16-42d4-9b92-23e134656e6a req-63c24535-3af0-4436-9d4f-4371638cebe1 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:19.858648 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-debcf4e1-dc16-42d4-9b92-23e134656e6a req-63c24535-3af0-4436-9d4f-4371638cebe1 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0485606 Oct 26 16:04:19.905742 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-debcf4e1-dc16-42d4-9b92-23e134656e6a req-525a2afa-8835-4a42-8494-cb7d64322615 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415363 Oct 26 16:04:21.030462 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8a7e0-d906-44aa-b6d2-153d6bec992d req-5b55630a-969c-4ac8-a67d-d68cafe23fc9 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:21.031935 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f0f8a7e0-d906-44aa-b6d2-153d6bec992d req-5b55630a-969c-4ac8-a67d-d68cafe23fc9 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0509903 Oct 26 16:04:21.078514 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f0f8a7e0-d906-44aa-b6d2-153d6bec992d req-a5d871ba-f26b-42a4-8c94-0cc6048babf7 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408027 Oct 26 16:04:22.197957 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf155e58-e12d-46fd-8eb6-cb6fe007c0f6 req-c1f6012f-b7d2-48c3-bcc4-37498f10116c tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:22.199437 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bf155e58-e12d-46fd-8eb6-cb6fe007c0f6 req-c1f6012f-b7d2-48c3-bcc4-37498f10116c tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0474684 Oct 26 16:04:22.250377 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bf155e58-e12d-46fd-8eb6-cb6fe007c0f6 req-352469e8-2898-4d3a-89e4-e062b3adece6 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448949 Oct 26 16:04:23.336258 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:23.371235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36caed-9d3b-4b19-a876-0b0379f02121 req-956ff8a1-565e-400c-bbe3-bdfc762adaa2 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:23.373217 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8c36caed-9d3b-4b19-a876-0b0379f02121 req-956ff8a1-565e-400c-bbe3-bdfc762adaa2 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0469720 Oct 26 16:04:23.420473 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8c36caed-9d3b-4b19-a876-0b0379f02121 req-8b59b89f-bcbe-49b8-bfb0-0d0622acff85 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416915 Oct 26 16:04:24.540199 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ec322-401c-443c-9c7a-d7853e82eca8 req-a106dd84-8df9-4967-937b-519705b1e6ac tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:24.541779 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-689ec322-401c-443c-9c7a-d7853e82eca8 req-a106dd84-8df9-4967-937b-519705b1e6ac tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0476928 Oct 26 16:04:24.588184 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-689ec322-401c-443c-9c7a-d7853e82eca8 req-509c43f8-4d0b-42c1-aa0e-6d1f5934ad0a tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409777 Oct 26 16:04:25.713973 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a9c75-ea9a-442e-94f3-b67295f6541b req-3494c378-df17-47a3-b626-7298cfcf3cd3 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:25.715457 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f73a9c75-ea9a-442e-94f3-b67295f6541b req-3494c378-df17-47a3-b626-7298cfcf3cd3 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0507228 Oct 26 16:04:25.991453 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f73a9c75-ea9a-442e-94f3-b67295f6541b req-66e26f41-a169-4e4b-aab6-7989807054c0 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703297 Oct 26 16:04:26.861662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:26.865918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:26.868114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:27.110762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e4dd9-d1b3-4206-98b4-56e46fe25264 req-78d68c8e-e49f-42cf-bad7-73cee5436d19 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:27.112238 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-456e4dd9-d1b3-4206-98b4-56e46fe25264 req-78d68c8e-e49f-42cf-bad7-73cee5436d19 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0467649 Oct 26 16:04:27.160343 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-456e4dd9-d1b3-4206-98b4-56e46fe25264 req-6c35052f-668e-4e8f-b825-deb0cca76dc0 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425692 Oct 26 16:04:28.279787 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911c199-abee-4154-b8ee-4d78643d6863 req-726c2907-a170-48f2-b869-2a59e081300b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:28.281325 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f911c199-abee-4154-b8ee-4d78643d6863 req-726c2907-a170-48f2-b869-2a59e081300b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0474768 Oct 26 16:04:28.328398 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f911c199-abee-4154-b8ee-4d78643d6863 req-1e7f6f8d-40bb-4159-a6ed-915bc0aa4a7d tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412006 Oct 26 16:04:29.452331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d071ee-b1cf-40f1-abcf-5bb31ed8e973 req-395b29c1-f41a-4af0-8f4d-ff964f8f7e35 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:29.453821 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-64d071ee-b1cf-40f1-abcf-5bb31ed8e973 req-395b29c1-f41a-4af0-8f4d-ff964f8f7e35 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0514445 Oct 26 16:04:29.500553 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-64d071ee-b1cf-40f1-abcf-5bb31ed8e973 req-5acc9c64-b6e2-4836-a241-17a33217e583 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412493 Oct 26 16:04:30.585679 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:30.628541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fdc2e-b58d-4777-a189-0be52c157a5e req-c6d602f6-9099-48dc-b854-6eb912f25872 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:30.632833 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f38fdc2e-b58d-4777-a189-0be52c157a5e req-c6d602f6-9099-48dc-b854-6eb912f25872 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0547452 Oct 26 16:04:30.718545 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f38fdc2e-b58d-4777-a189-0be52c157a5e req-7d7ee446-1718-424d-88dd-3f6bb5651ebc tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827246 Oct 26 16:04:30.728468 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-609d312e-7ce1-4869-a799-9e6ee16a0ee2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports/ad561a59-0365-4b88-9200-f1b64d7cfe40/bindings/hv-neutron-7598 HTTP/1.1" status: 200 len: 384 time: 0.0766482 Oct 26 16:04:30.936785 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-f1738702-569b-42c0-90dd-5c3ca5abae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:30.938290 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-f1738702-569b-42c0-90dd-5c3ca5abae15 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573&tenant_id=5d5984aa88264284ab52db34b35827dd HTTP/1.1" status: 200 len: 1129 time: 0.0407212 Oct 26 16:04:31.007713 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-3c59a9b3-ca3f-473d-b2a5-ef56bfb5cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:31.009212 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-3c59a9b3-ca3f-473d-b2a5-ef56bfb5cf95 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5d5984aa88264284ab52db34b35827dd&device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 1129 time: 0.0428448 Oct 26 16:04:31.102451 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-5d3acb21-1744-42d2-9d6b-d914f9e1b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:31.103936 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-5d3acb21-1744-42d2-9d6b-d914f9e1b9a3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=eea9c0f4-5589-43e2-9df9-537f08b7fc26 HTTP/1.1" status: 200 len: 916 time: 0.0853157 Oct 26 16:04:31.145853 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-f19d6e3e-8123-4a06-84e1-4202330d964d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad561a59-0365-4b88-9200-f1b64d7cfe40 HTTP/1.1" status: 200 len: 217 time: 0.0353005 Oct 26 16:04:31.196662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-e5cc08a5-5ed7-4374-b93f-d35af938af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:31.198013 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-e5cc08a5-5ed7-4374-b93f-d35af938af43 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6b25285c-5cf1-482b-b4b9-80c03b43261e HTTP/1.1" status: 200 len: 854 time: 0.0425925 Oct 26 16:04:31.244129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-d1a754f5-2758-480f-8e1a-a7a4c003e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:31.245612 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-d1a754f5-2758-480f-8e1a-a7a4c003e0b7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=eea9c0f4-5589-43e2-9df9-537f08b7fc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381725 Oct 26 16:04:31.339412 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-4595307f-cd8c-4abc-8281-e15ce4571277 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872920 Oct 26 16:04:31.431628 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-37a68267-de77-41eb-ae27-53c01397b059 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829325 Oct 26 16:04:31.647117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29c4d9-a0fa-4215-bfc3-fc1d65a65234 req-9440c981-2a42-4b9d-8799-c829e540e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:31.648608 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c29c4d9-a0fa-4215-bfc3-fc1d65a65234 req-9440c981-2a42-4b9d-8799-c829e540e86d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5d5984aa88264284ab52db34b35827dd&device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 1129 time: 0.0440290 Oct 26 16:04:31.734415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:31.757989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29c4d9-a0fa-4215-bfc3-fc1d65a65234 req-fe2a69ee-a3a8-48cb-894e-e8c0737e923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:31.759581 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c29c4d9-a0fa-4215-bfc3-fc1d65a65234 req-fe2a69ee-a3a8-48cb-894e-e8c0737e923d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=eea9c0f4-5589-43e2-9df9-537f08b7fc26 HTTP/1.1" status: 200 len: 916 time: 0.0888648 Oct 26 16:04:31.840597 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16f8cf-a000-4d7f-9542-9bf79fd63a27 req-d942d255-39d0-483e-a647-3304990d8cad tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:31.842575 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7f16f8cf-a000-4d7f-9542-9bf79fd63a27 req-d942d255-39d0-483e-a647-3304990d8cad tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0479062 Oct 26 16:04:31.855228 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c29c4d9-a0fa-4215-bfc3-fc1d65a65234 req-61edafe9-7f41-45b5-93f1-d19b1468dccc service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad561a59-0365-4b88-9200-f1b64d7cfe40 HTTP/1.1" status: 200 len: 217 time: 0.0369780 Oct 26 16:04:31.891781 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7f16f8cf-a000-4d7f-9542-9bf79fd63a27 req-c08178b7-a629-4d72-a6d6-04159ba11092 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429139 Oct 26 16:04:31.905170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29c4d9-a0fa-4215-bfc3-fc1d65a65234 req-03c69330-632d-4c52-b951-d137083dfda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:31.906702 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c29c4d9-a0fa-4215-bfc3-fc1d65a65234 req-03c69330-632d-4c52-b951-d137083dfda3 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6b25285c-5cf1-482b-b4b9-80c03b43261e HTTP/1.1" status: 200 len: 854 time: 0.0444040 Oct 26 16:04:32.300119 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29c4d9-a0fa-4215-bfc3-fc1d65a65234 req-059c04a5-ebae-44fe-8ff8-e562b117372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:32.301686 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c29c4d9-a0fa-4215-bfc3-fc1d65a65234 req-059c04a5-ebae-44fe-8ff8-e562b117372f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=eea9c0f4-5589-43e2-9df9-537f08b7fc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432084 Oct 26 16:04:32.396013 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c29c4d9-a0fa-4215-bfc3-fc1d65a65234 req-e715a83c-291f-4cef-89f7-4579dc92587b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872927 Oct 26 16:04:32.464307 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:32.496319 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c29c4d9-a0fa-4215-bfc3-fc1d65a65234 req-ff379ef7-d4b6-4940-a32d-683d49733f7b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856538 Oct 26 16:04:33.015775 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3df41-7c07-433e-a04e-885dadbc17eb req-ad40c487-3cb8-433f-b4db-7ee8422d63ab tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:33.017309 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6dd3df41-7c07-433e-a04e-885dadbc17eb req-ad40c487-3cb8-433f-b4db-7ee8422d63ab tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0514376 Oct 26 16:04:33.064730 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6dd3df41-7c07-433e-a04e-885dadbc17eb req-a190c7bb-34b5-4692-855f-e258268a25a9 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 Oct 26 16:04:33.642709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device ad561a59-0365-4b88-9200-f1b64d7cfe40 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:04:33.645867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device ad561a59-0365-4b88-9200-f1b64d7cfe40 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:04:33.787906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port ad561a59-0365-4b88-9200-f1b64d7cfe40 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:04:33.788297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:33.819515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port ad561a59-0365-4b88-9200-f1b64d7cfe40, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ad561a59-0365-4b88-9200-f1b64d7cfe40,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:04:33.830785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857755f0-3881-4c50-aae5-c760403b6573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad561a59-0365-4b88-9200-f1b64d7cfe40'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:04:33.833164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaa431a-b290-4d28-8508-ad514813957c" -d '{"events": [{"server_uuid": "857755f0-3881-4c50-aae5-c760403b6573", "name": "network-vif-unplugged", "status": "completed", "tag": "ad561a59-0365-4b88-9200-f1b64d7cfe40"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:04:33.848301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port ad561a59-0365-4b88-9200-f1b64d7cfe40, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ad561a59-0365-4b88-9200-f1b64d7cfe40,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:04:33.849418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': 'ad561a59-0365-4b88-9200-f1b64d7cfe40', 'network_id': 'eea9c0f4-5589-43e2-9df9-537f08b7fc26', 'port_id': 'ad561a59-0365-4b88-9200-f1b64d7cfe40', 'mac_address': 'fa:16:3e:8f:40:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b25285c-5cf1-482b-b4b9-80c03b43261e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:04:33.853530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:33.891550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Oct 2022 16:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c8a93c-7aaf-45c3-aa2e-340293364edc x-openstack-request-id: req-23c8a93c-7aaf-45c3-aa2e-340293364edc {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:04:33.891839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857755f0-3881-4c50-aae5-c760403b6573", "name": "network-vif-unplugged", "status": "completed", "tag": "ad561a59-0365-4b88-9200-f1b64d7cfe40", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:04:33.892088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23c8a93c-7aaf-45c3-aa2e-340293364edc {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:04:33.892479 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c8a93c-7aaf-45c3-aa2e-340293364edc'] response: {'server_uuid': '857755f0-3881-4c50-aae5-c760403b6573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad561a59-0365-4b88-9200-f1b64d7cfe40', 'code': 200} Oct 26 16:04:33.926140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port ad561a59-0365-4b88-9200-f1b64d7cfe40 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:04:33.926518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:33.939115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=ad561a59-0365-4b88-9200-f1b64d7cfe40,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:33.949102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:33.949448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:33.949790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:33.950125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:33.950456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:33.950785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:33.951147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:33.951472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:33.951795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:33.952119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:33.952441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:33.952763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:33.953107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:33.953426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:33.953744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:33.957999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad561a59-0365-4b88-9200-f1b64d7cfe40 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:04:33.978370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port ad561a59-0365-4b88-9200-f1b64d7cfe40, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ad561a59-0365-4b88-9200-f1b64d7cfe40,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:04:33.982084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:34.031949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=ad561a59-0365-4b88-9200-f1b64d7cfe40,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:34.040478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['ad561a59-0365-4b88-9200-f1b64d7cfe40'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:04:34.193555 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844beab4-efa9-4c16-81a1-560727dcf7d4 req-e4462e7b-e7ff-43cb-8f17-f3369339e1dd tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:34.195067 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-844beab4-efa9-4c16-81a1-560727dcf7d4 req-e4462e7b-e7ff-43cb-8f17-f3369339e1dd tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 944 time: 0.0501070 Oct 26 16:04:34.243054 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-844beab4-efa9-4c16-81a1-560727dcf7d4 req-0a7ed40e-ab87-4fce-bd7c-07acaa16caca tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424173 Oct 26 16:04:34.443311 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34c629-ba79-4ab6-8367-0245b28a6361 req-0b9e8e98-0c43-44fa-9279-aa02adf5f173 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:34.444705 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5b34c629-ba79-4ab6-8367-0245b28a6361 req-0b9e8e98-0c43-44fa-9279-aa02adf5f173 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 944 time: 0.0467393 Oct 26 16:04:34.494909 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5b34c629-ba79-4ab6-8367-0245b28a6361 req-8908d020-a96e-45c7-83da-492ffe36ee2c tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447323 Oct 26 16:04:34.686317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c9442-ffc8-4304-a039-f5f4f7d51bcd req-8e832d40-f214-4544-9f81-8dd6806ec851 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:34.687729 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-185c9442-ffc8-4304-a039-f5f4f7d51bcd req-8e832d40-f214-4544-9f81-8dd6806ec851 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573&tenant_id=5d5984aa88264284ab52db34b35827dd&binding%3Ahost_id=hv-neutron-7598 HTTP/1.1" status: 200 len: 944 time: 0.0495567 Oct 26 16:04:34.793098 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c9442-ffc8-4304-a039-f5f4f7d51bcd req-a6e29b32-5d53-47d1-aa26-7f29b0761ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:34.794548 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-185c9442-ffc8-4304-a039-f5f4f7d51bcd req-a6e29b32-5d53-47d1-aa26-7f29b0761ec3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5d5984aa88264284ab52db34b35827dd&device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 1128 time: 0.0402005 Oct 26 16:04:34.885495 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c9442-ffc8-4304-a039-f5f4f7d51bcd req-e20e7db1-4ca9-4b71-94e3-c12593f15624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:34.886945 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-185c9442-ffc8-4304-a039-f5f4f7d51bcd req-e20e7db1-4ca9-4b71-94e3-c12593f15624 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=eea9c0f4-5589-43e2-9df9-537f08b7fc26 HTTP/1.1" status: 200 len: 916 time: 0.0858834 Oct 26 16:04:34.925609 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-185c9442-ffc8-4304-a039-f5f4f7d51bcd req-64430810-8a24-46e9-b5a7-2ba6faeca4e8 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad561a59-0365-4b88-9200-f1b64d7cfe40 HTTP/1.1" status: 200 len: 217 time: 0.0321665 Oct 26 16:04:34.973458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c9442-ffc8-4304-a039-f5f4f7d51bcd req-7d1caedf-043f-4149-83fa-81ab60fec9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:34.974874 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-185c9442-ffc8-4304-a039-f5f4f7d51bcd req-7d1caedf-043f-4149-83fa-81ab60fec9ab service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=6b25285c-5cf1-482b-b4b9-80c03b43261e HTTP/1.1" status: 200 len: 854 time: 0.0429635 Oct 26 16:04:35.016556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c9442-ffc8-4304-a039-f5f4f7d51bcd req-2b1d92cf-29b3-4391-811b-836e0128d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:35.018031 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-185c9442-ffc8-4304-a039-f5f4f7d51bcd req-2b1d92cf-29b3-4391-811b-836e0128d153 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=eea9c0f4-5589-43e2-9df9-537f08b7fc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376205 Oct 26 16:04:35.110376 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-185c9442-ffc8-4304-a039-f5f4f7d51bcd req-5243f772-7357-4999-b1a3-f2f497699e19 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862820 Oct 26 16:04:35.166987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:35.204340 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-185c9442-ffc8-4304-a039-f5f4f7d51bcd req-261d032e-1a03-4f9c-a76e-8a158ec4a9b0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885370 Oct 26 16:04:35.616426 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c20914-b4e9-4c11-84aa-2d098a275225 req-f30faf9f-a3d7-46b3-8596-e2e66c743b99 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:35.618227 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-21c20914-b4e9-4c11-84aa-2d098a275225 req-f30faf9f-a3d7-46b3-8596-e2e66c743b99 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 944 time: 0.0472090 Oct 26 16:04:35.647415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device ad561a59-0365-4b88-9200-f1b64d7cfe40 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:04:35.659219 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:35.672758 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-21c20914-b4e9-4c11-84aa-2d098a275225 req-71feca72-d443-4153-b5c6-25fde5ac65c1 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486894 Oct 26 16:04:35.708035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port ad561a59-0365-4b88-9200-f1b64d7cfe40 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:04:35.708412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:35.708747 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port ad561a59-0365-4b88-9200-f1b64d7cfe40 Oct 26 16:04:35.781210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port ad561a59-0365-4b88-9200-f1b64d7cfe40 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:04:35.781611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:35.818572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port ad561a59-0365-4b88-9200-f1b64d7cfe40, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ad561a59-0365-4b88-9200-f1b64d7cfe40,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:04:35.822713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:35.875453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=ad561a59-0365-4b88-9200-f1b64d7cfe40,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:35.893487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857755f0-3881-4c50-aae5-c760403b6573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad561a59-0365-4b88-9200-f1b64d7cfe40'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:04:35.895733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefb6bb0-a08a-44de-9c43-3ee2b7f187f7" -d '{"events": [{"server_uuid": "857755f0-3881-4c50-aae5-c760403b6573", "name": "network-vif-plugged", "status": "completed", "tag": "ad561a59-0365-4b88-9200-f1b64d7cfe40"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:04:35.933455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6713e023-167a-4a6d-ba5f-4ac569d1d968 x-openstack-request-id: req-6713e023-167a-4a6d-ba5f-4ac569d1d968 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:04:35.933754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857755f0-3881-4c50-aae5-c760403b6573", "name": "network-vif-plugged", "status": "completed", "tag": "ad561a59-0365-4b88-9200-f1b64d7cfe40", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:04:35.934039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6713e023-167a-4a6d-ba5f-4ac569d1d968 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:04:35.934441 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6713e023-167a-4a6d-ba5f-4ac569d1d968'] response: {'server_uuid': '857755f0-3881-4c50-aae5-c760403b6573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad561a59-0365-4b88-9200-f1b64d7cfe40', 'code': 200} Oct 26 16:04:36.793116 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220bb44-90d6-468c-93d9-9bd7eb67a530 req-e28930c4-0224-42e8-bda8-f60f31700254 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:36.794595 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b220bb44-90d6-468c-93d9-9bd7eb67a530 req-e28930c4-0224-42e8-bda8-f60f31700254 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0472596 Oct 26 16:04:36.842779 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b220bb44-90d6-468c-93d9-9bd7eb67a530 req-01ad1f92-068c-4214-856a-c50bb04fc545 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Oct 26 16:04:36.961801 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f22ad4-0c97-4653-ab9a-8fe48ef3f366 req-22cff0aa-99e5-4fc8-849c-2d2c31896d87 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:36.963268 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c1f22ad4-0c97-4653-ab9a-8fe48ef3f366 req-22cff0aa-99e5-4fc8-849c-2d2c31896d87 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0468142 Oct 26 16:04:37.009808 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c1f22ad4-0c97-4653-ab9a-8fe48ef3f366 req-8f3f7183-c924-406d-b9ec-6022930e0f96 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403993 Oct 26 16:04:37.127811 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba739d3d-f51c-4d14-b61c-c01d8211e825 req-c88a94ca-1270-4392-9e49-eb400b459889 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:37.129324 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ba739d3d-f51c-4d14-b61c-c01d8211e825 req-c88a94ca-1270-4392-9e49-eb400b459889 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0479288 Oct 26 16:04:37.176570 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ba739d3d-f51c-4d14-b61c-c01d8211e825 req-7fedfb52-df0f-46c4-b855-b2d0b2075480 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417917 Oct 26 16:04:37.509996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb0413-c90a-424a-b3b9-6f94fdd0922f req-d3ddf290-a3fd-4e47-be59-045fa18894a7 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:37.511369 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c5fb0413-c90a-424a-b3b9-6f94fdd0922f req-d3ddf290-a3fd-4e47-be59-045fa18894a7 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0471404 Oct 26 16:04:37.558699 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c5fb0413-c90a-424a-b3b9-6f94fdd0922f req-9533e7cc-1194-4eb2-80ad-dc00e8fc1806 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417962 Oct 26 16:04:38.623602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dd7ff9bb-7056-4215-8f6d-46adf641d448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:38.684678 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a1f2-fc21-4386-b2e0-2d307de00833 req-14806ee4-208c-4e46-baf8-ba59b741b8ff tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:38.686187 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4d70a1f2-fc21-4386-b2e0-2d307de00833 req-14806ee4-208c-4e46-baf8-ba59b741b8ff tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0518124 Oct 26 16:04:38.733848 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4d70a1f2-fc21-4386-b2e0-2d307de00833 req-d312bf16-5bbb-4b34-b916-106d26b096a7 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8728b882-2205-4465-9a6c-660a5a249bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421255 Oct 26 16:04:39.237466 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:39.250996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a6ddf-113e-46d9-bcf8-7e2030902238 req-7bd9e6b6-c0da-48f9-a264-6843bda2fa5b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:39.252551 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3b6a6ddf-113e-46d9-bcf8-7e2030902238 req-7bd9e6b6-c0da-48f9-a264-6843bda2fa5b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 945 time: 0.0516841 Oct 26 16:04:39.335871 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-3b6a6ddf-113e-46d9-bcf8-7e2030902238 req-e1f63e46-e63b-4af8-af96-f0625d8e0ed8 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Deleting port ad561a59-0365-4b88-9200-f1b64d7cfe40 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:04:39.336224 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3b6a6ddf-113e-46d9-bcf8-7e2030902238 req-e1f63e46-e63b-4af8-af96-f0625d8e0ed8 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:39.427526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-3b6a6ddf-113e-46d9-bcf8-7e2030902238 req-e1f63e46-e63b-4af8-af96-f0625d8e0ed8 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] For port ad561a59-0365-4b88-9200-f1b64d7cfe40, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ad561a59-0365-4b88-9200-f1b64d7cfe40,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:04:39.427904 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3b6a6ddf-113e-46d9-bcf8-7e2030902238 req-e1f63e46-e63b-4af8-af96-f0625d8e0ed8 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:39.441969 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-3b6a6ddf-113e-46d9-bcf8-7e2030902238 req-e1f63e46-e63b-4af8-af96-f0625d8e0ed8 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Calling delete_port for ad561a59-0365-4b88-9200-f1b64d7cfe40 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:04:39.564486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3b6a6ddf-113e-46d9-bcf8-7e2030902238 req-e1f63e46-e63b-4af8-af96-f0625d8e0ed8 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (ad561a59-0365-4b88-9200-f1b64d7cfe40), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:39.580660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['ad561a59-0365-4b88-9200-f1b64d7cfe40'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:04:39.594286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f63e46-e63b-4af8-af96-f0625d8e0ed8 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Pushing event deleted for resources: {'Port': ['ID=ad561a59-0365-4b88-9200-f1b64d7cfe40,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:39.644091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6a6ddf-113e-46d9-bcf8-7e2030902238 req-e1f63e46-e63b-4af8-af96-f0625d8e0ed8 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] No DVR routers for this DVR port ad561a59-0365-4b88-9200-f1b64d7cfe40 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:04:39.646696 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3b6a6ddf-113e-46d9-bcf8-7e2030902238 req-e1f63e46-e63b-4af8-af96-f0625d8e0ed8 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:39.649979 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3b6a6ddf-113e-46d9-bcf8-7e2030902238 req-e1f63e46-e63b-4af8-af96-f0625d8e0ed8 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.64 "DELETE /networking/v2.0/ports/ad561a59-0365-4b88-9200-f1b64d7cfe40 HTTP/1.1" status: 204 len: 173 time: 0.3895633 Oct 26 16:04:39.650504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857755f0-3881-4c50-aae5-c760403b6573', 'name': 'network-vif-deleted', 'tag': 'ad561a59-0365-4b88-9200-f1b64d7cfe40'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:04:39.652957 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e8795b-90a2-4e83-b665-1e0202d6931f" -d '{"events": [{"server_uuid": "857755f0-3881-4c50-aae5-c760403b6573", "name": "network-vif-deleted", "tag": "ad561a59-0365-4b88-9200-f1b64d7cfe40"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:04:39.697352 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fdd2f9-e7a0-4373-9863-f1eb2b86c1da x-openstack-request-id: req-90fdd2f9-e7a0-4373-9863-f1eb2b86c1da {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:04:39.697655 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857755f0-3881-4c50-aae5-c760403b6573", "name": "network-vif-deleted", "tag": "ad561a59-0365-4b88-9200-f1b64d7cfe40", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:04:39.698079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90fdd2f9-e7a0-4373-9863-f1eb2b86c1da {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:04:39.698341 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90fdd2f9-e7a0-4373-9863-f1eb2b86c1da'] response: {'server_uuid': '857755f0-3881-4c50-aae5-c760403b6573', 'name': 'network-vif-deleted', 'tag': 'ad561a59-0365-4b88-9200-f1b64d7cfe40', 'status': 'completed', 'code': 200} Oct 26 16:04:39.851563 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3de87f49-405a-46a6-b4d4-f6c12cf02455 req-c33758f8-fc35-4982-9847-13e250e3daea tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=857755f0-3881-4c50-aae5-c760403b6573 HTTP/1.1" status: 200 len: 210 time: 0.0305896 Oct 26 16:04:40.107003 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:04:40.951168 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41644) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:04:40.992612 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:41.008002 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for security_group (c004d85b-221b-4f96-af89-bb4ca504018b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:41.025181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-cb3db1b7-f144-4e02-9818-fb6656b4585e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:41.031677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for security_group (c004d85b-221b-4f96-af89-bb4ca504018b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:41.083244 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (c004d85b-221b-4f96-af89-bb4ca504018b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:41.085905 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:41.087081 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/c004d85b-221b-4f96-af89-bb4ca504018b HTTP/1.1" status: 204 len: 168 time: 0.1349010 Oct 26 16:04:41.089699 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41646) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:04:41.096682 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c004d85b-221b-4f96-af89-bb4ca504018b,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:41.104011 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:41.104369 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:41.104589 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-bdbdb562-1d00-40c7-9e10-73f832778197 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] show failed (client error): The resource could not be found. Oct 26 16:04:41.104708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:41.105093 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:41.105439 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:41.105666 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bdbdb562-1d00-40c7-9e10-73f832778197 tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "GET /networking/v2.0/security-groups/c004d85b-221b-4f96-af89-bb4ca504018b HTTP/1.1" status: 404 len: 347 time: 0.0148818 Oct 26 16:04:41.105857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:41.106115 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:41.106453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:41.106790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:41.107125 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:41.107460 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:41.107798 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:41.108131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:41.109031 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41648) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:04:41.109175 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:41.109443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501db03-1216-4fe2-ad45-981247589b0e tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:41.218966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-1dd92e5d-2647-42c3-b14e-e1b832186d8f tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Deleting port 67549c84-3555-4135-9814-40c930488625 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:04:41.219309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1dd92e5d-2647-42c3-b14e-e1b832186d8f tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (67549c84-3555-4135-9814-40c930488625), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:41.298316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1dd92e5d-2647-42c3-b14e-e1b832186d8f tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (67549c84-3555-4135-9814-40c930488625), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:41.298649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1dd92e5d-2647-42c3-b14e-e1b832186d8f tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for floatingip (67549c84-3555-4135-9814-40c930488625), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:41.310474 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-1dd92e5d-2647-42c3-b14e-e1b832186d8f tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Calling delete_port for 67549c84-3555-4135-9814-40c930488625 owned by network:floatingip {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:04:41.383134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:41.449137 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1dd92e5d-2647-42c3-b14e-e1b832186d8f tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (67549c84-3555-4135-9814-40c930488625), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:41.480389 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd92e5d-2647-42c3-b14e-e1b832186d8f tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Pushing event deleted for resources: {'Port': ['ID=67549c84-3555-4135-9814-40c930488625,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:41.534836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1dd92e5d-2647-42c3-b14e-e1b832186d8f tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks [] for floatingip (1869eae1-a78b-42ba-8817-341c7b8ef1cb), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:41.537657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1dd92e5d-2647-42c3-b14e-e1b832186d8f tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:41.538850 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1dd92e5d-2647-42c3-b14e-e1b832186d8f tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/1869eae1-a78b-42ba-8817-341c7b8ef1cb HTTP/1.1" status: 204 len: 168 time: 0.4287987 Oct 26 16:04:41.611081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41654) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:04:41.645028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device ad561a59-0365-4b88-9200-f1b64d7cfe40 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:04:41.664424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: ad561a59-0365-4b88-9200-f1b64d7cfe40 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:04:41.664772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device ad561a59-0365-4b88-9200-f1b64d7cfe40 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:04:41.919474 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7f1de3a5-44e5-43e2-8518-c9017ea79e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (7c0336f7-e01e-437e-980b-0c7feda07eb0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:42.131024 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:42.134519 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-7f1de3a5-44e5-43e2-8518-c9017ea79e2d admin admin] Deleting port cbd18955-22b3-4917-a025-d43d011dbb6c {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:04:42.134977 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7f1de3a5-44e5-43e2-8518-c9017ea79e2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:42.194235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:42.217165 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-7f1de3a5-44e5-43e2-8518-c9017ea79e2d admin admin] For port cbd18955-22b3-4917-a025-d43d011dbb6c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=cbd18955-22b3-4917-a025-d43d011dbb6c,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:04:42.217560 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7f1de3a5-44e5-43e2-8518-c9017ea79e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:42.230543 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-7f1de3a5-44e5-43e2-8518-c9017ea79e2d admin admin] Calling delete_port for cbd18955-22b3-4917-a025-d43d011dbb6c owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:04:42.357294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:42.411781 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7f1de3a5-44e5-43e2-8518-c9017ea79e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (cbd18955-22b3-4917-a025-d43d011dbb6c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:42.433923 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1de3a5-44e5-43e2-8518-c9017ea79e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=cbd18955-22b3-4917-a025-d43d011dbb6c,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:42.602503 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7f1de3a5-44e5-43e2-8518-c9017ea79e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (7c0336f7-e01e-437e-980b-0c7feda07eb0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:42.623330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a1e553-206d-4490-b9cd-69a302b564a5 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 16:04:42.689619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a1e553-206d-4490-b9cd-69a302b564a5 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:04:42.809029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:42.812019 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1de3a5-44e5-43e2-8518-c9017ea79e2d admin admin] Router 7c0336f7-e01e-437e-980b-0c7feda07eb0 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:04:42.872472 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:42.920162 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1de3a5-44e5-43e2-8518-c9017ea79e2d admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:04:42.927383 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7f1de3a5-44e5-43e2-8518-c9017ea79e2d admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/7c0336f7-e01e-437e-980b-0c7feda07eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3148887 Oct 26 16:04:42.928929 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41656) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:04:42.929609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f06ebd-af5e-4638-b46b-3c04bad825b2 None None] Sync routers for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:04:42.936368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:42.946752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f06ebd-af5e-4638-b46b-3c04bad825b2 None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:04:42.947649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c4f06ebd-af5e-4638-b46b-3c04bad825b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:43.037248 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-08c7d38a-6ccf-4240-89ef-12fa96a60399 admin admin] Publish callbacks [] for router (7c0336f7-e01e-437e-980b-0c7feda07eb0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:43.057675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c4f06ebd-af5e-4638-b46b-3c04bad825b2 None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:04:43.144252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-08c7d38a-6ccf-4240-89ef-12fa96a60399 admin admin] Publish callbacks [] for router_gateway (7c0336f7-e01e-437e-980b-0c7feda07eb0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:43.175087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:43.192258 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-08c7d38a-6ccf-4240-89ef-12fa96a60399 admin admin] Deleting port 17cf1fad-34b0-4b0b-a858-a566d8440bd9 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:04:43.192599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-08c7d38a-6ccf-4240-89ef-12fa96a60399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:43.245896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c4f06ebd-af5e-4638-b46b-3c04bad825b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25'}], 'enable_snat': True}, 'gw_port_id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:04:42Z', 'revision_number': 5, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port': {'id': '17cf1fad-34b0-4b0b-a858-a566d8440bd9', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:03:35Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:43.272164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f06ebd-af5e-4638-b46b-3c04bad825b2 None None] Checking router: 7c0336f7-e01e-437e-980b-0c7feda07eb0 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:04:43.281731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f06ebd-af5e-4638-b46b-3c04bad825b2 None None] Routers {'7c0336f7-e01e-437e-980b-0c7feda07eb0'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:04:43.282289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c4f06ebd-af5e-4638-b46b-3c04bad825b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['7c0336f7-e01e-437e-980b-0c7feda07eb0'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:43.282695 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-08c7d38a-6ccf-4240-89ef-12fa96a60399 admin admin] For port 17cf1fad-34b0-4b0b-a858-a566d8440bd9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=17cf1fad-34b0-4b0b-a858-a566d8440bd9,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:04:43.283082 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-08c7d38a-6ccf-4240-89ef-12fa96a60399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:43.298533 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-08c7d38a-6ccf-4240-89ef-12fa96a60399 admin admin] Calling delete_port for 17cf1fad-34b0-4b0b-a858-a566d8440bd9 owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:04:43.338284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:43.470040 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-08c7d38a-6ccf-4240-89ef-12fa96a60399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (17cf1fad-34b0-4b0b-a858-a566d8440bd9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:43.496034 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7d38a-6ccf-4240-89ef-12fa96a60399 admin admin] Pushing event deleted for resources: {'Port': ['ID=17cf1fad-34b0-4b0b-a858-a566d8440bd9,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:43.516121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-05c8cc2f-71e2-4534-ae5e-15306669d991 None None] Provisioning complete for port bb36371f-962e-4e93-846e-6977d1760fb4 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:04:43.516513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-05c8cc2f-71e2-4534-ae5e-15306669d991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bb36371f-962e-4e93-846e-6977d1760fb4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:43.516871 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-05c8cc2f-71e2-4534-ae5e-15306669d991 None None] Attempt 1 to provision port bb36371f-962e-4e93-846e-6977d1760fb4 Oct 26 16:04:43.519762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c4f06ebd-af5e-4638-b46b-3c04bad825b2 None None] Set router 7c0336f7-e01e-437e-980b-0c7feda07eb0 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:04:43.559826 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-08c7d38a-6ccf-4240-89ef-12fa96a60399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (7c0336f7-e01e-437e-980b-0c7feda07eb0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:43.589455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c4f06ebd-af5e-4638-b46b-3c04bad825b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:04:43Z', 'revision_number': 6, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:43.618826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f06ebd-af5e-4638-b46b-3c04bad825b2 None None] The sync data for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv is: [{'id': '7c0336f7-e01e-437e-980b-0c7feda07eb0', 'name': 'tempest-ServerDiskConfigTestJSON-1205354335-router', 'tenant_id': '5d5984aa88264284ab52db34b35827dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:03:00Z', 'updated_at': '2022-10-26T16:04:43Z', 'revision_number': 6, 'project_id': '5d5984aa88264284ab52db34b35827dd', 'gw_port_host': None}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:04:43.651646 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-08c7d38a-6ccf-4240-89ef-12fa96a60399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (7c0336f7-e01e-437e-980b-0c7feda07eb0), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:43.653943 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-08c7d38a-6ccf-4240-89ef-12fa96a60399 admin admin] Publish callbacks [] for router_controller (7c0336f7-e01e-437e-980b-0c7feda07eb0), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:43.669654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-05c8cc2f-71e2-4534-ae5e-15306669d991 None None] Current status of the port bb36371f-962e-4e93-846e-6977d1760fb4 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:04:43.705505 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-08c7d38a-6ccf-4240-89ef-12fa96a60399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (7c0336f7-e01e-437e-980b-0c7feda07eb0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:43.706130 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c7d38a-6ccf-4240-89ef-12fa96a60399 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c0336f7-e01e-437e-980b-0c7feda07eb0 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:04:43.711303 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-08c7d38a-6ccf-4240-89ef-12fa96a60399 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:43.712635 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-08c7d38a-6ccf-4240-89ef-12fa96a60399 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/7c0336f7-e01e-437e-980b-0c7feda07eb0 HTTP/1.1" status: 204 len: 168 time: 0.7827535 Oct 26 16:04:43.715412 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41658) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:04:43.722685 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:43.732284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:43.764123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-0024b1db-c5ea-428e-b5ea-a1b7bec21d71 admin admin] Deleting subnet 6b25285c-5cf1-482b-b4b9-80c03b43261e {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 16:04:43.767403 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0024b1db-c5ea-428e-b5ea-a1b7bec21d71 admin admin] Publish callbacks [] for subnet (6b25285c-5cf1-482b-b4b9-80c03b43261e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:43.808436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0024b1db-c5ea-428e-b5ea-a1b7bec21d71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (6b25285c-5cf1-482b-b4b9-80c03b43261e), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:43.884108 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0024b1db-c5ea-428e-b5ea-a1b7bec21d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (6b25285c-5cf1-482b-b4b9-80c03b43261e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:43.905548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:43.938914 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0024b1db-c5ea-428e-b5ea-a1b7bec21d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (6b25285c-5cf1-482b-b4b9-80c03b43261e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:43.968261 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024b1db-c5ea-428e-b5ea-a1b7bec21d71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b25285c-5cf1-482b-b4b9-80c03b43261e,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:43.972021 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0024b1db-c5ea-428e-b5ea-a1b7bec21d71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:43.975264 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0024b1db-c5ea-428e-b5ea-a1b7bec21d71 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/6b25285c-5cf1-482b-b4b9-80c03b43261e HTTP/1.1" status: 204 len: 168 time: 0.2588525 Oct 26 16:04:43.977874 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41660) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:04:43.980227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a37a9a-20f8-427e-ba94-c5e32082e6d0 None None] Network eea9c0f4-5589-43e2-9df9-537f08b7fc26 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:04:44.050748 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (eea9c0f4-5589-43e2-9df9-537f08b7fc26), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:44.097361 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] Deleting port bb36371f-962e-4e93-846e-6977d1760fb4 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:04:44.097712 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (bb36371f-962e-4e93-846e-6977d1760fb4), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:44.123769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730488df-948f-45d2-a57f-813eafa037f4 None None] DHCP port deletion for eea9c0f4-5589-43e2-9df9-537f08b7fc26 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 16:04:44.162236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-730488df-948f-45d2-a57f-813eafa037f4 None None] Deleting port bb36371f-962e-4e93-846e-6977d1760fb4 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:04:44.162620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-730488df-948f-45d2-a57f-813eafa037f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (bb36371f-962e-4e93-846e-6977d1760fb4), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:44.167759 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] For port bb36371f-962e-4e93-846e-6977d1760fb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bb36371f-962e-4e93-846e-6977d1760fb4,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:04:44.168121 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (bb36371f-962e-4e93-846e-6977d1760fb4), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:44.181760 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] Calling delete_port for bb36371f-962e-4e93-846e-6977d1760fb4 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:04:44.230032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-730488df-948f-45d2-a57f-813eafa037f4 None None] For port bb36371f-962e-4e93-846e-6977d1760fb4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bb36371f-962e-4e93-846e-6977d1760fb4,segment=NetworkSegment(39ac3705-d332-4747-ac25-747e4953756c),segment_id=39ac3705-d332-4747-ac25-747e4953756c)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:04:44.230346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-730488df-948f-45d2-a57f-813eafa037f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (bb36371f-962e-4e93-846e-6977d1760fb4), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:44.243766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-730488df-948f-45d2-a57f-813eafa037f4 None None] Calling delete_port for bb36371f-962e-4e93-846e-6977d1760fb4 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:04:44.261434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (bb36371f-962e-4e93-846e-6977d1760fb4), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:44.292320 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb36371f-962e-4e93-846e-6977d1760fb4,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:44.295600 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] No DVR routers for this DVR port bb36371f-962e-4e93-846e-6977d1760fb4 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:04:44.333372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-730488df-948f-45d2-a57f-813eafa037f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (bb36371f-962e-4e93-846e-6977d1760fb4), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:44.360622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730488df-948f-45d2-a57f-813eafa037f4 None None] Pushing event deleted for resources: {'Port': ['ID=bb36371f-962e-4e93-846e-6977d1760fb4,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:44.365735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730488df-948f-45d2-a57f-813eafa037f4 None None] No DVR routers for this DVR port bb36371f-962e-4e93-846e-6977d1760fb4 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:04:44.370682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (eea9c0f4-5589-43e2-9df9-537f08b7fc26), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:44.399429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea9c0f4-5589-43e2-9df9-537f08b7fc26']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:44.410596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ac3705-d332-4747-ac25-747e4953756c') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:44.410596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ac3705-d332-4747-ac25-747e4953756c') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:44.419324 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcf9d40-dee5-4e14-bcb4-33d70e1252e9 None None] Sync routers for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:04:44.419966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:44.422401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (39ac3705-d332-4747-ac25-747e4953756c), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:44.429703 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcf9d40-dee5-4e14-bcb4-33d70e1252e9 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:04:44.430300 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcf9d40-dee5-4e14-bcb4-33d70e1252e9 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:04:44.431073 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-4dcf9d40-dee5-4e14-bcb4-33d70e1252e9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7c0336f7-e01e-437e-980b-0c7feda07eb0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:04:44.438130 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (39ac3705-d332-4747-ac25-747e4953756c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:44.442353 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcf9d40-dee5-4e14-bcb4-33d70e1252e9 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:04:44.442711 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcf9d40-dee5-4e14-bcb4-33d70e1252e9 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:04:44.443276 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-4dcf9d40-dee5-4e14-bcb4-33d70e1252e9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7c0336f7-e01e-437e-980b-0c7feda07eb0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:04:44.443636 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcf9d40-dee5-4e14-bcb4-33d70e1252e9 None None] The sync data for ids ['7c0336f7-e01e-437e-980b-0c7feda07eb0'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:04:44.446609 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:04:44.447007 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (39ac3705-d332-4747-ac25-747e4953756c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:44.493117 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 39ac3705-d332-4747-ac25-747e4953756c resource provider aggregate not found Oct 26 16:04:44.511975 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 39ac3705-d332-4747-ac25-747e4953756c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39ac3705-d332-4747-ac25-747e4953756c found for delete ", "request_id": "req-1570b6b8-d9bd-44cf-9882-ca63541f18ce"}]} Oct 26 16:04:44.516032 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (eea9c0f4-5589-43e2-9df9-537f08b7fc26), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:44.522434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:44.524861 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/eea9c0f4-5589-43e2-9df9-537f08b7fc26 HTTP/1.1" status: 204 len: 168 time: 0.5460470 Oct 26 16:04:44.535742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ae3d5-710c-461e-991e-b9dfa4086896 admin admin] Pushing event deleted for resources: {'Network': ['ID=eea9c0f4-5589-43e2-9df9-537f08b7fc26,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:44.634603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41668) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:04:44.675598 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-271d8dc5-e864-4c92-98c0-2a1ca60390df admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=5d5984aa88264284ab52db34b35827dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398598 Oct 26 16:04:44.678041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41670) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:04:44.725737 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a7e9c885-1695-4554-920b-f57fe10dc883 admin admin] Publish callbacks [] for security_group (8728b882-2205-4465-9a6c-660a5a249bed), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:44.728130 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:44.747675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a7e9c885-1695-4554-920b-f57fe10dc883 admin admin] Publish callbacks [] for security_group (8728b882-2205-4465-9a6c-660a5a249bed), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:44.794092 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a7e9c885-1695-4554-920b-f57fe10dc883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (8728b882-2205-4465-9a6c-660a5a249bed), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:44.797215 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a7e9c885-1695-4554-920b-f57fe10dc883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:44.798352 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a7e9c885-1695-4554-920b-f57fe10dc883 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8728b882-2205-4465-9a6c-660a5a249bed HTTP/1.1" status: 204 len: 168 time: 0.1194360 Oct 26 16:04:44.805980 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9c885-1695-4554-920b-f57fe10dc883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8728b882-2205-4465-9a6c-660a5a249bed,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:45.013128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bb36371f-962e-4e93-846e-6977d1760fb4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:04:45.032096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: bb36371f-962e-4e93-846e-6977d1760fb4 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:04:45.032445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bb36371f-962e-4e93-846e-6977d1760fb4 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:04:45.471724 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41692) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:04:45.569939 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-b9247fe5-4ac3-4bb7-8a5a-b75c58add7ca admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1194263768-network', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:04:45.590779 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9247fe5-4ac3-4bb7-8a5a-b75c58add7ca admin admin] Made reservation on behalf of c30e9d4c96774675846ef079c4a2161e for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:04:45.593828 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b9247fe5-4ac3-4bb7-8a5a-b75c58add7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:45.602214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b9247fe5-4ac3-4bb7-8a5a-b75c58add7ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:45.679483 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b9247fe5-4ac3-4bb7-8a5a-b75c58add7ca admin admin] Publish callbacks [] for security_group (1d0e501a-da16-4b5b-94ec-f7927d321547), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:45.683134 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b9247fe5-4ac3-4bb7-8a5a-b75c58add7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (1d0e501a-da16-4b5b-94ec-f7927d321547), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:45.712631 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9247fe5-4ac3-4bb7-8a5a-b75c58add7ca admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:04:45.723183 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9247fe5-4ac3-4bb7-8a5a-b75c58add7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0e501a-da16-4b5b-94ec-f7927d321547,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:45.728952 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b9247fe5-4ac3-4bb7-8a5a-b75c58add7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (c0806057-d466-4c61-9ba1-7178eb9fc1a1), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:45.729309 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-b9247fe5-4ac3-4bb7-8a5a-b75c58add7ca admin admin] Added segment c0806057-d466-4c61-9ba1-7178eb9fc1a1 of type vlan for network fd50757c-9525-4394-b09c-e7337c28eb0c Oct 26 16:04:45.770842 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b9247fe5-4ac3-4bb7-8a5a-b75c58add7ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (fd50757c-9525-4394-b09c-e7337c28eb0c), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:45.774316 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:45.798105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b9247fe5-4ac3-4bb7-8a5a-b75c58add7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (fd50757c-9525-4394-b09c-e7337c28eb0c), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:45.799020 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9247fe5-4ac3-4bb7-8a5a-b75c58add7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:45.799598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b9247fe5-4ac3-4bb7-8a5a-b75c58add7ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:45.851293 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b9247fe5-4ac3-4bb7-8a5a-b75c58add7ca admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3784766 Oct 26 16:04:45.854449 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41696) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:04:45.865283 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-b769235b-059a-4b0d-a8d6-932269332aeb admin admin] Request body: {'subnet': {'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1194263768-subnet', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:04:45.877703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9247fe5-4ac3-4bb7-8a5a-b75c58add7ca admin admin] Pushing event updated for resources: {'Network': ['ID=fd50757c-9525-4394-b09c-e7337c28eb0c,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:45.888645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network fd50757c-9525-4394-b09c-e7337c28eb0c details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:04:45.889363 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b769235b-059a-4b0d-a8d6-932269332aeb admin admin] Made reservation on behalf of c30e9d4c96774675846ef079c4a2161e for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:04:45.892195 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b769235b-059a-4b0d-a8d6-932269332aeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:46.058604 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b769235b-059a-4b0d-a8d6-932269332aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (b5e33844-8a26-4c1d-a2f2-bf8686b67ee9), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:46.116495 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769235b-059a-4b0d-a8d6-932269332aeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e33844-8a26-4c1d-a2f2-bf8686b67ee9,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:46.127262 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b769235b-059a-4b0d-a8d6-932269332aeb admin admin] Checking segment: {'id': 'c0806057-d466-4c61-9ba1-7178eb9fc1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:04:46.127621 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b769235b-059a-4b0d-a8d6-932269332aeb admin admin] Network hostable DHCP agents. Network: fd50757c-9525-4394-b09c-e7337c28eb0c, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:04:46.144366 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b769235b-059a-4b0d-a8d6-932269332aeb admin admin] Network fd50757c-9525-4394-b09c-e7337c28eb0c is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:04:46.153008 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-b769235b-059a-4b0d-a8d6-932269332aeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, fd50757c-9525-4394-b09c-e7337c28eb0c) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:04:46.157420 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b769235b-059a-4b0d-a8d6-932269332aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:46.158395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b769235b-059a-4b0d-a8d6-932269332aeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:46.161182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dccf54-d4bc-404e-be06-45f8760b7158 None None] Network fd50757c-9525-4394-b09c-e7337c28eb0c requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:04:46.167912 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:46.177092 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b769235b-059a-4b0d-a8d6-932269332aeb admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3214824 Oct 26 16:04:46.179855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41698) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:04:46.184118 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:04:46.205796 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (aa108631-c867-4146-b503-e0694f30711f), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:46.206824 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (aa108631-c867-4146-b503-e0694f30711f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:46.259589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] Publish callbacks [] for router_controller (aa108631-c867-4146-b503-e0694f30711f), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:46.275187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-fd50757c-9525-4394-b09c-e7337c28eb0c', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:04:46.276121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:46.416840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Allocated IP 172.20.0.2 (fd50757c-9525-4394-b09c-e7337c28eb0c/b5e33844-8a26-4c1d-a2f2-bf8686b67ee9/ffbb0ab2-aaf5-4a4d-af52-860140e91e12) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:04:46.494799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:46.570738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Publish callbacks [] for port (ffbb0ab2-aaf5-4a4d-af52-860140e91e12), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:46.576624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (ffbb0ab2-aaf5-4a4d-af52-860140e91e12), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:46.617573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Network fd50757c-9525-4394-b09c-e7337c28eb0c is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:04:46.623510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:04:46.627486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:04:46.629201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:46.635476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Pushing event updated for resources: {'Port': ['ID=ffbb0ab2-aaf5-4a4d-af52-860140e91e12,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:46.695217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Attempting to bind port ffbb0ab2-aaf5-4a4d-af52-860140e91e12 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:04:46.695511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Attempting to bind port ffbb0ab2-aaf5-4a4d-af52-860140e91e12 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'c0806057-d466-4c61-9ba1-7178eb9fc1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:04:46.695875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Attempting to bind port ffbb0ab2-aaf5-4a4d-af52-860140e91e12 on network fd50757c-9525-4394-b09c-e7337c28eb0c {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:04:46.707620 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] Publish callbacks [] for router_gateway (aa108631-c867-4146-b503-e0694f30711f), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:46.738217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:04:46.738601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Checking segment: {'id': 'c0806057-d466-4c61-9ba1-7178eb9fc1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:04:46.739009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:46.739404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Bound using segment: {'id': 'c0806057-d466-4c61-9ba1-7178eb9fc1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:04:46.739879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Bound port: ffbb0ab2-aaf5-4a4d-af52-860140e91e12, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0806057-d466-4c61-9ba1-7178eb9fc1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:04:46.740269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ffbb0ab2-aaf5-4a4d-af52-860140e91e12), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:46.773575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:46.802676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] For port ffbb0ab2-aaf5-4a4d-af52-860140e91e12, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:04:46.805783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] For port ffbb0ab2-aaf5-4a4d-af52-860140e91e12, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ffbb0ab2-aaf5-4a4d-af52-860140e91e12,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:04:46.811086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ffbb0ab2-aaf5-4a4d-af52-860140e91e12), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:46.864704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a6ff5-71f8-4006-883e-ea8faceaf3d0 None None] Pushing event updated for resources: {'Port': ['ID=ffbb0ab2-aaf5-4a4d-af52-860140e91e12,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:46.889405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:46.900110 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] Publish callbacks [] for router_gateway (aa108631-c867-4146-b503-e0694f30711f), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:46.920197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:47.019127 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:47.050918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] Allocated IP 172.26.11.135 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/0694b673-8911-46fd-b145-f2bf5d7c7c48) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:04:47.162298 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] Publish callbacks [] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:47.193968 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:47.232050 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:04:47.238849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:04:47.242753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:04:47.246231 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:47.371876 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:47.489910 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] Publish callbacks [] for router_gateway (aa108631-c867-4146-b503-e0694f30711f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:47.686565 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (aa108631-c867-4146-b503-e0694f30711f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:47.700010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34371bf9-a6e6-468b-8b88-d41dae7baf26 None None] Network fd50757c-9525-4394-b09c-e7337c28eb0c requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:04:47.753098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-20851454-2c1c-4465-b208-29b42de132e7 None None] Provisioning complete for port ffbb0ab2-aaf5-4a4d-af52-860140e91e12 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:04:47.753378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-20851454-2c1c-4465-b208-29b42de132e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ffbb0ab2-aaf5-4a4d-af52-860140e91e12), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:47.753708 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-20851454-2c1c-4465-b208-29b42de132e7 None None] Attempt 1 to provision port ffbb0ab2-aaf5-4a4d-af52-860140e91e12 Oct 26 16:04:47.816657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] Router aa108631-c867-4146-b503-e0694f30711f is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:04:47.867608 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:47.873912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-20851454-2c1c-4465-b208-29b42de132e7 None None] Current status of the port ffbb0ab2-aaf5-4a4d-af52-860140e91e12 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:04:47.874303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-20851454-2c1c-4465-b208-29b42de132e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ffbb0ab2-aaf5-4a4d-af52-860140e91e12), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:47.910087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-20851454-2c1c-4465-b208-29b42de132e7 None None] For port ffbb0ab2-aaf5-4a4d-af52-860140e91e12, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ffbb0ab2-aaf5-4a4d-af52-860140e91e12,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:04:47.916889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-20851454-2c1c-4465-b208-29b42de132e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ffbb0ab2-aaf5-4a4d-af52-860140e91e12), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:47.924575 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:04:47.944756 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:47.948983 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d4eb6a1e-421a-4b86-b140-d7b2934676fe admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7655897 Oct 26 16:04:47.949706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41700) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:04:47.958400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:04:47.988119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:04:47.988892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:48.026198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20851454-2c1c-4465-b208-29b42de132e7 None None] Pushing event updated for resources: {'Port': ['ID=ffbb0ab2-aaf5-4a4d-af52-860140e91e12,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:48.104080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:04:48.175958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-61bdc7e2-441e-4ce0-ae3e-3de54ed35948 None None] Provisioning complete for port ffbb0ab2-aaf5-4a4d-af52-860140e91e12 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:04:48.176331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-61bdc7e2-441e-4ce0-ae3e-3de54ed35948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ffbb0ab2-aaf5-4a4d-af52-860140e91e12), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:48.176668 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-61bdc7e2-441e-4ce0-ae3e-3de54ed35948 None None] Attempt 1 to provision port ffbb0ab2-aaf5-4a4d-af52-860140e91e12 Oct 26 16:04:48.342763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-61bdc7e2-441e-4ce0-ae3e-3de54ed35948 None None] Current status of the port ffbb0ab2-aaf5-4a4d-af52-860140e91e12 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:04:48.348908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:47Z', 'revision_number': 3, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:48.359629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:48.519058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:04:48.519403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Updating router aa108631-c867-4146-b503-e0694f30711f port 0694b673-8911-46fd-b145-f2bf5d7c7c48 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:04:48.548011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:48.666899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a68c8023-ba20-4907-a6b6-9d3ce1c70c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:48.706037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:48.797837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Publish callbacks [] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:48.803138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:48.807718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:48.824487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-a68c8023-ba20-4907-a6b6-9d3ce1c70c1b admin admin] Allocated IP 172.20.0.1 (fd50757c-9525-4394-b09c-e7337c28eb0c/b5e33844-8a26-4c1d-a2f2-bf8686b67ee9/9aca8c61-85f0-4459-9ad8-96e6d25f44a4) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:04:48.839269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Attempting to bind port 0694b673-8911-46fd-b145-f2bf5d7c7c48 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:04:48.839660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Attempting to bind port 0694b673-8911-46fd-b145-f2bf5d7c7c48 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:04:48.840008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Attempting to bind port 0694b673-8911-46fd-b145-f2bf5d7c7c48 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:04:48.879094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adfc51-819f-4a71-b48e-ba2381e67f3a None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:48.896423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:04:48.896825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:04:48.897247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:48.897665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:04:48.898124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Bound port: 0694b673-8911-46fd-b145-f2bf5d7c7c48, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:04:48.898513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:48.934624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a68c8023-ba20-4907-a6b6-9d3ce1c70c1b admin admin] Publish callbacks [] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:48.947236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:04:48.950335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:04:48.955861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:48.971316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a68c8023-ba20-4907-a6b6-9d3ce1c70c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:48.991103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:49.000646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:04:49.001516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:49.006558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68c8023-ba20-4907-a6b6-9d3ce1c70c1b admin admin] Network fd50757c-9525-4394-b09c-e7337c28eb0c is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:04:49.010738 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-a68c8023-ba20-4907-a6b6-9d3ce1c70c1b admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:04:49.055982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:49.063252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adfc51-819f-4a71-b48e-ba2381e67f3a None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:49.076055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68c8023-ba20-4907-a6b6-9d3ce1c70c1b admin admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:04:49.079301 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c8023-ba20-4907-a6b6-9d3ce1c70c1b admin admin] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:49.127994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ffbb0ab2-aaf5-4a4d-af52-860140e91e12 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:04:49.129518 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a68c8023-ba20-4907-a6b6-9d3ce1c70c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (aa108631-c867-4146-b503-e0694f30711f), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:49.175636 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:49.185075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:04:49.267130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ffbb0ab2-aaf5-4a4d-af52-860140e91e12 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:04:49.267605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ffbb0ab2-aaf5-4a4d-af52-860140e91e12), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:49.268231 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ffbb0ab2-aaf5-4a4d-af52-860140e91e12 Oct 26 16:04:49.281987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a68c8023-ba20-4907-a6b6-9d3ce1c70c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:49.411893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2cbd2084-a6e1-4f36-9302-ac979f29acda None None] Provisioning complete for port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:04:49.412379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2cbd2084-a6e1-4f36-9302-ac979f29acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:49.412816 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2cbd2084-a6e1-4f36-9302-ac979f29acda None None] Attempt 1 to provision port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 Oct 26 16:04:49.435660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ffbb0ab2-aaf5-4a4d-af52-860140e91e12 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:04:49.462745 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a68c8023-ba20-4907-a6b6-9d3ce1c70c1b admin admin] Publish callbacks [] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:49.467711 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a68c8023-ba20-4907-a6b6-9d3ce1c70c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:49.476670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd2084-a6e1-4f36-9302-ac979f29acda None None] Port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:04:49.485098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:47Z', 'revision_number': 3, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:49.510070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a098c2e3-0d24-416e-b3c2-5fbee63a9c25 None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:47Z', 'revision_number': 3, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:04:49.541915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c8023-ba20-4907-a6b6-9d3ce1c70c1b admin admin] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:49.548657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a68c8023-ba20-4907-a6b6-9d3ce1c70c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (aa108631-c867-4146-b503-e0694f30711f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:49.646173 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68c8023-ba20-4907-a6b6-9d3ce1c70c1b admin admin] Network fd50757c-9525-4394-b09c-e7337c28eb0c is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:04:49.647556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-a68c8023-ba20-4907-a6b6-9d3ce1c70c1b admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:04:49.805409 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68c8023-ba20-4907-a6b6-9d3ce1c70c1b admin admin] Router aa108631-c867-4146-b503-e0694f30711f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:04:49.935102 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68c8023-ba20-4907-a6b6-9d3ce1c70c1b admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:04:49.942008 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a68c8023-ba20-4907-a6b6-9d3ce1c70c1b admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/aa108631-c867-4146-b503-e0694f30711f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9912083 Oct 26 16:04:50.008723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e827bcb7-a220-48b6-920e-70be17bdb9e7 None None] Provisioning complete for port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:04:50.009297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e827bcb7-a220-48b6-920e-70be17bdb9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:50.009617 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e827bcb7-a220-48b6-920e-70be17bdb9e7 None None] Attempt 1 to provision port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 Oct 26 16:04:50.051809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e827bcb7-a220-48b6-920e-70be17bdb9e7 None None] Port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:04:51.002325 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:04:51.008777 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:04:51.009409 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:51.107727 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:04:51.270961 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41710) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:04:51.275642 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-93b2d699-7cf7-4a99-823f-28944c84fe6c tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1219475377', 'description': 'tempest-description--1496566373'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:04:51.301861 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-93b2d699-7cf7-4a99-823f-28944c84fe6c tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.374584 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-93b2d699-7cf7-4a99-823f-28944c84fe6c tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for security_group (e6a81a49-df8a-4114-a34d-e1343539f5c6), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.376306 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 2, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:51.378410 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-93b2d699-7cf7-4a99-823f-28944c84fe6c tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (e6a81a49-df8a-4114-a34d-e1343539f5c6), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.402189 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:04:51.402536 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Updating router aa108631-c867-4146-b503-e0694f30711f port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:04:51.409082 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2d699-7cf7-4a99-823f-28944c84fe6c tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a81a49-df8a-4114-a34d-e1343539f5c6,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:51.413446 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-93b2d699-7cf7-4a99-823f-28944c84fe6c tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.417824 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-93b2d699-7cf7-4a99-823f-28944c84fe6c tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1426601 Oct 26 16:04:51.418017 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41712) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:04:51.423137 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-b26e243e-9406-431b-98c0-484120a2c163 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Request body: {'security_group_rule': {'security_group_id': 'e6a81a49-df8a-4114-a34d-e1343539f5c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:04:51.431470 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.454142 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b26e243e-9406-431b-98c0-484120a2c163 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for security_group_rule (c3919524-d9d9-4d2a-8c18-64dc09893a43), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.488893 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:51.514299 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b26e243e-9406-431b-98c0-484120a2c163 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for security_group_rule (c3919524-d9d9-4d2a-8c18-64dc09893a43), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.518420 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b26e243e-9406-431b-98c0-484120a2c163 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (c3919524-d9d9-4d2a-8c18-64dc09893a43), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.537468 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e243e-9406-431b-98c0-484120a2c163 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3919524-d9d9-4d2a-8c18-64dc09893a43,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:51.545758 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b26e243e-9406-431b-98c0-484120a2c163 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.549410 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b26e243e-9406-431b-98c0-484120a2c163 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280334 Oct 26 16:04:51.549783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41714) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:04:51.554573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-90532910-656e-4ca2-9fe7-3871dacb5a48 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Request body: {'security_group_rule': {'security_group_id': 'e6a81a49-df8a-4114-a34d-e1343539f5c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:04:51.582422 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-90532910-656e-4ca2-9fe7-3871dacb5a48 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for security_group_rule (e5bc63ba-8f4f-43f3-8c56-9a917b731879), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.601706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:51.643408 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-90532910-656e-4ca2-9fe7-3871dacb5a48 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for security_group_rule (e5bc63ba-8f4f-43f3-8c56-9a917b731879), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.646848 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-90532910-656e-4ca2-9fe7-3871dacb5a48 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (e5bc63ba-8f4f-43f3-8c56-9a917b731879), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.665985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90532910-656e-4ca2-9fe7-3871dacb5a48 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5bc63ba-8f4f-43f3-8c56-9a917b731879,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:51.673148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-90532910-656e-4ca2-9fe7-3871dacb5a48 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.677353 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-90532910-656e-4ca2-9fe7-3871dacb5a48 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236672 Oct 26 16:04:51.677717 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41716) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:04:51.682391 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-22e448d8-8bb4-4b31-b308-151171fd7d38 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:04:51.704991 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Publish callbacks [] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.705231 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-22e448d8-8bb4-4b31-b308-151171fd7d38 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.710558 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.770321 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e82d5e-e9a2-4ff9-8f36-f8d4d09da02e None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:51.788751 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-22e448d8-8bb4-4b31-b308-151171fd7d38 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.800705 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e82d5e-e9a2-4ff9-8f36-f8d4d09da02e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:51.801078 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e82d5e-e9a2-4ff9-8f36-f8d4d09da02e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:51.801425 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e82d5e-e9a2-4ff9-8f36-f8d4d09da02e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:51.801761 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e82d5e-e9a2-4ff9-8f36-f8d4d09da02e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:51.802094 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e82d5e-e9a2-4ff9-8f36-f8d4d09da02e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:51.802426 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e82d5e-e9a2-4ff9-8f36-f8d4d09da02e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:51.802756 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e82d5e-e9a2-4ff9-8f36-f8d4d09da02e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:51.803087 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e82d5e-e9a2-4ff9-8f36-f8d4d09da02e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:51.803418 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e82d5e-e9a2-4ff9-8f36-f8d4d09da02e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:51.803744 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e82d5e-e9a2-4ff9-8f36-f8d4d09da02e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:51.804069 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e82d5e-e9a2-4ff9-8f36-f8d4d09da02e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:51.804401 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e82d5e-e9a2-4ff9-8f36-f8d4d09da02e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:51.804725 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e82d5e-e9a2-4ff9-8f36-f8d4d09da02e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:51.805073 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e82d5e-e9a2-4ff9-8f36-f8d4d09da02e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:51.805394 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e82d5e-e9a2-4ff9-8f36-f8d4d09da02e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:51.815719 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Attempting to bind port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:04:51.816095 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Attempting to bind port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'c0806057-d466-4c61-9ba1-7178eb9fc1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:04:51.816457 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Attempting to bind port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 on network fd50757c-9525-4394-b09c-e7337c28eb0c {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:04:51.839535 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:51.859812 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:04:51.860189 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Checking segment: {'id': 'c0806057-d466-4c61-9ba1-7178eb9fc1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:04:51.860598 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.861022 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Bound using segment: {'id': 'c0806057-d466-4c61-9ba1-7178eb9fc1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:04:51.861498 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Bound port: 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0806057-d466-4c61-9ba1-7178eb9fc1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:04:51.861880 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.895968 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-22e448d8-8bb4-4b31-b308-151171fd7d38 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Allocated IP 172.26.11.115 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/4f198af1-7b74-4261-8d4f-f2e5fcc09a4f) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:04:51.920722 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:04:51.924399 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:04:51.930439 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:51.935232 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:51.966702 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:04:51.967339 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:52.011562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-22e448d8-8bb4-4b31-b308-151171fd7d38 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for port (4f198af1-7b74-4261-8d4f-f2e5fcc09a4f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:52.025289 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e82d5e-e9a2-4ff9-8f36-f8d4d09da02e None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:52.027744 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:52.048645 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-22e448d8-8bb4-4b31-b308-151171fd7d38 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (4f198af1-7b74-4261-8d4f-f2e5fcc09a4f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:52.088030 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:04:52.090238 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e448d8-8bb4-4b31-b308-151171fd7d38 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:04:52.094056 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-22e448d8-8bb4-4b31-b308-151171fd7d38 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:04:52.097853 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e448d8-8bb4-4b31-b308-151171fd7d38 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:04:52.101180 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e448d8-8bb4-4b31-b308-151171fd7d38 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Pushing event updated for resources: {'Port': ['ID=4f198af1-7b74-4261-8d4f-f2e5fcc09a4f,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:52.184014 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-22e448d8-8bb4-4b31-b308-151171fd7d38 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for floatingip (0cc2b747-a50f-4c73-80a9-bf6c113dc9c2), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:52.221240 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-22e448d8-8bb4-4b31-b308-151171fd7d38 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4f198af1-7b74-4261-8d4f-f2e5fcc09a4f), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:52.287700 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:04:51Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:52.312267 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b55c7be-1251-422b-b8d1-c0ec9601a22b None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:04:51Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:04:52.360963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:52.385376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-22e448d8-8bb4-4b31-b308-151171fd7d38 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for port (4f198af1-7b74-4261-8d4f-f2e5fcc09a4f), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:52.389934 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-22e448d8-8bb4-4b31-b308-151171fd7d38 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (4f198af1-7b74-4261-8d4f-f2e5fcc09a4f), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:52.458737 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-22e448d8-8bb4-4b31-b308-151171fd7d38 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (0cc2b747-a50f-4c73-80a9-bf6c113dc9c2), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:52.461448 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e448d8-8bb4-4b31-b308-151171fd7d38 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Pushing event updated for resources: {'Port': ['ID=4f198af1-7b74-4261-8d4f-f2e5fcc09a4f,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:52.480626 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-22e448d8-8bb4-4b31-b308-151171fd7d38 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:52.481920 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-22e448d8-8bb4-4b31-b308-151171fd7d38 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 0.8030851 Oct 26 16:04:52.657038 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-f54bf811-4e6e-419f-a9b8-b9cbf859080a tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1219475377&fields=id&tenant_id=c30e9d4c96774675846ef079c4a2161e HTTP/1.1" status: 200 len: 267 time: 0.0491817 Oct 26 16:04:52.768481 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-b250bf96-cc8a-4c47-a7f6-3d833cfd3389 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:52.769921 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-b250bf96-cc8a-4c47-a7f6-3d833cfd3389 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/networks?id=fd50757c-9525-4394-b09c-e7337c28eb0c HTTP/1.1" status: 200 len: 812 time: 0.1061080 Oct 26 16:04:52.785667 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-204caa6e-dbfb-45ef-94e1-885440cfa8ab tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/quotas/c30e9d4c96774675846ef079c4a2161e HTTP/1.1" status: 200 len: 375 time: 0.0102952 Oct 26 16:04:52.841753 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-34b8ada7-80b6-4db9-b311-b6f411f54080 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=c30e9d4c96774675846ef079c4a2161e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499527 Oct 26 16:04:52.954281 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-24502882-fba8-44bb-a82f-4a5cc047db49 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002796 Oct 26 16:04:53.058861 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-3059dd25-ec86-40c2-a5a1-549cb8ef542b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965290 Oct 26 16:04:53.079122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:04:53.125622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0694b673-8911-46fd-b145-f2bf5d7c7c48 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:04:53.126002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:53.126335 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0694b673-8911-46fd-b145-f2bf5d7c7c48 Oct 26 16:04:53.216961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:04:53.217123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:53.243745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:04:53.252338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:53.253191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:04:53.264335 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-12c7b5a5-ae7a-4a60-9337-caa530f5897a req-88dcd988-f123-42bc-90b7-6ff3eec2a64b tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 210 time: 0.0388136 Oct 26 16:04:53.341080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:04:53.341536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:53.341939 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 Oct 26 16:04:53.376193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:53.402422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:53.445340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:04:53.445741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:53.485065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:04:53.489697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:53.543619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:54.222224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ced29-528b-4ec2-9ef3-c0c8e55da6fd None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:04:54.222224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ced29-528b-4ec2-9ef3-c0c8e55da6fd None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:04:54.222224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-502ced29-528b-4ec2-9ef3-c0c8e55da6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:54.259395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:54.337851 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:54.350243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-502ced29-528b-4ec2-9ef3-c0c8e55da6fd None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:04:54.407224 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-9e58e7af-bf53-4733-a13d-c23d7eba2b55 req-06dcd215-83e7-4985-bad0-c5d58d1cb12f tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 210 time: 0.0431266 Oct 26 16:04:54.436738 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-2e4e59b8-48d6-470a-99bc-2cd6f9aecf70 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:54.439355 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-2e4e59b8-48d6-470a-99bc-2cd6f9aecf70 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.64 "GET /networking/v2.0/networks?id=fd50757c-9525-4394-b09c-e7337c28eb0c HTTP/1.1" status: 200 len: 812 time: 0.1242936 Oct 26 16:04:54.509784 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-b9a2a61b-5d8d-41f8-ad62-97d534d2788d tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c30e9d4c96774675846ef079c4a2161e HTTP/1.1" status: 200 len: 380 time: 0.0587242 Oct 26 16:04:54.565310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-502ced29-528b-4ec2-9ef3-c0c8e55da6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:04:53Z', 'revision_number': 5, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:54.592519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ced29-528b-4ec2-9ef3-c0c8e55da6fd None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:04:54.602173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ced29-528b-4ec2-9ef3-c0c8e55da6fd None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:04:54.602686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-502ced29-528b-4ec2-9ef3-c0c8e55da6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:54.602889 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Request body: {'port': {'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'admin_state_up': True, 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'security_groups': ['e6a81a49-df8a-4114-a34d-e1343539f5c6']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:04:54.706335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-502ced29-528b-4ec2-9ef3-c0c8e55da6fd None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:04:54.722866 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Made reservation on behalf of c30e9d4c96774675846ef079c4a2161e for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:04:54.726654 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:54.864191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Allocated IP 172.20.0.3 (fd50757c-9525-4394-b09c-e7337c28eb0c/b5e33844-8a26-4c1d-a2f2-bf8686b67ee9/40c00957-98ea-4343-ad47-07f42a187fc8) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:04:54.956464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:55.016655 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for port (40c00957-98ea-4343-ad47-07f42a187fc8), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:55.037895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:04:55.052331 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (40c00957-98ea-4343-ad47-07f42a187fc8), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:55.062436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-502ced29-528b-4ec2-9ef3-c0c8e55da6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:04:53Z', 'revision_number': 5, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:55.093023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ced29-528b-4ec2-9ef3-c0c8e55da6fd None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:04:53Z', 'revision_number': 5, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:04:55.101311 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Network fd50757c-9525-4394-b09c-e7337c28eb0c is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:04:55.104750 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:04:55.107442 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:04:55.137797 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:55.146701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:04:55.146965 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:55.155669 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Pushing event updated for resources: {'Port': ['ID=40c00957-98ea-4343-ad47-07f42a187fc8,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:55.170371 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:55.170721 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:55.171124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:55.171464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:55.171800 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:55.172136 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:55.172498 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:55.172859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:55.173193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:55.173524 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:55.173855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:55.174226 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:55.174592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:55.174980 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:55.175378 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:04:55.190495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:04:55.191285 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:55.192044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:55.197617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:55.199634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:04:55.216259 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-e52e9777-f1e3-4714-a8d0-58f109576d61 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6183596 Oct 26 16:04:55.235486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Request body: {'port': {'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:04:55.282356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:55.320588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (40c00957-98ea-4343-ad47-07f42a187fc8), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:55.338679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:04:55.339183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:55.364476 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:55.370190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:04:55.376095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:55.448709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-75c27ee6-7bc6-4e06-a407-1f32053df14a None None] Provisioning complete for port 40c00957-98ea-4343-ad47-07f42a187fc8 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:04:55.449125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-75c27ee6-7bc6-4e06-a407-1f32053df14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (40c00957-98ea-4343-ad47-07f42a187fc8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:55.449640 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-75c27ee6-7bc6-4e06-a407-1f32053df14a None None] Attempt 1 to provision port 40c00957-98ea-4343-ad47-07f42a187fc8 Oct 26 16:04:55.489301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-75c27ee6-7bc6-4e06-a407-1f32053df14a None None] Port 40c00957-98ea-4343-ad47-07f42a187fc8 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:04:55.493573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:55.583934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4524bf3-dd86-4279-b06a-1cd2919de99d req-74ba61b4-8105-40f6-a659-b44166f0261d tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:55.585650 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a4524bf3-dd86-4279-b06a-1cd2919de99d req-74ba61b4-8105-40f6-a659-b44166f0261d tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 931 time: 0.0657868 Oct 26 16:04:55.673837 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a4524bf3-dd86-4279-b06a-1cd2919de99d req-5eba72ab-5e98-4ceb-91da-efae29ac6eb5 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e6a81a49-df8a-4114-a34d-e1343539f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783792 Oct 26 16:04:55.708232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c00957-98ea-4343-ad47-07f42a187fc8 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:04:55.716119 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Publish callbacks [] for port (40c00957-98ea-4343-ad47-07f42a187fc8), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:55.729605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Transition to ACTIVE for port object 40c00957-98ea-4343-ad47-07f42a187fc8 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:04:55.733471 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (40c00957-98ea-4343-ad47-07f42a187fc8), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:55.829096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Pushing event updated for resources: {'Port': ['ID=40c00957-98ea-4343-ad47-07f42a187fc8,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:55.855366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Attempting to bind port 40c00957-98ea-4343-ad47-07f42a187fc8 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:04:55.855716 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Attempting to bind port 40c00957-98ea-4343-ad47-07f42a187fc8 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'c0806057-d466-4c61-9ba1-7178eb9fc1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:04:55.856054 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Attempting to bind port 40c00957-98ea-4343-ad47-07f42a187fc8 on network fd50757c-9525-4394-b09c-e7337c28eb0c {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:04:55.902442 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Port 40c00957-98ea-4343-ad47-07f42a187fc8 on network fd50757c-9525-4394-b09c-e7337c28eb0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:04:55.902773 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Attempting to bind port 40c00957-98ea-4343-ad47-07f42a187fc8 on network fd50757c-9525-4394-b09c-e7337c28eb0c {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:04:55.956572 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:04:55.956948 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Checking segment: {'id': 'c0806057-d466-4c61-9ba1-7178eb9fc1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:04:55.957332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Bound using segment: {'id': 'c0806057-d466-4c61-9ba1-7178eb9fc1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:04:55.957770 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Bound port: 40c00957-98ea-4343-ad47-07f42a187fc8, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0806057-d466-4c61-9ba1-7178eb9fc1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:04:55.958132 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (40c00957-98ea-4343-ad47-07f42a187fc8), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:56.022497 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] For port 40c00957-98ea-4343-ad47-07f42a187fc8, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:04:56.025746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] For port 40c00957-98ea-4343-ad47-07f42a187fc8, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=40c00957-98ea-4343-ad47-07f42a187fc8,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:04:56.033524 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (40c00957-98ea-4343-ad47-07f42a187fc8), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:56.038130 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:56.038750 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:56.040216 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/40c00957-98ea-4343-ad47-07f42a187fc8 HTTP/1.1" status: 200 len: 1093 time: 0.8102808 Oct 26 16:04:56.040679 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'tag': '40c00957-98ea-4343-ad47-07f42a187fc8'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:04:56.042985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b2fa58-a3dc-4c40-b122-0bfe8b67a53d" -d '{"events": [{"name": "network-changed", "server_uuid": "e750d19d-42b8-4e91-aad9-ccbceee44f02", "tag": "40c00957-98ea-4343-ad47-07f42a187fc8"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:04:56.083088 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:56.095983 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea3f791-bd27-4f99-b704-ac1133ba20ca x-openstack-request-id: req-aea3f791-bd27-4f99-b704-ac1133ba20ca {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:04:56.096170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e750d19d-42b8-4e91-aad9-ccbceee44f02", "tag": "40c00957-98ea-4343-ad47-07f42a187fc8", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:04:56.096425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aea3f791-bd27-4f99-b704-ac1133ba20ca {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:04:56.096850 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea3f791-bd27-4f99-b704-ac1133ba20ca'] response: {'name': 'network-changed', 'server_uuid': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'tag': '40c00957-98ea-4343-ad47-07f42a187fc8', 'status': 'completed', 'code': 200} Oct 26 16:04:56.114703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c18c6-c730-4124-98d3-a9f94b43250a service neutron] Pushing event updated for resources: {'Port': ['ID=40c00957-98ea-4343-ad47-07f42a187fc8,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:56.144415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-7af04cb8-5f9b-418a-9b32-34ed5b917500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:56.145989 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-7af04cb8-5f9b-418a-9b32-34ed5b917500 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c30e9d4c96774675846ef079c4a2161e&device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 1127 time: 0.0455492 Oct 26 16:04:56.194125 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-d422a437-e786-4f8d-a1b3-180b0b92f823 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40c00957-98ea-4343-ad47-07f42a187fc8 HTTP/1.1" status: 200 len: 217 time: 0.0378737 Oct 26 16:04:56.251945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-7a5304dc-d133-44a2-9ccb-8027597e03de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:56.253227 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-7a5304dc-d133-44a2-9ccb-8027597e03de service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b5e33844-8a26-4c1d-a2f2-bf8686b67ee9 HTTP/1.1" status: 200 len: 851 time: 0.0486722 Oct 26 16:04:56.303487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-210f3335-e491-4f5e-b79d-4aafd8972c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:56.305177 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-210f3335-e491-4f5e-b79d-4aafd8972c33 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=fd50757c-9525-4394-b09c-e7337c28eb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442352 Oct 26 16:04:56.380289 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:56.408455 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-c4ac9ba9-2bc8-4b28-bf3e-4dc3137d834e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936453 Oct 26 16:04:56.509944 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e1214c4b-b07b-4aa1-8003-72e0578a3d0c req-bc98e176-c866-4656-8b05-d525d19b3efa service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921042 Oct 26 16:04:56.795329 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68af41-87a8-4d00-b05b-c73f431ec937 req-43c4697b-bd2c-4f20-b133-988c94c7bca7 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:56.796805 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8b68af41-87a8-4d00-b05b-c73f431ec937 req-43c4697b-bd2c-4f20-b133-988c94c7bca7 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 943 time: 0.0475717 Oct 26 16:04:56.845752 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8b68af41-87a8-4d00-b05b-c73f431ec937 req-a01c4d55-6673-4e0f-8fd7-f7e1b4b9a09d tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e6a81a49-df8a-4114-a34d-e1343539f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434296 Oct 26 16:04:57.314665 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc44070-b2e2-4076-a56c-18aa6bccca96 None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:04:57.314665 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc44070-b2e2-4076-a56c-18aa6bccca96 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:04:57.314665 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fbc44070-b2e2-4076-a56c-18aa6bccca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:57.414338 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2fa58-a3dc-4c40-b122-0bfe8b67a53d req-0d3cb79e-f0f5-4382-a91f-2e30153b6dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:57.415888 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82b2fa58-a3dc-4c40-b122-0bfe8b67a53d req-0d3cb79e-f0f5-4382-a91f-2e30153b6dff service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c30e9d4c96774675846ef079c4a2161e&device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 1127 time: 0.0391176 Oct 26 16:04:57.417835 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-fbc44070-b2e2-4076-a56c-18aa6bccca96 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:04:57.515658 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2fa58-a3dc-4c40-b122-0bfe8b67a53d req-6bace83d-ae7e-4b92-8806-ac97451bcc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:57.517667 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82b2fa58-a3dc-4c40-b122-0bfe8b67a53d req-6bace83d-ae7e-4b92-8806-ac97451bcc4e service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=fd50757c-9525-4394-b09c-e7337c28eb0c HTTP/1.1" status: 200 len: 913 time: 0.0927022 Oct 26 16:04:57.560645 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82b2fa58-a3dc-4c40-b122-0bfe8b67a53d req-4ef1e9eb-af48-41b0-a586-30b1ebb7f278 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40c00957-98ea-4343-ad47-07f42a187fc8 HTTP/1.1" status: 200 len: 217 time: 0.0333374 Oct 26 16:04:57.607281 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fbc44070-b2e2-4076-a56c-18aa6bccca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:04:55Z', 'revision_number': 6, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:57.612967 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2fa58-a3dc-4c40-b122-0bfe8b67a53d req-098a6a8a-f925-4ab4-8aaf-a6f47111cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:57.614454 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82b2fa58-a3dc-4c40-b122-0bfe8b67a53d req-098a6a8a-f925-4ab4-8aaf-a6f47111cf0d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b5e33844-8a26-4c1d-a2f2-bf8686b67ee9 HTTP/1.1" status: 200 len: 851 time: 0.0448756 Oct 26 16:04:57.631868 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc44070-b2e2-4076-a56c-18aa6bccca96 None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:04:57.640281 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc44070-b2e2-4076-a56c-18aa6bccca96 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:04:57.640912 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fbc44070-b2e2-4076-a56c-18aa6bccca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:57.668306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2fa58-a3dc-4c40-b122-0bfe8b67a53d req-389fa8ff-a48f-42e5-8805-257388acc18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:57.669859 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82b2fa58-a3dc-4c40-b122-0bfe8b67a53d req-389fa8ff-a48f-42e5-8805-257388acc18a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=fd50757c-9525-4394-b09c-e7337c28eb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452375 Oct 26 16:04:57.676729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 40c00957-98ea-4343-ad47-07f42a187fc8 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:04:57.773790 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82b2fa58-a3dc-4c40-b122-0bfe8b67a53d req-b53996bb-d3be-402d-a4c4-8db057ef2839 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939348 Oct 26 16:04:57.778119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 40c00957-98ea-4343-ad47-07f42a187fc8, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=40c00957-98ea-4343-ad47-07f42a187fc8,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:04:57.790986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '40c00957-98ea-4343-ad47-07f42a187fc8', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:04:57.830885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 40c00957-98ea-4343-ad47-07f42a187fc8 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:04:57.831272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (40c00957-98ea-4343-ad47-07f42a187fc8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:57.834231 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-fbc44070-b2e2-4076-a56c-18aa6bccca96 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:04:57.848056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c00957-98ea-4343-ad47-07f42a187fc8 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:04:57.852307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:57.872097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 40c00957-98ea-4343-ad47-07f42a187fc8, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=40c00957-98ea-4343-ad47-07f42a187fc8,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:04:57.879976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (40c00957-98ea-4343-ad47-07f42a187fc8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:57.911083 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:57.945208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=40c00957-98ea-4343-ad47-07f42a187fc8,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:58.008910 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870322a-4c3a-409e-8c75-2d18cf4f100c req-253954e9-c5aa-423a-99d2-f1330f07262d tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:58.010619 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8870322a-4c3a-409e-8c75-2d18cf4f100c req-253954e9-c5aa-423a-99d2-f1330f07262d tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 944 time: 0.0523374 Oct 26 16:04:58.036655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:58.068678 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fbc44070-b2e2-4076-a56c-18aa6bccca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:04:55Z', 'revision_number': 6, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:04:58.073422 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8870322a-4c3a-409e-8c75-2d18cf4f100c req-edb6230a-d5b7-4a4f-8523-e82aa224863a tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e6a81a49-df8a-4114-a34d-e1343539f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553102 Oct 26 16:04:58.098166 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:58.099704 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc44070-b2e2-4076-a56c-18aa6bccca96 None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:04:55Z', 'revision_number': 6, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:04:58.133051 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-82b2fa58-a3dc-4c40-b122-0bfe8b67a53d req-3cae8978-6520-4764-ac44-cea0d3273c2c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502250 Oct 26 16:04:58.140680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['40c00957-98ea-4343-ad47-07f42a187fc8'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:04:58.221987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:58.975524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:04:59.050645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:04:59.051653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:04:59.126951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:04:59.141517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:04:59.204339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c416b2a-76b7-4495-96e0-390c9768d05f req-1aaa405f-b129-4242-916e-503d772233ec tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:04:59.209476 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c416b2a-76b7-4495-96e0-390c9768d05f req-1aaa405f-b129-4242-916e-503d772233ec tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 944 time: 0.0546854 Oct 26 16:04:59.220887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:04:59.221884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:04:59.240833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:59.257956 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c416b2a-76b7-4495-96e0-390c9768d05f req-ebe276f5-f2e5-44dc-9a64-cfa456bea168 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e6a81a49-df8a-4114-a34d-e1343539f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456910 Oct 26 16:04:59.303558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:04:59.386870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:04:59.430823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0694b673-8911-46fd-b145-f2bf5d7c7c48 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:04:59.431200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:59.431546 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0694b673-8911-46fd-b145-f2bf5d7c7c48 Oct 26 16:04:59.504255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:04:59.504647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:59.526591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:04:59.530466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:59.531240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:04:59.602531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:59.613046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:04:59.613425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:59.613766 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 Oct 26 16:04:59.687007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:04:59.687404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:59.691674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 40c00957-98ea-4343-ad47-07f42a187fc8 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:04:59.753458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:04:59.758997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:59.763980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 40c00957-98ea-4343-ad47-07f42a187fc8 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 16:04:59.788148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 40c00957-98ea-4343-ad47-07f42a187fc8 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:04:59.788527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (40c00957-98ea-4343-ad47-07f42a187fc8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:59.788885 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 40c00957-98ea-4343-ad47-07f42a187fc8 Oct 26 16:04:59.848189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:04:59.887542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 40c00957-98ea-4343-ad47-07f42a187fc8 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:04:59.887977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (40c00957-98ea-4343-ad47-07f42a187fc8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:59.890895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:04:59.913190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c00957-98ea-4343-ad47-07f42a187fc8'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:04:59.915621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0fc98b-6292-4c8d-8588-340d3ef854de" -d '{"events": [{"server_uuid": "e750d19d-42b8-4e91-aad9-ccbceee44f02", "name": "network-vif-plugged", "status": "completed", "tag": "40c00957-98ea-4343-ad47-07f42a187fc8"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:04:59.927911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 40c00957-98ea-4343-ad47-07f42a187fc8, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=40c00957-98ea-4343-ad47-07f42a187fc8,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:04:59.932341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (40c00957-98ea-4343-ad47-07f42a187fc8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:04:59.955571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79d05cf-73f6-4a3d-ae27-a155db606f4f x-openstack-request-id: req-f79d05cf-73f6-4a3d-ae27-a155db606f4f {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:04:59.955862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e750d19d-42b8-4e91-aad9-ccbceee44f02", "name": "network-vif-plugged", "status": "completed", "tag": "40c00957-98ea-4343-ad47-07f42a187fc8", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:04:59.956113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f79d05cf-73f6-4a3d-ae27-a155db606f4f {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:04:59.956515 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79d05cf-73f6-4a3d-ae27-a155db606f4f'] response: {'server_uuid': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c00957-98ea-4343-ad47-07f42a187fc8', 'code': 200} Oct 26 16:04:59.981822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=40c00957-98ea-4343-ad47-07f42a187fc8,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:00.143490 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ad4a7-d122-4e3d-a23d-ea0cac6178ed req-f2df5bf0-2645-45c1-8996-12ed1225dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:00.145057 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e35ad4a7-d122-4e3d-a23d-ea0cac6178ed req-f2df5bf0-2645-45c1-8996-12ed1225dd2f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 1129 time: 0.0397387 Oct 26 16:05:00.180867 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:00.196978 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e35ad4a7-d122-4e3d-a23d-ea0cac6178ed req-17971850-48af-4544-b3aa-35a7b2bba421 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e6a81a49-df8a-4114-a34d-e1343539f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422983 Oct 26 16:05:00.382168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434577b-0467-4f1e-94fe-37d29a3d8a5a req-ed45969b-e7e1-41d5-b6c4-635fb3e47a1f tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:00.383631 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2434577b-0467-4f1e-94fe-37d29a3d8a5a req-ed45969b-e7e1-41d5-b6c4-635fb3e47a1f tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 945 time: 0.0471263 Oct 26 16:05:00.429881 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2434577b-0467-4f1e-94fe-37d29a3d8a5a req-258cf568-a255-449a-b720-774e6726d4a1 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e6a81a49-df8a-4114-a34d-e1343539f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407653 Oct 26 16:05:00.548275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4850ae15-b0a8-4766-a37d-38a6c42022d3 None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:05:00.548275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4850ae15-b0a8-4766-a37d-38a6c42022d3 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:00.548599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4850ae15-b0a8-4766-a37d-38a6c42022d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:00.629715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:00.653192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4850ae15-b0a8-4766-a37d-38a6c42022d3 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:00.840576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4850ae15-b0a8-4766-a37d-38a6c42022d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:04:59Z', 'revision_number': 7, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:00.865795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4850ae15-b0a8-4766-a37d-38a6c42022d3 None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:05:00.874170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4850ae15-b0a8-4766-a37d-38a6c42022d3 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:00.874776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4850ae15-b0a8-4766-a37d-38a6c42022d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:00.975909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4850ae15-b0a8-4766-a37d-38a6c42022d3 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:01.180588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:01.346596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:01.346992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:01.351233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:01.376611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4850ae15-b0a8-4766-a37d-38a6c42022d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:04:59Z', 'revision_number': 7, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:01.413505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4850ae15-b0a8-4766-a37d-38a6c42022d3 None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:04:59Z', 'revision_number': 7, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:05:01.418036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:01.422006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:01.422887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:01.502458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:01.544709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:01.545066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:01.565670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1da47-3586-4f1c-9f2b-5ddadb385d77 req-fe7ff429-cdae-4ce2-94d4-e92a1d87e3b6 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:01.567837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:01.568047 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-65a1da47-3586-4f1c-9f2b-5ddadb385d77 req-fe7ff429-cdae-4ce2-94d4-e92a1d87e3b6 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 945 time: 0.0575924 Oct 26 16:05:01.571851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:01.648236 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-65a1da47-3586-4f1c-9f2b-5ddadb385d77 req-1b404a02-8ab3-4153-a72e-37b578841c3c tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e6a81a49-df8a-4114-a34d-e1343539f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729592 Oct 26 16:05:01.650540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:02.761206 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0561d-892e-4c22-ba2e-32046fac8b1d req-7815661b-2d5a-4196-b53f-c7084fbaddff tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:02.762668 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a5d0561d-892e-4c22-ba2e-32046fac8b1d req-7815661b-2d5a-4196-b53f-c7084fbaddff tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 945 time: 0.0465989 Oct 26 16:05:02.795592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:02.810614 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a5d0561d-892e-4c22-ba2e-32046fac8b1d req-dc38e5c3-9388-4657-93d4-c95f250f91ae tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e6a81a49-df8a-4114-a34d-e1343539f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419838 Oct 26 16:05:02.929572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fe717-c0eb-4ace-a2b1-d0cc840a3efd req-3a54784f-cbe9-4053-9ec5-ed3990040784 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:02.931074 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e49fe717-c0eb-4ace-a2b1-d0cc840a3efd req-3a54784f-cbe9-4053-9ec5-ed3990040784 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 945 time: 0.0486126 Oct 26 16:05:02.941549 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41766) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:05:02.945875 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-9e7f61a9-daa4-42e0-bc14-112759527665 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Request body: {'floatingip': {'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:05:02.986118 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9e7f61a9-daa4-42e0-bc14-112759527665 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for floatingip (0cc2b747-a50f-4c73-80a9-bf6c113dc9c2), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:03.082837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:05:03.135153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0694b673-8911-46fd-b145-f2bf5d7c7c48 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:05:03.135531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:03.135872 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0694b673-8911-46fd-b145-f2bf5d7c7c48 Oct 26 16:05:03.208044 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:03.239570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:03.239570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:03.239892 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03508ba-d5e9-4af7-be6a-d9126f88dbeb None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:05:03.247630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:03.248453 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03508ba-d5e9-4af7-be6a-d9126f88dbeb None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:03.249433 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c03508ba-d5e9-4af7-be6a-d9126f88dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:03.252909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:03.253904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:05:03.294143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:03.330638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:03.342169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:05:03.342438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:03.342780 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 Oct 26 16:05:03.361179 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c03508ba-d5e9-4af7-be6a-d9126f88dbeb None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:03.420662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:03.420980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:03.449988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:03.455026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:03.459985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:03.477500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9e7f61a9-daa4-42e0-bc14-112759527665 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:03.482803 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9e7f61a9-daa4-42e0-bc14-112759527665 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (0cc2b747-a50f-4c73-80a9-bf6c113dc9c2), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:03.510020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:03.551065 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c03508ba-d5e9-4af7-be6a-d9126f88dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:03Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:01Z', 'revision_number': 8, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:03.575348 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03508ba-d5e9-4af7-be6a-d9126f88dbeb None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:05:03.584446 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03508ba-d5e9-4af7-be6a-d9126f88dbeb None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:03.585566 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c03508ba-d5e9-4af7-be6a-d9126f88dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:03.588215 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-9e7f61a9-daa4-42e0-bc14-112759527665 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Floating IP 0cc2b747-a50f-4c73-80a9-bf6c113dc9c2 associated. External IP: 172.26.11.115, port: 40c00957-98ea-4343-ad47-07f42a187fc8. Oct 26 16:05:03.691747 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c03508ba-d5e9-4af7-be6a-d9126f88dbeb None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:03.793957 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7f61a9-daa4-42e0-bc14-112759527665 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Router aa108631-c867-4146-b503-e0694f30711f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:05:03.884753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:03.898331 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c03508ba-d5e9-4af7-be6a-d9126f88dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:03Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:03Z', 'revision_number': 1, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:03Z', 'revision_number': 9, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:03.901865 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7f61a9-daa4-42e0-bc14-112759527665 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:05:03.906526 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9e7f61a9-daa4-42e0-bc14-112759527665 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:03.923587 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03508ba-d5e9-4af7-be6a-d9126f88dbeb None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:03Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:03Z', 'revision_number': 1, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:03Z', 'revision_number': 9, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:05:04.256318 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9e7f61a9-daa4-42e0-bc14-112759527665 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/0cc2b747-a50f-4c73-80a9-bf6c113dc9c2 HTTP/1.1" status: 200 len: 992 time: 1.3136294 Oct 26 16:05:04.257095 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'tag': '40c00957-98ea-4343-ad47-07f42a187fc8'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:05:04.259837 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6662d80b37134a2b3900b6f7163109dd688b25040754bcd30973ec7c1dabe5ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7907c5fa-5965-4b55-970b-e62676d53091" -d '{"events": [{"name": "network-changed", "server_uuid": "e750d19d-42b8-4e91-aad9-ccbceee44f02", "tag": "40c00957-98ea-4343-ad47-07f42a187fc8"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:05:04.300369 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c283f8c-6690-49e0-8b6d-3fb7a3934f66 x-openstack-request-id: req-2c283f8c-6690-49e0-8b6d-3fb7a3934f66 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:05:04.300668 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e750d19d-42b8-4e91-aad9-ccbceee44f02", "tag": "40c00957-98ea-4343-ad47-07f42a187fc8", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:05:04.300954 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c283f8c-6690-49e0-8b6d-3fb7a3934f66 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:05:04.301371 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c283f8c-6690-49e0-8b6d-3fb7a3934f66'] response: {'name': 'network-changed', 'server_uuid': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'tag': '40c00957-98ea-4343-ad47-07f42a187fc8', 'status': 'completed', 'code': 200} Oct 26 16:05:04.373266 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907c5fa-5965-4b55-970b-e62676d53091 req-c49d28c1-7a52-4cab-a570-54176aa89547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:04.374822 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7907c5fa-5965-4b55-970b-e62676d53091 req-c49d28c1-7a52-4cab-a570-54176aa89547 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c30e9d4c96774675846ef079c4a2161e&device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 1129 time: 0.0456934 Oct 26 16:05:04.469637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907c5fa-5965-4b55-970b-e62676d53091 req-ece0602e-3484-4d58-b098-43b6cbe98ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:04.471718 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7907c5fa-5965-4b55-970b-e62676d53091 req-ece0602e-3484-4d58-b098-43b6cbe98ce0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=fd50757c-9525-4394-b09c-e7337c28eb0c HTTP/1.1" status: 200 len: 913 time: 0.0902872 Oct 26 16:05:04.540990 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7907c5fa-5965-4b55-970b-e62676d53091 req-06181d21-6e1c-4841-af3c-2c328fb811a4 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40c00957-98ea-4343-ad47-07f42a187fc8 HTTP/1.1" status: 200 len: 1000 time: 0.0631757 Oct 26 16:05:04.597788 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907c5fa-5965-4b55-970b-e62676d53091 req-30e2668f-cdef-4301-8c76-79c68dbdd2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:04.599267 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7907c5fa-5965-4b55-970b-e62676d53091 req-30e2668f-cdef-4301-8c76-79c68dbdd2ed service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b5e33844-8a26-4c1d-a2f2-bf8686b67ee9 HTTP/1.1" status: 200 len: 851 time: 0.0522776 Oct 26 16:05:04.646214 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907c5fa-5965-4b55-970b-e62676d53091 req-6ab35388-8a1c-431f-82aa-98545e5594f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:04.647743 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7907c5fa-5965-4b55-970b-e62676d53091 req-6ab35388-8a1c-431f-82aa-98545e5594f8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=fd50757c-9525-4394-b09c-e7337c28eb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0419395 Oct 26 16:05:04.746436 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7907c5fa-5965-4b55-970b-e62676d53091 req-23c11850-fb9b-4d55-b34e-bd1750294328 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926282 Oct 26 16:05:04.845069 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7907c5fa-5965-4b55-970b-e62676d53091 req-f9ad5de3-dff1-45d1-84aa-565770de8b66 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922725 Oct 26 16:05:04.979210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:05.056827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:05.057236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:05.079477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:05.083629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:05.084541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:05.159934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:05.196501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:05.196921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:05.232224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:05.236165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:05.259157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:05.312071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:05.355120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:05.356106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:05.426778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:05.507250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:05:05.543631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de81a0ec-9e25-4aba-9c9a-1eaa68ab2693 None None] New status for floating IP 0cc2b747-a50f-4c73-80a9-bf6c113dc9c2: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:05:05.592218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:05.613024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0694b673-8911-46fd-b145-f2bf5d7c7c48 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:05:05.613396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:05.613733 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0694b673-8911-46fd-b145-f2bf5d7c7c48 Oct 26 16:05:05.753741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:05.754065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:05.774684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:05.778595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:05.779397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:05:05.863360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:05.867521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:05:05.867898 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:05.868239 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 Oct 26 16:05:05.942998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:05.943385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:05.974964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:05.979543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:06.027120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:06.031901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:06.531041 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99255a4d-f25e-4349-817f-d730ef61cfc6 None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:05:06.531041 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99255a4d-f25e-4349-817f-d730ef61cfc6 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:06.531041 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-99255a4d-f25e-4349-817f-d730ef61cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:06.626025 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:06.630814 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-99255a4d-f25e-4349-817f-d730ef61cfc6 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:06.767721 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:06.835155 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-99255a4d-f25e-4349-817f-d730ef61cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:05Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:05Z', 'revision_number': 2, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:05Z', 'revision_number': 11, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:06.858424 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99255a4d-f25e-4349-817f-d730ef61cfc6 None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:05:06.867176 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99255a4d-f25e-4349-817f-d730ef61cfc6 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:06.867765 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-99255a4d-f25e-4349-817f-d730ef61cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:07.034723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:07.053623 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-99255a4d-f25e-4349-817f-d730ef61cfc6 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:07.069194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:07.107233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:07.107531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:07.139466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:07.144618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:07.145376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:07.223858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:07.259461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:07.260069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:07.264181 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-99255a4d-f25e-4349-817f-d730ef61cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:05Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:05Z', 'revision_number': 2, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:05Z', 'revision_number': 11, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:07.283987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:07.288305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:07.296900 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99255a4d-f25e-4349-817f-d730ef61cfc6 None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:05Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:05Z', 'revision_number': 2, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:05Z', 'revision_number': 11, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:05:07.339072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:08.629535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f9359e17-fc1c-402e-8235-cead9d08b523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:08.790931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94153b51-5cfe-49c0-b59c-7075e3e9babd None None] New status for floating IP 0cc2b747-a50f-4c73-80a9-bf6c113dc9c2: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:05:09.072998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:05:09.120941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0694b673-8911-46fd-b145-f2bf5d7c7c48 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:05:09.121325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:09.121687 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0694b673-8911-46fd-b145-f2bf5d7c7c48 Oct 26 16:05:09.159963 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d19eaca-aaad-490b-b1b6-8b15995c318b None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:05:09.159963 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d19eaca-aaad-490b-b1b6-8b15995c318b None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:09.159963 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9d19eaca-aaad-490b-b1b6-8b15995c318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:09.199021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:09.199817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:09.219838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:09.225577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:09.226428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:05:09.264251 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9d19eaca-aaad-490b-b1b6-8b15995c318b None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:09.300979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:09.310334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:05:09.310712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:09.311051 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 Oct 26 16:05:09.335677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:09.388646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:09.389061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:09.435402 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:09.481953 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9d19eaca-aaad-490b-b1b6-8b15995c318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:07Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:08Z', 'revision_number': 3, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:07Z', 'revision_number': 12, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:09.511989 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d19eaca-aaad-490b-b1b6-8b15995c318b None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:05:09.518329 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:09.521846 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d19eaca-aaad-490b-b1b6-8b15995c318b None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:09.522480 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9d19eaca-aaad-490b-b1b6-8b15995c318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:09.560536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:09.565040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:09.610579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:09.624967 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9d19eaca-aaad-490b-b1b6-8b15995c318b None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:09.829559 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9d19eaca-aaad-490b-b1b6-8b15995c318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:09Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:08Z', 'revision_number': 3, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:07Z', 'revision_number': 12, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:09.853685 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d19eaca-aaad-490b-b1b6-8b15995c318b None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:09Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:08Z', 'revision_number': 3, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:07Z', 'revision_number': 12, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:05:10.982375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:11.034763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-384ad95c-f2b0-417c-861e-fceadb84e1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:11.072263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:11.072649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:11.094337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:11.098716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:11.099480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:11.171933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:11.212342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:11.212734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:11.248767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:11.252576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:11.281341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:11.320302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:11.338729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:11.341095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:11.374603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba1f760-27f3-4b17-9404-1a130031b108 None None] New status for floating IP 0cc2b747-a50f-4c73-80a9-bf6c113dc9c2: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:05:11.422400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:11.424073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:11.577489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:11.675955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:05:11.728374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0694b673-8911-46fd-b145-f2bf5d7c7c48 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:05:11.728748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:11.729106 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0694b673-8911-46fd-b145-f2bf5d7c7c48 Oct 26 16:05:11.797757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:11.798131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:11.818976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:11.822790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:11.823564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:05:11.898226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:11.909832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:05:11.910211 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:11.910549 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 Oct 26 16:05:11.980634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:11.980959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:12.014106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:12.019486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:12.046624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:12.073427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:12.195481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:12.359762 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fead2c5-f0b4-44da-9779-4a0798929acf None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:05:12.359762 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fead2c5-f0b4-44da-9779-4a0798929acf None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:12.359762 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9fead2c5-f0b4-44da-9779-4a0798929acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:12.455390 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9fead2c5-f0b4-44da-9779-4a0798929acf None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:12.748364 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9fead2c5-f0b4-44da-9779-4a0798929acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:11Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:11Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:11Z', 'revision_number': 15, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:12.772640 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fead2c5-f0b4-44da-9779-4a0798929acf None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:05:12.781185 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fead2c5-f0b4-44da-9779-4a0798929acf None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:12.781777 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9fead2c5-f0b4-44da-9779-4a0798929acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:12.880281 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9fead2c5-f0b4-44da-9779-4a0798929acf None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:12.905142 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:13.024519 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:13.028754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:13.093364 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9fead2c5-f0b4-44da-9779-4a0798929acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:11Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:11Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:11Z', 'revision_number': 15, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:13.101691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:13.102082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:13.120430 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fead2c5-f0b4-44da-9779-4a0798929acf None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:11Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:11Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:11Z', 'revision_number': 15, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:05:13.135256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:13.140669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:13.141622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:13.221963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:13.260711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:13.261222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:13.285113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:13.295386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:13.355475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:13.747163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:13.909744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:14.250818 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:14.252756 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:14.674308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd81c444-97d9-439b-acfd-f5cd57cf6337 None None] New status for floating IP 0cc2b747-a50f-4c73-80a9-bf6c113dc9c2: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:05:14.840441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=67 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:14.841292 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=45 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:15.022756 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8d8793-24ac-4948-864f-7ab0aef32c86 None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:05:15.026007 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8d8793-24ac-4948-864f-7ab0aef32c86 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:15.026611 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1f8d8793-24ac-4948-864f-7ab0aef32c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:15.125502 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1f8d8793-24ac-4948-864f-7ab0aef32c86 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:15.334367 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1f8d8793-24ac-4948-864f-7ab0aef32c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:13Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:14Z', 'revision_number': 5, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:13Z', 'revision_number': 16, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:15.357856 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8d8793-24ac-4948-864f-7ab0aef32c86 None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:05:15.366509 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8d8793-24ac-4948-864f-7ab0aef32c86 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:15.367098 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1f8d8793-24ac-4948-864f-7ab0aef32c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:15.466644 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1f8d8793-24ac-4948-864f-7ab0aef32c86 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:15.666223 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:15.669899 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1f8d8793-24ac-4948-864f-7ab0aef32c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:13Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:14Z', 'revision_number': 5, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:13Z', 'revision_number': 16, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:15.697815 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8d8793-24ac-4948-864f-7ab0aef32c86 None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:13Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:14Z', 'revision_number': 5, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:13Z', 'revision_number': 16, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:05:16.910552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:17.064375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:05:17.102247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:17.106351 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:05:17.109866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0694b673-8911-46fd-b145-f2bf5d7c7c48 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:05:17.110237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:17.110573 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0694b673-8911-46fd-b145-f2bf5d7c7c48 Oct 26 16:05:17.112602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:17.185335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:17.185734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:17.207897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:17.214777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:17.214777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:05:17.219675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9028197e-b3b4-4a5d-aa60-b743db3dce2f None None] New status for floating IP 0cc2b747-a50f-4c73-80a9-bf6c113dc9c2: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:05:17.374863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:17.383483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:05:17.383483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:17.383682 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 Oct 26 16:05:17.494519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:17.494915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:17.531463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:17.535973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:17.597019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:18.280459 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb36f2c-5e4b-43d1-937f-bd460e5f7088 None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:05:18.280459 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb36f2c-5e4b-43d1-937f-bd460e5f7088 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:18.280459 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6cb36f2c-5e4b-43d1-937f-bd460e5f7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:18.374254 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6cb36f2c-5e4b-43d1-937f-bd460e5f7088 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:18.397787 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:18.655612 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6cb36f2c-5e4b-43d1-937f-bd460e5f7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:17Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:17Z', 'revision_number': 6, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:17Z', 'revision_number': 17, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:18.681121 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb36f2c-5e4b-43d1-937f-bd460e5f7088 None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:05:18.689412 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb36f2c-5e4b-43d1-937f-bd460e5f7088 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:18.690042 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6cb36f2c-5e4b-43d1-937f-bd460e5f7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:18.788987 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6cb36f2c-5e4b-43d1-937f-bd460e5f7088 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:18.996980 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6cb36f2c-5e4b-43d1-937f-bd460e5f7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:17Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:17Z', 'revision_number': 6, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:17Z', 'revision_number': 17, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:19.021505 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb36f2c-5e4b-43d1-937f-bd460e5f7088 None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:17Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:17Z', 'revision_number': 6, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:17Z', 'revision_number': 17, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:05:19.035226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:19.106890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:19.107277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:19.142874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:19.147286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:19.148104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:19.367963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:19.371287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:19.404927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:19.405362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:19.427581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:19.431704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:19.487380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:20.582297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe139a00-118d-4720-a38d-a2e6fa97d40b None None] New status for floating IP 0cc2b747-a50f-4c73-80a9-bf6c113dc9c2: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:05:21.482543 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ed69f6-43f7-484c-be9f-052f55f26ef7 None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:05:21.482543 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed69f6-43f7-484c-be9f-052f55f26ef7 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:21.482543 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d7ed69f6-43f7-484c-be9f-052f55f26ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:21.586810 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d7ed69f6-43f7-484c-be9f-052f55f26ef7 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:21.733690 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:21.791462 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d7ed69f6-43f7-484c-be9f-052f55f26ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:19Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:20Z', 'revision_number': 7, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:19Z', 'revision_number': 18, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:21.814754 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ed69f6-43f7-484c-be9f-052f55f26ef7 None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:05:21.817751 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:21.824268 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed69f6-43f7-484c-be9f-052f55f26ef7 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:21.824896 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d7ed69f6-43f7-484c-be9f-052f55f26ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:21.921972 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d7ed69f6-43f7-484c-be9f-052f55f26ef7 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:22.123809 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d7ed69f6-43f7-484c-be9f-052f55f26ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:19Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:20Z', 'revision_number': 7, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:19Z', 'revision_number': 18, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:22.147127 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ed69f6-43f7-484c-be9f-052f55f26ef7 None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:19Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:20Z', 'revision_number': 7, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:19Z', 'revision_number': 18, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:05:22.987108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:23.063735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:23.075863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:23.151865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:23.238516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:05:23.276311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:23.293131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0694b673-8911-46fd-b145-f2bf5d7c7c48 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:05:23.293515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:23.293853 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0694b673-8911-46fd-b145-f2bf5d7c7c48 Oct 26 16:05:23.371611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:23.372000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:23.379047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:23.395423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:23.399251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:23.400120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:05:23.474966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:23.485143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:05:23.485569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:23.485908 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 Oct 26 16:05:23.557973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:23.558365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:23.590852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:23.595085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:23.640387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:23.687029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8638ad8f-787f-4f6f-a4a7-697a5475bb9d None None] New status for floating IP 0cc2b747-a50f-4c73-80a9-bf6c113dc9c2: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:05:24.032425 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7b27c-df45-4c8f-b7e7-b8405fd3a59d None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:05:24.032425 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7b27c-df45-4c8f-b7e7-b8405fd3a59d None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:24.032425 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3ef7b27c-df45-4c8f-b7e7-b8405fd3a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:24.128252 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3ef7b27c-df45-4c8f-b7e7-b8405fd3a59d None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:24.335852 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3ef7b27c-df45-4c8f-b7e7-b8405fd3a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:23Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:23Z', 'revision_number': 8, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:23Z', 'revision_number': 19, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:24.438269 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7b27c-df45-4c8f-b7e7-b8405fd3a59d None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:05:24.447403 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7b27c-df45-4c8f-b7e7-b8405fd3a59d None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:24.448007 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3ef7b27c-df45-4c8f-b7e7-b8405fd3a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:24.544459 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3ef7b27c-df45-4c8f-b7e7-b8405fd3a59d None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:24.619630 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:24.672315 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:24.751127 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3ef7b27c-df45-4c8f-b7e7-b8405fd3a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:23Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:23Z', 'revision_number': 8, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:23Z', 'revision_number': 19, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:24.778341 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7b27c-df45-4c8f-b7e7-b8405fd3a59d None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:23Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:23Z', 'revision_number': 8, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:23Z', 'revision_number': 19, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:05:24.989088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:25.064569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:25.065012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:25.104812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:25.109177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:25.132666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:25.189955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:25.232648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:25.311176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:05:25.362884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:05:25.363387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:25.363577 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 Oct 26 16:05:25.392740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:25.454269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:25.454661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:25.489916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:25.493876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:25.551503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:25.559462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:25.635340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:25.635815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:25.657945 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:25.662221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:25.711614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:26.361783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ab6ba8-60eb-496a-8596-6c25302c3068 None None] New status for floating IP 0cc2b747-a50f-4c73-80a9-bf6c113dc9c2: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:05:26.976693 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311f000-2e1c-4129-8b21-995048c0780c None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:05:26.976693 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311f000-2e1c-4129-8b21-995048c0780c None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:26.976693 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7311f000-2e1c-4129-8b21-995048c0780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:27.034364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:27.079024 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7311f000-2e1c-4129-8b21-995048c0780c None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:27.093237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:27.108099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:27.108494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:27.145146 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:27.149308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:27.181955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:27.197591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:27.293011 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7311f000-2e1c-4129-8b21-995048c0780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:25Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:26Z', 'revision_number': 9, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:25Z', 'revision_number': 21, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:27.321467 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311f000-2e1c-4129-8b21-995048c0780c None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:05:27.329800 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311f000-2e1c-4129-8b21-995048c0780c None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:27.330396 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7311f000-2e1c-4129-8b21-995048c0780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:27.427007 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7311f000-2e1c-4129-8b21-995048c0780c None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:27.634086 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7311f000-2e1c-4129-8b21-995048c0780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:25Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:26Z', 'revision_number': 9, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:27Z', 'revision_number': 22, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:27.657922 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311f000-2e1c-4129-8b21-995048c0780c None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:25Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:26Z', 'revision_number': 9, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:27Z', 'revision_number': 22, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:05:29.069113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:05:29.112708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0694b673-8911-46fd-b145-f2bf5d7c7c48 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:05:29.113113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:29.113448 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0694b673-8911-46fd-b145-f2bf5d7c7c48 Oct 26 16:05:29.186412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:29.186803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:29.205180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bde4cd-5f24-4cf8-b8a8-257261030059 None None] New status for floating IP 0cc2b747-a50f-4c73-80a9-bf6c113dc9c2: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:05:29.215918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:29.243673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:29.244355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:05:29.377258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:29.413132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:05:29.414158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:29.414158 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 Oct 26 16:05:29.486668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:29.487059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:29.527282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:29.527282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:29.575359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:29.638020 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3d0b82-25cb-4b41-8f35-9ca04657774c None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:05:29.638020 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3d0b82-25cb-4b41-8f35-9ca04657774c None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:29.638020 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8f3d0b82-25cb-4b41-8f35-9ca04657774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:29.669071 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:29.735801 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8f3d0b82-25cb-4b41-8f35-9ca04657774c None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:29.803082 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:30.021864 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8f3d0b82-25cb-4b41-8f35-9ca04657774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:29Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:29Z', 'revision_number': 10, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:29Z', 'revision_number': 23, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:30.045561 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3d0b82-25cb-4b41-8f35-9ca04657774c None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:05:30.053725 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3d0b82-25cb-4b41-8f35-9ca04657774c None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:30.054261 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8f3d0b82-25cb-4b41-8f35-9ca04657774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:30.152916 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8f3d0b82-25cb-4b41-8f35-9ca04657774c None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:30.360419 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8f3d0b82-25cb-4b41-8f35-9ca04657774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:29Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:29Z', 'revision_number': 10, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:29Z', 'revision_number': 23, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:30.383773 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3d0b82-25cb-4b41-8f35-9ca04657774c None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:29Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:29Z', 'revision_number': 10, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:29Z', 'revision_number': 23, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:05:30.993289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:31.030004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:31.074377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:31.074377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:31.095923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:31.099817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:31.100667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:31.317292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:31.356952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:31.357342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:31.391082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:31.396727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:31.425315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:31.483732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:31.524551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:31.525604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:31.587996 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9668c788-21c6-4546-8cb4-a5913d41ac78 req-8e510c58-caf1-4146-b6b0-02775b508b88 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398769 Oct 26 16:05:31.608816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:31.676868 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668c788-21c6-4546-8cb4-a5913d41ac78 req-4362a310-6d35-46c9-966f-c188eebacaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:31.678307 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9668c788-21c6-4546-8cb4-a5913d41ac78 req-4362a310-6d35-46c9-966f-c188eebacaf8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c30e9d4c96774675846ef079c4a2161e&device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 1129 time: 0.0435474 Oct 26 16:05:31.699012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:05:31.743532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0694b673-8911-46fd-b145-f2bf5d7c7c48 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:05:31.743911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:31.744254 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0694b673-8911-46fd-b145-f2bf5d7c7c48 Oct 26 16:05:31.788920 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668c788-21c6-4546-8cb4-a5913d41ac78 req-ffd3af7d-aac0-4f06-96fe-1de6b3ed743a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:31.790197 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9668c788-21c6-4546-8cb4-a5913d41ac78 req-ffd3af7d-aac0-4f06-96fe-1de6b3ed743a service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=fd50757c-9525-4394-b09c-e7337c28eb0c HTTP/1.1" status: 200 len: 913 time: 0.0919158 Oct 26 16:05:31.817888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:31.820365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:31.820757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:31.843911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:31.848397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:31.849218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:05:31.859535 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9668c788-21c6-4546-8cb4-a5913d41ac78 req-10e28e05-e99c-4b73-9520-4542132ea782 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40c00957-98ea-4343-ad47-07f42a187fc8 HTTP/1.1" status: 200 len: 1002 time: 0.0580740 Oct 26 16:05:31.888773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=7,neutron:SELECT=93 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:31.917537 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668c788-21c6-4546-8cb4-a5913d41ac78 req-7eb128d8-da58-47ec-a628-fca286c465cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:31.919096 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9668c788-21c6-4546-8cb4-a5913d41ac78 req-7eb128d8-da58-47ec-a628-fca286c465cd service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b5e33844-8a26-4c1d-a2f2-bf8686b67ee9 HTTP/1.1" status: 200 len: 851 time: 0.0518086 Oct 26 16:05:31.930638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:31.939358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:05:31.939736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:31.940079 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 Oct 26 16:05:31.973759 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668c788-21c6-4546-8cb4-a5913d41ac78 req-dbc25fb8-c251-494f-9cd5-10d446a99769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:05:31.975445 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9668c788-21c6-4546-8cb4-a5913d41ac78 req-dbc25fb8-c251-494f-9cd5-10d446a99769 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=fd50757c-9525-4394-b09c-e7337c28eb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0459752 Oct 26 16:05:32.006565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfe9cd2-189e-4e9f-affc-544c4d01990d None None] New status for floating IP 0cc2b747-a50f-4c73-80a9-bf6c113dc9c2: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:05:32.053105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:32.053498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:32.074900 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9668c788-21c6-4546-8cb4-a5913d41ac78 req-99836f3b-c50b-4e1c-8e20-7d472e25f8f5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873697 Oct 26 16:05:32.136157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:32.147348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:32.173163 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9668c788-21c6-4546-8cb4-a5913d41ac78 req-7bca9976-d728-44dc-b7d5-31c7f3b0e9a4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908077 Oct 26 16:05:32.226822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:32.404969 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be7cfe4-99f1-4f17-bb90-aba83a4e0389 None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:05:32.404969 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be7cfe4-99f1-4f17-bb90-aba83a4e0389 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:32.404969 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4be7cfe4-99f1-4f17-bb90-aba83a4e0389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:32.501591 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4be7cfe4-99f1-4f17-bb90-aba83a4e0389 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:32.636229 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:32.711445 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4be7cfe4-99f1-4f17-bb90-aba83a4e0389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:31Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:32Z', 'revision_number': 11, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:32Z', 'revision_number': 25, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:32.739009 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be7cfe4-99f1-4f17-bb90-aba83a4e0389 None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:05:32.747288 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be7cfe4-99f1-4f17-bb90-aba83a4e0389 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:32.747889 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4be7cfe4-99f1-4f17-bb90-aba83a4e0389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:32.829256 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:32.849050 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4be7cfe4-99f1-4f17-bb90-aba83a4e0389 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:33.037369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:33.052609 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4be7cfe4-99f1-4f17-bb90-aba83a4e0389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:31Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:32Z', 'revision_number': 11, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:32Z', 'revision_number': 25, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:33.081153 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be7cfe4-99f1-4f17-bb90-aba83a4e0389 None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:31Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:32Z', 'revision_number': 11, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:32Z', 'revision_number': 25, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:05:33.109836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:33.119502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:33.120121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:33.157848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:33.161778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:33.162590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:33.236332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:33.299682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:33.300072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:33.328676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:33.333078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:33.384034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:34.633742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd8be37-b044-4075-a481-777b3064d8ea None None] New status for floating IP 0cc2b747-a50f-4c73-80a9-bf6c113dc9c2: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:05:35.559104 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7654d872-faa6-4d30-a534-caa2ac568db9 None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:05:35.559104 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7654d872-faa6-4d30-a534-caa2ac568db9 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:35.559104 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7654d872-faa6-4d30-a534-caa2ac568db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:35.653978 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7654d872-faa6-4d30-a534-caa2ac568db9 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:35.936177 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7654d872-faa6-4d30-a534-caa2ac568db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:33Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:34Z', 'revision_number': 12, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:33Z', 'revision_number': 26, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:35.960527 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7654d872-faa6-4d30-a534-caa2ac568db9 None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:05:35.968650 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7654d872-faa6-4d30-a534-caa2ac568db9 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:35.969272 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7654d872-faa6-4d30-a534-caa2ac568db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:36.065660 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7654d872-faa6-4d30-a534-caa2ac568db9 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:36.067671 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:36.271934 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7654d872-faa6-4d30-a534-caa2ac568db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:33Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:34Z', 'revision_number': 12, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:33Z', 'revision_number': 26, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:36.296015 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7654d872-faa6-4d30-a534-caa2ac568db9 None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:33Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:34Z', 'revision_number': 12, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:33Z', 'revision_number': 26, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:05:36.994206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:37.072956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:37.084616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:37.158193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:37.244654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:05:37.292332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0694b673-8911-46fd-b145-f2bf5d7c7c48 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:05:37.292332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:37.292679 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0694b673-8911-46fd-b145-f2bf5d7c7c48 Oct 26 16:05:37.356962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:37.373476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:37.373864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:37.395041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:37.399035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:37.399802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:05:37.478663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:37.491186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:05:37.491542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:05:37.491887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:05:37.492228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:05:37.492566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:05:37.492934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:05:37.493266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:05:37.493611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:05:37.493922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:05:37.494249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:05:37.494577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:05:37.494904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:05:37.495227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:05:37.495550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:05:37.495870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:05:37.499280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:05:37.499654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:37.499998 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 Oct 26 16:05:37.564884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:37.572063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:37.572393 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:37.605104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:37.608840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:37.658302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:37.836399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e574e8fb-af3d-4aa1-8772-ec8432af19de None None] New status for floating IP 0cc2b747-a50f-4c73-80a9-bf6c113dc9c2: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:05:38.201206 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b0372a-71c7-4d58-b698-ecefa5d82660 None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:05:38.201206 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:38.201206 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b0372a-71c7-4d58-b698-ecefa5d82660 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:38.201206 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e4b0372a-71c7-4d58-b698-ecefa5d82660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:38.299392 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e4b0372a-71c7-4d58-b698-ecefa5d82660 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:38.505453 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e4b0372a-71c7-4d58-b698-ecefa5d82660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:37Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:37Z', 'revision_number': 13, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:37Z', 'revision_number': 27, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:38.529425 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b0372a-71c7-4d58-b698-ecefa5d82660 None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:05:38.538090 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b0372a-71c7-4d58-b698-ecefa5d82660 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:05:38.538675 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e4b0372a-71c7-4d58-b698-ecefa5d82660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:05:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:38.621395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0480eb87-6cbd-46e8-88fd-082e7f496979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:38.637220 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e4b0372a-71c7-4d58-b698-ecefa5d82660 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:05:38.844274 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e4b0372a-71c7-4d58-b698-ecefa5d82660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:37Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:37Z', 'revision_number': 13, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:37Z', 'revision_number': 27, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:05:38.868428 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b0372a-71c7-4d58-b698-ecefa5d82660 None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:37Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '0cc2b747-a50f-4c73-80a9-bf6c113dc9c2', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'floating_ip_address': '172.26.11.115', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'aa108631-c867-4146-b503-e0694f30711f', 'port_id': '40c00957-98ea-4343-ad47-07f42a187fc8', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'mac_address': 'fa:16:3e:f7:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:04:52Z', 'updated_at': '2022-10-26T16:05:37Z', 'revision_number': 13, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:37Z', 'revision_number': 27, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:05:39.040282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:39.128040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:39.128435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:39.167376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:39.172506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:39.173288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:39.212153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:39.249933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:39.290977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:39.291710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:39.314397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:05:39.319169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:39.372180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:05:39.950703 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:40.453255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4796249-cf0d-42ff-9732-16bf1ff65a3e None None] New status for floating IP 0cc2b747-a50f-4c73-80a9-bf6c113dc9c2: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:05:41.029682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1fea7551-a6b2-41c1-989b-3573f675ba18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:42.164090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=49 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:42.170582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=52 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:42.198402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:43.002119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0694b673-8911-46fd-b145-f2bf5d7c7c48 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:05:43.077415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0694b673-8911-46fd-b145-f2bf5d7c7c48 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:05:43.735595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:43.912854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:46.909937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:05:49.953751 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=73 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:54.105088 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:05:58.765434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:58.769904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=6,neutron:SELECT=80 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:05:58.776184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=69,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:06:00.253963 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:06:04.100847 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:06:08.623156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d8d8a827-d235-461b-b61c-0113f6802863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:06:11.026319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f5f40a85-82df-46bf-a833-e2f9c3932676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:06:12.202045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:06:13.737762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:06:13.915691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:06:16.930184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:06:26.918836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:06:26.923528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:06:26.925469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:06:31.104836 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:06:33.671100 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-63b0be3d-7206-451c-8358-1bc848b970f1 req-8610968f-4ce1-447d-a2ed-c46f6a570867 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0876043 Oct 26 16:06:33.759957 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0be3d-7206-451c-8358-1bc848b970f1 req-fa31e0ba-41f2-4ef4-b110-69fd5351cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:33.761560 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-63b0be3d-7206-451c-8358-1bc848b970f1 req-fa31e0ba-41f2-4ef4-b110-69fd5351cd51 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c30e9d4c96774675846ef079c4a2161e&device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 1129 time: 0.0412018 Oct 26 16:06:33.871806 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0be3d-7206-451c-8358-1bc848b970f1 req-22411aa4-801c-4d0e-b5d8-8512daf1a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:33.873214 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-63b0be3d-7206-451c-8358-1bc848b970f1 req-22411aa4-801c-4d0e-b5d8-8512daf1a7a3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=fd50757c-9525-4394-b09c-e7337c28eb0c HTTP/1.1" status: 200 len: 913 time: 0.0898650 Oct 26 16:06:33.934768 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-63b0be3d-7206-451c-8358-1bc848b970f1 req-6b35b467-827c-4401-83d5-4879c4ff9d6b service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40c00957-98ea-4343-ad47-07f42a187fc8 HTTP/1.1" status: 200 len: 1002 time: 0.0549242 Oct 26 16:06:33.990323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0be3d-7206-451c-8358-1bc848b970f1 req-afd61d77-c449-4809-88d1-4bc4ed8ab829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:33.991815 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-63b0be3d-7206-451c-8358-1bc848b970f1 req-afd61d77-c449-4809-88d1-4bc4ed8ab829 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b5e33844-8a26-4c1d-a2f2-bf8686b67ee9 HTTP/1.1" status: 200 len: 851 time: 0.0483296 Oct 26 16:06:34.037497 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0be3d-7206-451c-8358-1bc848b970f1 req-1681a12f-6647-428e-baf4-c868adc2a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:06:34.039617 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-63b0be3d-7206-451c-8358-1bc848b970f1 req-1681a12f-6647-428e-baf4-c868adc2a4f5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=fd50757c-9525-4394-b09c-e7337c28eb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384903 Oct 26 16:06:34.134458 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-63b0be3d-7206-451c-8358-1bc848b970f1 req-4996a92f-3eba-431f-84f8-ac7e2d8ad7d8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855684 Oct 26 16:06:34.228244 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-63b0be3d-7206-451c-8358-1bc848b970f1 req-685a5682-94b8-4dad-b9dd-3565aab6c1ee service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845554 Oct 26 16:06:37.255383 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:06:38.624523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-97990b5d-0637-4528-9fd9-c4fbc3c479e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:06:41.027860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-caa0ece1-9242-4ea8-b8c3-d60fec34f189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:06:41.101095 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:06:42.204581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:06:43.739237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:06:43.920351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:06:44.222656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=53 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:06:44.224506 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=48 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:06:46.931043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:06:56.921314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:06:56.922064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:06:56.927961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:07:08.104821 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:07:08.626736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ca09e5d2-523e-49c5-9e6a-c69a82aa0924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:07:11.029845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-31c1282b-0742-44fd-b47d-9b74d9d77399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:07:12.208340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:07:13.743518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:07:13.922347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:07:16.934820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:07:18.638583 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=16 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:07:18.641126 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=18 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:07:23.916438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:07:26.923219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:07:26.929390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:07:35.598889 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2f337e45-18db-4688-83e0-f9ac985a4bd0 req-01cfe344-d42c-4667-93ca-ea22c8d62196 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394285 Oct 26 16:07:35.690852 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f337e45-18db-4688-83e0-f9ac985a4bd0 req-fea55517-5170-4abb-a57c-2dab850a7fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:35.692334 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2f337e45-18db-4688-83e0-f9ac985a4bd0 req-fea55517-5170-4abb-a57c-2dab850a7fed service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c30e9d4c96774675846ef079c4a2161e&device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 1129 time: 0.0441535 Oct 26 16:07:35.799621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f337e45-18db-4688-83e0-f9ac985a4bd0 req-754ca264-e8d8-4d81-a800-573733bdbd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:35.801124 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2f337e45-18db-4688-83e0-f9ac985a4bd0 req-754ca264-e8d8-4d81-a800-573733bdbd93 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=fd50757c-9525-4394-b09c-e7337c28eb0c HTTP/1.1" status: 200 len: 913 time: 0.0858519 Oct 26 16:07:35.869390 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2f337e45-18db-4688-83e0-f9ac985a4bd0 req-5b2e2b7f-31ed-4f91-ac6a-130f2336bf1e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40c00957-98ea-4343-ad47-07f42a187fc8 HTTP/1.1" status: 200 len: 1002 time: 0.0582216 Oct 26 16:07:35.919193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f337e45-18db-4688-83e0-f9ac985a4bd0 req-b4f0c637-64d8-44f4-9997-05b693db4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:35.920572 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2f337e45-18db-4688-83e0-f9ac985a4bd0 req-b4f0c637-64d8-44f4-9997-05b693db4cbd service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b5e33844-8a26-4c1d-a2f2-bf8686b67ee9 HTTP/1.1" status: 200 len: 851 time: 0.0424428 Oct 26 16:07:35.966236 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f337e45-18db-4688-83e0-f9ac985a4bd0 req-21ef3196-6d1b-4d71-87f9-edb7865b224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:07:35.967599 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2f337e45-18db-4688-83e0-f9ac985a4bd0 req-21ef3196-6d1b-4d71-87f9-edb7865b224a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=fd50757c-9525-4394-b09c-e7337c28eb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378375 Oct 26 16:07:36.062688 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2f337e45-18db-4688-83e0-f9ac985a4bd0 req-3a1bd798-1c79-4f44-a150-3e6ada6e4610 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856442 Oct 26 16:07:36.155231 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2f337e45-18db-4688-83e0-f9ac985a4bd0 req-80e31854-45a8-4b13-9e20-9e73a12192e4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827005 Oct 26 16:07:37.169189 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:07:37.169882 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:07:38.628094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f18653ab-954c-4632-834d-518f3ac0fb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:07:41.031167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f3d3dc7b-7ea0-4bc4-90b2-3673c32fced1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:07:42.210558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:07:43.744501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:07:43.923854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:07:45.103960 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:07:46.145660 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=50 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:07:46.151878 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=51 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:07:46.935028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:07:51.257049 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:07:55.099875 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:07:58.630611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=14 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:07:58.632369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:07:58.638852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:08:08.630446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fe3c182f-4130-468c-8a3c-41b57552a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:08:11.033705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f00cc3e7-95c5-433e-b59b-6014e2aa8e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:08:12.212940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:08:13.747127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:08:13.925778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:08:16.936461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:08:22.103910 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:08:26.926176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:08:26.929875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:08:26.932045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:08:28.263094 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:08:32.099687 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:08:36.601280 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-edb60528-9065-472f-bbd5-c330a90900bc req-99ee8ee8-a96b-4bf6-ae90-460ce47c66b9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428069 Oct 26 16:08:36.690017 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb60528-9065-472f-bbd5-c330a90900bc req-e40ce315-f2b4-4d30-83ae-fa8f0642645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:08:36.691553 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-edb60528-9065-472f-bbd5-c330a90900bc req-e40ce315-f2b4-4d30-83ae-fa8f0642645a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c30e9d4c96774675846ef079c4a2161e&device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 1129 time: 0.0413942 Oct 26 16:08:36.800787 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb60528-9065-472f-bbd5-c330a90900bc req-c9445c1c-e27b-4194-8c67-278a80fa698c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:08:36.802404 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-edb60528-9065-472f-bbd5-c330a90900bc req-c9445c1c-e27b-4194-8c67-278a80fa698c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=fd50757c-9525-4394-b09c-e7337c28eb0c HTTP/1.1" status: 200 len: 913 time: 0.0890079 Oct 26 16:08:36.871530 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-edb60528-9065-472f-bbd5-c330a90900bc req-db05a916-8066-430a-8ae9-92b002e71ce9 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40c00957-98ea-4343-ad47-07f42a187fc8 HTTP/1.1" status: 200 len: 1002 time: 0.0591571 Oct 26 16:08:36.925799 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb60528-9065-472f-bbd5-c330a90900bc req-0b8c97b0-28c7-47f1-a075-3a34c760e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:08:36.927212 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-edb60528-9065-472f-bbd5-c330a90900bc req-0b8c97b0-28c7-47f1-a075-3a34c760e322 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b5e33844-8a26-4c1d-a2f2-bf8686b67ee9 HTTP/1.1" status: 200 len: 851 time: 0.0431526 Oct 26 16:08:36.974873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb60528-9065-472f-bbd5-c330a90900bc req-1eb6501e-5bfc-4efd-a857-a425614e0f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:08:36.976332 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-edb60528-9065-472f-bbd5-c330a90900bc req-1eb6501e-5bfc-4efd-a857-a425614e0f0c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=fd50757c-9525-4394-b09c-e7337c28eb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382247 Oct 26 16:08:37.072607 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-edb60528-9065-472f-bbd5-c330a90900bc req-ff88eb2a-f5ed-4e1b-8179-8bf45ca2da52 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869629 Oct 26 16:08:37.168237 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-edb60528-9065-472f-bbd5-c330a90900bc req-dd9dddd5-dc11-44d4-abfc-c9c0b6dd9894 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861290 Oct 26 16:08:38.631439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5cfe4bc4-fe13-46b5-b49f-7d7ad795f295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:08:41.035735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dc066d8a-5ca4-4b8a-b688-f1ebf744f6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:08:42.215980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:08:43.748477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:08:43.928429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:08:46.948980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:08:47.163682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=51 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:08:47.165688 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=50 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:08:53.924836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:08:56.943538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:08:56.945391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:08:59.103378 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:09:08.633791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-30f52270-26b6-4d55-82d5-dc5474ebb380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:09:11.037593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c6bb454d-0072-4c91-808e-9573c8cb9375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:09:12.218408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:09:13.750568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:09:13.931616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:09:16.970502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:09:18.637960 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=20 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:09:18.640478 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=14 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:09:26.958644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:09:26.963108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:09:26.965142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:09:36.101973 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:09:37.618891 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b0a54674-6c87-49c9-a953-0b8b277b7d4c req-5ef61a54-f5ae-43e2-8075-9ae16f9d9b10 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390465 Oct 26 16:09:37.705719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a54674-6c87-49c9-a953-0b8b277b7d4c req-6625d3ca-ca2a-49dd-8780-be0e0f1a6273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:37.707220 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b0a54674-6c87-49c9-a953-0b8b277b7d4c req-6625d3ca-ca2a-49dd-8780-be0e0f1a6273 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c30e9d4c96774675846ef079c4a2161e&device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 1129 time: 0.0406628 Oct 26 16:09:37.818318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a54674-6c87-49c9-a953-0b8b277b7d4c req-a7740d75-8aa6-46e9-bc53-22aa6c135e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:37.819699 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b0a54674-6c87-49c9-a953-0b8b277b7d4c req-a7740d75-8aa6-46e9-bc53-22aa6c135e36 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=fd50757c-9525-4394-b09c-e7337c28eb0c HTTP/1.1" status: 200 len: 913 time: 0.0889778 Oct 26 16:09:37.883391 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b0a54674-6c87-49c9-a953-0b8b277b7d4c req-c8ecc55f-c4ae-4e64-8a9c-ce1711ead2dc service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40c00957-98ea-4343-ad47-07f42a187fc8 HTTP/1.1" status: 200 len: 1002 time: 0.0545738 Oct 26 16:09:37.934720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a54674-6c87-49c9-a953-0b8b277b7d4c req-85e64e95-98e1-46f5-8c22-3bcd3d5b1c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:37.936129 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b0a54674-6c87-49c9-a953-0b8b277b7d4c req-85e64e95-98e1-46f5-8c22-3bcd3d5b1c53 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b5e33844-8a26-4c1d-a2f2-bf8686b67ee9 HTTP/1.1" status: 200 len: 851 time: 0.0436242 Oct 26 16:09:37.986483 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a54674-6c87-49c9-a953-0b8b277b7d4c req-b3ec147a-bcac-4862-86e4-cd4033131426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:09:37.987966 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b0a54674-6c87-49c9-a953-0b8b277b7d4c req-b3ec147a-bcac-4862-86e4-cd4033131426 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=fd50757c-9525-4394-b09c-e7337c28eb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426619 Oct 26 16:09:38.081650 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b0a54674-6c87-49c9-a953-0b8b277b7d4c req-8eafcb64-931f-48c6-8758-6aaee81c79ac service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823629 Oct 26 16:09:38.176601 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b0a54674-6c87-49c9-a953-0b8b277b7d4c req-dde533de-7d54-4e0c-afba-14a7c18ef0b1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864108 Oct 26 16:09:38.636673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-648b83c4-82da-44d5-8fd2-9f37ede1f74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:09:41.039062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1b7d0211-5bf1-465e-aaf0-a34ab0644187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:09:42.221170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:09:43.752687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:09:43.933080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:09:46.097616 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:09:46.098298 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:09:46.982236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:09:48.172544 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=57 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:09:48.173356 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=44 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:09:58.637342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:09:58.641098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:09:58.644094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:10:08.638955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-76576055-0608-4d34-b22b-a34b3e3838aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:10:11.040448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-16a77aef-5e09-41e4-afa8-1b4ac5db14ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:10:12.223847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:10:13.101368 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:10:13.758182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:10:13.935915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:10:16.988347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:10:23.095972 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:10:23.097822 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:10:26.977554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:10:26.981667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:10:26.982988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:10:38.643677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d394fe20-189c-4586-bf1e-3d5569fa8431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:10:39.596640 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-916d7c82-81c9-44b7-a926-c2c7844b3cb0 req-8f356b71-ef06-4f8c-a76b-3bf945758966 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390217 Oct 26 16:10:39.684157 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d7c82-81c9-44b7-a926-c2c7844b3cb0 req-99e03daa-422c-498a-9566-828b6d0957f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:39.685655 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-916d7c82-81c9-44b7-a926-c2c7844b3cb0 req-99e03daa-422c-498a-9566-828b6d0957f5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c30e9d4c96774675846ef079c4a2161e&device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 1129 time: 0.0392334 Oct 26 16:10:39.795217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d7c82-81c9-44b7-a926-c2c7844b3cb0 req-375aab7d-66cb-4de8-8a18-a29e2d6f4bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:39.796569 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-916d7c82-81c9-44b7-a926-c2c7844b3cb0 req-375aab7d-66cb-4de8-8a18-a29e2d6f4bb2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=fd50757c-9525-4394-b09c-e7337c28eb0c HTTP/1.1" status: 200 len: 913 time: 0.0886555 Oct 26 16:10:39.860091 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-916d7c82-81c9-44b7-a926-c2c7844b3cb0 req-16712cd7-0687-48f0-a9e2-d554cb874817 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40c00957-98ea-4343-ad47-07f42a187fc8 HTTP/1.1" status: 200 len: 1002 time: 0.0541308 Oct 26 16:10:39.914679 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d7c82-81c9-44b7-a926-c2c7844b3cb0 req-7dfe4bb8-dba2-45c9-b0ce-49dc6ed8d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:39.916162 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-916d7c82-81c9-44b7-a926-c2c7844b3cb0 req-7dfe4bb8-dba2-45c9-b0ce-49dc6ed8d2a1 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b5e33844-8a26-4c1d-a2f2-bf8686b67ee9 HTTP/1.1" status: 200 len: 851 time: 0.0469368 Oct 26 16:10:39.962904 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d7c82-81c9-44b7-a926-c2c7844b3cb0 req-86b41815-5651-49d9-8ab7-8dabe8065e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:10:39.964431 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-916d7c82-81c9-44b7-a926-c2c7844b3cb0 req-86b41815-5651-49d9-8ab7-8dabe8065e2c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=fd50757c-9525-4394-b09c-e7337c28eb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392976 Oct 26 16:10:40.060384 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-916d7c82-81c9-44b7-a926-c2c7844b3cb0 req-a7f286fe-d361-4a82-bcf8-e1dbfc303aae service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861976 Oct 26 16:10:40.152427 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-916d7c82-81c9-44b7-a926-c2c7844b3cb0 req-56798a78-7ff7-4e65-baf4-aef1d73f564f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827768 Oct 26 16:10:41.041588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-67069166-a70a-4bf4-86a4-f552c5d38ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:10:42.227161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:10:43.757993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:10:43.937788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:10:47.006645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:10:50.100012 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:10:50.138707 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=49 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:10:50.149745 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=52 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:10:56.992925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:10:57.000913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:10:57.003200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:11:00.094368 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=6 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:11:00.095235 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:11:08.647553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ea8c0087-7006-4cea-bb9d-a9db39335a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:11:11.043817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-08855b25-0c24-471f-b054-c7e876f02481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:11:12.230655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:11:13.762532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:11:13.940351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:11:17.020583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:11:18.639591 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=14 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:11:18.647521 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=12 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:11:27.010721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:11:27.013530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:11:27.015684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:11:27.101934 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:11:33.262888 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:11:37.178770 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:11:38.649763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-69f0f599-d3f6-455d-b641-342155f5b03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:11:41.047094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-57b388b0-6bec-4005-ac3b-cc3eab188891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:11:41.711864 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0b589a12-5200-4968-aea0-e4a31169ddf5 req-ca58dc04-b53b-42db-8322-c3d31ef3ce5c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1483879 Oct 26 16:11:41.804550 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b589a12-5200-4968-aea0-e4a31169ddf5 req-f4c75a50-690c-43c3-b3bd-59fc40e61396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:41.806043 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0b589a12-5200-4968-aea0-e4a31169ddf5 req-f4c75a50-690c-43c3-b3bd-59fc40e61396 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c30e9d4c96774675846ef079c4a2161e&device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 1129 time: 0.0425684 Oct 26 16:11:41.913318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b589a12-5200-4968-aea0-e4a31169ddf5 req-abf06e54-101e-4db8-99f2-3f851bfbde67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:41.914773 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0b589a12-5200-4968-aea0-e4a31169ddf5 req-abf06e54-101e-4db8-99f2-3f851bfbde67 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=fd50757c-9525-4394-b09c-e7337c28eb0c HTTP/1.1" status: 200 len: 913 time: 0.0852151 Oct 26 16:11:41.981374 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0b589a12-5200-4968-aea0-e4a31169ddf5 req-f00efe44-a101-4450-8062-763b4ac26959 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40c00957-98ea-4343-ad47-07f42a187fc8 HTTP/1.1" status: 200 len: 1002 time: 0.0580747 Oct 26 16:11:42.033998 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b589a12-5200-4968-aea0-e4a31169ddf5 req-7fef929f-b232-4d52-8500-b7dec1cd4788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:42.035404 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0b589a12-5200-4968-aea0-e4a31169ddf5 req-7fef929f-b232-4d52-8500-b7dec1cd4788 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b5e33844-8a26-4c1d-a2f2-bf8686b67ee9 HTTP/1.1" status: 200 len: 851 time: 0.0441844 Oct 26 16:11:42.082888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b589a12-5200-4968-aea0-e4a31169ddf5 req-6158e579-d13b-4752-b5df-9dfa70d3c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:11:42.084365 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0b589a12-5200-4968-aea0-e4a31169ddf5 req-6158e579-d13b-4752-b5df-9dfa70d3c6e7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=fd50757c-9525-4394-b09c-e7337c28eb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0398438 Oct 26 16:11:42.097406 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-0b589a12-5200-4968-aea0-e4a31169ddf5 req-a2e0b13c-35bd-4075-bb9f-a883abe4aba2 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 16:11:42.098332 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0b589a12-5200-4968-aea0-e4a31169ddf5 req-a2e0b13c-35bd-4075-bb9f-a883abe4aba2 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048172 Oct 26 16:11:42.193973 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0b589a12-5200-4968-aea0-e4a31169ddf5 req-4cedaac6-daa3-4111-8461-3cc792a1c29b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861650 Oct 26 16:11:42.235484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:11:42.288279 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0b589a12-5200-4968-aea0-e4a31169ddf5 req-f40f4dd0-e72f-486a-80ae-09469907e7f0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845945 Oct 26 16:11:43.766709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:11:43.944639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:11:47.021225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:11:52.283394 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=55 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:11:52.285441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=46 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:11:58.640785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=18 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:11:58.642620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=10 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:11:58.650044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:04.101543 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:12:05.176439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653dc2a-7bb0-40c9-9459-0745092cdc35 req-76609de0-9d3d-490c-ba5f-de663f1880ab tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:05.178471 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5653dc2a-7bb0-40c9-9459-0745092cdc35 req-76609de0-9d3d-490c-ba5f-de663f1880ab tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 945 time: 0.1241820 Oct 26 16:12:05.227831 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5653dc2a-7bb0-40c9-9459-0745092cdc35 req-746aa5e8-5ecc-456c-8203-2a2397dcba8a tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e6a81a49-df8a-4114-a34d-e1343539f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437014 Oct 26 16:12:05.491122 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7e77a-1e23-49b0-a980-46a628b2c81f req-28c4895f-8b6c-48ef-b3f9-5d6d27834bf9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:05.492573 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cec7e77a-1e23-49b0-a980-46a628b2c81f req-28c4895f-8b6c-48ef-b3f9-5d6d27834bf9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 945 time: 0.0476785 Oct 26 16:12:05.574735 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-cec7e77a-1e23-49b0-a980-46a628b2c81f req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Deleting port 40c00957-98ea-4343-ad47-07f42a187fc8 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:12:05.575082 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-cec7e77a-1e23-49b0-a980-46a628b2c81f req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (40c00957-98ea-4343-ad47-07f42a187fc8), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:05.663653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-cec7e77a-1e23-49b0-a980-46a628b2c81f req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] For port 40c00957-98ea-4343-ad47-07f42a187fc8, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=40c00957-98ea-4343-ad47-07f42a187fc8,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:05.664024 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-cec7e77a-1e23-49b0-a980-46a628b2c81f req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (40c00957-98ea-4343-ad47-07f42a187fc8), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:06.102372 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-cec7e77a-1e23-49b0-a980-46a628b2c81f req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:06.102747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-cec7e77a-1e23-49b0-a980-46a628b2c81f req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (0cc2b747-a50f-4c73-80a9-bf6c113dc9c2), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:06.103129 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [req-cec7e77a-1e23-49b0-a980-46a628b2c81f req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Floating IP 0cc2b747-a50f-4c73-80a9-bf6c113dc9c2 disassociated. External IP: 172.26.11.115, port: 40c00957-98ea-4343-ad47-07f42a187fc8. Oct 26 16:12:06.103410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-cec7e77a-1e23-49b0-a980-46a628b2c81f req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Calling delete_port for 40c00957-98ea-4343-ad47-07f42a187fc8 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:12:06.230436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-cec7e77a-1e23-49b0-a980-46a628b2c81f req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (40c00957-98ea-4343-ad47-07f42a187fc8), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:06.255152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Pushing event deleted for resources: {'Port': ['ID=40c00957-98ea-4343-ad47-07f42a187fc8,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:06.266682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:06.267095 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:06.267679 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:06.267679 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:06.268018 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:06.268341 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:06.268664 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:06.269023 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:06.269348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:06.269740 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:06.269997 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:06.270321 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:06.270641 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:06.270953 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:06.271275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:06.391270 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ac2e550d-9f60-48c5-aa64-b1eaf3cefaa4 req-3d2686b8-45be-4992-8b9b-02a5f17611a2 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e750d19d-42b8-4e91-aad9-ccbceee44f02 HTTP/1.1" status: 200 len: 210 time: 0.0795066 Oct 26 16:12:06.396151 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cec7e77a-1e23-49b0-a980-46a628b2c81f req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Router aa108631-c867-4146-b503-e0694f30711f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:12:06.490815 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:06.502318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cec7e77a-1e23-49b0-a980-46a628b2c81f req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:12:06.511881 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd6578-4fe0-4ee9-93bb-590a6dd9fba1 None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:06.522238 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd6578-4fe0-4ee9-93bb-590a6dd9fba1 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:06.522843 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-67dd6578-4fe0-4ee9-93bb-590a6dd9fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:11:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:06.544941 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec7e77a-1e23-49b0-a980-46a628b2c81f req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] No DVR routers for this DVR port 40c00957-98ea-4343-ad47-07f42a187fc8 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:12:06.547815 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-cec7e77a-1e23-49b0-a980-46a628b2c81f req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:06.551151 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cec7e77a-1e23-49b0-a980-46a628b2c81f req-28543c1c-fcb9-4843-9ee3-2ba1d7d1ae16 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.64 "DELETE /networking/v2.0/ports/40c00957-98ea-4343-ad47-07f42a187fc8 HTTP/1.1" status: 204 len: 173 time: 1.0535138 Oct 26 16:12:06.552216 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'name': 'network-vif-deleted', 'tag': '40c00957-98ea-4343-ad47-07f42a187fc8'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:12:06.554662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8bf0c0-1bc5-4db2-b815-64fc31552440" -d '{"events": [{"server_uuid": "e750d19d-42b8-4e91-aad9-ccbceee44f02", "name": "network-vif-deleted", "tag": "40c00957-98ea-4343-ad47-07f42a187fc8"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:12:06.676296 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088d684a-60a6-4b5a-9089-8de50919f40e x-openstack-request-id: req-088d684a-60a6-4b5a-9089-8de50919f40e {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:12:06.676494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e750d19d-42b8-4e91-aad9-ccbceee44f02", "name": "network-vif-deleted", "tag": "40c00957-98ea-4343-ad47-07f42a187fc8", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:12:06.676648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-088d684a-60a6-4b5a-9089-8de50919f40e {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:12:06.677070 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-088d684a-60a6-4b5a-9089-8de50919f40e'] response: {'server_uuid': 'e750d19d-42b8-4e91-aad9-ccbceee44f02', 'name': 'network-vif-deleted', 'tag': '40c00957-98ea-4343-ad47-07f42a187fc8', 'status': 'completed', 'code': 200} Oct 26 16:12:06.722258 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-67dd6578-4fe0-4ee9-93bb-590a6dd9fba1 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:06.913288 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-67dd6578-4fe0-4ee9-93bb-590a6dd9fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:39Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:39Z', 'revision_number': 28, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:06.937096 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd6578-4fe0-4ee9-93bb-590a6dd9fba1 None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:12:06.946284 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd6578-4fe0-4ee9-93bb-590a6dd9fba1 None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:06.946887 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-67dd6578-4fe0-4ee9-93bb-590a6dd9fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:11:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:07.047284 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-67dd6578-4fe0-4ee9-93bb-590a6dd9fba1 None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:07.238225 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-67dd6578-4fe0-4ee9-93bb-590a6dd9fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:39Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:39Z', 'revision_number': 28, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:07.266638 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd6578-4fe0-4ee9-93bb-590a6dd9fba1 None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:04:49Z', 'revision_number': 4, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:39Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '9aca8c61-85f0-4459-9ad8-96e6d25f44a4', 'name': '', 'network_id': 'fd50757c-9525-4394-b09c-e7337c28eb0c', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'mac_address': 'fa:16:3e:a5:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:48Z', 'updated_at': '2022-10-26T16:05:39Z', 'revision_number': 28, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'subnets': [{'id': 'b5e33844-8a26-4c1d-a2f2-bf8686b67ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:12:07.509277 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 41988) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:07.567936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a14e39dd-2950-4a1e-aa2e-5f2d1069cf1a tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for security_group (e6a81a49-df8a-4114-a34d-e1343539f5c6), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:07.570262 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:07.595174 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a14e39dd-2950-4a1e-aa2e-5f2d1069cf1a tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for security_group (e6a81a49-df8a-4114-a34d-e1343539f5c6), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:07.650047 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a14e39dd-2950-4a1e-aa2e-5f2d1069cf1a tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (e6a81a49-df8a-4114-a34d-e1343539f5c6), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:07.652573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a14e39dd-2950-4a1e-aa2e-5f2d1069cf1a tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:07.656094 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a14e39dd-2950-4a1e-aa2e-5f2d1069cf1a tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e6a81a49-df8a-4114-a34d-e1343539f5c6 HTTP/1.1" status: 204 len: 168 time: 0.1434999 Oct 26 16:12:07.656473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41990) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:07.664386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e39dd-2950-4a1e-aa2e-5f2d1069cf1a tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a81a49-df8a-4114-a34d-e1343539f5c6,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:07.675348 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.api.v2.resource [None req-adadfaef-562c-4123-9f33-82213ab0a3eb tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] show failed (client error): The resource could not be found. Oct 26 16:12:07.678879 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-adadfaef-562c-4123-9f33-82213ab0a3eb tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "GET /networking/v2.0/security-groups/e6a81a49-df8a-4114-a34d-e1343539f5c6 HTTP/1.1" status: 404 len: 347 time: 0.0185888 Oct 26 16:12:07.679271 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41992) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:07.801019 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Deleting port 4f198af1-7b74-4261-8d4f-f2e5fcc09a4f {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:12:07.801708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (4f198af1-7b74-4261-8d4f-f2e5fcc09a4f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:07.888358 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (4f198af1-7b74-4261-8d4f-f2e5fcc09a4f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:07.888358 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for floatingip (4f198af1-7b74-4261-8d4f-f2e5fcc09a4f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:07.909198 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Calling delete_port for 4f198af1-7b74-4261-8d4f-f2e5fcc09a4f owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:12:08.054703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (4f198af1-7b74-4261-8d4f-f2e5fcc09a4f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:08.079065 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Pushing event deleted for resources: {'Port': ['ID=4f198af1-7b74-4261-8d4f-f2e5fcc09a4f,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:08.090123 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:08.090825 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:08.091365 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:08.091872 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:08.092390 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:08.092943 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:08.094081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:08.094423 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:08.094763 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:08.095099 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:08.095435 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:08.095769 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:08.096101 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:08.096430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:08.096757 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:08.164703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks [] for floatingip (0cc2b747-a50f-4c73-80a9-bf6c113dc9c2), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:08.167357 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:08.169282 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0a310924-0d5a-4345-876d-f467b48164e9 tempest-ServerActionsTestJSON-1230898913 tempest-ServerActionsTestJSON-1230898913-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/0cc2b747-a50f-4c73-80a9-bf6c113dc9c2 HTTP/1.1" status: 204 len: 168 time: 0.4890552 Oct 26 16:12:08.172396 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41994) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:08.565095 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-42b5bd22-2aed-4afc-80f9-bc563fac2adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (aa108631-c867-4146-b503-e0694f30711f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:08.612272 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:08.651238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dad5811d-a945-4896-a41a-d420a1fe6229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:08.730131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:08.791320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-42b5bd22-2aed-4afc-80f9-bc563fac2adb admin admin] Deleting port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:12:08.791658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-42b5bd22-2aed-4afc-80f9-bc563fac2adb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:08.872460 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-42b5bd22-2aed-4afc-80f9-bc563fac2adb admin admin] For port 9aca8c61-85f0-4459-9ad8-96e6d25f44a4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:08.872852 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-42b5bd22-2aed-4afc-80f9-bc563fac2adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:08.885755 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-42b5bd22-2aed-4afc-80f9-bc563fac2adb admin admin] Calling delete_port for 9aca8c61-85f0-4459-9ad8-96e6d25f44a4 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:12:09.078156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-42b5bd22-2aed-4afc-80f9-bc563fac2adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (9aca8c61-85f0-4459-9ad8-96e6d25f44a4), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:09.105850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5bd22-2aed-4afc-80f9-bc563fac2adb admin admin] Pushing event deleted for resources: {'Port': ['ID=9aca8c61-85f0-4459-9ad8-96e6d25f44a4,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:09.269118 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-42b5bd22-2aed-4afc-80f9-bc563fac2adb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (aa108631-c867-4146-b503-e0694f30711f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:09.291775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84637397-2faa-4b9e-a151-592655e36ccc None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 16:12:09.358630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84637397-2faa-4b9e-a151-592655e36ccc None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:12:09.455488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b17cd1-f566-4de2-84a7-3d73b9484e8c None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:09.470428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 40c00957-98ea-4343-ad47-07f42a187fc8 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:09.482145 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b5bd22-2aed-4afc-80f9-bc563fac2adb admin admin] Router aa108631-c867-4146-b503-e0694f30711f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:12:09.496492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b17cd1-f566-4de2-84a7-3d73b9484e8c None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:09.497068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a2b17cd1-f566-4de2-84a7-3d73b9484e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:11:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:09.499779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 40c00957-98ea-4343-ad47-07f42a187fc8 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:12:09.500125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 40c00957-98ea-4343-ad47-07f42a187fc8 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:12:09.527902 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:09.535545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:09.589462 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b5bd22-2aed-4afc-80f9-bc563fac2adb admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:12:09.594627 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-42b5bd22-2aed-4afc-80f9-bc563fac2adb admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/aa108631-c867-4146-b503-e0694f30711f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4211993 Oct 26 16:12:09.597907 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 41998) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:09.635038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a2b17cd1-f566-4de2-84a7-3d73b9484e8c None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:09.702088 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a9b830a-2855-4b4e-a365-eda5f526b64b admin admin] Publish callbacks [] for router (aa108631-c867-4146-b503-e0694f30711f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:09.803747 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a9b830a-2855-4b4e-a365-eda5f526b64b admin admin] Publish callbacks [] for router_gateway (aa108631-c867-4146-b503-e0694f30711f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:09.819035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a2b17cd1-f566-4de2-84a7-3d73b9484e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135'}], 'enable_snat': True}, 'gw_port_id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:12:09Z', 'revision_number': 5, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port': {'id': '0694b673-8911-46fd-b145-f2bf5d7c7c48', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa108631-c867-4146-b503-e0694f30711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:05:39Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:09.846684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b17cd1-f566-4de2-84a7-3d73b9484e8c None None] Checking router: aa108631-c867-4146-b503-e0694f30711f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:12:09.853125 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b830a-2855-4b4e-a365-eda5f526b64b admin admin] Deleting port 0694b673-8911-46fd-b145-f2bf5d7c7c48 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:12:09.853467 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a9b830a-2855-4b4e-a365-eda5f526b64b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:09.857914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b17cd1-f566-4de2-84a7-3d73b9484e8c None None] Routers {'aa108631-c867-4146-b503-e0694f30711f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:09.858656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a2b17cd1-f566-4de2-84a7-3d73b9484e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:11:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['aa108631-c867-4146-b503-e0694f30711f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:09.944666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-4a9b830a-2855-4b4e-a365-eda5f526b64b admin admin] For port 0694b673-8911-46fd-b145-f2bf5d7c7c48, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0694b673-8911-46fd-b145-f2bf5d7c7c48,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:09.945053 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a9b830a-2855-4b4e-a365-eda5f526b64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:09.957517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a2b17cd1-f566-4de2-84a7-3d73b9484e8c None None] Set router aa108631-c867-4146-b503-e0694f30711f gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:09.959219 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b830a-2855-4b4e-a365-eda5f526b64b admin admin] Calling delete_port for 0694b673-8911-46fd-b145-f2bf5d7c7c48 owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:12:10.009885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a2b17cd1-f566-4de2-84a7-3d73b9484e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:12:09Z', 'revision_number': 6, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:10.038388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b17cd1-f566-4de2-84a7-3d73b9484e8c None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [{'id': 'aa108631-c867-4146-b503-e0694f30711f', 'name': 'tempest-ServerActionsTestJSON-1194263768-router', 'tenant_id': 'c30e9d4c96774675846ef079c4a2161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:04:46Z', 'updated_at': '2022-10-26T16:12:09Z', 'revision_number': 6, 'project_id': 'c30e9d4c96774675846ef079c4a2161e', 'gw_port_host': None}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:12:10.095664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-947fee8e-07d0-4afb-957b-47588330ea78 None None] Provisioning complete for port ffbb0ab2-aaf5-4a4d-af52-860140e91e12 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:10.096046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-947fee8e-07d0-4afb-957b-47588330ea78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ffbb0ab2-aaf5-4a4d-af52-860140e91e12), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:10.096388 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-947fee8e-07d0-4afb-957b-47588330ea78 None None] Attempt 1 to provision port ffbb0ab2-aaf5-4a4d-af52-860140e91e12 Oct 26 16:12:10.143693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a9b830a-2855-4b4e-a365-eda5f526b64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (0694b673-8911-46fd-b145-f2bf5d7c7c48), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:10.172782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-947fee8e-07d0-4afb-957b-47588330ea78 None None] Current status of the port ffbb0ab2-aaf5-4a4d-af52-860140e91e12 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:10.175441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b830a-2855-4b4e-a365-eda5f526b64b admin admin] Pushing event deleted for resources: {'Port': ['ID=0694b673-8911-46fd-b145-f2bf5d7c7c48,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:10.237581 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a9b830a-2855-4b4e-a365-eda5f526b64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (aa108631-c867-4146-b503-e0694f30711f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:10.331881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a9b830a-2855-4b4e-a365-eda5f526b64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (aa108631-c867-4146-b503-e0694f30711f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:10.335548 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a9b830a-2855-4b4e-a365-eda5f526b64b admin admin] Publish callbacks [] for router_controller (aa108631-c867-4146-b503-e0694f30711f), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:10.378828 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a9b830a-2855-4b4e-a365-eda5f526b64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (aa108631-c867-4146-b503-e0694f30711f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:10.379482 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9b830a-2855-4b4e-a365-eda5f526b64b admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa108631-c867-4146-b503-e0694f30711f {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:12:10.383909 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4a9b830a-2855-4b4e-a365-eda5f526b64b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:10.385119 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4a9b830a-2855-4b4e-a365-eda5f526b64b admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/aa108631-c867-4146-b503-e0694f30711f HTTP/1.1" status: 204 len: 168 time: 0.7862020 Oct 26 16:12:10.387552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42000) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:10.436450 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1466a8-6d96-48dc-8420-36064eac1882 admin admin] Deleting subnet b5e33844-8a26-4c1d-a2f2-bf8686b67ee9 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 16:12:10.439854 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2f1466a8-6d96-48dc-8420-36064eac1882 admin admin] Publish callbacks [] for subnet (b5e33844-8a26-4c1d-a2f2-bf8686b67ee9), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:10.473228 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:10.476134 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2f1466a8-6d96-48dc-8420-36064eac1882 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (b5e33844-8a26-4c1d-a2f2-bf8686b67ee9), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:10.512119 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:10.552887 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2f1466a8-6d96-48dc-8420-36064eac1882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (b5e33844-8a26-4c1d-a2f2-bf8686b67ee9), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:10.610215 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2f1466a8-6d96-48dc-8420-36064eac1882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (b5e33844-8a26-4c1d-a2f2-bf8686b67ee9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:10.635388 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1466a8-6d96-48dc-8420-36064eac1882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e33844-8a26-4c1d-a2f2-bf8686b67ee9,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:10.643806 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2f1466a8-6d96-48dc-8420-36064eac1882 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:10.645225 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2f1466a8-6d96-48dc-8420-36064eac1882 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/b5e33844-8a26-4c1d-a2f2-bf8686b67ee9 HTTP/1.1" status: 204 len: 168 time: 0.2567637 Oct 26 16:12:10.648349 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42002) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:10.650723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f413ca52-8a81-49eb-9fde-db54cf43d755 None None] Network fd50757c-9525-4394-b09c-e7337c28eb0c requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:12:10.723638 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (fd50757c-9525-4394-b09c-e7337c28eb0c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:10.773103 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] Deleting port ffbb0ab2-aaf5-4a4d-af52-860140e91e12 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:12:10.773545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (ffbb0ab2-aaf5-4a4d-af52-860140e91e12), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:10.798023 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a885edf6-58aa-4d78-9fcb-c8f333d78e1b None None] Sync routers for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:10.808862 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a885edf6-58aa-4d78-9fcb-c8f333d78e1b None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:10.809546 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a885edf6-58aa-4d78-9fcb-c8f333d78e1b None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:12:10.810211 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-a885edf6-58aa-4d78-9fcb-c8f333d78e1b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aa108631-c867-4146-b503-e0694f30711f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:11:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:12:10.820413 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a885edf6-58aa-4d78-9fcb-c8f333d78e1b None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:10.821471 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a885edf6-58aa-4d78-9fcb-c8f333d78e1b None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:12:10.822288 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-a885edf6-58aa-4d78-9fcb-c8f333d78e1b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aa108631-c867-4146-b503-e0694f30711f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:11:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:12:10.822734 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a885edf6-58aa-4d78-9fcb-c8f333d78e1b None None] The sync data for ids ['aa108631-c867-4146-b503-e0694f30711f'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:12:10.850274 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] For port ffbb0ab2-aaf5-4a4d-af52-860140e91e12, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ffbb0ab2-aaf5-4a4d-af52-860140e91e12,segment=NetworkSegment(c0806057-d466-4c61-9ba1-7178eb9fc1a1),segment_id=c0806057-d466-4c61-9ba1-7178eb9fc1a1)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:10.850864 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (ffbb0ab2-aaf5-4a4d-af52-860140e91e12), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:10.863969 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] Calling delete_port for ffbb0ab2-aaf5-4a4d-af52-860140e91e12 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:12:10.941986 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (ffbb0ab2-aaf5-4a4d-af52-860140e91e12), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:10.953217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a83d06b-6df9-4eb7-a9f2-c18548c54917 None None] DHCP port deletion for fd50757c-9525-4394-b09c-e7337c28eb0c request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 16:12:10.971100 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbb0ab2-aaf5-4a4d-af52-860140e91e12,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:10.974567 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] No DVR routers for this DVR port ffbb0ab2-aaf5-4a4d-af52-860140e91e12 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:12:11.046153 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (fd50757c-9525-4394-b09c-e7337c28eb0c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:11.050777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-cf1bed29-cc4b-4ff0-8982-eb5cd9e3768e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:11.067801 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd50757c-9525-4394-b09c-e7337c28eb0c']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:11.077157 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0806057-d466-4c61-9ba1-7178eb9fc1a1') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:11.077451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0806057-d466-4c61-9ba1-7178eb9fc1a1') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:11.087476 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (c0806057-d466-4c61-9ba1-7178eb9fc1a1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:11.101195 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (c0806057-d466-4c61-9ba1-7178eb9fc1a1), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:11.107743 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:12:11.108144 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (c0806057-d466-4c61-9ba1-7178eb9fc1a1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:11.174800 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (fd50757c-9525-4394-b09c-e7337c28eb0c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:11.177717 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment c0806057-d466-4c61-9ba1-7178eb9fc1a1 resource provider aggregate not found Oct 26 16:12:11.185018 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:11.188137 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/fd50757c-9525-4394-b09c-e7337c28eb0c HTTP/1.1" status: 204 len: 168 time: 0.5388148 Oct 26 16:12:11.201760 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment c0806057-d466-4c61-9ba1-7178eb9fc1a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0806057-d466-4c61-9ba1-7178eb9fc1a1 found for delete ", "request_id": "req-c1aea110-527f-493e-b2e5-28c139107a3c"}]} Oct 26 16:12:11.202627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f78488-4357-4bb9-b73d-fbf87469c814 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd50757c-9525-4394-b09c-e7337c28eb0c,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:11.257812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ffbb0ab2-aaf5-4a4d-af52-860140e91e12 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:11.277106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: ffbb0ab2-aaf5-4a4d-af52-860140e91e12 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:12:11.277460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ffbb0ab2-aaf5-4a4d-af52-860140e91e12 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:12:11.309439 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42012) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:11.349757 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-77c595a4-d12f-4f7e-939b-ec6dc5a1d25a admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=c30e9d4c96774675846ef079c4a2161e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390644 Oct 26 16:12:11.352130 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42014) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:11.399337 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d9501c1f-b5c9-467e-952c-1bcdf29e1eda admin admin] Publish callbacks [] for security_group (1d0e501a-da16-4b5b-94ec-f7927d321547), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:11.419629 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d9501c1f-b5c9-467e-952c-1bcdf29e1eda admin admin] Publish callbacks [] for security_group (1d0e501a-da16-4b5b-94ec-f7927d321547), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:11.447806 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:11.466685 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d9501c1f-b5c9-467e-952c-1bcdf29e1eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (1d0e501a-da16-4b5b-94ec-f7927d321547), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:11.469441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d9501c1f-b5c9-467e-952c-1bcdf29e1eda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:11.470561 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d9501c1f-b5c9-467e-952c-1bcdf29e1eda admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/1d0e501a-da16-4b5b-94ec-f7927d321547 HTTP/1.1" status: 204 len: 168 time: 0.1175647 Oct 26 16:12:11.478337 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9501c1f-b5c9-467e-952c-1bcdf29e1eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0e501a-da16-4b5b-94ec-f7927d321547,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:12.202308 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42036) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:12.236046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:12.316860 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-5efd373b-9008-4e40-9047-560b059b6adb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1134435034-network', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:12:12.337297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efd373b-9008-4e40-9047-560b059b6adb admin admin] Made reservation on behalf of 13ebfe59268747fda7571d482c8dca1d for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:12:12.339556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5efd373b-9008-4e40-9047-560b059b6adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:12.347965 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5efd373b-9008-4e40-9047-560b059b6adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:12.423129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5efd373b-9008-4e40-9047-560b059b6adb admin admin] Publish callbacks [] for security_group (cc5dc70f-4e29-43f0-be64-bb264db9c526), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:12.427425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5efd373b-9008-4e40-9047-560b059b6adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (cc5dc70f-4e29-43f0-be64-bb264db9c526), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:12.452728 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efd373b-9008-4e40-9047-560b059b6adb admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:12:12.462826 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd373b-9008-4e40-9047-560b059b6adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5dc70f-4e29-43f0-be64-bb264db9c526,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:12.467745 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5efd373b-9008-4e40-9047-560b059b6adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (2d59d076-a3c6-43bd-a4cb-77d04a8894b7), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:12.468100 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-5efd373b-9008-4e40-9047-560b059b6adb admin admin] Added segment 2d59d076-a3c6-43bd-a4cb-77d04a8894b7 of type vlan for network dcb02710-36dd-45aa-b05a-4da185c4993d Oct 26 16:12:12.509053 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5efd373b-9008-4e40-9047-560b059b6adb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (dcb02710-36dd-45aa-b05a-4da185c4993d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:12.532454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5efd373b-9008-4e40-9047-560b059b6adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (dcb02710-36dd-45aa-b05a-4da185c4993d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:12.533466 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efd373b-9008-4e40-9047-560b059b6adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:12.534051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5efd373b-9008-4e40-9047-560b059b6adb admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:12.591231 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5efd373b-9008-4e40-9047-560b059b6adb admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3878043 Oct 26 16:12:12.594421 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42040) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:12.600141 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-a82a4d60-a04f-481c-ba84-a52747a2a7e1 admin admin] Request body: {'subnet': {'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1134435034-subnet', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:12:12.602815 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd373b-9008-4e40-9047-560b059b6adb admin admin] Pushing event updated for resources: {'Network': ['ID=dcb02710-36dd-45aa-b05a-4da185c4993d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:12.612909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network dcb02710-36dd-45aa-b05a-4da185c4993d details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:12:12.615532 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=11,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:12.622751 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82a4d60-a04f-481c-ba84-a52747a2a7e1 admin admin] Made reservation on behalf of 13ebfe59268747fda7571d482c8dca1d for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:12:12.625319 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a82a4d60-a04f-481c-ba84-a52747a2a7e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:12.795260 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a82a4d60-a04f-481c-ba84-a52747a2a7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (939ba44c-3737-48bb-b6e7-568e29c4bf42), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:12.852791 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a4d60-a04f-481c-ba84-a52747a2a7e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=939ba44c-3737-48bb-b6e7-568e29c4bf42,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:12.863987 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82a4d60-a04f-481c-ba84-a52747a2a7e1 admin admin] Checking segment: {'id': '2d59d076-a3c6-43bd-a4cb-77d04a8894b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:12:12.864427 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82a4d60-a04f-481c-ba84-a52747a2a7e1 admin admin] Network hostable DHCP agents. Network: dcb02710-36dd-45aa-b05a-4da185c4993d, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:12:12.881132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82a4d60-a04f-481c-ba84-a52747a2a7e1 admin admin] Network dcb02710-36dd-45aa-b05a-4da185c4993d is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:12:12.889216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-a82a4d60-a04f-481c-ba84-a52747a2a7e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, dcb02710-36dd-45aa-b05a-4da185c4993d) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:12:12.893269 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82a4d60-a04f-481c-ba84-a52747a2a7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:12.893857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a82a4d60-a04f-481c-ba84-a52747a2a7e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:12.898790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e53655-19ee-4893-bcfd-7a435bc6f152 None None] Network dcb02710-36dd-45aa-b05a-4da185c4993d requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:12:12.909788 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a82a4d60-a04f-481c-ba84-a52747a2a7e1 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3141823 Oct 26 16:12:12.913086 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42042) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:12.917277 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:12:12.938019 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (fac091a4-8007-4661-9666-11fceb563148), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:12.938947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (fac091a4-8007-4661-9666-11fceb563148), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:12.992811 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] Publish callbacks [] for router_controller (fac091a4-8007-4661-9666-11fceb563148), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:13.007379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-dcb02710-36dd-45aa-b05a-4da185c4993d', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:12:13.008358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:13.133211 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] Publish callbacks [] for router_gateway (fac091a4-8007-4661-9666-11fceb563148), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:13.144714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Allocated IP 172.20.0.2 (dcb02710-36dd-45aa-b05a-4da185c4993d/939ba44c-3737-48bb-b6e7-568e29c4bf42/adce0395-fcad-43f9-bdd6-3aee114dc770) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:12:13.221407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:13.274152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:13.298206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Publish callbacks [] for port (adce0395-fcad-43f9-bdd6-3aee114dc770), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:13.303544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (adce0395-fcad-43f9-bdd6-3aee114dc770), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:13.316562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] Publish callbacks [] for router_gateway (fac091a4-8007-4661-9666-11fceb563148), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:13.333902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:13.337252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:13.343229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Network dcb02710-36dd-45aa-b05a-4da185c4993d is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:12:13.350921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:12:13.355538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:12:13.358751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Pushing event updated for resources: {'Port': ['ID=adce0395-fcad-43f9-bdd6-3aee114dc770,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:13.370139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:13.370486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:13.370828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:13.371168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:13.371503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:13.371828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:13.372156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:13.372479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:13.372819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:13.373150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:13.373474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:13.373796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:13.374114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:13.374434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:13.374759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:13.429095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Attempting to bind port adce0395-fcad-43f9-bdd6-3aee114dc770 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:12:13.429465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Attempting to bind port adce0395-fcad-43f9-bdd6-3aee114dc770 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '2d59d076-a3c6-43bd-a4cb-77d04a8894b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:12:13.429827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Attempting to bind port adce0395-fcad-43f9-bdd6-3aee114dc770 on network dcb02710-36dd-45aa-b05a-4da185c4993d {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:12:13.444303 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] Allocated IP 172.26.11.20 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/256376df-97ce-46c6-a431-99c0777c9723) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:12:13.454059 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:13.457059 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:13.478892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:12:13.479260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Checking segment: {'id': '2d59d076-a3c6-43bd-a4cb-77d04a8894b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:12:13.479660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:13.480047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Bound using segment: {'id': '2d59d076-a3c6-43bd-a4cb-77d04a8894b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:12:13.480516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Bound port: adce0395-fcad-43f9-bdd6-3aee114dc770, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d59d076-a3c6-43bd-a4cb-77d04a8894b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:12:13.480927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (adce0395-fcad-43f9-bdd6-3aee114dc770), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:13.541655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] For port adce0395-fcad-43f9-bdd6-3aee114dc770, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:12:13.544846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] For port adce0395-fcad-43f9-bdd6-3aee114dc770, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=adce0395-fcad-43f9-bdd6-3aee114dc770,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:12:13.551037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (adce0395-fcad-43f9-bdd6-3aee114dc770), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:13.559134 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] Publish callbacks [] for port (256376df-97ce-46c6-a431-99c0777c9723), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:13.597338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (256376df-97ce-46c6-a431-99c0777c9723), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:13.604443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbbb80-ac38-4d0e-8ffc-7f0a666c3225 None None] Pushing event updated for resources: {'Port': ['ID=adce0395-fcad-43f9-bdd6-3aee114dc770,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:13.639348 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:12:13.642368 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:12:13.648168 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:12:13.677299 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] Pushing event updated for resources: {'Port': ['ID=256376df-97ce-46c6-a431-99c0777c9723,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:13.777630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:13.950127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:14.217050 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] Publish callbacks [] for router_gateway (fac091a4-8007-4661-9666-11fceb563148), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:14.411974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (fac091a4-8007-4661-9666-11fceb563148), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:14.471328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839ab3c5-c22d-41af-8438-55918587e1fb None None] Network dcb02710-36dd-45aa-b05a-4da185c4993d requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:12:14.539975 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] Router fac091a4-8007-4661-9666-11fceb563148 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:12:14.543722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-42471795-c20a-4946-bdb1-10c85c9461cb None None] Provisioning complete for port adce0395-fcad-43f9-bdd6-3aee114dc770 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:14.544102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-42471795-c20a-4946-bdb1-10c85c9461cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (adce0395-fcad-43f9-bdd6-3aee114dc770), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:14.544446 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-42471795-c20a-4946-bdb1-10c85c9461cb None None] Attempt 1 to provision port adce0395-fcad-43f9-bdd6-3aee114dc770 Oct 26 16:12:14.546638 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:14.647116 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:12:14.658436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Sync routers for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:14.664279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-42471795-c20a-4946-bdb1-10c85c9461cb None None] Current status of the port adce0395-fcad-43f9-bdd6-3aee114dc770 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:14.664689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-42471795-c20a-4946-bdb1-10c85c9461cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (adce0395-fcad-43f9-bdd6-3aee114dc770), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:14.672500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:14.677511 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42044) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:14.678318 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-362c75e4-7672-4eab-a399-325e7804480e admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7636483 Oct 26 16:12:14.696202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:14.696897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:14.746978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-42471795-c20a-4946-bdb1-10c85c9461cb None None] For port adce0395-fcad-43f9-bdd6-3aee114dc770, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=adce0395-fcad-43f9-bdd6-3aee114dc770,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:14.761728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-42471795-c20a-4946-bdb1-10c85c9461cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (adce0395-fcad-43f9-bdd6-3aee114dc770), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:14.853412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:14.907126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42471795-c20a-4946-bdb1-10c85c9461cb None None] Pushing event updated for resources: {'Port': ['ID=adce0395-fcad-43f9-bdd6-3aee114dc770,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:14.929856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-f7573b55-95dc-4fd1-a9cb-5a68a06ebf19 None None] Provisioning complete for port adce0395-fcad-43f9-bdd6-3aee114dc770 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:14.930235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f7573b55-95dc-4fd1-a9cb-5a68a06ebf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (adce0395-fcad-43f9-bdd6-3aee114dc770), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:14.930572 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-f7573b55-95dc-4fd1-a9cb-5a68a06ebf19 None None] Attempt 1 to provision port adce0395-fcad-43f9-bdd6-3aee114dc770 Oct 26 16:12:15.016933 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:15.058572 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:15.078639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:15.094897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-f7573b55-95dc-4fd1-a9cb-5a68a06ebf19 None None] Current status of the port adce0395-fcad-43f9-bdd6-3aee114dc770 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:15.105846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:14Z', 'revision_number': 3, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:15.110692 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81d2597b-278d-48f9-abd9-c9f7707c3285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:15.130591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Checking router: fac091a4-8007-4661-9666-11fceb563148 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:12:15.130943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Updating router fac091a4-8007-4661-9666-11fceb563148 port 256376df-97ce-46c6-a431-99c0777c9723 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:12:15.162884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256376df-97ce-46c6-a431-99c0777c9723), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:15.279180 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-81d2597b-278d-48f9-abd9-c9f7707c3285 admin admin] Allocated IP 172.20.0.1 (dcb02710-36dd-45aa-b05a-4da185c4993d/939ba44c-3737-48bb-b6e7-568e29c4bf42/c7bba49b-2513-4182-8377-dab788d2ead5) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:12:15.311045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device adce0395-fcad-43f9-bdd6-3aee114dc770 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:15.388252 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81d2597b-278d-48f9-abd9-c9f7707c3285 admin admin] Publish callbacks [] for port (c7bba49b-2513-4182-8377-dab788d2ead5), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:15.394736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port adce0395-fcad-43f9-bdd6-3aee114dc770 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:15.395118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (adce0395-fcad-43f9-bdd6-3aee114dc770), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:15.396009 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port adce0395-fcad-43f9-bdd6-3aee114dc770 Oct 26 16:12:15.420325 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81d2597b-278d-48f9-abd9-c9f7707c3285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:15.436115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:15.460713 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d2597b-278d-48f9-abd9-c9f7707c3285 admin admin] Network dcb02710-36dd-45aa-b05a-4da185c4993d is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:12:15.468004 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-81d2597b-278d-48f9-abd9-c9f7707c3285 admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:12:15.471919 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d2597b-278d-48f9-abd9-c9f7707c3285 admin admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:12:15.487681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Publish callbacks [] for port (256376df-97ce-46c6-a431-99c0777c9723), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:15.492983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (256376df-97ce-46c6-a431-99c0777c9723), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:15.495903 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2597b-278d-48f9-abd9-c9f7707c3285 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:15.512884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:15.519432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81d2597b-278d-48f9-abd9-c9f7707c3285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (fac091a4-8007-4661-9666-11fceb563148), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:15.558186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Attempting to bind port 256376df-97ce-46c6-a431-99c0777c9723 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:12:15.558335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Attempting to bind port 256376df-97ce-46c6-a431-99c0777c9723 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:12:15.558701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Attempting to bind port 256376df-97ce-46c6-a431-99c0777c9723 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:12:15.568833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port adce0395-fcad-43f9-bdd6-3aee114dc770 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:15.597779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb6df6-1934-4dc3-85b5-dd0c969ffe5f None None] Pushing event updated for resources: {'Port': ['ID=256376df-97ce-46c6-a431-99c0777c9723,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:15.625428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:12:15.626113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:12:15.626705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:15.626924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:12:15.627406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Bound port: 256376df-97ce-46c6-a431-99c0777c9723, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:12:15.627817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256376df-97ce-46c6-a431-99c0777c9723), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:15.661550 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81d2597b-278d-48f9-abd9-c9f7707c3285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:15.681991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] For port 256376df-97ce-46c6-a431-99c0777c9723, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:12:15.685769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] For port 256376df-97ce-46c6-a431-99c0777c9723, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=256376df-97ce-46c6-a431-99c0777c9723,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:12:15.691877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (256376df-97ce-46c6-a431-99c0777c9723), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:15.743906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:15.744457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:15.749475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b7a53e4e-aff5-43b6-8352-60690a94e7e2 None None] Provisioning complete for port c7bba49b-2513-4182-8377-dab788d2ead5 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:15.749851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b7a53e4e-aff5-43b6-8352-60690a94e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:15.750181 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b7a53e4e-aff5-43b6-8352-60690a94e7e2 None None] Attempt 1 to provision port c7bba49b-2513-4182-8377-dab788d2ead5 Oct 26 16:12:15.805498 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:15.818109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb6df6-1934-4dc3-85b5-dd0c969ffe5f None None] Pushing event updated for resources: {'Port': ['ID=256376df-97ce-46c6-a431-99c0777c9723,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:15.825325 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:15.830325 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81d2597b-278d-48f9-abd9-c9f7707c3285 admin admin] Publish callbacks [] for port (c7bba49b-2513-4182-8377-dab788d2ead5), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:15.835373 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81d2597b-278d-48f9-abd9-c9f7707c3285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:15.848792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b7a53e4e-aff5-43b6-8352-60690a94e7e2 None None] Port c7bba49b-2513-4182-8377-dab788d2ead5 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:12:15.897389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:15.908967 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2597b-278d-48f9-abd9-c9f7707c3285 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:15.911536 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81d2597b-278d-48f9-abd9-c9f7707c3285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (fac091a4-8007-4661-9666-11fceb563148), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:16.004055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d2597b-278d-48f9-abd9-c9f7707c3285 admin admin] Network dcb02710-36dd-45aa-b05a-4da185c4993d is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:12:16.005664 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-81d2597b-278d-48f9-abd9-c9f7707c3285 admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:12:16.133673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d2597b-278d-48f9-abd9-c9f7707c3285 admin admin] Router fac091a4-8007-4661-9666-11fceb563148 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:12:16.242573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 1, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:16.254484 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d2597b-278d-48f9-abd9-c9f7707c3285 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:12:16.259634 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-81d2597b-278d-48f9-abd9-c9f7707c3285 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/fac091a4-8007-4661-9666-11fceb563148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5810814 Oct 26 16:12:16.273455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872ac44-31e4-490f-b375-a3e0d5566149 None None] The sync data for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv is: [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 1, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:12:16.280665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-41112d0f-4da0-4058-bb83-34426d93a66f None None] Provisioning complete for port c7bba49b-2513-4182-8377-dab788d2ead5 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:16.281073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-41112d0f-4da0-4058-bb83-34426d93a66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:16.281370 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-41112d0f-4da0-4058-bb83-34426d93a66f None None] Attempt 1 to provision port c7bba49b-2513-4182-8377-dab788d2ead5 Oct 26 16:12:16.318595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-41112d0f-4da0-4058-bb83-34426d93a66f None None] Port c7bba49b-2513-4182-8377-dab788d2ead5 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:12:16.647328 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:16.737315 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c580cdf-3176-437f-b1c3-77047719e429 req-80312ee9-9cb5-43bd-ac5a-0f9dbce5c2da tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:16.738774 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4c580cdf-3176-437f-b1c3-77047719e429 req-80312ee9-9cb5-43bd-ac5a-0f9dbce5c2da tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/networks?id=dcb02710-36dd-45aa-b05a-4da185c4993d HTTP/1.1" status: 200 len: 814 time: 0.1164246 Oct 26 16:12:16.754598 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4c580cdf-3176-437f-b1c3-77047719e429 req-8141513a-9519-4f61-ac35-5eb7938460db tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/quotas/13ebfe59268747fda7571d482c8dca1d HTTP/1.1" status: 200 len: 375 time: 0.0099540 Oct 26 16:12:16.810047 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4c580cdf-3176-437f-b1c3-77047719e429 req-59963839-d14f-4518-9c7b-1f2efd10f414 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=13ebfe59268747fda7571d482c8dca1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494254 Oct 26 16:12:16.873896 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [req-4c580cdf-3176-437f-b1c3-77047719e429 req-3f2587d0-675c-4486-8ae3-33b9e3b5429d service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 16:12:16.876064 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4c580cdf-3176-437f-b1c3-77047719e429 req-3f2587d0-675c-4486-8ae3-33b9e3b5429d service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0595365 Oct 26 16:12:16.991084 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4c580cdf-3176-437f-b1c3-77047719e429 req-e36a6d54-b9a0-4243-9994-fafa18f91a9a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dcb02710-36dd-45aa-b05a-4da185c4993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096015 Oct 26 16:12:17.042943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:17.093701 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7c81d6cb-281e-4588-a6ee-8924aa6884fd service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dcb02710-36dd-45aa-b05a-4da185c4993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966878 Oct 26 16:12:17.302723 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-87ce613a-f065-4b44-9e1a-94252dd8ac77 req-3b609275-0367-4c48-b52e-abe72cb5c6d0 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 210 time: 0.0389953 Oct 26 16:12:17.327269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:17.376549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 256376df-97ce-46c6-a431-99c0777c9723 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:17.376961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (256376df-97ce-46c6-a431-99c0777c9723), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:17.377300 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 256376df-97ce-46c6-a431-99c0777c9723 Oct 26 16:12:17.461579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:17.461974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256376df-97ce-46c6-a431-99c0777c9723), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:17.469417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:17.485462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 256376df-97ce-46c6-a431-99c0777c9723, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=256376df-97ce-46c6-a431-99c0777c9723,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:17.490655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (256376df-97ce-46c6-a431-99c0777c9723), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:17.545034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=256376df-97ce-46c6-a431-99c0777c9723,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:18.399496 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-251ad815-a312-4156-bf1d-718ee7ac124d req-11b32055-2286-44a5-8e34-f3d096ce5a8a tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 210 time: 0.0273376 Oct 26 16:12:18.529331 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Sync routers for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:18.530266 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:18.530881 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:18.635905 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:18.777594 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:18.798768 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:18.847117 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 2, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:18.876443 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Checking router: fac091a4-8007-4661-9666-11fceb563148 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:12:18.876810 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Updating router fac091a4-8007-4661-9666-11fceb563148 port c7bba49b-2513-4182-8377-dab788d2ead5 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:12:18.905800 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:19.004516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c580cdf-3176-437f-b1c3-77047719e429 req-6ade812e-388c-4ebf-b156-527d2d6108db tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:19.007226 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c580cdf-3176-437f-b1c3-77047719e429 req-6ade812e-388c-4ebf-b156-527d2d6108db tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.64 "GET /networking/v2.0/networks?id=dcb02710-36dd-45aa-b05a-4da185c4993d HTTP/1.1" status: 200 len: 814 time: 0.3687761 Oct 26 16:12:19.019210 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-4c580cdf-3176-437f-b1c3-77047719e429 req-a1129ee5-51b3-4dac-9094-880d65c02298 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Request body: {'port': {'device_id': 'ed9bc3d4-ae10-4819-98f8-d606ec96008e', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'admin_state_up': True, 'tenant_id': '13ebfe59268747fda7571d482c8dca1d'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:12:19.126268 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c580cdf-3176-437f-b1c3-77047719e429 req-a1129ee5-51b3-4dac-9094-880d65c02298 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Made reservation on behalf of 13ebfe59268747fda7571d482c8dca1d for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:12:19.130698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4c580cdf-3176-437f-b1c3-77047719e429 req-a1129ee5-51b3-4dac-9094-880d65c02298 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:19.165470 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Publish callbacks [] for port (c7bba49b-2513-4182-8377-dab788d2ead5), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:19.170400 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:19.236131 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0d8d3-8c82-4025-80e2-28f5945a4309 None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:19.262696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:19.266168 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0d8d3-8c82-4025-80e2-28f5945a4309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:19.266505 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0d8d3-8c82-4025-80e2-28f5945a4309 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:19.266839 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0d8d3-8c82-4025-80e2-28f5945a4309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:19.267175 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0d8d3-8c82-4025-80e2-28f5945a4309 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:19.267494 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0d8d3-8c82-4025-80e2-28f5945a4309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:19.267814 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0d8d3-8c82-4025-80e2-28f5945a4309 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:19.268132 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0d8d3-8c82-4025-80e2-28f5945a4309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:19.268445 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0d8d3-8c82-4025-80e2-28f5945a4309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:19.268761 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0d8d3-8c82-4025-80e2-28f5945a4309 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:19.269501 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0d8d3-8c82-4025-80e2-28f5945a4309 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:19.269824 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0d8d3-8c82-4025-80e2-28f5945a4309 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:19.270142 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0d8d3-8c82-4025-80e2-28f5945a4309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:19.270504 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0d8d3-8c82-4025-80e2-28f5945a4309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:19.271339 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0d8d3-8c82-4025-80e2-28f5945a4309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:19.271651 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0d8d3-8c82-4025-80e2-28f5945a4309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:12:19.276862 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-4c580cdf-3176-437f-b1c3-77047719e429 req-a1129ee5-51b3-4dac-9094-880d65c02298 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Allocated IP 172.20.0.7 (dcb02710-36dd-45aa-b05a-4da185c4993d/939ba44c-3737-48bb-b6e7-568e29c4bf42/b88d4144-e952-4f80-92c7-99e4a940e50b) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:12:19.279855 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Attempting to bind port c7bba49b-2513-4182-8377-dab788d2ead5 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:12:19.280405 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Attempting to bind port c7bba49b-2513-4182-8377-dab788d2ead5 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '2d59d076-a3c6-43bd-a4cb-77d04a8894b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:12:19.281104 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Attempting to bind port c7bba49b-2513-4182-8377-dab788d2ead5 on network dcb02710-36dd-45aa-b05a-4da185c4993d {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:12:19.324564 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:12:19.324954 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Checking segment: {'id': '2d59d076-a3c6-43bd-a4cb-77d04a8894b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:12:19.325552 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:19.325944 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Bound using segment: {'id': '2d59d076-a3c6-43bd-a4cb-77d04a8894b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:12:19.326452 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Bound port: c7bba49b-2513-4182-8377-dab788d2ead5, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d59d076-a3c6-43bd-a4cb-77d04a8894b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:12:19.326829 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:19.333951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:19.344954 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:19.346105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:19.389328 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:12:19.390581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:19.392786 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:12:19.399243 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:19.426490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:19.433164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256376df-97ce-46c6-a431-99c0777c9723), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:19.435218 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:19.435743 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:19.452386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4c580cdf-3176-437f-b1c3-77047719e429 req-a1129ee5-51b3-4dac-9094-880d65c02298 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Publish callbacks [] for port (b88d4144-e952-4f80-92c7-99e4a940e50b), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:19.466912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 256376df-97ce-46c6-a431-99c0777c9723, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=256376df-97ce-46c6-a431-99c0777c9723,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:19.475823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (256376df-97ce-46c6-a431-99c0777c9723), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:19.493226 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4c580cdf-3176-437f-b1c3-77047719e429 req-a1129ee5-51b3-4dac-9094-880d65c02298 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (b88d4144-e952-4f80-92c7-99e4a940e50b), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:19.499641 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0d8d3-8c82-4025-80e2-28f5945a4309 None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:19.537475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=256376df-97ce-46c6-a431-99c0777c9723,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:19.548120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c580cdf-3176-437f-b1c3-77047719e429 req-a1129ee5-51b3-4dac-9094-880d65c02298 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Network dcb02710-36dd-45aa-b05a-4da185c4993d is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:12:19.566629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-4c580cdf-3176-437f-b1c3-77047719e429 req-a1129ee5-51b3-4dac-9094-880d65c02298 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:12:19.576114 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c580cdf-3176-437f-b1c3-77047719e429 req-a1129ee5-51b3-4dac-9094-880d65c02298 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:12:19.619840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1129ee5-51b3-4dac-9094-880d65c02298 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Pushing event updated for resources: {'Port': ['ID=b88d4144-e952-4f80-92c7-99e4a940e50b,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:19.634934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01d5cb-8723-45fe-9422-b98015d519cf req-94729001-0e9f-4a9a-8967-bca71aca3591 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:19.636521 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f01d5cb-8723-45fe-9422-b98015d519cf req-94729001-0e9f-4a9a-8967-bca71aca3591 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 931 time: 0.1067553 Oct 26 16:12:19.659236 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c580cdf-3176-437f-b1c3-77047719e429 req-a1129ee5-51b3-4dac-9094-880d65c02298 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:19.659866 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4c580cdf-3176-437f-b1c3-77047719e429 req-a1129ee5-51b3-4dac-9094-880d65c02298 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:19.670902 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:19.691968 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c580cdf-3176-437f-b1c3-77047719e429 req-a1129ee5-51b3-4dac-9094-880d65c02298 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6764328 Oct 26 16:12:19.710557 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Request body: {'port': {'device_id': 'ed9bc3d4-ae10-4819-98f8-d606ec96008e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:12:19.711640 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:19.719321 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9f01d5cb-8723-45fe-9422-b98015d519cf req-78fb0b2b-7b50-4751-aff4-cb29fe0875a3 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738161 Oct 26 16:12:19.783396 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b88d4144-e952-4f80-92c7-99e4a940e50b), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:19.857833 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:19.865156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:19.871648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-72e5f7ac-074d-4572-a080-3bed1d19e4a1 None None] Provisioning complete for port b88d4144-e952-4f80-92c7-99e4a940e50b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:19.872086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-72e5f7ac-074d-4572-a080-3bed1d19e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b88d4144-e952-4f80-92c7-99e4a940e50b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:19.873136 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-72e5f7ac-074d-4572-a080-3bed1d19e4a1 None None] Attempt 1 to provision port b88d4144-e952-4f80-92c7-99e4a940e50b Oct 26 16:12:19.877014 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:19Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:19.901710 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8fc188-9ab4-43b3-bc53-cdec9fdeb037 None None] The sync data for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv is: [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:19Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:12:19.914571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-72e5f7ac-074d-4572-a080-3bed1d19e4a1 None None] Port b88d4144-e952-4f80-92c7-99e4a940e50b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:12:20.055819 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88d4144-e952-4f80-92c7-99e4a940e50b {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:12:20.063965 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Publish callbacks [] for port (b88d4144-e952-4f80-92c7-99e4a940e50b), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:20.077455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Transition to ACTIVE for port object b88d4144-e952-4f80-92c7-99e4a940e50b will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:12:20.085651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (b88d4144-e952-4f80-92c7-99e4a940e50b), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:20.177494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Pushing event updated for resources: {'Port': ['ID=b88d4144-e952-4f80-92c7-99e4a940e50b,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:20.211732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Attempting to bind port b88d4144-e952-4f80-92c7-99e4a940e50b on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:12:20.212079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Attempting to bind port b88d4144-e952-4f80-92c7-99e4a940e50b by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '2d59d076-a3c6-43bd-a4cb-77d04a8894b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:12:20.212420 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Attempting to bind port b88d4144-e952-4f80-92c7-99e4a940e50b on network dcb02710-36dd-45aa-b05a-4da185c4993d {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:12:20.215404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:20.243275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:20.265075 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Port b88d4144-e952-4f80-92c7-99e4a940e50b on network dcb02710-36dd-45aa-b05a-4da185c4993d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:12:20.265414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Attempting to bind port b88d4144-e952-4f80-92c7-99e4a940e50b on network dcb02710-36dd-45aa-b05a-4da185c4993d {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:12:20.310141 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:12:20.310486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Checking segment: {'id': '2d59d076-a3c6-43bd-a4cb-77d04a8894b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:12:20.310878 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Bound using segment: {'id': '2d59d076-a3c6-43bd-a4cb-77d04a8894b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:12:20.311317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Bound port: b88d4144-e952-4f80-92c7-99e4a940e50b, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d59d076-a3c6-43bd-a4cb-77d04a8894b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:12:20.311681 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b88d4144-e952-4f80-92c7-99e4a940e50b), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:20.376396 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] For port b88d4144-e952-4f80-92c7-99e4a940e50b, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:12:20.379583 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] For port b88d4144-e952-4f80-92c7-99e4a940e50b, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b88d4144-e952-4f80-92c7-99e4a940e50b,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:12:20.387811 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (b88d4144-e952-4f80-92c7-99e4a940e50b), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:20.391389 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:20.392009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:20.393434 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/b88d4144-e952-4f80-92c7-99e4a940e50b HTTP/1.1" status: 200 len: 1093 time: 0.6898136 Oct 26 16:12:20.397514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9bc3d4-ae10-4819-98f8-d606ec96008e', 'tag': 'b88d4144-e952-4f80-92c7-99e4a940e50b'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:12:20.401060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d985cc-bb46-4f15-92b1-da073b3e86bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9bc3d4-ae10-4819-98f8-d606ec96008e", "tag": "b88d4144-e952-4f80-92c7-99e4a940e50b"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:12:20.470508 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f12fd-041e-4db3-af55-3aeb58b61617 service neutron] Pushing event updated for resources: {'Port': ['ID=b88d4144-e952-4f80-92c7-99e4a940e50b,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:20.491604 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9bc5c9-167b-4feb-abb6-2be2acbf6870 x-openstack-request-id: req-ee9bc5c9-167b-4feb-abb6-2be2acbf6870 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:12:20.491905 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9bc3d4-ae10-4819-98f8-d606ec96008e", "tag": "b88d4144-e952-4f80-92c7-99e4a940e50b", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:12:20.492162 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee9bc5c9-167b-4feb-abb6-2be2acbf6870 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:12:20.492565 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9bc5c9-167b-4feb-abb6-2be2acbf6870'] response: {'name': 'network-changed', 'server_uuid': 'ed9bc3d4-ae10-4819-98f8-d606ec96008e', 'tag': 'b88d4144-e952-4f80-92c7-99e4a940e50b', 'status': 'completed', 'code': 200} Oct 26 16:12:20.505590 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c580cdf-3176-437f-b1c3-77047719e429 req-a434ce6e-0a88-4631-8424-a8b90a9010fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:20.507130 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c580cdf-3176-437f-b1c3-77047719e429 req-a434ce6e-0a88-4631-8424-a8b90a9010fb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=13ebfe59268747fda7571d482c8dca1d&device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 1127 time: 0.0539136 Oct 26 16:12:20.558721 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c580cdf-3176-437f-b1c3-77047719e429 req-7f7feb18-e867-4de5-9e76-3babb1eef005 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b88d4144-e952-4f80-92c7-99e4a940e50b HTTP/1.1" status: 200 len: 217 time: 0.0370543 Oct 26 16:12:20.613087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c580cdf-3176-437f-b1c3-77047719e429 req-e6684ba9-1779-49cc-848a-d7fe27ec7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:20.615249 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c580cdf-3176-437f-b1c3-77047719e429 req-e6684ba9-1779-49cc-848a-d7fe27ec7119 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=939ba44c-3737-48bb-b6e7-568e29c4bf42 HTTP/1.1" status: 200 len: 853 time: 0.0479641 Oct 26 16:12:20.670388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c580cdf-3176-437f-b1c3-77047719e429 req-9d31c2b3-9c99-4747-b965-71bf2e1ac1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:20.671901 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c580cdf-3176-437f-b1c3-77047719e429 req-9d31c2b3-9c99-4747-b965-71bf2e1ac1da service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=dcb02710-36dd-45aa-b05a-4da185c4993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0459099 Oct 26 16:12:20.770841 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c580cdf-3176-437f-b1c3-77047719e429 req-beea370a-f1aa-4a21-b368-f5352220ed86 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dcb02710-36dd-45aa-b05a-4da185c4993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883358 Oct 26 16:12:20.894603 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f447af-2912-4352-8a1e-46614d325cf3 req-aa9a122d-991f-4f5d-8965-8e8e52597746 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:20.896743 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-21f447af-2912-4352-8a1e-46614d325cf3 req-aa9a122d-991f-4f5d-8965-8e8e52597746 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 943 time: 0.0690284 Oct 26 16:12:20.926149 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4c580cdf-3176-437f-b1c3-77047719e429 req-3c596a0a-5876-42c1-9028-7982a8dd5245 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dcb02710-36dd-45aa-b05a-4da185c4993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491497 Oct 26 16:12:20.959421 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-21f447af-2912-4352-8a1e-46614d325cf3 req-d40b860f-dfb4-4adf-a2f0-5b24c7df6b13 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551677 Oct 26 16:12:21.287163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:21.331901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 256376df-97ce-46c6-a431-99c0777c9723 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:21.332206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (256376df-97ce-46c6-a431-99c0777c9723), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:21.332549 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 256376df-97ce-46c6-a431-99c0777c9723 Oct 26 16:12:21.402845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:21.403233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256376df-97ce-46c6-a431-99c0777c9723), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:21.413477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:21.424204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 256376df-97ce-46c6-a431-99c0777c9723, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=256376df-97ce-46c6-a431-99c0777c9723,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:21.427891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (256376df-97ce-46c6-a431-99c0777c9723), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:21.428670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:21.507636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=256376df-97ce-46c6-a431-99c0777c9723,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:21.514940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port c7bba49b-2513-4182-8377-dab788d2ead5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:21.514940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:21.515214 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port c7bba49b-2513-4182-8377-dab788d2ead5 Oct 26 16:12:21.588281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:21.588598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:21.630628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:21.630628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:21.677992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:21.734651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5040270b-7ef6-488a-af30-007876b018f1 None None] Sync routers for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:21.734651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040270b-7ef6-488a-af30-007876b018f1 None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:21.735222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5040270b-7ef6-488a-af30-007876b018f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:21.824589 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d985cc-bb46-4f15-92b1-da073b3e86bb req-01ede50b-012f-4fa3-aba3-a06e642a3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:21.826111 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a3d985cc-bb46-4f15-92b1-da073b3e86bb req-01ede50b-012f-4fa3-aba3-a06e642a3f8c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=13ebfe59268747fda7571d482c8dca1d&device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 1127 time: 0.0403433 Oct 26 16:12:21.842823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-5040270b-7ef6-488a-af30-007876b018f1 None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:21.919899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d985cc-bb46-4f15-92b1-da073b3e86bb req-97185284-a58a-409c-919f-d9ceb4a9d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:21.921364 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a3d985cc-bb46-4f15-92b1-da073b3e86bb req-97185284-a58a-409c-919f-d9ceb4a9d36d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=dcb02710-36dd-45aa-b05a-4da185c4993d HTTP/1.1" status: 200 len: 915 time: 0.0888457 Oct 26 16:12:21.964691 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a3d985cc-bb46-4f15-92b1-da073b3e86bb req-9d949af8-a74e-4a62-b9ee-eff6610a6834 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b88d4144-e952-4f80-92c7-99e4a940e50b HTTP/1.1" status: 200 len: 217 time: 0.0326359 Oct 26 16:12:22.021139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d985cc-bb46-4f15-92b1-da073b3e86bb req-5a432f11-5ec1-481d-8ff6-3027fc37567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:22.023064 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a3d985cc-bb46-4f15-92b1-da073b3e86bb req-5a432f11-5ec1-481d-8ff6-3027fc37567e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=939ba44c-3737-48bb-b6e7-568e29c4bf42 HTTP/1.1" status: 200 len: 853 time: 0.0527539 Oct 26 16:12:22.027580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5040270b-7ef6-488a-af30-007876b018f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:21Z', 'revision_number': 5, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:22.057345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5040270b-7ef6-488a-af30-007876b018f1 None None] Checking router: fac091a4-8007-4661-9666-11fceb563148 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:12:22.065822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040270b-7ef6-488a-af30-007876b018f1 None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:22.066437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5040270b-7ef6-488a-af30-007876b018f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:22.073620 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d985cc-bb46-4f15-92b1-da073b3e86bb req-8d0117db-210d-4e1a-ae55-84a62e20508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:22.075192 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a3d985cc-bb46-4f15-92b1-da073b3e86bb req-8d0117db-210d-4e1a-ae55-84a62e20508a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=dcb02710-36dd-45aa-b05a-4da185c4993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429058 Oct 26 16:12:22.085670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490ecfb-0743-4a9a-be49-1a621a35d51c req-97c56042-5514-4960-a2a7-133f11fafcd3 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:22.087235 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b490ecfb-0743-4a9a-be49-1a621a35d51c req-97c56042-5514-4960-a2a7-133f11fafcd3 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 943 time: 0.0484600 Oct 26 16:12:22.141946 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b490ecfb-0743-4a9a-be49-1a621a35d51c req-8500b515-f2a7-4bd5-895c-3b646bb2cb44 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484710 Oct 26 16:12:22.142307 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:22.177453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-5040270b-7ef6-488a-af30-007876b018f1 None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:22.183795 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a3d985cc-bb46-4f15-92b1-da073b3e86bb req-b3cb2020-c75c-4094-a7f9-f6e564bc5268 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dcb02710-36dd-45aa-b05a-4da185c4993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986643 Oct 26 16:12:22.248277 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:22.289281 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a3d985cc-bb46-4f15-92b1-da073b3e86bb req-d258fdb6-a95b-4d23-80fd-f770c5da9d2b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dcb02710-36dd-45aa-b05a-4da185c4993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954788 Oct 26 16:12:22.362306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5040270b-7ef6-488a-af30-007876b018f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:21Z', 'revision_number': 5, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:22.386482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5040270b-7ef6-488a-af30-007876b018f1 None None] The sync data for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv is: [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:21Z', 'revision_number': 5, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:12:23.208514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:23.246920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:23.271267 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa766c-fb1e-405b-be16-46bf7afa936c req-801d81e6-5ce5-4ce2-a2c9-a3dec4b1e60b tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:23.277432 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-12aa766c-fb1e-405b-be16-46bf7afa936c req-801d81e6-5ce5-4ce2-a2c9-a3dec4b1e60b tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 943 time: 0.0559907 Oct 26 16:12:23.287911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:23.296334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:23.296730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256376df-97ce-46c6-a431-99c0777c9723), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:23.320273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 256376df-97ce-46c6-a431-99c0777c9723, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=256376df-97ce-46c6-a431-99c0777c9723,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:23.326185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (256376df-97ce-46c6-a431-99c0777c9723), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:23.327403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:23.333406 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-12aa766c-fb1e-405b-be16-46bf7afa936c req-fcc31d06-9e30-48b5-ae65-82ce3d165ba3 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536306 Oct 26 16:12:23.407436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=256376df-97ce-46c6-a431-99c0777c9723,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:23.448271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:23.448665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:23.481512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:23.485243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:23.509201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:23.538293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device b88d4144-e952-4f80-92c7-99e4a940e50b details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:12:23.579343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:23.581586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:23.676179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:23.677124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:23.720948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port b88d4144-e952-4f80-92c7-99e4a940e50b, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b88d4144-e952-4f80-92c7-99e4a940e50b,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:23.742361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': 'b88d4144-e952-4f80-92c7-99e4a940e50b', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'port_id': 'b88d4144-e952-4f80-92c7-99e4a940e50b', 'mac_address': 'fa:16:3e:a5:2d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:12:23.805756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port b88d4144-e952-4f80-92c7-99e4a940e50b is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:23.806153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b88d4144-e952-4f80-92c7-99e4a940e50b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:23.809228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:23.822988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88d4144-e952-4f80-92c7-99e4a940e50b {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:12:23.845293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port b88d4144-e952-4f80-92c7-99e4a940e50b, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b88d4144-e952-4f80-92c7-99e4a940e50b,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:23.849232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (b88d4144-e952-4f80-92c7-99e4a940e50b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:23.896445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=b88d4144-e952-4f80-92c7-99e4a940e50b,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:23.900422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:23.948046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 256376df-97ce-46c6-a431-99c0777c9723 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:23.948443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (256376df-97ce-46c6-a431-99c0777c9723), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:23.948780 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 256376df-97ce-46c6-a431-99c0777c9723 Oct 26 16:12:24.021503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:24.021896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256376df-97ce-46c6-a431-99c0777c9723), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:24.043381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 256376df-97ce-46c6-a431-99c0777c9723, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=256376df-97ce-46c6-a431-99c0777c9723,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:24.046926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (256376df-97ce-46c6-a431-99c0777c9723), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:24.047723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:24.203459 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e3a0c-97e5-444d-aa62-68849836a292 None None] Sync routers for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:24.209957 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e3a0c-97e5-444d-aa62-68849836a292 None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:24.210650 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c12e3a0c-97e5-444d-aa62-68849836a292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:24.275188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=256376df-97ce-46c6-a431-99c0777c9723,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:24.284475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port c7bba49b-2513-4182-8377-dab788d2ead5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:24.284889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:24.285198 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port c7bba49b-2513-4182-8377-dab788d2ead5 Oct 26 16:12:24.313718 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c12e3a0c-97e5-444d-aa62-68849836a292 None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:24.330039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['b88d4144-e952-4f80-92c7-99e4a940e50b'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:12:24.391067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:24.391461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:24.436720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:24.454859 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:24.464570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:24.465439 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f575c9-2ac4-40c5-a56c-7d896fa1f36a req-f3cb3141-5c98-4ec1-939b-70fd637031ee tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:24.467014 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d9f575c9-2ac4-40c5-a56c-7d896fa1f36a req-f3cb3141-5c98-4ec1-939b-70fd637031ee tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 944 time: 0.0546753 Oct 26 16:12:24.512256 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c12e3a0c-97e5-444d-aa62-68849836a292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:24Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:23Z', 'revision_number': 6, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:24.524276 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d9f575c9-2ac4-40c5-a56c-7d896fa1f36a req-37ea6280-41e1-4d25-ab57-a6fcba648efc tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482912 Oct 26 16:12:24.532384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:24.550201 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e3a0c-97e5-444d-aa62-68849836a292 None None] Checking router: fac091a4-8007-4661-9666-11fceb563148 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:12:24.550316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:24.550455 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e3a0c-97e5-444d-aa62-68849836a292 None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:24.551251 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c12e3a0c-97e5-444d-aa62-68849836a292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:24.655186 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c12e3a0c-97e5-444d-aa62-68849836a292 None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:24.837296 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c12e3a0c-97e5-444d-aa62-68849836a292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:24Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:24Z', 'revision_number': 7, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:24.861397 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e3a0c-97e5-444d-aa62-68849836a292 None None] The sync data for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv is: [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:24Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:24Z', 'revision_number': 7, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:12:25.207581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:25.286201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:25.286602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:25.322001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:25.326491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:25.351409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:25.355636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:25.414540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:25.459473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:25.541263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device b88d4144-e952-4f80-92c7-99e4a940e50b up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:25.568565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:25.632365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port c7bba49b-2513-4182-8377-dab788d2ead5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:25.632877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:25.633288 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port c7bba49b-2513-4182-8377-dab788d2ead5 Oct 26 16:12:25.636334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port b88d4144-e952-4f80-92c7-99e4a940e50b completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 16:12:25.664434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port b88d4144-e952-4f80-92c7-99e4a940e50b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:25.664836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (b88d4144-e952-4f80-92c7-99e4a940e50b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:25.665171 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port b88d4144-e952-4f80-92c7-99e4a940e50b Oct 26 16:12:25.666396 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851f510-03a8-455f-99fd-5c1b44445881 req-3182ad8e-9d4f-417d-a6c7-5602bbdd4365 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:25.667999 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a851f510-03a8-455f-99fd-5c1b44445881 req-3182ad8e-9d4f-417d-a6c7-5602bbdd4365 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 944 time: 0.0578675 Oct 26 16:12:25.721536 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a851f510-03a8-455f-99fd-5c1b44445881 req-c814fa3f-2b5e-4155-baaf-6c25df760012 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472124 Oct 26 16:12:25.771520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:25.771908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:25.801249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port b88d4144-e952-4f80-92c7-99e4a940e50b is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:25.801642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b88d4144-e952-4f80-92c7-99e4a940e50b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:25.831787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:25.839621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:25.850691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9bc3d4-ae10-4819-98f8-d606ec96008e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88d4144-e952-4f80-92c7-99e4a940e50b'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:12:25.852977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5522635-7200-4629-84e8-8079028d99e8" -d '{"events": [{"server_uuid": "ed9bc3d4-ae10-4819-98f8-d606ec96008e", "name": "network-vif-plugged", "status": "completed", "tag": "b88d4144-e952-4f80-92c7-99e4a940e50b"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:12:25.886407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port b88d4144-e952-4f80-92c7-99e4a940e50b, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b88d4144-e952-4f80-92c7-99e4a940e50b,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:25.896851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (b88d4144-e952-4f80-92c7-99e4a940e50b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:25.907275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:25.941343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:25.976701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d831b14-a83a-4180-bbf3-a397d69f5a23 x-openstack-request-id: req-4d831b14-a83a-4180-bbf3-a397d69f5a23 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:12:25.977204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9bc3d4-ae10-4819-98f8-d606ec96008e", "name": "network-vif-plugged", "status": "completed", "tag": "b88d4144-e952-4f80-92c7-99e4a940e50b", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:12:25.977466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4d831b14-a83a-4180-bbf3-a397d69f5a23 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:12:25.977866 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d831b14-a83a-4180-bbf3-a397d69f5a23'] response: {'server_uuid': 'ed9bc3d4-ae10-4819-98f8-d606ec96008e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88d4144-e952-4f80-92c7-99e4a940e50b', 'code': 200} Oct 26 16:12:26.013847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=b88d4144-e952-4f80-92c7-99e4a940e50b,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:26.050339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:26.050744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256376df-97ce-46c6-a431-99c0777c9723), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:26.076148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 256376df-97ce-46c6-a431-99c0777c9723, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=256376df-97ce-46c6-a431-99c0777c9723,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:26.079054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (256376df-97ce-46c6-a431-99c0777c9723), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:26.129272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=256376df-97ce-46c6-a431-99c0777c9723,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:26.165130 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261f901-dfa6-4c55-967a-5d7a6122dca0 req-21d8932e-f380-428e-87a7-74e683219be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:26.166660 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3261f901-dfa6-4c55-967a-5d7a6122dca0 req-21d8932e-f380-428e-87a7-74e683219be3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 1129 time: 0.0442092 Oct 26 16:12:26.214026 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3261f901-dfa6-4c55-967a-5d7a6122dca0 req-867fbe53-7643-43f2-85fd-1ba0f9e411f5 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380764 Oct 26 16:12:26.715021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da0a318-2fef-4248-b2f4-4b5564925375 None None] Sync routers for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:26.719415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da0a318-2fef-4248-b2f4-4b5564925375 None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:26.719994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7da0a318-2fef-4248-b2f4-4b5564925375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:26.777217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:26.826812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-7da0a318-2fef-4248-b2f4-4b5564925375 None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:26.847023 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43e0a8-bb95-4d82-863b-445b84d4caaa req-08e5c08b-71f7-4ed1-89e5-c27d120891d2 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:26.848549 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6c43e0a8-bb95-4d82-863b-445b84d4caaa req-08e5c08b-71f7-4ed1-89e5-c27d120891d2 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 945 time: 0.0493612 Oct 26 16:12:26.900516 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6c43e0a8-bb95-4d82-863b-445b84d4caaa req-e2ff2597-9af9-4fd7-a9e8-ff9b944ff0ed tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456064 Oct 26 16:12:27.009443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7da0a318-2fef-4248-b2f4-4b5564925375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:26Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:25Z', 'revision_number': 9, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:27.037626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da0a318-2fef-4248-b2f4-4b5564925375 None None] Checking router: fac091a4-8007-4661-9666-11fceb563148 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:12:27.045848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da0a318-2fef-4248-b2f4-4b5564925375 None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:27.046442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7da0a318-2fef-4248-b2f4-4b5564925375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:27.138179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:27.148092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-7da0a318-2fef-4248-b2f4-4b5564925375 None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:27.253012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:27.287746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:27.393491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:27.393884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:27.399629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-7da0a318-2fef-4248-b2f4-4b5564925375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:26Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:25Z', 'revision_number': 9, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:27.430828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da0a318-2fef-4248-b2f4-4b5564925375 None None] The sync data for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv is: [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:26Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:25Z', 'revision_number': 9, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:12:27.455988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:27.461289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:27.513019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:28.030965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc859f-b890-40f7-b22a-9ca545fa0091 req-29e43621-2a40-437f-b192-1b59c77aa7ff tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:28.032539 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-18fc859f-b890-40f7-b22a-9ca545fa0091 req-29e43621-2a40-437f-b192-1b59c77aa7ff tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 945 time: 0.0504363 Oct 26 16:12:28.097155 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-18fc859f-b890-40f7-b22a-9ca545fa0091 req-32702a31-8a4a-4b75-98d8-93a5af42988c tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551939 Oct 26 16:12:28.344667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df28617-e330-4996-a466-2346a0e674ab req-48c85f76-3c03-4ff9-bc62-71c11db2a551 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:28.346224 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6df28617-e330-4996-a466-2346a0e674ab req-48c85f76-3c03-4ff9-bc62-71c11db2a551 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/networks?id=dcb02710-36dd-45aa-b05a-4da185c4993d HTTP/1.1" status: 200 len: 814 time: 0.1112227 Oct 26 16:12:28.362754 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6df28617-e330-4996-a466-2346a0e674ab req-af4dadc7-a9f9-45c7-969c-452c62508959 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/quotas/13ebfe59268747fda7571d482c8dca1d HTTP/1.1" status: 200 len: 375 time: 0.0100052 Oct 26 16:12:28.422308 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6df28617-e330-4996-a466-2346a0e674ab req-e8e09e94-42bd-4f5e-8393-ef78274bdff6 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=13ebfe59268747fda7571d482c8dca1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540061 Oct 26 16:12:28.561578 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6df28617-e330-4996-a466-2346a0e674ab req-aade457c-07c7-49bb-a943-848d60aec092 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dcb02710-36dd-45aa-b05a-4da185c4993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322062 Oct 26 16:12:28.659129 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6df28617-e330-4996-a466-2346a0e674ab req-7fa580c7-e46b-4986-9f91-580d7ba3186a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dcb02710-36dd-45aa-b05a-4da185c4993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918791 Oct 26 16:12:28.827788 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0d0151cc-3d85-4ca5-8452-bce61b69294e req-6f8401f8-a1c1-4997-a205-1c9487e56d2a tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3e2618ca-3c26-437f-a8fa-af9f465d75f9 HTTP/1.1" status: 200 len: 210 time: 0.0285654 Oct 26 16:12:29.277716 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ea5bd4-3d12-4594-b20a-b4b1b3785b3f None None] Sync routers for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:29.277716 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea5bd4-3d12-4594-b20a-b4b1b3785b3f None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:29.277716 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-73ea5bd4-3d12-4594-b20a-b4b1b3785b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:29.374025 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-73ea5bd4-3d12-4594-b20a-b4b1b3785b3f None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:29.398899 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:29.563123 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-73ea5bd4-3d12-4594-b20a-b4b1b3785b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:26Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:27Z', 'revision_number': 10, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:29.591042 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ea5bd4-3d12-4594-b20a-b4b1b3785b3f None None] Checking router: fac091a4-8007-4661-9666-11fceb563148 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:12:29.599899 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea5bd4-3d12-4594-b20a-b4b1b3785b3f None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:29.600499 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-73ea5bd4-3d12-4594-b20a-b4b1b3785b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:29.602889 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:29.699141 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-73ea5bd4-3d12-4594-b20a-b4b1b3785b3f None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:29.895336 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-73ea5bd4-3d12-4594-b20a-b4b1b3785b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:26Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:27Z', 'revision_number': 10, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:29.922144 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ea5bd4-3d12-4594-b20a-b4b1b3785b3f None None] The sync data for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv is: [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:26Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:27Z', 'revision_number': 10, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:12:29.962835 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a5bffcd9-d7b3-47d6-bb25-e7160eed387b req-a7d07923-f593-4ec0-8984-3da4fcc9c621 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3e2618ca-3c26-437f-a8fa-af9f465d75f9 HTTP/1.1" status: 200 len: 210 time: 0.0441554 Oct 26 16:12:29.981472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:30.014368 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df28617-e330-4996-a466-2346a0e674ab req-d4715e76-4c1a-4ad9-9880-23e39adbecab tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:30.016047 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6df28617-e330-4996-a466-2346a0e674ab req-d4715e76-4c1a-4ad9-9880-23e39adbecab tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.64 "GET /networking/v2.0/networks?id=dcb02710-36dd-45aa-b05a-4da185c4993d HTTP/1.1" status: 200 len: 814 time: 0.1534004 Oct 26 16:12:30.029055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-6df28617-e330-4996-a466-2346a0e674ab req-72a55a62-e2da-487c-9dcd-4dcee30c3bfb tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Request body: {'port': {'device_id': '3e2618ca-3c26-437f-a8fa-af9f465d75f9', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'admin_state_up': True, 'tenant_id': '13ebfe59268747fda7571d482c8dca1d'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:12:30.166500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df28617-e330-4996-a466-2346a0e674ab req-72a55a62-e2da-487c-9dcd-4dcee30c3bfb tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Made reservation on behalf of 13ebfe59268747fda7571d482c8dca1d for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:12:30.171217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-6df28617-e330-4996-a466-2346a0e674ab req-72a55a62-e2da-487c-9dcd-4dcee30c3bfb tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:30.194748 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:30.313374 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-6df28617-e330-4996-a466-2346a0e674ab req-72a55a62-e2da-487c-9dcd-4dcee30c3bfb tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Allocated IP 172.20.0.4 (dcb02710-36dd-45aa-b05a-4da185c4993d/939ba44c-3737-48bb-b6e7-568e29c4bf42/f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:12:30.474275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-6df28617-e330-4996-a466-2346a0e674ab req-72a55a62-e2da-487c-9dcd-4dcee30c3bfb tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Publish callbacks [] for port (f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:30.506848 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-6df28617-e330-4996-a466-2346a0e674ab req-72a55a62-e2da-487c-9dcd-4dcee30c3bfb tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:30.520774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['b88d4144-e952-4f80-92c7-99e4a940e50b'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:12:30.558248 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df28617-e330-4996-a466-2346a0e674ab req-72a55a62-e2da-487c-9dcd-4dcee30c3bfb tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Network dcb02710-36dd-45aa-b05a-4da185c4993d is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:12:30.562155 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-6df28617-e330-4996-a466-2346a0e674ab req-72a55a62-e2da-487c-9dcd-4dcee30c3bfb tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:12:30.569199 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df28617-e330-4996-a466-2346a0e674ab req-72a55a62-e2da-487c-9dcd-4dcee30c3bfb tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:12:30.597361 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a55a62-e2da-487c-9dcd-4dcee30c3bfb tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Pushing event updated for resources: {'Port': ['ID=f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:30.635990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df28617-e330-4996-a466-2346a0e674ab req-72a55a62-e2da-487c-9dcd-4dcee30c3bfb tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:30.636785 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-6df28617-e330-4996-a466-2346a0e674ab req-72a55a62-e2da-487c-9dcd-4dcee30c3bfb tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:30.662716 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6df28617-e330-4996-a466-2346a0e674ab req-72a55a62-e2da-487c-9dcd-4dcee30c3bfb tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6379561 Oct 26 16:12:30.677808 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Request body: {'port': {'device_id': '3e2618ca-3c26-437f-a8fa-af9f465d75f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:12:30.760567 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:30.873611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-f556a848-39fe-42a7-8f30-2c62e7d912e5 None None] Provisioning complete for port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:30.873997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f556a848-39fe-42a7-8f30-2c62e7d912e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:30.874335 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-f556a848-39fe-42a7-8f30-2c62e7d912e5 None None] Attempt 1 to provision port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 Oct 26 16:12:30.906991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:30.909224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-f556a848-39fe-42a7-8f30-2c62e7d912e5 None None] Port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:12:31.050591 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:12:31.059629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Publish callbacks [] for port (f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:31.074812 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Transition to ACTIVE for port object f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:12:31.078832 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:31.083275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:31.103326 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b8de9-f814-4fd5-ab3e-0594adb00f61 req-2cd6475d-5d54-41d0-8f6c-45c732d00b81 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:31.105074 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-666b8de9-f814-4fd5-ab3e-0594adb00f61 req-2cd6475d-5d54-41d0-8f6c-45c732d00b81 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3e2618ca-3c26-437f-a8fa-af9f465d75f9 HTTP/1.1" status: 200 len: 931 time: 0.0568774 Oct 26 16:12:31.150024 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Pushing event updated for resources: {'Port': ['ID=f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:31.169564 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-666b8de9-f814-4fd5-ab3e-0594adb00f61 req-5bc686df-98fb-403b-aeca-f0e74173ed70 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578616 Oct 26 16:12:31.205719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Attempting to bind port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:12:31.206066 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Attempting to bind port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '2d59d076-a3c6-43bd-a4cb-77d04a8894b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:12:31.206408 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Attempting to bind port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 on network dcb02710-36dd-45aa-b05a-4da185c4993d {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:12:31.210721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:31.251362 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 on network dcb02710-36dd-45aa-b05a-4da185c4993d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:12:31.251833 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Attempting to bind port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 on network dcb02710-36dd-45aa-b05a-4da185c4993d {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:12:31.295890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:31.296131 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:12:31.296485 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Checking segment: {'id': '2d59d076-a3c6-43bd-a4cb-77d04a8894b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:12:31.296938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Bound using segment: {'id': '2d59d076-a3c6-43bd-a4cb-77d04a8894b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:12:31.297411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Bound port: f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d59d076-a3c6-43bd-a4cb-77d04a8894b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:12:31.297778 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:31.307989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:31.363678 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] For port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:12:31.366684 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] For port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:12:31.373439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:31.377843 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:31.378463 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:31.379872 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6df28617-e330-4996-a466-2346a0e674ab req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 HTTP/1.1" status: 200 len: 1093 time: 0.7073932 Oct 26 16:12:31.382226 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2618ca-3c26-437f-a8fa-af9f465d75f9', 'tag': 'f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:12:31.383708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcba2282-1dad-4162-8a7d-c93ea6dc2786" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2618ca-3c26-437f-a8fa-af9f465d75f9", "tag": "f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:12:31.384520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:31.459380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4845e3-b425-4c4e-8c64-81e83f3d08b9 x-openstack-request-id: req-9d4845e3-b425-4c4e-8c64-81e83f3d08b9 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:12:31.459684 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2618ca-3c26-437f-a8fa-af9f465d75f9", "tag": "f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:12:31.459950 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d4845e3-b425-4c4e-8c64-81e83f3d08b9 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:12:31.460342 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d4845e3-b425-4c4e-8c64-81e83f3d08b9'] response: {'name': 'network-changed', 'server_uuid': '3e2618ca-3c26-437f-a8fa-af9f465d75f9', 'tag': 'f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0', 'status': 'completed', 'code': 200} Oct 26 16:12:31.475512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d288743-5263-4ed3-8d70-0cfc8578f62e service neutron] Pushing event updated for resources: {'Port': ['ID=f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:31.486558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df28617-e330-4996-a466-2346a0e674ab req-19e562ac-bde8-4252-8331-c322d2050672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:31.488237 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6df28617-e330-4996-a466-2346a0e674ab req-19e562ac-bde8-4252-8331-c322d2050672 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=13ebfe59268747fda7571d482c8dca1d&device_id=3e2618ca-3c26-437f-a8fa-af9f465d75f9 HTTP/1.1" status: 200 len: 1127 time: 0.0661507 Oct 26 16:12:31.511846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:31.531608 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6df28617-e330-4996-a466-2346a0e674ab req-18259a62-84c7-4e58-9d37-174570d21c3a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 HTTP/1.1" status: 200 len: 217 time: 0.0365636 Oct 26 16:12:31.558626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 256376df-97ce-46c6-a431-99c0777c9723 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:31.559205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (256376df-97ce-46c6-a431-99c0777c9723), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:31.559341 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 256376df-97ce-46c6-a431-99c0777c9723 Oct 26 16:12:31.581701 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df28617-e330-4996-a466-2346a0e674ab req-95df2282-36c7-4dae-9b07-fa480677ab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:31.583724 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6df28617-e330-4996-a466-2346a0e674ab req-95df2282-36c7-4dae-9b07-fa480677ab98 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=939ba44c-3737-48bb-b6e7-568e29c4bf42 HTTP/1.1" status: 200 len: 853 time: 0.0450180 Oct 26 16:12:31.626529 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df28617-e330-4996-a466-2346a0e674ab req-b636e926-18a0-4576-b3b8-ccf3d4e1654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:31.628620 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6df28617-e330-4996-a466-2346a0e674ab req-b636e926-18a0-4576-b3b8-ccf3d4e1654c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=dcb02710-36dd-45aa-b05a-4da185c4993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392089 Oct 26 16:12:31.630436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:31.630830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256376df-97ce-46c6-a431-99c0777c9723), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:31.653208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 256376df-97ce-46c6-a431-99c0777c9723, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=256376df-97ce-46c6-a431-99c0777c9723,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:31.658068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (256376df-97ce-46c6-a431-99c0777c9723), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:31.658977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:31.886258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=256376df-97ce-46c6-a431-99c0777c9723,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:31.894313 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port c7bba49b-2513-4182-8377-dab788d2ead5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:31.894609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:31.894942 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port c7bba49b-2513-4182-8377-dab788d2ead5 Oct 26 16:12:31.938314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:31.968459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:31.968870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:31.971372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:31.979313 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6df28617-e330-4996-a466-2346a0e674ab req-27473a6b-0a8e-416c-b133-618c248818f8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dcb02710-36dd-45aa-b05a-4da185c4993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447967 Oct 26 16:12:32.001205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:32.005936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:32.054780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:32.073114 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6df28617-e330-4996-a466-2346a0e674ab req-4b56fba3-37c3-45ce-a4aa-d3c31edb0f78 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dcb02710-36dd-45aa-b05a-4da185c4993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868654 Oct 26 16:12:32.200104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d50fc3-d66c-4fdd-bf58-e90fb0375653 None None] Sync routers for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:32.200104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d50fc3-d66c-4fdd-bf58-e90fb0375653 None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:32.200104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-08d50fc3-d66c-4fdd-bf58-e90fb0375653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:32.322913 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8166d6a-d5b9-4741-9caf-21ef1d27c287 req-85a20249-dec5-443f-91ab-14f1b7fdb22f tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:32.324631 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b8166d6a-d5b9-4741-9caf-21ef1d27c287 req-85a20249-dec5-443f-91ab-14f1b7fdb22f tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3e2618ca-3c26-437f-a8fa-af9f465d75f9 HTTP/1.1" status: 200 len: 943 time: 0.0781252 Oct 26 16:12:32.328558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-08d50fc3-d66c-4fdd-bf58-e90fb0375653 None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:32.371681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:32.384847 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b8166d6a-d5b9-4741-9caf-21ef1d27c287 req-c0cceb95-f5c1-4309-b1aa-92bcf140dce5 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503566 Oct 26 16:12:32.535965 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-08d50fc3-d66c-4fdd-bf58-e90fb0375653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:31Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:31Z', 'revision_number': 11, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:32.563235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d50fc3-d66c-4fdd-bf58-e90fb0375653 None None] Checking router: fac091a4-8007-4661-9666-11fceb563148 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:12:32.572298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d50fc3-d66c-4fdd-bf58-e90fb0375653 None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:32.572947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-08d50fc3-d66c-4fdd-bf58-e90fb0375653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:32.671203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-08d50fc3-d66c-4fdd-bf58-e90fb0375653 None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:32.857839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-08d50fc3-d66c-4fdd-bf58-e90fb0375653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:31Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:31Z', 'revision_number': 11, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:32.882544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d50fc3-d66c-4fdd-bf58-e90fb0375653 None None] The sync data for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv is: [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:31Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:31Z', 'revision_number': 11, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:12:32.932141 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba2282-1dad-4162-8a7d-c93ea6dc2786 req-b91c10c0-55e8-46b0-9a1a-d7c022f816b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:32.933838 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fcba2282-1dad-4162-8a7d-c93ea6dc2786 req-b91c10c0-55e8-46b0-9a1a-d7c022f816b5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=13ebfe59268747fda7571d482c8dca1d&device_id=3e2618ca-3c26-437f-a8fa-af9f465d75f9 HTTP/1.1" status: 200 len: 1127 time: 0.0478723 Oct 26 16:12:32.984178 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:33.027677 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba2282-1dad-4162-8a7d-c93ea6dc2786 req-2e25214f-f43a-45f3-a2be-f749766cc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:33.029199 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fcba2282-1dad-4162-8a7d-c93ea6dc2786 req-2e25214f-f43a-45f3-a2be-f749766cc902 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=dcb02710-36dd-45aa-b05a-4da185c4993d HTTP/1.1" status: 200 len: 915 time: 0.0893111 Oct 26 16:12:33.080827 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fcba2282-1dad-4162-8a7d-c93ea6dc2786 req-759a1dd5-2f48-4112-9cf1-87ebba9d0a03 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 HTTP/1.1" status: 200 len: 217 time: 0.0456290 Oct 26 16:12:33.137227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba2282-1dad-4162-8a7d-c93ea6dc2786 req-69721157-205a-41f0-8b8c-e33efbd0073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:33.138900 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fcba2282-1dad-4162-8a7d-c93ea6dc2786 req-69721157-205a-41f0-8b8c-e33efbd0073c service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=939ba44c-3737-48bb-b6e7-568e29c4bf42 HTTP/1.1" status: 200 len: 853 time: 0.0512543 Oct 26 16:12:33.185174 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba2282-1dad-4162-8a7d-c93ea6dc2786 req-2886cb69-c3b2-4694-9ca2-6094cc7917be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:33.186704 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fcba2282-1dad-4162-8a7d-c93ea6dc2786 req-2886cb69-c3b2-4694-9ca2-6094cc7917be service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=dcb02710-36dd-45aa-b05a-4da185c4993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416908 Oct 26 16:12:33.201276 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:33.216992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:33.297828 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fcba2282-1dad-4162-8a7d-c93ea6dc2786 req-abeb57ca-29de-4756-aa03-cb8ddab0ff5e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dcb02710-36dd-45aa-b05a-4da185c4993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040487 Oct 26 16:12:33.300934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:33.301327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:33.339897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:33.344878 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:33.373313 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:33.400863 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fcba2282-1dad-4162-8a7d-c93ea6dc2786 req-581185a4-eb1d-4440-846b-30cad0f8f54d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dcb02710-36dd-45aa-b05a-4da185c4993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969675 Oct 26 16:12:33.436470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:33.481590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:33.524319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f612d-a6a1-41e9-babd-b5282d44bd85 req-2e8f10fe-c171-4ffe-8cc0-895bca3fe46d tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:33.526132 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5f7f612d-a6a1-41e9-babd-b5282d44bd85 req-2e8f10fe-c171-4ffe-8cc0-895bca3fe46d tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3e2618ca-3c26-437f-a8fa-af9f465d75f9 HTTP/1.1" status: 200 len: 943 time: 0.0616477 Oct 26 16:12:33.592699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:33.593232 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5f7f612d-a6a1-41e9-babd-b5282d44bd85 req-e0dda39c-27ce-4e2b-b304-999a1631fbb9 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594559 Oct 26 16:12:33.642124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port c7bba49b-2513-4182-8377-dab788d2ead5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:33.642541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:33.642880 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port c7bba49b-2513-4182-8377-dab788d2ead5 Oct 26 16:12:33.722822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:33.723205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:33.757682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:33.763026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:33.815936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:33.830022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:33.869821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:33.910237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:33.910649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256376df-97ce-46c6-a431-99c0777c9723), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:33.933196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 256376df-97ce-46c6-a431-99c0777c9723, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=256376df-97ce-46c6-a431-99c0777c9723,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:33.937430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (256376df-97ce-46c6-a431-99c0777c9723), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:33.968306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:33.989795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=256376df-97ce-46c6-a431-99c0777c9723,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:34.715512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563633-74ee-405d-b59d-f5665df67a34 req-e8fb6eb5-6e02-4df6-8ffa-884c496169fa tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:34.717005 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8a563633-74ee-405d-b59d-f5665df67a34 req-e8fb6eb5-6e02-4df6-8ffa-884c496169fa tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3e2618ca-3c26-437f-a8fa-af9f465d75f9 HTTP/1.1" status: 200 len: 943 time: 0.0474713 Oct 26 16:12:34.761063 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:34.768854 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8a563633-74ee-405d-b59d-f5665df67a34 req-a0f1719b-b2ad-413a-9d63-e2ac6a609802 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462704 Oct 26 16:12:35.268080 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d60c362-30a8-4cb8-8cb1-de31465b3a3b None None] Sync routers for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:35.270098 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60c362-30a8-4cb8-8cb1-de31465b3a3b None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:35.271472 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7d60c362-30a8-4cb8-8cb1-de31465b3a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:35.299702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:35.377802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:35.378195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:35.411871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:35.416366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:35.441490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:35.466954 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7d60c362-30a8-4cb8-8cb1-de31465b3a3b None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:35.467249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:35.620318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:12:35.651572 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7d60c362-30a8-4cb8-8cb1-de31465b3a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:33Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:33Z', 'revision_number': 13, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:35.676049 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d60c362-30a8-4cb8-8cb1-de31465b3a3b None None] Checking router: fac091a4-8007-4661-9666-11fceb563148 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:12:35.685093 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60c362-30a8-4cb8-8cb1-de31465b3a3b None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:35.686288 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7d60c362-30a8-4cb8-8cb1-de31465b3a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:35.720545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:35.732762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': 'f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'port_id': 'f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0', 'mac_address': 'fa:16:3e:3f:c7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:12:35.767223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:35.767614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:35.781040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:12:35.785526 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7d60c362-30a8-4cb8-8cb1-de31465b3a3b None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:35.801350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:35.807310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:35.814383 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:35.855772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:35.904820 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8db94-33bc-4e06-b54d-a56cd8785803 req-098221ff-1d93-42c0-a5fc-b01b998334d8 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:35.906310 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d4d8db94-33bc-4e06-b54d-a56cd8785803 req-098221ff-1d93-42c0-a5fc-b01b998334d8 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3e2618ca-3c26-437f-a8fa-af9f465d75f9 HTTP/1.1" status: 200 len: 944 time: 0.0487051 Oct 26 16:12:35.955478 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d4d8db94-33bc-4e06-b54d-a56cd8785803 req-347aa20b-d380-4775-87c4-4321f1de050b tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424578 Oct 26 16:12:35.975333 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7d60c362-30a8-4cb8-8cb1-de31465b3a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:33Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:35Z', 'revision_number': 14, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:36.002680 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d60c362-30a8-4cb8-8cb1-de31465b3a3b None None] The sync data for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv is: [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:33Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:35Z', 'revision_number': 14, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:12:36.025412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:12:37.082589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67401517-3bb9-4a2c-9ed0-db631f98f2d8 req-4b2da009-6a94-4b9f-ae6b-0f6e4ffedd22 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:37.084140 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-67401517-3bb9-4a2c-9ed0-db631f98f2d8 req-4b2da009-6a94-4b9f-ae6b-0f6e4ffedd22 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3e2618ca-3c26-437f-a8fa-af9f465d75f9 HTTP/1.1" status: 200 len: 944 time: 0.0494673 Oct 26 16:12:37.135077 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-67401517-3bb9-4a2c-9ed0-db631f98f2d8 req-cb0835b5-82a2-4502-8c74-99e1afba8de9 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448503 Oct 26 16:12:37.261456 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:37.295218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:37.341129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 256376df-97ce-46c6-a431-99c0777c9723 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:37.341509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (256376df-97ce-46c6-a431-99c0777c9723), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:37.341849 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 256376df-97ce-46c6-a431-99c0777c9723 Oct 26 16:12:37.415614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:37.416008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256376df-97ce-46c6-a431-99c0777c9723), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:37.436442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 256376df-97ce-46c6-a431-99c0777c9723, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=256376df-97ce-46c6-a431-99c0777c9723,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:37.439975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (256376df-97ce-46c6-a431-99c0777c9723), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:37.440733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:37.513850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=256376df-97ce-46c6-a431-99c0777c9723,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:37.524957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port c7bba49b-2513-4182-8377-dab788d2ead5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:37.525339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:37.525679 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port c7bba49b-2513-4182-8377-dab788d2ead5 Oct 26 16:12:37.602549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:37.602936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:37.621532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:37.660886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:37.679216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:37.841964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:37.843120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 16:12:37.854480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:37.854852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:37.855186 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 Oct 26 16:12:37.889139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:37.898861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:37.938365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:37.938749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:37.961388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2618ca-3c26-437f-a8fa-af9f465d75f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:12:37.963687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a2c2a9-2128-4ece-9888-827d26a9a595" -d '{"events": [{"server_uuid": "3e2618ca-3c26-437f-a8fa-af9f465d75f9", "name": "network-vif-plugged", "status": "completed", "tag": "f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:12:37.978920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:37.982868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:38.005203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efb9023-a5cd-4866-8ebd-5e2e833b9e55 x-openstack-request-id: req-2efb9023-a5cd-4866-8ebd-5e2e833b9e55 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:12:38.005531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2618ca-3c26-437f-a8fa-af9f465d75f9", "name": "network-vif-plugged", "status": "completed", "tag": "f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:12:38.005784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2efb9023-a5cd-4866-8ebd-5e2e833b9e55 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:12:38.006181 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2efb9023-a5cd-4866-8ebd-5e2e833b9e55'] response: {'server_uuid': '3e2618ca-3c26-437f-a8fa-af9f465d75f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0', 'code': 200} Oct 26 16:12:38.032785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:38.060251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc018fb-6bac-4cc4-9199-2e22de451494 None None] Sync routers for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:38.078213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc018fb-6bac-4cc4-9199-2e22de451494 None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:38.078213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4bc018fb-6bac-4cc4-9199-2e22de451494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:38.124367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:38.183340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4bc018fb-6bac-4cc4-9199-2e22de451494 None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:38.198078 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c247f2-6678-4e70-a8c0-fb160f8b629d req-e227a9b9-b349-4d1c-997e-059c954510f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:38.199845 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-35c247f2-6678-4e70-a8c0-fb160f8b629d req-e227a9b9-b349-4d1c-997e-059c954510f0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e2618ca-3c26-437f-a8fa-af9f465d75f9 HTTP/1.1" status: 200 len: 1129 time: 0.0510147 Oct 26 16:12:38.230492 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:38.251926 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-35c247f2-6678-4e70-a8c0-fb160f8b629d req-a94fa9f8-296e-4f9d-a96b-aa012af6ebf9 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461774 Oct 26 16:12:38.267227 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831b0da-fe88-495c-b760-88c884f44874 req-2a2ce556-30a8-4530-ad55-5365c9f66072 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:38.268731 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a831b0da-fe88-495c-b760-88c884f44874 req-2a2ce556-30a8-4530-ad55-5365c9f66072 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3e2618ca-3c26-437f-a8fa-af9f465d75f9 HTTP/1.1" status: 200 len: 945 time: 0.0487700 Oct 26 16:12:38.318426 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a831b0da-fe88-495c-b760-88c884f44874 req-1815de2c-824a-4f4b-bb8c-426b25887a56 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433388 Oct 26 16:12:38.375865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4bc018fb-6bac-4cc4-9199-2e22de451494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:37Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:37Z', 'revision_number': 15, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:38.404381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc018fb-6bac-4cc4-9199-2e22de451494 None None] Checking router: fac091a4-8007-4661-9666-11fceb563148 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:12:38.413470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc018fb-6bac-4cc4-9199-2e22de451494 None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:38.414081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4bc018fb-6bac-4cc4-9199-2e22de451494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:38.514651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4bc018fb-6bac-4cc4-9199-2e22de451494 None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:38.675023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ce98115d-ffc1-4727-89da-781082222aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:38.712165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4bc018fb-6bac-4cc4-9199-2e22de451494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:37Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:37Z', 'revision_number': 15, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:38.737111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc018fb-6bac-4cc4-9199-2e22de451494 None None] The sync data for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv is: [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:37Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:37Z', 'revision_number': 15, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:12:39.215936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:39.325294 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:39.325689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:39.362564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:39.366510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:39.396767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:39.459467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:39.460065 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e089fb-0410-4e19-bab8-12433d2d35de req-3d4320a6-eb2c-467e-8e12-50f01f1a8cec tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:39.461745 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c7e089fb-0410-4e19-bab8-12433d2d35de req-3d4320a6-eb2c-467e-8e12-50f01f1a8cec tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3e2618ca-3c26-437f-a8fa-af9f465d75f9 HTTP/1.1" status: 200 len: 945 time: 0.0517070 Oct 26 16:12:39.502787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:39.535073 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c7e089fb-0410-4e19-bab8-12433d2d35de req-e79c8927-c02e-47b3-bacb-9ca349ea214a tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617473 Oct 26 16:12:39.648079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:39.695584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 256376df-97ce-46c6-a431-99c0777c9723 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:39.695987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (256376df-97ce-46c6-a431-99c0777c9723), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:39.696323 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 256376df-97ce-46c6-a431-99c0777c9723 Oct 26 16:12:39.779357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:39.780455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:39.824222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:39.826522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port c7bba49b-2513-4182-8377-dab788d2ead5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:39.826940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:39.827450 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port c7bba49b-2513-4182-8377-dab788d2ead5 Oct 26 16:12:39.889719 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:39.906309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:39.906696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:39.940374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:39.944694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:39.998670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:40.028584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:40.069385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:40.084165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:40.084554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256376df-97ce-46c6-a431-99c0777c9723), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:40.105778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 256376df-97ce-46c6-a431-99c0777c9723, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=256376df-97ce-46c6-a431-99c0777c9723,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:40.109446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (256376df-97ce-46c6-a431-99c0777c9723), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:40.155668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=256376df-97ce-46c6-a431-99c0777c9723,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:40.655777 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb304a59-27a1-4f02-802d-cc60295e9ce1 req-122f0dab-196c-493d-a21f-26906afdf073 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:40.657300 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bb304a59-27a1-4f02-802d-cc60295e9ce1 req-122f0dab-196c-493d-a21f-26906afdf073 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3e2618ca-3c26-437f-a8fa-af9f465d75f9 HTTP/1.1" status: 200 len: 945 time: 0.0514488 Oct 26 16:12:40.704695 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bb304a59-27a1-4f02-802d-cc60295e9ce1 req-02134afd-3084-4939-b004-4dc6327a66d1 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412269 Oct 26 16:12:40.883423 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0957f7e1-6d90-4323-81ea-457116d9e1ed None None] Sync routers for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:40.883423 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957f7e1-6d90-4323-81ea-457116d9e1ed None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:40.883423 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0957f7e1-6d90-4323-81ea-457116d9e1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:40.950910 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d651b-7cd2-4b5a-a7a1-86b1e3359708 req-cbad2712-e3d5-4514-b445-69c7eacc11b3 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:40.952489 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-977d651b-7cd2-4b5a-a7a1-86b1e3359708 req-cbad2712-e3d5-4514-b445-69c7eacc11b3 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3e2618ca-3c26-437f-a8fa-af9f465d75f9 HTTP/1.1" status: 200 len: 945 time: 0.0469403 Oct 26 16:12:40.986975 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0957f7e1-6d90-4323-81ea-457116d9e1ed None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:41.000092 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-977d651b-7cd2-4b5a-a7a1-86b1e3359708 req-a8fe20e3-56e1-4d9b-90f8-1eb992cad4c6 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416269 Oct 26 16:12:41.054025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4b157e9e-d314-4eff-80d8-388198ca4de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:41.105801 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:12:41.177426 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0957f7e1-6d90-4323-81ea-457116d9e1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:40Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:39Z', 'revision_number': 17, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:41.204379 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0957f7e1-6d90-4323-81ea-457116d9e1ed None None] Checking router: fac091a4-8007-4661-9666-11fceb563148 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:12:41.213329 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957f7e1-6d90-4323-81ea-457116d9e1ed None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:41.214044 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0957f7e1-6d90-4323-81ea-457116d9e1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:41.260699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:41.314406 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0957f7e1-6d90-4323-81ea-457116d9e1ed None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:41.342113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:41.342745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:41.376304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:41.380100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:41.429468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:41.505257 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0957f7e1-6d90-4323-81ea-457116d9e1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:40Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:39Z', 'revision_number': 17, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:41.529270 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0957f7e1-6d90-4323-81ea-457116d9e1ed None None] The sync data for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv is: [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:40Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:39Z', 'revision_number': 17, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:12:42.146646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddda4b-e8aa-412d-8e30-b37a4880a6a8 req-62777d3d-f4ca-4f9e-b2e2-589ee8eccc4a tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:42.148247 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c3ddda4b-e8aa-412d-8e30-b37a4880a6a8 req-62777d3d-f4ca-4f9e-b2e2-589ee8eccc4a tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3e2618ca-3c26-437f-a8fa-af9f465d75f9 HTTP/1.1" status: 200 len: 945 time: 0.0644038 Oct 26 16:12:42.201610 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c3ddda4b-e8aa-412d-8e30-b37a4880a6a8 req-ed79e177-1540-4bc9-8996-e929a5825c67 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475190 Oct 26 16:12:42.243468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:42.372177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c212a-9dc3-4bed-81eb-c297c524835c req-9a725a33-6278-4928-8088-40abaa530390 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:42.373698 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5d5c212a-9dc3-4bed-81eb-c297c524835c req-9a725a33-6278-4928-8088-40abaa530390 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e2618ca-3c26-437f-a8fa-af9f465d75f9 HTTP/1.1" status: 200 len: 945 time: 0.0559058 Oct 26 16:12:42.459090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-5d5c212a-9dc3-4bed-81eb-c297c524835c req-e70db2fb-6bc3-4fc9-9f93-c1ddb8e7d413 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Deleting port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:12:42.459440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-5d5c212a-9dc3-4bed-81eb-c297c524835c req-e70db2fb-6bc3-4fc9-9f93-c1ddb8e7d413 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:42.558272 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-5d5c212a-9dc3-4bed-81eb-c297c524835c req-e70db2fb-6bc3-4fc9-9f93-c1ddb8e7d413 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] For port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:42.558648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-5d5c212a-9dc3-4bed-81eb-c297c524835c req-e70db2fb-6bc3-4fc9-9f93-c1ddb8e7d413 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:42.560933 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:42.576114 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-5d5c212a-9dc3-4bed-81eb-c297c524835c req-e70db2fb-6bc3-4fc9-9f93-c1ddb8e7d413 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Calling delete_port for f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:12:42.618654 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:42.657500 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b51b652d-6b79-4b87-8c46-966515cfc4aa req-9c46b9f9-087a-4acd-b371-4e4eade295c7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826652 Oct 26 16:12:42.772117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b652d-6b79-4b87-8c46-966515cfc4aa req-6aa26094-94f0-44bb-930a-05b88a5164c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:42.773684 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b51b652d-6b79-4b87-8c46-966515cfc4aa req-6aa26094-94f0-44bb-930a-05b88a5164c7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=13ebfe59268747fda7571d482c8dca1d&device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 1129 time: 0.0700161 Oct 26 16:12:42.786227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-5d5c212a-9dc3-4bed-81eb-c297c524835c req-e70db2fb-6bc3-4fc9-9f93-c1ddb8e7d413 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:42.798833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['b88d4144-e952-4f80-92c7-99e4a940e50b', 'f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:12:42.835451 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70db2fb-6bc3-4fc9-9f93-c1ddb8e7d413 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Pushing event deleted for resources: {'Port': ['ID=f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:42.921133 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5c212a-9dc3-4bed-81eb-c297c524835c req-e70db2fb-6bc3-4fc9-9f93-c1ddb8e7d413 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] No DVR routers for this DVR port f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:12:42.923940 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-5d5c212a-9dc3-4bed-81eb-c297c524835c req-e70db2fb-6bc3-4fc9-9f93-c1ddb8e7d413 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:42.927621 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5d5c212a-9dc3-4bed-81eb-c297c524835c req-e70db2fb-6bc3-4fc9-9f93-c1ddb8e7d413 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.64 "DELETE /networking/v2.0/ports/f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 HTTP/1.1" status: 204 len: 173 time: 0.5487623 Oct 26 16:12:42.930982 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2618ca-3c26-437f-a8fa-af9f465d75f9', 'name': 'network-vif-deleted', 'tag': 'f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:12:42.936083 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b64079-8d2d-4b3f-b9d2-086bbba517e2" -d '{"events": [{"server_uuid": "3e2618ca-3c26-437f-a8fa-af9f465d75f9", "name": "network-vif-deleted", "tag": "f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:12:42.971004 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b652d-6b79-4b87-8c46-966515cfc4aa req-320b550d-156f-4650-94f3-0a7dbb17cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:42.972578 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b51b652d-6b79-4b87-8c46-966515cfc4aa req-320b550d-156f-4650-94f3-0a7dbb17cefc service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=dcb02710-36dd-45aa-b05a-4da185c4993d HTTP/1.1" status: 200 len: 915 time: 0.1793082 Oct 26 16:12:43.026686 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a171fe74-4ac7-4980-b71c-e9c48bb44792 x-openstack-request-id: req-a171fe74-4ac7-4980-b71c-e9c48bb44792 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:12:43.027134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2618ca-3c26-437f-a8fa-af9f465d75f9", "name": "network-vif-deleted", "tag": "f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:12:43.027900 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a171fe74-4ac7-4980-b71c-e9c48bb44792 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:12:43.028414 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a171fe74-4ac7-4980-b71c-e9c48bb44792'] response: {'server_uuid': '3e2618ca-3c26-437f-a8fa-af9f465d75f9', 'name': 'network-vif-deleted', 'tag': 'f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0', 'status': 'completed', 'code': 200} Oct 26 16:12:43.030617 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b51b652d-6b79-4b87-8c46-966515cfc4aa req-cc98abcc-f973-4b7a-8b72-78d38e298205 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b88d4144-e952-4f80-92c7-99e4a940e50b HTTP/1.1" status: 200 len: 217 time: 0.0517709 Oct 26 16:12:43.084477 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b652d-6b79-4b87-8c46-966515cfc4aa req-c7e1897b-321a-4735-89b6-cdadc592cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:43.086307 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b51b652d-6b79-4b87-8c46-966515cfc4aa req-c7e1897b-321a-4735-89b6-cdadc592cf0a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=939ba44c-3737-48bb-b6e7-568e29c4bf42 HTTP/1.1" status: 200 len: 853 time: 0.0501392 Oct 26 16:12:43.133647 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b652d-6b79-4b87-8c46-966515cfc4aa req-cf18be28-1274-441a-ab74-3f296f5e6bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:43.135188 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b51b652d-6b79-4b87-8c46-966515cfc4aa req-cf18be28-1274-441a-ab74-3f296f5e6bcc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=dcb02710-36dd-45aa-b05a-4da185c4993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421305 Oct 26 16:12:43.239952 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b51b652d-6b79-4b87-8c46-966515cfc4aa req-cc19545f-4c3e-495d-b596-962fce7fddea service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dcb02710-36dd-45aa-b05a-4da185c4993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970299 Oct 26 16:12:43.322897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:43.347741 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7a715c31-86af-43ac-8dc1-8cfbc733bec1 req-ce8f71e0-d114-4353-988d-d70eccbed94c tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3e2618ca-3c26-437f-a8fa-af9f465d75f9 HTTP/1.1" status: 200 len: 210 time: 0.0305603 Oct 26 16:12:43.372026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 256376df-97ce-46c6-a431-99c0777c9723 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:43.372403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (256376df-97ce-46c6-a431-99c0777c9723), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:43.372967 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 256376df-97ce-46c6-a431-99c0777c9723 Oct 26 16:12:43.451328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:43.451909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256376df-97ce-46c6-a431-99c0777c9723), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:43.472493 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b51b652d-6b79-4b87-8c46-966515cfc4aa req-0c575276-b608-4eba-9acb-e059be06db44 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dcb02710-36dd-45aa-b05a-4da185c4993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982628 Oct 26 16:12:43.474983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 256376df-97ce-46c6-a431-99c0777c9723, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=256376df-97ce-46c6-a431-99c0777c9723,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:43.480157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (256376df-97ce-46c6-a431-99c0777c9723), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:43.480985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:43.555147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=256376df-97ce-46c6-a431-99c0777c9723,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:43.565392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port c7bba49b-2513-4182-8377-dab788d2ead5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:43.565764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:43.566098 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port c7bba49b-2513-4182-8377-dab788d2ead5 Oct 26 16:12:43.766329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2507a684-bfa1-4f2e-85e5-d82738623261 None None] Sync routers for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:43.798031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2507a684-bfa1-4f2e-85e5-d82738623261 None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:43.798661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2507a684-bfa1-4f2e-85e5-d82738623261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:43.800424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:43.803179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:43.803559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:43.914845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:43.919923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:43.923196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:43.959372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:43.977616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2507a684-bfa1-4f2e-85e5-d82738623261 None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:44.021829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:44.039926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:44.196276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2507a684-bfa1-4f2e-85e5-d82738623261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:43Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:41Z', 'revision_number': 18, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:44.221265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2507a684-bfa1-4f2e-85e5-d82738623261 None None] Checking router: fac091a4-8007-4661-9666-11fceb563148 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:12:44.230079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2507a684-bfa1-4f2e-85e5-d82738623261 None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:44.230621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2507a684-bfa1-4f2e-85e5-d82738623261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:44.273450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:44.332570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2507a684-bfa1-4f2e-85e5-d82738623261 None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:44.508362 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea0b16-efa3-42f1-b9fb-c759c741b2a2 req-9a0715dc-649a-4a2d-bfdc-5edd3b1ab01d tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:44.510091 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5bea0b16-efa3-42f1-b9fb-c759c741b2a2 req-9a0715dc-649a-4a2d-bfdc-5edd3b1ab01d tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 945 time: 0.0466492 Oct 26 16:12:44.523438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2507a684-bfa1-4f2e-85e5-d82738623261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:43Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:43Z', 'revision_number': 19, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:44.548432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2507a684-bfa1-4f2e-85e5-d82738623261 None None] The sync data for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv is: [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:43Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:43Z', 'revision_number': 19, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:12:44.558347 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5bea0b16-efa3-42f1-b9fb-c759c741b2a2 req-7d9dc044-8482-4dd0-88c5-4e8eea136e66 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429623 Oct 26 16:12:44.703254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2c42f-ea47-473b-ad67-acae0aba5f65 req-21605cfe-962b-4fda-8f05-5d8ff020d0b8 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:44.704855 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-23b2c42f-ea47-473b-ad67-acae0aba5f65 req-21605cfe-962b-4fda-8f05-5d8ff020d0b8 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 945 time: 0.0488832 Oct 26 16:12:44.765166 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-23b2c42f-ea47-473b-ad67-acae0aba5f65 req-bcb000d2-d390-4af1-825f-94a6b6ad021f tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538712 Oct 26 16:12:44.890461 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b6597-c4ac-4f71-b28e-7f3e3f841bd5 req-ee7c036d-0d07-447b-a6e3-bfbfa1116f27 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:44.891972 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d83b6597-c4ac-4f71-b28e-7f3e3f841bd5 req-ee7c036d-0d07-447b-a6e3-bfbfa1116f27 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 945 time: 0.0493958 Oct 26 16:12:44.947144 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d83b6597-c4ac-4f71-b28e-7f3e3f841bd5 req-a8883ac5-4307-4699-afb8-fa961ec0c0b3 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492990 Oct 26 16:12:45.029150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-af0d8030-5a6a-4122-b80f-67332943bcae req-1ad21a6a-8b4d-4587-845b-67032b275e87 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 16:12:45.030139 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-af0d8030-5a6a-4122-b80f-67332943bcae req-1ad21a6a-8b4d-4587-845b-67032b275e87 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053959 Oct 26 16:12:45.143552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4df6bf-48d4-4225-b299-119838032760 req-879bc3a3-b4f5-445e-89c6-e7196bc0fe9c tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:45.146472 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4d4df6bf-48d4-4225-b299-119838032760 req-879bc3a3-b4f5-445e-89c6-e7196bc0fe9c tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 945 time: 0.0507164 Oct 26 16:12:45.216425 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4d4df6bf-48d4-4225-b299-119838032760 req-59c018c8-15c4-4ce4-870d-14ebd4a31975 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656035 Oct 26 16:12:45.225042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:45.301819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:45.302290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256376df-97ce-46c6-a431-99c0777c9723), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:45.326217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 256376df-97ce-46c6-a431-99c0777c9723, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=256376df-97ce-46c6-a431-99c0777c9723,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:45.330561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (256376df-97ce-46c6-a431-99c0777c9723), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:45.331396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:45.364134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de249c-173e-4565-ac6d-bb39b50bf1e3 req-8c590b24-a09a-40ab-a152-13b218f9ea5f tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:45.366262 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-25de249c-173e-4565-ac6d-bb39b50bf1e3 req-8c590b24-a09a-40ab-a152-13b218f9ea5f tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 945 time: 0.0580499 Oct 26 16:12:45.389698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:45.415647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=256376df-97ce-46c6-a431-99c0777c9723,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:45.420912 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-25de249c-173e-4565-ac6d-bb39b50bf1e3 req-c1cee186-8c4c-47f7-b2c8-7392e4c91014 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485265 Oct 26 16:12:45.459302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:45.459703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:45.498698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:45.502897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:45.536319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:45.575044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51924854-5729-48cd-898e-d6fd95cebd59 req-d653894d-e03d-4a5c-8ed1-bd25fef2556f tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:45.577215 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-51924854-5729-48cd-898e-d6fd95cebd59 req-d653894d-e03d-4a5c-8ed1-bd25fef2556f tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 945 time: 0.0520031 Oct 26 16:12:45.593694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:45.628527 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-51924854-5729-48cd-898e-d6fd95cebd59 req-b019971b-2d78-4e7c-b423-8af34fc35149 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454178 Oct 26 16:12:45.636815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:45.637871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:45.717124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:45.826571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:45.877889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 256376df-97ce-46c6-a431-99c0777c9723 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:45.878629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (256376df-97ce-46c6-a431-99c0777c9723), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:45.879186 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 256376df-97ce-46c6-a431-99c0777c9723 Oct 26 16:12:45.928102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:45.959430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:45.959822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256376df-97ce-46c6-a431-99c0777c9723), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:45.985874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 256376df-97ce-46c6-a431-99c0777c9723, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=256376df-97ce-46c6-a431-99c0777c9723,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:45.992270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (256376df-97ce-46c6-a431-99c0777c9723), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:45.993069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:46.003237 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:46.012262 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e8c90-3fed-4f3d-a849-afbe4fe846d8 req-4be1c29f-b1d6-4b32-8c23-ed5ed6ca580d tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:46.013799 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-294e8c90-3fed-4f3d-a849-afbe4fe846d8 req-4be1c29f-b1d6-4b32-8c23-ed5ed6ca580d tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 945 time: 0.0566645 Oct 26 16:12:46.063857 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-294e8c90-3fed-4f3d-a849-afbe4fe846d8 req-179c3606-9025-4a98-abc0-40ac16fa5be5 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440664 Oct 26 16:12:46.066128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=256376df-97ce-46c6-a431-99c0777c9723,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:46.075285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port c7bba49b-2513-4182-8377-dab788d2ead5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:46.075664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:46.076002 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port c7bba49b-2513-4182-8377-dab788d2ead5 Oct 26 16:12:46.115471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:46.154238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:46.154624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:46.187253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:46.192066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:46.236583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:46.545823 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47d0d48-67dd-4f66-a27a-2237514a5bae None None] Sync routers for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:46.545823 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47d0d48-67dd-4f66-a27a-2237514a5bae None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:46.545823 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f47d0d48-67dd-4f66-a27a-2237514a5bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:46.689500 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:46.694345 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f47d0d48-67dd-4f66-a27a-2237514a5bae None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:46.874590 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:46.878614 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f47d0d48-67dd-4f66-a27a-2237514a5bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:45Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:46Z', 'revision_number': 21, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:46.903583 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47d0d48-67dd-4f66-a27a-2237514a5bae None None] Checking router: fac091a4-8007-4661-9666-11fceb563148 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:12:46.911802 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47d0d48-67dd-4f66-a27a-2237514a5bae None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:46.912396 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f47d0d48-67dd-4f66-a27a-2237514a5bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:47.012189 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f47d0d48-67dd-4f66-a27a-2237514a5bae None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:47.053574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:47.190094 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b6d06-cde2-456c-8651-2a1c86ebf20c req-ed40cd70-97fe-4e77-983c-55688822087a tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:47.191662 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e63b6d06-cde2-456c-8651-2a1c86ebf20c req-ed40cd70-97fe-4e77-983c-55688822087a tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 945 time: 0.0507855 Oct 26 16:12:47.204263 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f47d0d48-67dd-4f66-a27a-2237514a5bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:45Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:46Z', 'revision_number': 21, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:47.229611 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47d0d48-67dd-4f66-a27a-2237514a5bae None None] The sync data for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv is: [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:15Z', 'revision_number': 4, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:45Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'c7bba49b-2513-4182-8377-dab788d2ead5', 'name': '', 'network_id': 'dcb02710-36dd-45aa-b05a-4da185c4993d', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'mac_address': 'fa:16:3e:e0:4a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:15Z', 'updated_at': '2022-10-26T16:12:46Z', 'revision_number': 21, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'subnets': [{'id': '939ba44c-3737-48bb-b6e7-568e29c4bf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:12:47.254057 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e63b6d06-cde2-456c-8651-2a1c86ebf20c req-0f2f4caf-6efe-46b2-8501-dfdfb29621ca tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc5dc70f-4e29-43f0-be64-bb264db9c526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557096 Oct 26 16:12:47.271308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device c7bba49b-2513-4182-8377-dab788d2ead5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:47.357607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port c7bba49b-2513-4182-8377-dab788d2ead5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:47.358004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:47.377478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:47.397079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:47.401712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:47.402493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:47.421932 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a33b3a-4e43-4fd3-8ddc-359052c2e575 req-dc0f5bf1-d8a5-4825-9004-25f03660fddb tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:47.423530 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b9a33b3a-4e43-4fd3-8ddc-359052c2e575 req-dc0f5bf1-d8a5-4825-9004-25f03660fddb tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 945 time: 0.0595827 Oct 26 16:12:47.490913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:47.533157 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-b9a33b3a-4e43-4fd3-8ddc-359052c2e575 req-7feb9c76-8c26-4ae9-b3de-8eb491fb989f tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Deleting port b88d4144-e952-4f80-92c7-99e4a940e50b {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:12:47.533775 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-b9a33b3a-4e43-4fd3-8ddc-359052c2e575 req-7feb9c76-8c26-4ae9-b3de-8eb491fb989f tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (b88d4144-e952-4f80-92c7-99e4a940e50b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:47.542588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:47.542984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (256376df-97ce-46c6-a431-99c0777c9723), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:47.565660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 256376df-97ce-46c6-a431-99c0777c9723, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=256376df-97ce-46c6-a431-99c0777c9723,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:47.570499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (256376df-97ce-46c6-a431-99c0777c9723), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:47.626218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=256376df-97ce-46c6-a431-99c0777c9723,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:47.637565 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-b9a33b3a-4e43-4fd3-8ddc-359052c2e575 req-7feb9c76-8c26-4ae9-b3de-8eb491fb989f tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] For port b88d4144-e952-4f80-92c7-99e4a940e50b, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b88d4144-e952-4f80-92c7-99e4a940e50b,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:47.637942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-b9a33b3a-4e43-4fd3-8ddc-359052c2e575 req-7feb9c76-8c26-4ae9-b3de-8eb491fb989f tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (b88d4144-e952-4f80-92c7-99e4a940e50b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:47.652730 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-b9a33b3a-4e43-4fd3-8ddc-359052c2e575 req-7feb9c76-8c26-4ae9-b3de-8eb491fb989f tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Calling delete_port for b88d4144-e952-4f80-92c7-99e4a940e50b owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:12:47.682299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:47.703270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:12:47.703480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device f7c06fb5-266e-4672-8d4c-d9c07a4ab4a0 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:12:47.788989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-b9a33b3a-4e43-4fd3-8ddc-359052c2e575 req-7feb9c76-8c26-4ae9-b3de-8eb491fb989f tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (b88d4144-e952-4f80-92c7-99e4a940e50b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:47.806009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['b88d4144-e952-4f80-92c7-99e4a940e50b'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:12:47.821215 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb9c76-8c26-4ae9-b3de-8eb491fb989f tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Pushing event deleted for resources: {'Port': ['ID=b88d4144-e952-4f80-92c7-99e4a940e50b,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:47.873191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a33b3a-4e43-4fd3-8ddc-359052c2e575 req-7feb9c76-8c26-4ae9-b3de-8eb491fb989f tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] No DVR routers for this DVR port b88d4144-e952-4f80-92c7-99e4a940e50b on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:12:47.876034 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-b9a33b3a-4e43-4fd3-8ddc-359052c2e575 req-7feb9c76-8c26-4ae9-b3de-8eb491fb989f tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:47.880028 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b9a33b3a-4e43-4fd3-8ddc-359052c2e575 req-7feb9c76-8c26-4ae9-b3de-8eb491fb989f tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.64 "DELETE /networking/v2.0/ports/b88d4144-e952-4f80-92c7-99e4a940e50b HTTP/1.1" status: 204 len: 173 time: 0.4405742 Oct 26 16:12:47.881366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9bc3d4-ae10-4819-98f8-d606ec96008e', 'name': 'network-vif-deleted', 'tag': 'b88d4144-e952-4f80-92c7-99e4a940e50b'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:12:47.885040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073a7650-a899-49e6-a1e5-ea959f805dda" -d '{"events": [{"server_uuid": "ed9bc3d4-ae10-4819-98f8-d606ec96008e", "name": "network-vif-deleted", "tag": "b88d4144-e952-4f80-92c7-99e4a940e50b"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:12:48.127180 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dc309e-a182-425c-a1f6-f8a25778cf61 x-openstack-request-id: req-50dc309e-a182-425c-a1f6-f8a25778cf61 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:12:48.127488 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9bc3d4-ae10-4819-98f8-d606ec96008e", "name": "network-vif-deleted", "tag": "b88d4144-e952-4f80-92c7-99e4a940e50b", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:12:48.127748 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50dc309e-a182-425c-a1f6-f8a25778cf61 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:12:48.128440 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50dc309e-a182-425c-a1f6-f8a25778cf61'] response: {'server_uuid': 'ed9bc3d4-ae10-4819-98f8-d606ec96008e', 'name': 'network-vif-deleted', 'tag': 'b88d4144-e952-4f80-92c7-99e4a940e50b', 'status': 'completed', 'code': 200} Oct 26 16:12:48.389461 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-42e81b8b-3fa8-4060-96f1-4c88af08c1cf req-8ca51700-0ff5-402f-abd8-700abe1673aa tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=ed9bc3d4-ae10-4819-98f8-d606ec96008e HTTP/1.1" status: 200 len: 210 time: 0.0321639 Oct 26 16:12:49.470468 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42230) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:49.717701 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:49.767397 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-843a8371-3a13-4b82-9650-e1e2a412eba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (fac091a4-8007-4661-9666-11fceb563148), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:49.861954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:49.986569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-843a8371-3a13-4b82-9650-e1e2a412eba1 admin admin] Deleting port c7bba49b-2513-4182-8377-dab788d2ead5 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:12:49.986838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-843a8371-3a13-4b82-9650-e1e2a412eba1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:50.065309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-843a8371-3a13-4b82-9650-e1e2a412eba1 admin admin] For port c7bba49b-2513-4182-8377-dab788d2ead5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=c7bba49b-2513-4182-8377-dab788d2ead5,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:50.065674 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-843a8371-3a13-4b82-9650-e1e2a412eba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:50.078480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-843a8371-3a13-4b82-9650-e1e2a412eba1 admin admin] Calling delete_port for c7bba49b-2513-4182-8377-dab788d2ead5 owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:12:50.258053 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-843a8371-3a13-4b82-9650-e1e2a412eba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (c7bba49b-2513-4182-8377-dab788d2ead5), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:50.283602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a8371-3a13-4b82-9650-e1e2a412eba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7bba49b-2513-4182-8377-dab788d2ead5,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:50.450201 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-843a8371-3a13-4b82-9650-e1e2a412eba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (fac091a4-8007-4661-9666-11fceb563148), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:50.470611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cce3b84-6f3a-47d5-b5eb-a7dc7759f043 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 16:12:50.544840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cce3b84-6f3a-47d5-b5eb-a7dc7759f043 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:12:50.597094 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:50.912335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843a8371-3a13-4b82-9650-e1e2a412eba1 admin admin] Router fac091a4-8007-4661-9666-11fceb563148 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:12:50.914640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:51.021995 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843a8371-3a13-4b82-9650-e1e2a412eba1 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:12:51.027101 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-843a8371-3a13-4b82-9650-e1e2a412eba1 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/fac091a4-8007-4661-9666-11fceb563148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5675962 Oct 26 16:12:51.029604 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42232) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:51.032873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2bc34f-8f83-4ace-91a4-e160e64f8103 None None] Sync routers for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:51.043469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2bc34f-8f83-4ace-91a4-e160e64f8103 None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:51.044090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0d2bc34f-8f83-4ace-91a4-e160e64f8103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:51.137514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4890bdd7-77d0-4363-86a6-1b2ba2f6628b admin admin] Publish callbacks [] for router (fac091a4-8007-4661-9666-11fceb563148), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:51.243237 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4890bdd7-77d0-4363-86a6-1b2ba2f6628b admin admin] Publish callbacks [] for router_gateway (fac091a4-8007-4661-9666-11fceb563148), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:51.277621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 256376df-97ce-46c6-a431-99c0777c9723 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:51.285936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-4890bdd7-77d0-4363-86a6-1b2ba2f6628b admin admin] Deleting port 256376df-97ce-46c6-a431-99c0777c9723 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:12:51.286279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4890bdd7-77d0-4363-86a6-1b2ba2f6628b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (256376df-97ce-46c6-a431-99c0777c9723), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:51.315110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-34d13114-6281-42c7-8398-3191873a49a0 None None] Provisioning complete for port adce0395-fcad-43f9-bdd6-3aee114dc770 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:51.315487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-34d13114-6281-42c7-8398-3191873a49a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (adce0395-fcad-43f9-bdd6-3aee114dc770), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:51.315826 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-34d13114-6281-42c7-8398-3191873a49a0 None None] Attempt 1 to provision port adce0395-fcad-43f9-bdd6-3aee114dc770 Oct 26 16:12:51.350865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0d2bc34f-8f83-4ace-91a4-e160e64f8103 None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:51.369640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-4890bdd7-77d0-4363-86a6-1b2ba2f6628b admin admin] For port 256376df-97ce-46c6-a431-99c0777c9723, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=256376df-97ce-46c6-a431-99c0777c9723,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:51.369938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4890bdd7-77d0-4363-86a6-1b2ba2f6628b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (256376df-97ce-46c6-a431-99c0777c9723), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:51.383011 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-4890bdd7-77d0-4363-86a6-1b2ba2f6628b admin admin] Calling delete_port for 256376df-97ce-46c6-a431-99c0777c9723 owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:12:51.495300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:51.538844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 256376df-97ce-46c6-a431-99c0777c9723 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:51.554106 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4890bdd7-77d0-4363-86a6-1b2ba2f6628b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (256376df-97ce-46c6-a431-99c0777c9723), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:51.579492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-34d13114-6281-42c7-8398-3191873a49a0 None None] Current status of the port adce0395-fcad-43f9-bdd6-3aee114dc770 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:51.584294 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890bdd7-77d0-4363-86a6-1b2ba2f6628b admin admin] Pushing event deleted for resources: {'Port': ['ID=256376df-97ce-46c6-a431-99c0777c9723,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:51.601811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0d2bc34f-8f83-4ace-91a4-e160e64f8103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20'}], 'enable_snat': True}, 'gw_port_id': '256376df-97ce-46c6-a431-99c0777c9723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:50Z', 'revision_number': 5, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port': {'id': '256376df-97ce-46c6-a431-99c0777c9723', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ca:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac091a4-8007-4661-9666-11fceb563148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:12:13Z', 'updated_at': '2022-10-26T16:12:47Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:51.630152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2bc34f-8f83-4ace-91a4-e160e64f8103 None None] Checking router: fac091a4-8007-4661-9666-11fceb563148 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:12:51.638795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2bc34f-8f83-4ace-91a4-e160e64f8103 None None] Routers {'fac091a4-8007-4661-9666-11fceb563148'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:51.639426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0d2bc34f-8f83-4ace-91a4-e160e64f8103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['fac091a4-8007-4661-9666-11fceb563148'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:51.644022 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4890bdd7-77d0-4363-86a6-1b2ba2f6628b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (fac091a4-8007-4661-9666-11fceb563148), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:51.703034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device b88d4144-e952-4f80-92c7-99e4a940e50b no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:51.707825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:51.709866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0d2bc34f-8f83-4ace-91a4-e160e64f8103 None None] Set router fac091a4-8007-4661-9666-11fceb563148 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:12:51.735069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4890bdd7-77d0-4363-86a6-1b2ba2f6628b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (fac091a4-8007-4661-9666-11fceb563148), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:51.737267 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4890bdd7-77d0-4363-86a6-1b2ba2f6628b admin admin] Publish callbacks [] for router_controller (fac091a4-8007-4661-9666-11fceb563148), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:51.776930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: b88d4144-e952-4f80-92c7-99e4a940e50b {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:12:51.777221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device b88d4144-e952-4f80-92c7-99e4a940e50b not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:12:51.779229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0d2bc34f-8f83-4ace-91a4-e160e64f8103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:51Z', 'revision_number': 7, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:51.780940 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4890bdd7-77d0-4363-86a6-1b2ba2f6628b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (fac091a4-8007-4661-9666-11fceb563148), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:51.781540 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4890bdd7-77d0-4363-86a6-1b2ba2f6628b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fac091a4-8007-4661-9666-11fceb563148 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:12:51.786350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4890bdd7-77d0-4363-86a6-1b2ba2f6628b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:51.790381 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4890bdd7-77d0-4363-86a6-1b2ba2f6628b admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/fac091a4-8007-4661-9666-11fceb563148 HTTP/1.1" status: 204 len: 168 time: 0.7574871 Oct 26 16:12:51.790659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42234) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:51.805601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2bc34f-8f83-4ace-91a4-e160e64f8103 None None] The sync data for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv is: [{'id': 'fac091a4-8007-4661-9666-11fceb563148', 'name': 'tempest-ServersNegativeTestJSON-1134435034-router', 'tenant_id': '13ebfe59268747fda7571d482c8dca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:12:12Z', 'updated_at': '2022-10-26T16:12:51Z', 'revision_number': 7, 'project_id': '13ebfe59268747fda7571d482c8dca1d', 'gw_port_host': None}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:12:51.842446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:51.848583 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded33e70-3f67-48de-afe7-9d6ff6733b2a admin admin] Deleting subnet 939ba44c-3737-48bb-b6e7-568e29c4bf42 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 16:12:51.851190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:51.853796 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ded33e70-3f67-48de-afe7-9d6ff6733b2a admin admin] Publish callbacks [] for subnet (939ba44c-3737-48bb-b6e7-568e29c4bf42), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:51.894806 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ded33e70-3f67-48de-afe7-9d6ff6733b2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (939ba44c-3737-48bb-b6e7-568e29c4bf42), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:51.973079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ded33e70-3f67-48de-afe7-9d6ff6733b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (939ba44c-3737-48bb-b6e7-568e29c4bf42), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.030532 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ded33e70-3f67-48de-afe7-9d6ff6733b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (939ba44c-3737-48bb-b6e7-568e29c4bf42), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.056127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded33e70-3f67-48de-afe7-9d6ff6733b2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=939ba44c-3737-48bb-b6e7-568e29c4bf42,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:52.062646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ded33e70-3f67-48de-afe7-9d6ff6733b2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.066092 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ded33e70-3f67-48de-afe7-9d6ff6733b2a admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/939ba44c-3737-48bb-b6e7-568e29c4bf42 HTTP/1.1" status: 204 len: 168 time: 0.2744925 Oct 26 16:12:52.068610 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42236) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:52.070360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633f4ce5-18c0-4a6b-bd14-a255ed4bf7b8 None None] Network dcb02710-36dd-45aa-b05a-4da185c4993d requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:12:52.137309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (dcb02710-36dd-45aa-b05a-4da185c4993d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.180350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] Deleting port adce0395-fcad-43f9-bdd6-3aee114dc770 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:12:52.180704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (adce0395-fcad-43f9-bdd6-3aee114dc770), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.217188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518d2105-4775-4185-9b41-624c4d706185 None None] DHCP port deletion for dcb02710-36dd-45aa-b05a-4da185c4993d request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 16:12:52.249856 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] For port adce0395-fcad-43f9-bdd6-3aee114dc770, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=adce0395-fcad-43f9-bdd6-3aee114dc770,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:52.250220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (adce0395-fcad-43f9-bdd6-3aee114dc770), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.254708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-518d2105-4775-4185-9b41-624c4d706185 None None] Deleting port adce0395-fcad-43f9-bdd6-3aee114dc770 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:12:52.255090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-518d2105-4775-4185-9b41-624c4d706185 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (adce0395-fcad-43f9-bdd6-3aee114dc770), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.263977 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] Calling delete_port for adce0395-fcad-43f9-bdd6-3aee114dc770 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:12:52.328643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-518d2105-4775-4185-9b41-624c4d706185 None None] For port adce0395-fcad-43f9-bdd6-3aee114dc770, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=adce0395-fcad-43f9-bdd6-3aee114dc770,segment=NetworkSegment(2d59d076-a3c6-43bd-a4cb-77d04a8894b7),segment_id=2d59d076-a3c6-43bd-a4cb-77d04a8894b7)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:52.329138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-518d2105-4775-4185-9b41-624c4d706185 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (adce0395-fcad-43f9-bdd6-3aee114dc770), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.341650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-518d2105-4775-4185-9b41-624c4d706185 None None] Calling delete_port for adce0395-fcad-43f9-bdd6-3aee114dc770 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:12:52.350190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (adce0395-fcad-43f9-bdd6-3aee114dc770), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.379146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=adce0395-fcad-43f9-bdd6-3aee114dc770,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:52.383254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] No DVR routers for this DVR port adce0395-fcad-43f9-bdd6-3aee114dc770 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:12:52.387941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:52.419405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-518d2105-4775-4185-9b41-624c4d706185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (adce0395-fcad-43f9-bdd6-3aee114dc770), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.449527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d2105-4775-4185-9b41-624c4d706185 None None] Pushing event deleted for resources: {'Port': ['ID=adce0395-fcad-43f9-bdd6-3aee114dc770,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:52.453663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518d2105-4775-4185-9b41-624c4d706185 None None] No DVR routers for this DVR port adce0395-fcad-43f9-bdd6-3aee114dc770 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:12:52.465252 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (dcb02710-36dd-45aa-b05a-4da185c4993d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.489051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb02710-36dd-45aa-b05a-4da185c4993d']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:52.500000 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d59d076-a3c6-43bd-a4cb-77d04a8894b7') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:52.500298 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d59d076-a3c6-43bd-a4cb-77d04a8894b7') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:52.510420 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (2d59d076-a3c6-43bd-a4cb-77d04a8894b7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.526426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (2d59d076-a3c6-43bd-a4cb-77d04a8894b7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.532372 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:12:52.532372 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (2d59d076-a3c6-43bd-a4cb-77d04a8894b7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.579852 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9118c909-ecd3-4c1c-b425-037c8d7f6132 None None] Sync routers for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:12:52.597471 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9118c909-ecd3-4c1c-b425-037c8d7f6132 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:52.598408 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9118c909-ecd3-4c1c-b425-037c8d7f6132 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:12:52.599224 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-9118c909-ecd3-4c1c-b425-037c8d7f6132 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fac091a4-8007-4661-9666-11fceb563148'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:12:52.599747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (dcb02710-36dd-45aa-b05a-4da185c4993d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.606541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.611921 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9118c909-ecd3-4c1c-b425-037c8d7f6132 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:12:52.612369 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9118c909-ecd3-4c1c-b425-037c8d7f6132 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:12:52.612864 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/dcb02710-36dd-45aa-b05a-4da185c4993d HTTP/1.1" status: 204 len: 168 time: 0.5432296 Oct 26 16:12:52.613404 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-9118c909-ecd3-4c1c-b425-037c8d7f6132 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fac091a4-8007-4661-9666-11fceb563148'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:12:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:12:52.614521 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9118c909-ecd3-4c1c-b425-037c8d7f6132 None None] The sync data for ids ['fac091a4-8007-4661-9666-11fceb563148'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:12:52.627326 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 2d59d076-a3c6-43bd-a4cb-77d04a8894b7 resource provider aggregate not found Oct 26 16:12:52.631891 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ce92e-26c2-4826-b06e-ef56531e9cbb admin admin] Pushing event deleted for resources: {'Network': ['ID=dcb02710-36dd-45aa-b05a-4da185c4993d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:52.645253 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 2d59d076-a3c6-43bd-a4cb-77d04a8894b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d59d076-a3c6-43bd-a4cb-77d04a8894b7 found for delete ", "request_id": "req-29713674-d948-46f2-adb6-cf6b8742e784"}]} Oct 26 16:12:52.722118 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42246) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:52.762609 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f5712970-a4c0-4c6e-a6a7-5564d878d7ce admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=13ebfe59268747fda7571d482c8dca1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393767 Oct 26 16:12:52.765041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42248) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:52.812913 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f17c8520-2785-45da-a174-fe09912a93ce admin admin] Publish callbacks [] for security_group (cc5dc70f-4e29-43f0-be64-bb264db9c526), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.832780 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f17c8520-2785-45da-a174-fe09912a93ce admin admin] Publish callbacks [] for security_group (cc5dc70f-4e29-43f0-be64-bb264db9c526), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.881815 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f17c8520-2785-45da-a174-fe09912a93ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (cc5dc70f-4e29-43f0-be64-bb264db9c526), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.884546 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f17c8520-2785-45da-a174-fe09912a93ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:52.885717 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f17c8520-2785-45da-a174-fe09912a93ce admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/cc5dc70f-4e29-43f0-be64-bb264db9c526 HTTP/1.1" status: 204 len: 168 time: 0.1198039 Oct 26 16:12:52.893459 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c8520-2785-45da-a174-fe09912a93ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5dc70f-4e29-43f0-be64-bb264db9c526,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:53.266117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device adce0395-fcad-43f9-bdd6-3aee114dc770 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:12:53.286508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: adce0395-fcad-43f9-bdd6-3aee114dc770 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:12:53.287458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device adce0395-fcad-43f9-bdd6-3aee114dc770 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:12:53.572067 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42270) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:53.667331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-50c39217-b49e-416a-a9c6-2c7b6c73c767 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-146855706'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:12:53.687562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c39217-b49e-416a-a9c6-2c7b6c73c767 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Made reservation on behalf of 7abff01dc4d145deb46f4b336e5ca167 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:12:53.691242 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-50c39217-b49e-416a-a9c6-2c7b6c73c767 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:53.700467 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-50c39217-b49e-416a-a9c6-2c7b6c73c767 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:53.731560 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:53.782843 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-50c39217-b49e-416a-a9c6-2c7b6c73c767 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for security_group (150812d2-bb6e-4e94-8d98-2e86a841d4c4), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:53.783619 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:53.787064 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-50c39217-b49e-416a-a9c6-2c7b6c73c767 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (150812d2-bb6e-4e94-8d98-2e86a841d4c4), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:53.817229 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c39217-b49e-416a-a9c6-2c7b6c73c767 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:12:53.828768 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c39217-b49e-416a-a9c6-2c7b6c73c767 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150812d2-bb6e-4e94-8d98-2e86a841d4c4,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:53.833541 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-50c39217-b49e-416a-a9c6-2c7b6c73c767 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (5984e69e-56ca-46d2-a29b-bed0f9e6f732), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:53.833879 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-50c39217-b49e-416a-a9c6-2c7b6c73c767 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Added segment 5984e69e-56ca-46d2-a29b-bed0f9e6f732 of type vlan for network f0df5173-fa85-4338-8edf-b5a2953033e5 Oct 26 16:12:53.877156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-50c39217-b49e-416a-a9c6-2c7b6c73c767 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (f0df5173-fa85-4338-8edf-b5a2953033e5), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:53.903400 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-50c39217-b49e-416a-a9c6-2c7b6c73c767 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (f0df5173-fa85-4338-8edf-b5a2953033e5), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:53.908585 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c39217-b49e-416a-a9c6-2c7b6c73c767 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:53.909224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-50c39217-b49e-416a-a9c6-2c7b6c73c767 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:53.968063 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-50c39217-b49e-416a-a9c6-2c7b6c73c767 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3946271 Oct 26 16:12:53.983433 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c39217-b49e-416a-a9c6-2c7b6c73c767 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event updated for resources: {'Network': ['ID=f0df5173-fa85-4338-8edf-b5a2953033e5,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:53.993874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network f0df5173-fa85-4338-8edf-b5a2953033e5 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:12:57.134320 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42276) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:57.139404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-358e5f87-9f42-472d-8344-c5b754c850aa tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Request body: {'subnet': {'network_id': 'f0df5173-fa85-4338-8edf-b5a2953033e5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:12:57.228903 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358e5f87-9f42-472d-8344-c5b754c850aa tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Made reservation on behalf of 7abff01dc4d145deb46f4b336e5ca167 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:12:57.233579 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-358e5f87-9f42-472d-8344-c5b754c850aa tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:57.237245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:57.315333 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:57.434745 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-358e5f87-9f42-472d-8344-c5b754c850aa tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (f735eb0b-34b3-4ab8-b7a9-3495e6fbd4dc), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:57.501081 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e5f87-9f42-472d-8344-c5b754c850aa tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event updated for resources: {'Subnet': ['ID=f735eb0b-34b3-4ab8-b7a9-3495e6fbd4dc,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:57.516897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358e5f87-9f42-472d-8344-c5b754c850aa tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Checking segment: {'id': '5984e69e-56ca-46d2-a29b-bed0f9e6f732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f0df5173-fa85-4338-8edf-b5a2953033e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:12:57.517268 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358e5f87-9f42-472d-8344-c5b754c850aa tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Network hostable DHCP agents. Network: f0df5173-fa85-4338-8edf-b5a2953033e5, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:12:57.534635 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358e5f87-9f42-472d-8344-c5b754c850aa tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Network f0df5173-fa85-4338-8edf-b5a2953033e5 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:12:57.543680 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-358e5f87-9f42-472d-8344-c5b754c850aa tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, f0df5173-fa85-4338-8edf-b5a2953033e5) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:12:57.547813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358e5f87-9f42-472d-8344-c5b754c850aa tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:57.548412 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-358e5f87-9f42-472d-8344-c5b754c850aa tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:57.554611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a59e52-ab3e-4506-b23a-f9574d98f3d4 None None] Network f0df5173-fa85-4338-8edf-b5a2953033e5 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:12:57.567034 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-358e5f87-9f42-472d-8344-c5b754c850aa tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4316680 Oct 26 16:12:57.571245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42278) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:57.576486 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-49445f45-d407-4152-ac64-acc49a9a9a54 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2124810071'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:12:57.597033 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49445f45-d407-4152-ac64-acc49a9a9a54 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Made reservation on behalf of 7abff01dc4d145deb46f4b336e5ca167 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:12:57.601269 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49445f45-d407-4152-ac64-acc49a9a9a54 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:57.626345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49445f45-d407-4152-ac64-acc49a9a9a54 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:12:57.636357 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49445f45-d407-4152-ac64-acc49a9a9a54 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (067b6717-9791-4c16-8af6-1e77b1ab01a1), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:57.636707 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-49445f45-d407-4152-ac64-acc49a9a9a54 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Added segment 067b6717-9791-4c16-8af6-1e77b1ab01a1 of type vlan for network f56c8710-894c-4f28-b15f-3fa86e0650c0 Oct 26 16:12:57.659426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-f0df5173-fa85-4338-8edf-b5a2953033e5', 'network_id': 'f0df5173-fa85-4338-8edf-b5a2953033e5', 'project_id': '7abff01dc4d145deb46f4b336e5ca167', 'fixed_ips': [{'subnet_id': 'f735eb0b-34b3-4ab8-b7a9-3495e6fbd4dc'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:12:57.660385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:57.681990 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49445f45-d407-4152-ac64-acc49a9a9a54 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (f56c8710-894c-4f28-b15f-3fa86e0650c0), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:57.708003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49445f45-d407-4152-ac64-acc49a9a9a54 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (f56c8710-894c-4f28-b15f-3fa86e0650c0), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:57.712874 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49445f45-d407-4152-ac64-acc49a9a9a54 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:57.713465 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-49445f45-d407-4152-ac64-acc49a9a9a54 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:57.768606 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-49445f45-d407-4152-ac64-acc49a9a9a54 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1962588 Oct 26 16:12:57.772422 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42280) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:57.778604 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-d8fda473-adc6-46c4-b4c4-46261602029c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Request body: {'subnet': {'network_id': 'f56c8710-894c-4f28-b15f-3fa86e0650c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:12:57.783862 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49445f45-d407-4152-ac64-acc49a9a9a54 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event updated for resources: {'Network': ['ID=f56c8710-894c-4f28-b15f-3fa86e0650c0,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:57.795332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network f56c8710-894c-4f28-b15f-3fa86e0650c0 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:12:57.819425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Allocated IP 2001:db8:0:ffff::2 (f0df5173-fa85-4338-8edf-b5a2953033e5/f735eb0b-34b3-4ab8-b7a9-3495e6fbd4dc/18e6490f-2a39-4b09-8e8b-cc4e23d002d8) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:12:57.880231 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fda473-adc6-46c4-b4c4-46261602029c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Made reservation on behalf of 7abff01dc4d145deb46f4b336e5ca167 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:12:57.885057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d8fda473-adc6-46c4-b4c4-46261602029c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.010375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Publish callbacks [] for port (18e6490f-2a39-4b09-8e8b-cc4e23d002d8), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.017001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (18e6490f-2a39-4b09-8e8b-cc4e23d002d8), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.063784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Network f0df5173-fa85-4338-8edf-b5a2953033e5 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:12:58.068928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:12:58.071838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:12:58.076356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Pushing event updated for resources: {'Port': ['ID=18e6490f-2a39-4b09-8e8b-cc4e23d002d8,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:58.080637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d8fda473-adc6-46c4-b4c4-46261602029c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (4b8e540a-2651-4826-a6df-519a4c6e5c3f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.131076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Attempting to bind port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:12:58.131447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Attempting to bind port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5984e69e-56ca-46d2-a29b-bed0f9e6f732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f0df5173-fa85-4338-8edf-b5a2953033e5'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:12:58.131812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Attempting to bind port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 on network f0df5173-fa85-4338-8edf-b5a2953033e5 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:12:58.143014 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fda473-adc6-46c4-b4c4-46261602029c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event updated for resources: {'Subnet': ['ID=4b8e540a-2651-4826-a6df-519a4c6e5c3f,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:58.158623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:58.160193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fda473-adc6-46c4-b4c4-46261602029c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Checking segment: {'id': '067b6717-9791-4c16-8af6-1e77b1ab01a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f56c8710-894c-4f28-b15f-3fa86e0650c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:12:58.160915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fda473-adc6-46c4-b4c4-46261602029c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Network hostable DHCP agents. Network: f56c8710-894c-4f28-b15f-3fa86e0650c0, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:12:58.177293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:12:58.178286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Checking segment: {'id': '5984e69e-56ca-46d2-a29b-bed0f9e6f732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f0df5173-fa85-4338-8edf-b5a2953033e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:12:58.178801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.179189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Bound using segment: {'id': '5984e69e-56ca-46d2-a29b-bed0f9e6f732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f0df5173-fa85-4338-8edf-b5a2953033e5'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:12:58.179394 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fda473-adc6-46c4-b4c4-46261602029c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Network f56c8710-894c-4f28-b15f-3fa86e0650c0 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:12:58.179780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Bound port: 18e6490f-2a39-4b09-8e8b-cc4e23d002d8, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5984e69e-56ca-46d2-a29b-bed0f9e6f732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f0df5173-fa85-4338-8edf-b5a2953033e5'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:12:58.180269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (18e6490f-2a39-4b09-8e8b-cc4e23d002d8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.189291 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-d8fda473-adc6-46c4-b4c4-46261602029c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, f56c8710-894c-4f28-b15f-3fa86e0650c0) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:12:58.194764 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fda473-adc6-46c4-b4c4-46261602029c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:58.195543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d8fda473-adc6-46c4-b4c4-46261602029c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.211920 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d8fda473-adc6-46c4-b4c4-46261602029c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4383004 Oct 26 16:12:58.214912 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42282) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:58.219204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c306af-e348-4ec6-93c6-12c33883ca35 None None] Network f56c8710-894c-4f28-b15f-3fa86e0650c0 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:12:58.291966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] For port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:12:58.296676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] For port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=18e6490f-2a39-4b09-8e8b-cc4e23d002d8,segment=NetworkSegment(5984e69e-56ca-46d2-a29b-bed0f9e6f732),segment_id=5984e69e-56ca-46d2-a29b-bed0f9e6f732)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:12:58.307542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (18e6490f-2a39-4b09-8e8b-cc4e23d002d8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.321771 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-23921dae-8e79-427c-990e-3fadbb5594ca tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (f56c8710-894c-4f28-b15f-3fa86e0650c0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.392854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dac87e8-a022-4ce6-9764-b9e9a08546a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-f56c8710-894c-4f28-b15f-3fa86e0650c0', 'network_id': 'f56c8710-894c-4f28-b15f-3fa86e0650c0', 'project_id': '7abff01dc4d145deb46f4b336e5ca167', 'fixed_ips': [{'subnet_id': '4b8e540a-2651-4826-a6df-519a4c6e5c3f'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:12:58.393787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3dac87e8-a022-4ce6-9764-b9e9a08546a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.405000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb242ca-0d41-434b-9b9d-404cce5101e0 None None] Pushing event updated for resources: {'Port': ['ID=18e6490f-2a39-4b09-8e8b-cc4e23d002d8,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:58.414473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-23921dae-8e79-427c-990e-3fadbb5594ca tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (4b8e540a-2651-4826-a6df-519a4c6e5c3f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.493886 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-23921dae-8e79-427c-990e-3fadbb5594ca tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (4b8e540a-2651-4826-a6df-519a4c6e5c3f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.507260 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:58.521973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server [None req-3dac87e8-a022-4ce6-9764-b9e9a08546a8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b8e540a-2651-4826-a6df-519a4c6e5c3f: This subnet is being modified by another concurrent operation. Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1018, in wrapper Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server raise exception Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b8e540a-2651-4826-a6df-519a4c6e5c3f: This subnet is being modified by another concurrent operation. Oct 26 16:12:58.527573 dv-neutron-759874-6-hyperv neutron-server[105323]: ERROR oslo_messaging.rpc.server Oct 26 16:12:58.547531 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23921dae-8e79-427c-990e-3fadbb5594ca tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event deleted for resources: {'Subnet': ['ID=4b8e540a-2651-4826-a6df-519a4c6e5c3f,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:58.619713 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-23921dae-8e79-427c-990e-3fadbb5594ca tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (f56c8710-894c-4f28-b15f-3fa86e0650c0), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.641579 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-23921dae-8e79-427c-990e-3fadbb5594ca tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56c8710-894c-4f28-b15f-3fa86e0650c0']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:58.651693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-23921dae-8e79-427c-990e-3fadbb5594ca tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067b6717-9791-4c16-8af6-1e77b1ab01a1') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:58.651992 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-23921dae-8e79-427c-990e-3fadbb5594ca tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067b6717-9791-4c16-8af6-1e77b1ab01a1') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:58.661681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-23921dae-8e79-427c-990e-3fadbb5594ca tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (067b6717-9791-4c16-8af6-1e77b1ab01a1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.675495 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-23921dae-8e79-427c-990e-3fadbb5594ca tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (067b6717-9791-4c16-8af6-1e77b1ab01a1), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.681880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23921dae-8e79-427c-990e-3fadbb5594ca tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:12:58.682265 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-23921dae-8e79-427c-990e-3fadbb5594ca tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (067b6717-9791-4c16-8af6-1e77b1ab01a1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.726960 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 067b6717-9791-4c16-8af6-1e77b1ab01a1 resource provider aggregate not found Oct 26 16:12:58.744215 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 067b6717-9791-4c16-8af6-1e77b1ab01a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 067b6717-9791-4c16-8af6-1e77b1ab01a1 found for delete ", "request_id": "req-dceccac5-4435-4610-97a3-eb2653c1d417"}]} Oct 26 16:12:58.752349 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-23921dae-8e79-427c-990e-3fadbb5594ca tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (f56c8710-894c-4f28-b15f-3fa86e0650c0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.759752 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-23921dae-8e79-427c-990e-3fadbb5594ca tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.762892 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-23921dae-8e79-427c-990e-3fadbb5594ca tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "DELETE /networking/v2.0/networks/f56c8710-894c-4f28-b15f-3fa86e0650c0 HTTP/1.1" status: 204 len: 168 time: 0.5469360 Oct 26 16:12:58.763421 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:58.768218 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42288) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:58.774145 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e82a889b-cfbc-40ce-9aa1-99e0b2fbe85c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1857318734'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:12:58.777309 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23921dae-8e79-427c-990e-3fadbb5594ca tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event deleted for resources: {'Network': ['ID=f56c8710-894c-4f28-b15f-3fa86e0650c0,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:58.797196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82a889b-cfbc-40ce-9aa1-99e0b2fbe85c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Made reservation on behalf of 7abff01dc4d145deb46f4b336e5ca167 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:12:58.800881 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e82a889b-cfbc-40ce-9aa1-99e0b2fbe85c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.809706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:58.828251 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82a889b-cfbc-40ce-9aa1-99e0b2fbe85c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:12:58.839948 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e82a889b-cfbc-40ce-9aa1-99e0b2fbe85c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (87c15dd4-504c-4b4b-9096-f25afbb3dc46), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.840297 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-e82a889b-cfbc-40ce-9aa1-99e0b2fbe85c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Added segment 87c15dd4-504c-4b4b-9096-f25afbb3dc46 of type vlan for network f30e2dee-f374-48ae-8aba-547329966b02 Oct 26 16:12:58.850025 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:58.881754 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e82a889b-cfbc-40ce-9aa1-99e0b2fbe85c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (f30e2dee-f374-48ae-8aba-547329966b02), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.906833 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e82a889b-cfbc-40ce-9aa1-99e0b2fbe85c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (f30e2dee-f374-48ae-8aba-547329966b02), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:58.912379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82a889b-cfbc-40ce-9aa1-99e0b2fbe85c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:58.912999 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e82a889b-cfbc-40ce-9aa1-99e0b2fbe85c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.000978 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e82a889b-cfbc-40ce-9aa1-99e0b2fbe85c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2315056 Oct 26 16:12:59.003974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42290) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:59.009283 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-355d3951-d400-48ca-b32e-96bee931b639 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Request body: {'subnet': {'network_id': 'f30e2dee-f374-48ae-8aba-547329966b02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:12:59.031102 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a889b-cfbc-40ce-9aa1-99e0b2fbe85c tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event updated for resources: {'Network': ['ID=f30e2dee-f374-48ae-8aba-547329966b02,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:59.042130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network f30e2dee-f374-48ae-8aba-547329966b02 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:12:59.109897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355d3951-d400-48ca-b32e-96bee931b639 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Made reservation on behalf of 7abff01dc4d145deb46f4b336e5ca167 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:12:59.113736 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-355d3951-d400-48ca-b32e-96bee931b639 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.174035 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.ipam_backend_mixin [None req-355d3951-d400-48ca-b32e-96bee931b639 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Performing IP validity checks on allocation pools {{(pid=105322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 26 16:12:59.174562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.ipam_backend_mixin [None req-355d3951-d400-48ca-b32e-96bee931b639 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 26 16:12:59.294368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f55e39a-3a41-4b33-91c3-fd4e8fd5fbc7 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 16:12:59.317561 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-355d3951-d400-48ca-b32e-96bee931b639 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (6f52fb85-d786-443a-955d-032c5009199f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.319035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:12:59.380159 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d3951-d400-48ca-b32e-96bee931b639 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event updated for resources: {'Subnet': ['ID=6f52fb85-d786-443a-955d-032c5009199f,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:59.389446 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355d3951-d400-48ca-b32e-96bee931b639 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Checking segment: {'id': '87c15dd4-504c-4b4b-9096-f25afbb3dc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f30e2dee-f374-48ae-8aba-547329966b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:12:59.389810 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355d3951-d400-48ca-b32e-96bee931b639 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Network hostable DHCP agents. Network: f30e2dee-f374-48ae-8aba-547329966b02, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:12:59.390080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c2299dbb-6f62-4bc1-bdd6-5b287b6a6fb9 None None] Provisioning complete for port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:59.390463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c2299dbb-6f62-4bc1-bdd6-5b287b6a6fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (18e6490f-2a39-4b09-8e8b-cc4e23d002d8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.390803 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c2299dbb-6f62-4bc1-bdd6-5b287b6a6fb9 None None] Attempt 1 to provision port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 Oct 26 16:12:59.408961 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355d3951-d400-48ca-b32e-96bee931b639 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Network f30e2dee-f374-48ae-8aba-547329966b02 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:12:59.419717 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-355d3951-d400-48ca-b32e-96bee931b639 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, f30e2dee-f374-48ae-8aba-547329966b02) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:12:59.424150 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355d3951-d400-48ca-b32e-96bee931b639 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:12:59.424757 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-355d3951-d400-48ca-b32e-96bee931b639 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.441977 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-355d3951-d400-48ca-b32e-96bee931b639 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4367132 Oct 26 16:12:59.445202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42292) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:59.550906 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3b9a63f5-7c0f-4309-b73e-e643219b4b8f tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (f30e2dee-f374-48ae-8aba-547329966b02), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.568906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:59.580130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f55e39a-3a41-4b33-91c3-fd4e8fd5fbc7 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:12:59.589593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:12:59.589969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (18e6490f-2a39-4b09-8e8b-cc4e23d002d8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.590307 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 Oct 26 16:12:59.604131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3b9a63f5-7c0f-4309-b73e-e643219b4b8f tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (6f52fb85-d786-443a-955d-032c5009199f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.663752 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3b9a63f5-7c0f-4309-b73e-e643219b4b8f tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (6f52fb85-d786-443a-955d-032c5009199f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.672767 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:59.697541 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a63f5-7c0f-4309-b73e-e643219b4b8f tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event deleted for resources: {'Subnet': ['ID=6f52fb85-d786-443a-955d-032c5009199f,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:59.750853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c2299dbb-6f62-4bc1-bdd6-5b287b6a6fb9 None None] Current status of the port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:59.751291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c2299dbb-6f62-4bc1-bdd6-5b287b6a6fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (18e6490f-2a39-4b09-8e8b-cc4e23d002d8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.761583 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3b9a63f5-7c0f-4309-b73e-e643219b4b8f tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (f30e2dee-f374-48ae-8aba-547329966b02), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.782102 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-3b9a63f5-7c0f-4309-b73e-e643219b4b8f tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30e2dee-f374-48ae-8aba-547329966b02']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:59.791978 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-3b9a63f5-7c0f-4309-b73e-e643219b4b8f tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c15dd4-504c-4b4b-9096-f25afbb3dc46') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:59.792275 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-3b9a63f5-7c0f-4309-b73e-e643219b4b8f tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c15dd4-504c-4b4b-9096-f25afbb3dc46') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:12:59.801419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:12:59.801811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (18e6490f-2a39-4b09-8e8b-cc4e23d002d8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.802087 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3b9a63f5-7c0f-4309-b73e-e643219b4b8f tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (87c15dd4-504c-4b4b-9096-f25afbb3dc46), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.816744 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3b9a63f5-7c0f-4309-b73e-e643219b4b8f tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (87c15dd4-504c-4b4b-9096-f25afbb3dc46), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.824451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9a63f5-7c0f-4309-b73e-e643219b4b8f tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:12:59.824777 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3b9a63f5-7c0f-4309-b73e-e643219b4b8f tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (87c15dd4-504c-4b4b-9096-f25afbb3dc46), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.862197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c2299dbb-6f62-4bc1-bdd6-5b287b6a6fb9 None None] For port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=18e6490f-2a39-4b09-8e8b-cc4e23d002d8,segment=NetworkSegment(5984e69e-56ca-46d2-a29b-bed0f9e6f732),segment_id=5984e69e-56ca-46d2-a29b-bed0f9e6f732)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:12:59.868273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c2299dbb-6f62-4bc1-bdd6-5b287b6a6fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (18e6490f-2a39-4b09-8e8b-cc4e23d002d8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.893923 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3b9a63f5-7c0f-4309-b73e-e643219b4b8f tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (f30e2dee-f374-48ae-8aba-547329966b02), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.901278 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3b9a63f5-7c0f-4309-b73e-e643219b4b8f tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.904398 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3b9a63f5-7c0f-4309-b73e-e643219b4b8f tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "DELETE /networking/v2.0/networks/f30e2dee-f374-48ae-8aba-547329966b02 HTTP/1.1" status: 204 len: 168 time: 0.4581983 Oct 26 16:12:59.906347 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:12:59.909742 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42294) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:12:59.909911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab2e71f-46fe-467d-a0f7-44550130b5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-f30e2dee-f374-48ae-8aba-547329966b02', 'network_id': 'f30e2dee-f374-48ae-8aba-547329966b02', 'project_id': '7abff01dc4d145deb46f4b336e5ca167', 'fixed_ips': [{'subnet_id': '6f52fb85-d786-443a-955d-032c5009199f'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:12:59.910848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dab2e71f-46fe-467d-a0f7-44550130b5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.915309 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-ebba68ff-a571-489e-b3dc-052473cbcdc4 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1992428078'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:12:59.932042 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a63f5-7c0f-4309-b73e-e643219b4b8f tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event deleted for resources: {'Network': ['ID=f30e2dee-f374-48ae-8aba-547329966b02,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:59.948821 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebba68ff-a571-489e-b3dc-052473cbcdc4 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Made reservation on behalf of 7abff01dc4d145deb46f4b336e5ca167 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:12:59.952576 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ebba68ff-a571-489e-b3dc-052473cbcdc4 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.953397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.db.api [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 16:12:59.953815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG oslo_db.api [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:12:59.966592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2299dbb-6f62-4bc1-bdd6-5b287b6a6fb9 None None] Pushing event updated for resources: {'Port': ['ID=18e6490f-2a39-4b09-8e8b-cc4e23d002d8,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:12:59.975777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912a39b7-7550-4dba-92df-6686a12d8e4c None None] Network f0df5173-fa85-4338-8edf-b5a2953033e5 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:12:59.980671 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebba68ff-a571-489e-b3dc-052473cbcdc4 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:12:59.982880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526bb0ab-747e-4918-88ef-833d424a33a7 None None] Network f56c8710-894c-4f28-b15f-3fa86e0650c0 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:12:59.988353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2a3c75-545c-46cf-8a2e-da2bc6454ab9 None None] Network f30e2dee-f374-48ae-8aba-547329966b02 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:12:59.990863 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ebba68ff-a571-489e-b3dc-052473cbcdc4 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (541be114-85bf-4f5b-885c-7ef04748707a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:12:59.991210 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-ebba68ff-a571-489e-b3dc-052473cbcdc4 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Added segment 541be114-85bf-4f5b-885c-7ef04748707a of type vlan for network 393fec5d-f27a-4b6c-8d36-d235445658d5 Oct 26 16:13:00.031884 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ebba68ff-a571-489e-b3dc-052473cbcdc4 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (393fec5d-f27a-4b6c-8d36-d235445658d5), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:00.045236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526bb0ab-747e-4918-88ef-833d424a33a7 None None] Network f56c8710-894c-4f28-b15f-3fa86e0650c0 could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 16:13:00.048172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2a3c75-545c-46cf-8a2e-da2bc6454ab9 None None] Network f30e2dee-f374-48ae-8aba-547329966b02 could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 16:13:00.059187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ebba68ff-a571-489e-b3dc-052473cbcdc4 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (393fec5d-f27a-4b6c-8d36-d235445658d5), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:00.064629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0eed2d-e1b3-4a2f-be8f-931b126476da None None] Network f30e2dee-f374-48ae-8aba-547329966b02 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:13:00.064757 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebba68ff-a571-489e-b3dc-052473cbcdc4 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:00.065260 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ebba68ff-a571-489e-b3dc-052473cbcdc4 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:00.089182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0eed2d-e1b3-4a2f-be8f-931b126476da None None] Network f30e2dee-f374-48ae-8aba-547329966b02 could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 16:13:00.124995 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ebba68ff-a571-489e-b3dc-052473cbcdc4 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2141750 Oct 26 16:13:00.128847 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42296) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:00.135787 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e629ebc6-8199-4aeb-b7af-f4b0e5c7f4ec tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Request body: {'subnet': {'network_id': '393fec5d-f27a-4b6c-8d36-d235445658d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:13:00.140968 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba68ff-a571-489e-b3dc-052473cbcdc4 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event updated for resources: {'Network': ['ID=393fec5d-f27a-4b6c-8d36-d235445658d5,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:00.152731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 393fec5d-f27a-4b6c-8d36-d235445658d5 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:13:00.231213 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e629ebc6-8199-4aeb-b7af-f4b0e5c7f4ec tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Made reservation on behalf of 7abff01dc4d145deb46f4b336e5ca167 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:13:00.234982 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e629ebc6-8199-4aeb-b7af-f4b0e5c7f4ec tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:00.393785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-6f5c6e9d-2e78-4eb2-8c88-d654d64b1252 None None] Provisioning complete for port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:00.394137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6e9d-2e78-4eb2-8c88-d654d64b1252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (18e6490f-2a39-4b09-8e8b-cc4e23d002d8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:00.394476 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-6f5c6e9d-2e78-4eb2-8c88-d654d64b1252 None None] Attempt 1 to provision port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 Oct 26 16:13:00.429585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e629ebc6-8199-4aeb-b7af-f4b0e5c7f4ec tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (63665af8-2d57-4641-b38c-cb904e89f11a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:00.491685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-6f5c6e9d-2e78-4eb2-8c88-d654d64b1252 None None] Current status of the port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:00.492230 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629ebc6-8199-4aeb-b7af-f4b0e5c7f4ec tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event updated for resources: {'Subnet': ['ID=63665af8-2d57-4641-b38c-cb904e89f11a,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:00.501205 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e629ebc6-8199-4aeb-b7af-f4b0e5c7f4ec tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Checking segment: {'id': '541be114-85bf-4f5b-885c-7ef04748707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '393fec5d-f27a-4b6c-8d36-d235445658d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:13:00.501572 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e629ebc6-8199-4aeb-b7af-f4b0e5c7f4ec tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Network hostable DHCP agents. Network: 393fec5d-f27a-4b6c-8d36-d235445658d5, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:13:00.502361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:00.519135 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e629ebc6-8199-4aeb-b7af-f4b0e5c7f4ec tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Network 393fec5d-f27a-4b6c-8d36-d235445658d5 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:13:00.529599 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-e629ebc6-8199-4aeb-b7af-f4b0e5c7f4ec tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 393fec5d-f27a-4b6c-8d36-d235445658d5) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:13:00.533569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e629ebc6-8199-4aeb-b7af-f4b0e5c7f4ec tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:00.534169 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e629ebc6-8199-4aeb-b7af-f4b0e5c7f4ec tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:00.538686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02e2ce8-ebaf-488b-aae4-6ac317bc88b6 None None] Network 393fec5d-f27a-4b6c-8d36-d235445658d5 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:13:00.551718 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e629ebc6-8199-4aeb-b7af-f4b0e5c7f4ec tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4211071 Oct 26 16:13:00.554836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:00.556065 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42298) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:00.561108 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-6fbedce4-ef0a-472d-90dc-d29635d11bcc tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1685303862'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:13:00.582866 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbedce4-ef0a-472d-90dc-d29635d11bcc tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Made reservation on behalf of 7abff01dc4d145deb46f4b336e5ca167 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:13:00.586984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6fbedce4-ef0a-472d-90dc-d29635d11bcc tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:00.597099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:00.611249 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbedce4-ef0a-472d-90dc-d29635d11bcc tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:13:00.621671 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6fbedce4-ef0a-472d-90dc-d29635d11bcc tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (35c4a864-6d29-40b9-b0a3-5104b6bea0f0), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:00.622018 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-6fbedce4-ef0a-472d-90dc-d29635d11bcc tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Added segment 35c4a864-6d29-40b9-b0a3-5104b6bea0f0 of type vlan for network 932cb652-b06c-4aac-8d0b-778029350995 Oct 26 16:13:00.650594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-393fec5d-f27a-4b6c-8d36-d235445658d5', 'network_id': '393fec5d-f27a-4b6c-8d36-d235445658d5', 'project_id': '7abff01dc4d145deb46f4b336e5ca167', 'fixed_ips': [{'subnet_id': '63665af8-2d57-4641-b38c-cb904e89f11a'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:13:00.652019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:00.666830 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6fbedce4-ef0a-472d-90dc-d29635d11bcc tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (932cb652-b06c-4aac-8d0b-778029350995), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:00.694670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6fbedce4-ef0a-472d-90dc-d29635d11bcc tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (932cb652-b06c-4aac-8d0b-778029350995), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:00.699934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbedce4-ef0a-472d-90dc-d29635d11bcc tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:00.700643 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6fbedce4-ef0a-472d-90dc-d29635d11bcc tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:00.727582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=10,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:00.766228 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6fbedce4-ef0a-472d-90dc-d29635d11bcc tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2065048 Oct 26 16:13:00.766363 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 87c15dd4-504c-4b4b-9096-f25afbb3dc46 resource provider aggregate not found Oct 26 16:13:00.767357 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42302) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:00.779250 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f04bac86-2374-4cdc-95be-9312179b5428 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Request body: {'subnet': {'network_id': '932cb652-b06c-4aac-8d0b-778029350995', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:13:00.786450 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 87c15dd4-504c-4b4b-9096-f25afbb3dc46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87c15dd4-504c-4b4b-9096-f25afbb3dc46 found for delete ", "request_id": "req-fc1205d3-06da-44ef-8104-a8bbc6780783"}]} Oct 26 16:13:00.798759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Allocated IP 2001:db8::2 (393fec5d-f27a-4b6c-8d36-d235445658d5/63665af8-2d57-4641-b38c-cb904e89f11a/76bee3a2-a478-485b-9a05-c799bdb0abeb) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:13:00.798947 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbedce4-ef0a-472d-90dc-d29635d11bcc tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event updated for resources: {'Network': ['ID=932cb652-b06c-4aac-8d0b-778029350995,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:00.811549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 932cb652-b06c-4aac-8d0b-778029350995 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:13:00.852839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:00.878602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04bac86-2374-4cdc-95be-9312179b5428 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Made reservation on behalf of 7abff01dc4d145deb46f4b336e5ca167 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:13:00.883005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f04bac86-2374-4cdc-95be-9312179b5428 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.006762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Publish callbacks [] for port (76bee3a2-a478-485b-9a05-c799bdb0abeb), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.012413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (76bee3a2-a478-485b-9a05-c799bdb0abeb), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.054879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Network 393fec5d-f27a-4b6c-8d36-d235445658d5 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:13:01.059972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:13:01.062535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:13:01.064659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Pushing event updated for resources: {'Port': ['ID=76bee3a2-a478-485b-9a05-c799bdb0abeb,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:01.075188 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f04bac86-2374-4cdc-95be-9312179b5428 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (c8e642cd-8d0a-44be-9bd6-ea22ca30a566), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.124884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Attempting to bind port 76bee3a2-a478-485b-9a05-c799bdb0abeb on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:13:01.125258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Attempting to bind port 76bee3a2-a478-485b-9a05-c799bdb0abeb by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '541be114-85bf-4f5b-885c-7ef04748707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '393fec5d-f27a-4b6c-8d36-d235445658d5'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:13:01.125626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Attempting to bind port 76bee3a2-a478-485b-9a05-c799bdb0abeb on network 393fec5d-f27a-4b6c-8d36-d235445658d5 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:13:01.136873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bac86-2374-4cdc-95be-9312179b5428 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event updated for resources: {'Subnet': ['ID=c8e642cd-8d0a-44be-9bd6-ea22ca30a566,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:01.147672 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04bac86-2374-4cdc-95be-9312179b5428 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Checking segment: {'id': '35c4a864-6d29-40b9-b0a3-5104b6bea0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '932cb652-b06c-4aac-8d0b-778029350995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:13:01.148036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04bac86-2374-4cdc-95be-9312179b5428 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Network hostable DHCP agents. Network: 932cb652-b06c-4aac-8d0b-778029350995, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:13:01.165714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:01.166606 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04bac86-2374-4cdc-95be-9312179b5428 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Network 932cb652-b06c-4aac-8d0b-778029350995 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:13:01.168695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:13:01.169103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Checking segment: {'id': '541be114-85bf-4f5b-885c-7ef04748707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '393fec5d-f27a-4b6c-8d36-d235445658d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:13:01.169803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.169928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Bound using segment: {'id': '541be114-85bf-4f5b-885c-7ef04748707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '393fec5d-f27a-4b6c-8d36-d235445658d5'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:13:01.170360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Bound port: 76bee3a2-a478-485b-9a05-c799bdb0abeb, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541be114-85bf-4f5b-885c-7ef04748707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '393fec5d-f27a-4b6c-8d36-d235445658d5'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:13:01.170737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (76bee3a2-a478-485b-9a05-c799bdb0abeb), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.176427 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-f04bac86-2374-4cdc-95be-9312179b5428 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 932cb652-b06c-4aac-8d0b-778029350995) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:13:01.181861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04bac86-2374-4cdc-95be-9312179b5428 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:01.182453 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f04bac86-2374-4cdc-95be-9312179b5428 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.188834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1e15f2-c625-40f3-894c-1673048e5846 None None] Network 932cb652-b06c-4aac-8d0b-778029350995 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:13:01.199803 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f04bac86-2374-4cdc-95be-9312179b5428 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4314358 Oct 26 16:13:01.203168 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42306) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:01.292415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:01.315293 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc14ec5d-b1b8-400d-955b-1249a48d2e80 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (932cb652-b06c-4aac-8d0b-778029350995), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.328146 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] For port 76bee3a2-a478-485b-9a05-c799bdb0abeb, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:13:01.347079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] For port 76bee3a2-a478-485b-9a05-c799bdb0abeb, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=76bee3a2-a478-485b-9a05-c799bdb0abeb,segment=NetworkSegment(541be114-85bf-4f5b-885c-7ef04748707a),segment_id=541be114-85bf-4f5b-885c-7ef04748707a)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:13:01.372250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (76bee3a2-a478-485b-9a05-c799bdb0abeb), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.372745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc14ec5d-b1b8-400d-955b-1249a48d2e80 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (c8e642cd-8d0a-44be-9bd6-ea22ca30a566), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.406075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f54e82-a5fc-49b6-aca5-93adb6b4c48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-932cb652-b06c-4aac-8d0b-778029350995', 'network_id': '932cb652-b06c-4aac-8d0b-778029350995', 'project_id': '7abff01dc4d145deb46f4b336e5ca167', 'fixed_ips': [{'subnet_id': 'c8e642cd-8d0a-44be-9bd6-ea22ca30a566'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:13:01.407004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f9f54e82-a5fc-49b6-aca5-93adb6b4c48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.444183 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc14ec5d-b1b8-400d-955b-1249a48d2e80 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (c8e642cd-8d0a-44be-9bd6-ea22ca30a566), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.444377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:01.444737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (18e6490f-2a39-4b09-8e8b-cc4e23d002d8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.445106 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 Oct 26 16:13:01.472743 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14ec5d-b1b8-400d-955b-1249a48d2e80 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e642cd-8d0a-44be-9bd6-ea22ca30a566,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:01.482453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28075d-1809-4a26-ab86-e20ee47fafcf None None] Pushing event updated for resources: {'Port': ['ID=76bee3a2-a478-485b-9a05-c799bdb0abeb,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:01.543121 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc14ec5d-b1b8-400d-955b-1249a48d2e80 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (932cb652-b06c-4aac-8d0b-778029350995), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.549983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cf1939-dbf8-496c-a25a-e98644ef2900 None None] Network 932cb652-b06c-4aac-8d0b-778029350995 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:13:01.566697 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-cc14ec5d-b1b8-400d-955b-1249a48d2e80 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932cb652-b06c-4aac-8d0b-778029350995']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:01.590177 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-cc14ec5d-b1b8-400d-955b-1249a48d2e80 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c4a864-6d29-40b9-b0a3-5104b6bea0f0') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:01.590651 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-cc14ec5d-b1b8-400d-955b-1249a48d2e80 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c4a864-6d29-40b9-b0a3-5104b6bea0f0') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:01.604512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc14ec5d-b1b8-400d-955b-1249a48d2e80 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (35c4a864-6d29-40b9-b0a3-5104b6bea0f0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.620978 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc14ec5d-b1b8-400d-955b-1249a48d2e80 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (35c4a864-6d29-40b9-b0a3-5104b6bea0f0), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.625324 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:01.631283 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc14ec5d-b1b8-400d-955b-1249a48d2e80 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:13:01.631283 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc14ec5d-b1b8-400d-955b-1249a48d2e80 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (35c4a864-6d29-40b9-b0a3-5104b6bea0f0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.659387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:01.702886 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc14ec5d-b1b8-400d-955b-1249a48d2e80 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (932cb652-b06c-4aac-8d0b-778029350995), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.710085 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc14ec5d-b1b8-400d-955b-1249a48d2e80 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.713386 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cc14ec5d-b1b8-400d-955b-1249a48d2e80 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "DELETE /networking/v2.0/networks/932cb652-b06c-4aac-8d0b-778029350995 HTTP/1.1" status: 204 len: 168 time: 0.5091319 Oct 26 16:13:01.716061 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42308) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:01.736150 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14ec5d-b1b8-400d-955b-1249a48d2e80 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event deleted for resources: {'Network': ['ID=932cb652-b06c-4aac-8d0b-778029350995,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:01.755990 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbab225-21ed-44bc-8cb2-e24ab837d36d tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] GET failed (client error): The resource could not be found. Oct 26 16:13:01.757356 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1dbab225-21ed-44bc-8cb2-e24ab837d36d tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "GET /networking/v2.0/subnets/c8e642cd-8d0a-44be-9bd6-ea22ca30a566 HTTP/1.1" status: 404 len: 337 time: 0.0403383 Oct 26 16:13:01.760028 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42310) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:01.781271 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e93cc7-5d19-4aa5-9384-b1ebad719c32 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] DELETE failed (client error): The resource could not be found. Oct 26 16:13:01.781875 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e93cc7-5d19-4aa5-9384-b1ebad719c32 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:13:01.784629 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d5e93cc7-5d19-4aa5-9384-b1ebad719c32 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "DELETE /networking/v2.0/networks/932cb652-b06c-4aac-8d0b-778029350995 HTTP/1.1" status: 404 len: 339 time: 0.0237219 Oct 26 16:13:01.788709 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42312) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:01.814309 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7ebc4c-08e1-4574-8837-792a09af7dfa tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] DELETE failed (client error): The resource could not be found. Oct 26 16:13:01.814751 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7ebc4c-08e1-4574-8837-792a09af7dfa tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:13:01.817672 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7d7ebc4c-08e1-4574-8837-792a09af7dfa tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/c8e642cd-8d0a-44be-9bd6-ea22ca30a566 HTTP/1.1" status: 404 len: 337 time: 0.0280278 Oct 26 16:13:01.820031 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42314) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:01.837426 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3459c0-ed9d-4cd5-9fbf-4b3fbbc65a10 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] DELETE failed (client error): The resource could not be found. Oct 26 16:13:01.837844 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3459c0-ed9d-4cd5-9fbf-4b3fbbc65a10 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:13:01.840748 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6e3459c0-ed9d-4cd5-9fbf-4b3fbbc65a10 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "DELETE /networking/v2.0/networks/932cb652-b06c-4aac-8d0b-778029350995 HTTP/1.1" status: 404 len: 339 time: 0.0198674 Oct 26 16:13:01.842918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42316) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:01.894467 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d891b73-dc44-4b85-9afc-4f4227434862 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Deleting subnet 63665af8-2d57-4641-b38c-cb904e89f11a {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 16:13:01.897745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9d891b73-dc44-4b85-9afc-4f4227434862 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for subnet (63665af8-2d57-4641-b38c-cb904e89f11a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:01.937978 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9d891b73-dc44-4b85-9afc-4f4227434862 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (63665af8-2d57-4641-b38c-cb904e89f11a), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:02.022300 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9d891b73-dc44-4b85-9afc-4f4227434862 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (63665af8-2d57-4641-b38c-cb904e89f11a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:02.071650 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:02.086635 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9d891b73-dc44-4b85-9afc-4f4227434862 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (63665af8-2d57-4641-b38c-cb904e89f11a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:02.115819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d891b73-dc44-4b85-9afc-4f4227434862 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event deleted for resources: {'Subnet': ['ID=63665af8-2d57-4641-b38c-cb904e89f11a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:02.119677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9d891b73-dc44-4b85-9afc-4f4227434862 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:02.122896 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9d891b73-dc44-4b85-9afc-4f4227434862 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/63665af8-2d57-4641-b38c-cb904e89f11a HTTP/1.1" status: 204 len: 168 time: 0.2791185 Oct 26 16:13:02.125382 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42318) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:02.210136 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (393fec5d-f27a-4b6c-8d36-d235445658d5), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:02.253025 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Deleting port 76bee3a2-a478-485b-9a05-c799bdb0abeb {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:13:02.253373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (76bee3a2-a478-485b-9a05-c799bdb0abeb), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:02.323523 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] For port 76bee3a2-a478-485b-9a05-c799bdb0abeb, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=76bee3a2-a478-485b-9a05-c799bdb0abeb,segment=NetworkSegment(541be114-85bf-4f5b-885c-7ef04748707a),segment_id=541be114-85bf-4f5b-885c-7ef04748707a)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:02.323899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (76bee3a2-a478-485b-9a05-c799bdb0abeb), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:02.338837 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Calling delete_port for 76bee3a2-a478-485b-9a05-c799bdb0abeb owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:13:02.354912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a4516b-ad65-4e27-bfab-1637ce19f72d None None] Network 393fec5d-f27a-4b6c-8d36-d235445658d5 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:13:02.418919 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (76bee3a2-a478-485b-9a05-c799bdb0abeb), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:02.439385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:02.441001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-6f471b43-9b8d-4789-95cf-0885c77fb159 None None] Could not find standard attr ID for object 76bee3a2-a478-485b-9a05-c799bdb0abeb. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 16:13:02.446128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event deleted for resources: {'Port': ['ID=76bee3a2-a478-485b-9a05-c799bdb0abeb,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:02.448869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] No DVR routers for this DVR port 76bee3a2-a478-485b-9a05-c799bdb0abeb on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:13:02.512107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b128b62-558d-41d7-a7a0-b6f32db16b4e None None] DHCP port deletion for 393fec5d-f27a-4b6c-8d36-d235445658d5 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 16:13:02.534296 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (393fec5d-f27a-4b6c-8d36-d235445658d5), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:02.555110 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393fec5d-f27a-4b6c-8d36-d235445658d5']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:02.564301 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541be114-85bf-4f5b-885c-7ef04748707a') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:02.564604 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541be114-85bf-4f5b-885c-7ef04748707a') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:02.575045 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (541be114-85bf-4f5b-885c-7ef04748707a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:02.588903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (541be114-85bf-4f5b-885c-7ef04748707a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:02.595193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:13:02.595531 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (541be114-85bf-4f5b-885c-7ef04748707a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:02.607084 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=36 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:02.612133 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=59 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:02.962491 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 35c4a864-6d29-40b9-b0a3-5104b6bea0f0 resource provider aggregate not found Oct 26 16:13:02.973482 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (393fec5d-f27a-4b6c-8d36-d235445658d5), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:02.980513 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:02.983609 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "DELETE /networking/v2.0/networks/393fec5d-f27a-4b6c-8d36-d235445658d5 HTTP/1.1" status: 204 len: 168 time: 0.8572247 Oct 26 16:13:02.985094 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 35c4a864-6d29-40b9-b0a3-5104b6bea0f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35c4a864-6d29-40b9-b0a3-5104b6bea0f0 found for delete ", "request_id": "req-5b09b70d-bb9f-4fba-b83e-18bb034e5a05"}]} Oct 26 16:13:02.986415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42324) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:02.999950 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4078076-42ec-46ff-841b-4c9c0576262a tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event deleted for resources: {'Network': ['ID=393fec5d-f27a-4b6c-8d36-d235445658d5,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:03.002512 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 541be114-85bf-4f5b-885c-7ef04748707a resource provider aggregate not found Oct 26 16:13:03.019929 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 541be114-85bf-4f5b-885c-7ef04748707a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 541be114-85bf-4f5b-885c-7ef04748707a found for delete ", "request_id": "req-cf312361-058c-4489-a290-06e0aa1a067b"}]} Oct 26 16:13:03.020702 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ad9600-9ed2-4f0c-95f7-693f44dfe44f tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] DELETE failed (client error): The resource could not be found. Oct 26 16:13:03.021196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ad9600-9ed2-4f0c-95f7-693f44dfe44f tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:13:03.024616 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-06ad9600-9ed2-4f0c-95f7-693f44dfe44f tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/6f52fb85-d786-443a-955d-032c5009199f HTTP/1.1" status: 404 len: 337 time: 0.0367951 Oct 26 16:13:03.026873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42330) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:03.044449 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43f9820-181f-4d0e-90d3-7440df7d67a3 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] DELETE failed (client error): The resource could not be found. Oct 26 16:13:03.044960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43f9820-181f-4d0e-90d3-7440df7d67a3 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:13:03.047857 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f43f9820-181f-4d0e-90d3-7440df7d67a3 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "DELETE /networking/v2.0/networks/f30e2dee-f374-48ae-8aba-547329966b02 HTTP/1.1" status: 404 len: 339 time: 0.0200887 Oct 26 16:13:03.050186 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42332) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:03.076234 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18719a2-e269-49cf-8ff6-c71663c2a5c8 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] DELETE failed (client error): The resource could not be found. Oct 26 16:13:03.076680 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18719a2-e269-49cf-8ff6-c71663c2a5c8 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:13:03.079670 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a18719a2-e269-49cf-8ff6-c71663c2a5c8 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/4b8e540a-2651-4826-a6df-519a4c6e5c3f HTTP/1.1" status: 404 len: 337 time: 0.0286181 Oct 26 16:13:03.082070 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42334) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:03.099334 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.pecan_wsgi.hooks.translation [None req-da650d20-1fa3-400a-ab10-0668222dc49b tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] DELETE failed (client error): The resource could not be found. Oct 26 16:13:03.099816 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da650d20-1fa3-400a-ab10-0668222dc49b tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105321) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 16:13:03.102737 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-da650d20-1fa3-400a-ab10-0668222dc49b tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "DELETE /networking/v2.0/networks/f56c8710-894c-4f28-b15f-3fa86e0650c0 HTTP/1.1" status: 404 len: 339 time: 0.0197997 Oct 26 16:13:03.105123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42336) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:03.159243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-08cd2e04-e7a4-4038-843c-eb1a8f7d0d62 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Deleting subnet f735eb0b-34b3-4ab8-b7a9-3495e6fbd4dc {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 16:13:03.163113 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-08cd2e04-e7a4-4038-843c-eb1a8f7d0d62 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for subnet (f735eb0b-34b3-4ab8-b7a9-3495e6fbd4dc), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:03.204096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-08cd2e04-e7a4-4038-843c-eb1a8f7d0d62 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (f735eb0b-34b3-4ab8-b7a9-3495e6fbd4dc), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:03.283353 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-08cd2e04-e7a4-4038-843c-eb1a8f7d0d62 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (f735eb0b-34b3-4ab8-b7a9-3495e6fbd4dc), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:03.348672 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-08cd2e04-e7a4-4038-843c-eb1a8f7d0d62 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (f735eb0b-34b3-4ab8-b7a9-3495e6fbd4dc), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:03.377136 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd2e04-e7a4-4038-843c-eb1a8f7d0d62 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event deleted for resources: {'Subnet': ['ID=f735eb0b-34b3-4ab8-b7a9-3495e6fbd4dc,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:03.380776 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-08cd2e04-e7a4-4038-843c-eb1a8f7d0d62 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:03.383987 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-08cd2e04-e7a4-4038-843c-eb1a8f7d0d62 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/f735eb0b-34b3-4ab8-b7a9-3495e6fbd4dc HTTP/1.1" status: 204 len: 168 time: 0.2779603 Oct 26 16:13:03.386420 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42338) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:03.388902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503419e3-9166-414f-aab6-c681f904461d None None] Network f0df5173-fa85-4338-8edf-b5a2953033e5 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:13:03.463445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (f0df5173-fa85-4338-8edf-b5a2953033e5), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:03.512293 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Deleting port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:13:03.512645 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (18e6490f-2a39-4b09-8e8b-cc4e23d002d8), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:03.553731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:03.565480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:03.583390 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] For port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=18e6490f-2a39-4b09-8e8b-cc4e23d002d8,segment=NetworkSegment(5984e69e-56ca-46d2-a29b-bed0f9e6f732),segment_id=5984e69e-56ca-46d2-a29b-bed0f9e6f732)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:03.584310 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (18e6490f-2a39-4b09-8e8b-cc4e23d002d8), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:03.598551 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Calling delete_port for 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:13:03.676596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c136641-2de0-4cea-93c7-607711d9ede7 None None] DHCP port deletion for f0df5173-fa85-4338-8edf-b5a2953033e5 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 16:13:03.686194 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (18e6490f-2a39-4b09-8e8b-cc4e23d002d8), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:03.713662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event deleted for resources: {'Port': ['ID=18e6490f-2a39-4b09-8e8b-cc4e23d002d8,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:03.715400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] No DVR routers for this DVR port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:13:03.715742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-6c136641-2de0-4cea-93c7-607711d9ede7 None None] Deleting port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:13:03.716834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6c136641-2de0-4cea-93c7-607711d9ede7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (18e6490f-2a39-4b09-8e8b-cc4e23d002d8), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:03.821164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-6c136641-2de0-4cea-93c7-607711d9ede7 None None] For port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8, host dv-neutron-759874-6-hyperv, got binding levels [] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:03.821774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6c136641-2de0-4cea-93c7-607711d9ede7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (18e6490f-2a39-4b09-8e8b-cc4e23d002d8), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:03.841669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-6c136641-2de0-4cea-93c7-607711d9ede7 None None] Calling delete_port for 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:13:03.845632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.ipam_backend_mixin [None req-6c136641-2de0-4cea-93c7-607711d9ede7 None None] Port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 was not found and therefore no delete operation was performed {{(pid=105323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 26 16:13:03.847928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6c136641-2de0-4cea-93c7-607711d9ede7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (18e6490f-2a39-4b09-8e8b-cc4e23d002d8), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:03.889189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c136641-2de0-4cea-93c7-607711d9ede7 None None] Pushing event deleted for resources: {'Port': ['ID=18e6490f-2a39-4b09-8e8b-cc4e23d002d8,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:03.897355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c136641-2de0-4cea-93c7-607711d9ede7 None None] No DVR routers for this DVR port 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:13:04.107604 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (f0df5173-fa85-4338-8edf-b5a2953033e5), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:04.126889 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0df5173-fa85-4338-8edf-b5a2953033e5']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:04.136467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5984e69e-56ca-46d2-a29b-bed0f9e6f732') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:04.136764 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5984e69e-56ca-46d2-a29b-bed0f9e6f732') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:04.146828 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (5984e69e-56ca-46d2-a29b-bed0f9e6f732), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:04.159854 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (5984e69e-56ca-46d2-a29b-bed0f9e6f732), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:04.166016 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:13:04.166394 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (5984e69e-56ca-46d2-a29b-bed0f9e6f732), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:04.209675 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 5984e69e-56ca-46d2-a29b-bed0f9e6f732 resource provider aggregate not found Oct 26 16:13:04.227802 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 5984e69e-56ca-46d2-a29b-bed0f9e6f732 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5984e69e-56ca-46d2-a29b-bed0f9e6f732 found for delete ", "request_id": "req-c214584e-2a72-4a64-b6d7-64175b41699e"}]} Oct 26 16:13:04.233980 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (f0df5173-fa85-4338-8edf-b5a2953033e5), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:04.240850 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:04.243668 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] 10.222.0.60 "DELETE /networking/v2.0/networks/f0df5173-fa85-4338-8edf-b5a2953033e5 HTTP/1.1" status: 204 len: 168 time: 0.8563426 Oct 26 16:13:04.255385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff9368-08a6-4c85-8b80-25eab91eee05 tempest-NetworksIpV6Test-1895906258 tempest-NetworksIpV6Test-1895906258-project] Pushing event deleted for resources: {'Network': ['ID=f0df5173-fa85-4338-8edf-b5a2953033e5,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:04.486338 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42348) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:04.618338 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-720370c0-70fc-48ef-bc43-88ffac547b15 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=7abff01dc4d145deb46f4b336e5ca167&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1307137 Oct 26 16:13:04.620745 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42352) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:04.671092 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3ae1-5c44-448b-8995-620ec759dc35 admin admin] Publish callbacks [] for security_group (150812d2-bb6e-4e94-8d98-2e86a841d4c4), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:04.690922 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3ae1-5c44-448b-8995-620ec759dc35 admin admin] Publish callbacks [] for security_group (150812d2-bb6e-4e94-8d98-2e86a841d4c4), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:04.738245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3ae1-5c44-448b-8995-620ec759dc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (150812d2-bb6e-4e94-8d98-2e86a841d4c4), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:04.741570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3ae1-5c44-448b-8995-620ec759dc35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:04.742692 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3e4e3ae1-5c44-448b-8995-620ec759dc35 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/150812d2-bb6e-4e94-8d98-2e86a841d4c4 HTTP/1.1" status: 204 len: 168 time: 0.1210172 Oct 26 16:13:04.750513 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e3ae1-5c44-448b-8995-620ec759dc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150812d2-bb6e-4e94-8d98-2e86a841d4c4,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:05.270136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:05.293829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:13:05.294252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 18e6490f-2a39-4b09-8e8b-cc4e23d002d8 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:13:05.381856 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42374) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:05.478859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-9fa88f89-0c40-4cbc-aba1-47759cf1a6bf tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-497039288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:13:05.500933 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9fa88f89-0c40-4cbc-aba1-47759cf1a6bf tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (baeb6161-6c7e-4200-97ac-982a85a6ce7e), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:05.502042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9fa88f89-0c40-4cbc-aba1-47759cf1a6bf tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (baeb6161-6c7e-4200-97ac-982a85a6ce7e), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:05.551721 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9fa88f89-0c40-4cbc-aba1-47759cf1a6bf tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks [] for router_controller (baeb6161-6c7e-4200-97ac-982a85a6ce7e), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:05.555973 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9fa88f89-0c40-4cbc-aba1-47759cf1a6bf tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (baeb6161-6c7e-4200-97ac-982a85a6ce7e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:05.574493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9fa88f89-0c40-4cbc-aba1-47759cf1a6bf tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:05.575827 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9fa88f89-0c40-4cbc-aba1-47759cf1a6bf tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1929479 Oct 26 16:13:05.578557 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42378) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:05.583250 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-522a509c-2945-4249-a48f-9c949b89f48d tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-790166062'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:13:05.602618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522a509c-2945-4249-a48f-9c949b89f48d tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Made reservation on behalf of a3551375651f410689b5807320960aad for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:13:05.606305 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-522a509c-2945-4249-a48f-9c949b89f48d tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:05.617338 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-522a509c-2945-4249-a48f-9c949b89f48d tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:05.645181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:05.696122 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-522a509c-2945-4249-a48f-9c949b89f48d tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks [] for security_group (fdb81649-89e6-467b-805a-acbcfdcb8f87), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:05.699892 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-522a509c-2945-4249-a48f-9c949b89f48d tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (fdb81649-89e6-467b-805a-acbcfdcb8f87), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:05.714729 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:05.728815 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522a509c-2945-4249-a48f-9c949b89f48d tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:13:05.742003 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a509c-2945-4249-a48f-9c949b89f48d tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb81649-89e6-467b-805a-acbcfdcb8f87,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:05.745139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-522a509c-2945-4249-a48f-9c949b89f48d tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (8fc33b08-b69e-45be-83e6-5d75c6a04390), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:05.745476 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-522a509c-2945-4249-a48f-9c949b89f48d tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Added segment 8fc33b08-b69e-45be-83e6-5d75c6a04390 of type vlan for network 796af6e2-d6de-48f9-901f-3dc9846e3224 Oct 26 16:13:05.786047 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-522a509c-2945-4249-a48f-9c949b89f48d tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (796af6e2-d6de-48f9-901f-3dc9846e3224), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:05.810886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-522a509c-2945-4249-a48f-9c949b89f48d tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (796af6e2-d6de-48f9-901f-3dc9846e3224), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:05.815846 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522a509c-2945-4249-a48f-9c949b89f48d tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:05.816434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-522a509c-2945-4249-a48f-9c949b89f48d tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:05.876331 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-522a509c-2945-4249-a48f-9c949b89f48d tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2967765 Oct 26 16:13:05.879236 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42380) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:05.885155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-8382ce56-169b-4d68-a1fe-d53ea42a27ff tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Request body: {'subnet': {'network_id': '796af6e2-d6de-48f9-901f-3dc9846e3224', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:13:05.889474 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a509c-2945-4249-a48f-9c949b89f48d tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Pushing event updated for resources: {'Network': ['ID=796af6e2-d6de-48f9-901f-3dc9846e3224,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:05.899578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 796af6e2-d6de-48f9-901f-3dc9846e3224 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:13:05.932119 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:05.972782 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8382ce56-169b-4d68-a1fe-d53ea42a27ff tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Made reservation on behalf of a3551375651f410689b5807320960aad for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:13:05.976665 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8382ce56-169b-4d68-a1fe-d53ea42a27ff tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:06.156454 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8382ce56-169b-4d68-a1fe-d53ea42a27ff tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (35c1c33b-64a4-46cc-9f4c-e6a237498389), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:06.202550 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:06.226500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382ce56-169b-4d68-a1fe-d53ea42a27ff tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Pushing event updated for resources: {'Subnet': ['ID=35c1c33b-64a4-46cc-9f4c-e6a237498389,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:06.236264 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382ce56-169b-4d68-a1fe-d53ea42a27ff tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Checking segment: {'id': '8fc33b08-b69e-45be-83e6-5d75c6a04390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '796af6e2-d6de-48f9-901f-3dc9846e3224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:13:06.236619 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8382ce56-169b-4d68-a1fe-d53ea42a27ff tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Network hostable DHCP agents. Network: 796af6e2-d6de-48f9-901f-3dc9846e3224, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:13:06.255239 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8382ce56-169b-4d68-a1fe-d53ea42a27ff tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Network 796af6e2-d6de-48f9-901f-3dc9846e3224 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:13:06.263955 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-8382ce56-169b-4d68-a1fe-d53ea42a27ff tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 796af6e2-d6de-48f9-901f-3dc9846e3224) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:13:06.268589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8382ce56-169b-4d68-a1fe-d53ea42a27ff tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:06.269226 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8382ce56-169b-4d68-a1fe-d53ea42a27ff tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:06.272019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5052af3e-15a1-4491-8a18-929c9258659d None None] Network 796af6e2-d6de-48f9-901f-3dc9846e3224 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:13:06.275122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:06.297177 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8382ce56-169b-4d68-a1fe-d53ea42a27ff tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4167111 Oct 26 16:13:06.300704 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42382) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:06.306361 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-a2a6ace5-ae51-4ce7-aae4-81d9045ec4af tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1223686230'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:13:06.327071 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a6ace5-ae51-4ce7-aae4-81d9045ec4af tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Made reservation on behalf of a3551375651f410689b5807320960aad for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:13:06.330775 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ace5-ae51-4ce7-aae4-81d9045ec4af tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:06.355361 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a6ace5-ae51-4ce7-aae4-81d9045ec4af tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:13:06.364552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ace5-ae51-4ce7-aae4-81d9045ec4af tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (f0d85d76-b3d8-4fc0-a112-bf4d65556ab4), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:06.365492 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-a2a6ace5-ae51-4ce7-aae4-81d9045ec4af tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Added segment f0d85d76-b3d8-4fc0-a112-bf4d65556ab4 of type vlan for network 100700da-b3ae-4c6a-96d0-97ea17dbd94f Oct 26 16:13:06.382012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-796af6e2-d6de-48f9-901f-3dc9846e3224', 'network_id': '796af6e2-d6de-48f9-901f-3dc9846e3224', 'project_id': 'a3551375651f410689b5807320960aad', 'fixed_ips': [{'subnet_id': '35c1c33b-64a4-46cc-9f4c-e6a237498389'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:13:06.382947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:06.405410 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ace5-ae51-4ce7-aae4-81d9045ec4af tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (100700da-b3ae-4c6a-96d0-97ea17dbd94f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:06.430485 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ace5-ae51-4ce7-aae4-81d9045ec4af tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (100700da-b3ae-4c6a-96d0-97ea17dbd94f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:06.435310 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a6ace5-ae51-4ce7-aae4-81d9045ec4af tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:06.435899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ace5-ae51-4ce7-aae4-81d9045ec4af tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:06.497065 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a2a6ace5-ae51-4ce7-aae4-81d9045ec4af tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1951845 Oct 26 16:13:06.500036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42384) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:06.505155 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Request body: {'subnet': {'network_id': '100700da-b3ae-4c6a-96d0-97ea17dbd94f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:13:06.509641 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6ace5-ae51-4ce7-aae4-81d9045ec4af tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Pushing event updated for resources: {'Network': ['ID=100700da-b3ae-4c6a-96d0-97ea17dbd94f,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:06.521040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 100700da-b3ae-4c6a-96d0-97ea17dbd94f details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:13:06.537488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Allocated IP 172.20.0.2 (796af6e2-d6de-48f9-901f-3dc9846e3224/35c1c33b-64a4-46cc-9f4c-e6a237498389/464f826b-3570-4713-9897-e41bc74caa56) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:13:06.593989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Made reservation on behalf of a3551375651f410689b5807320960aad for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:13:06.597767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:06.734041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Publish callbacks [] for port (464f826b-3570-4713-9897-e41bc74caa56), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:06.740400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (464f826b-3570-4713-9897-e41bc74caa56), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:06.748292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:06.780135 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Network 796af6e2-d6de-48f9-901f-3dc9846e3224 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:13:06.784421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (f70568d4-b34e-46ee-b61f-3ffaa19f31af), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:06.789226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:13:06.791636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:13:06.800240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Pushing event updated for resources: {'Port': ['ID=464f826b-3570-4713-9897-e41bc74caa56,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:06.857402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Pushing event updated for resources: {'Subnet': ['ID=f70568d4-b34e-46ee-b61f-3ffaa19f31af,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:06.858931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Attempting to bind port 464f826b-3570-4713-9897-e41bc74caa56 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:13:06.859304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Attempting to bind port 464f826b-3570-4713-9897-e41bc74caa56 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '8fc33b08-b69e-45be-83e6-5d75c6a04390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '796af6e2-d6de-48f9-901f-3dc9846e3224'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:13:06.859667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Attempting to bind port 464f826b-3570-4713-9897-e41bc74caa56 on network 796af6e2-d6de-48f9-901f-3dc9846e3224 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:13:06.868995 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:06.869347 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:06.869692 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:06.870033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:06.870371 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:06.870706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:06.871039 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:06.871363 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:06.871692 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:06.872020 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:06.872344 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:06.872671 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:06.873019 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:06.873341 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:06.873661 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:06.882740 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Checking segment: {'id': 'f0d85d76-b3d8-4fc0-a112-bf4d65556ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '100700da-b3ae-4c6a-96d0-97ea17dbd94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:13:06.883107 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Network hostable DHCP agents. Network: 100700da-b3ae-4c6a-96d0-97ea17dbd94f, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:13:06.901706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Network 100700da-b3ae-4c6a-96d0-97ea17dbd94f is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:13:06.903957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:13:06.904329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Checking segment: {'id': '8fc33b08-b69e-45be-83e6-5d75c6a04390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '796af6e2-d6de-48f9-901f-3dc9846e3224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:13:06.904735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:06.905159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Bound using segment: {'id': '8fc33b08-b69e-45be-83e6-5d75c6a04390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '796af6e2-d6de-48f9-901f-3dc9846e3224'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:13:06.905631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Bound port: 464f826b-3570-4713-9897-e41bc74caa56, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc33b08-b69e-45be-83e6-5d75c6a04390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '796af6e2-d6de-48f9-901f-3dc9846e3224'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:13:06.906011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (464f826b-3570-4713-9897-e41bc74caa56), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:06.910423 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 100700da-b3ae-4c6a-96d0-97ea17dbd94f) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:13:06.914546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:06.915148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:06.921795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5502844b-0694-4a6e-950d-8913ba247b59 None None] Network 100700da-b3ae-4c6a-96d0-97ea17dbd94f requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:13:06.932542 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6557d1d3-5dc5-4c42-b29f-8ff5aac61402 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4314263 Oct 26 16:13:06.935385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42388) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:06.939748 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-6e5b794f-bd39-4f34-9658-d6d9f5a1282f tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Request body: {'router': {'external_gateway_info': {'network_id': '100700da-b3ae-4c6a-96d0-97ea17dbd94f'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:13:07.000917 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:07.022531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] For port 464f826b-3570-4713-9897-e41bc74caa56, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:13:07.027863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] For port 464f826b-3570-4713-9897-e41bc74caa56, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=464f826b-3570-4713-9897-e41bc74caa56,segment=NetworkSegment(8fc33b08-b69e-45be-83e6-5d75c6a04390),segment_id=8fc33b08-b69e-45be-83e6-5d75c6a04390)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:13:07.042220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (464f826b-3570-4713-9897-e41bc74caa56), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:07.096921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-100700da-b3ae-4c6a-96d0-97ea17dbd94f', 'network_id': '100700da-b3ae-4c6a-96d0-97ea17dbd94f', 'project_id': 'a3551375651f410689b5807320960aad', 'fixed_ips': [{'subnet_id': 'f70568d4-b34e-46ee-b61f-3ffaa19f31af'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:13:07.097854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:07.131405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7e82c-52e8-43bf-a8ca-4a2add85dbe6 None None] Pushing event updated for resources: {'Port': ['ID=464f826b-3570-4713-9897-e41bc74caa56,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:07.208732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6e5b794f-bd39-4f34-9658-d6d9f5a1282f tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks [] for router_gateway (baeb6161-6c7e-4200-97ac-982a85a6ce7e), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:07.275245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Allocated IP 172.21.0.2 (100700da-b3ae-4c6a-96d0-97ea17dbd94f/f70568d4-b34e-46ee-b61f-3ffaa19f31af/727cb37e-8a97-4d0f-8128-e0cc8898f5da) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:13:07.348517 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.api.v2.resource [None req-6e5b794f-bd39-4f34-9658-d6d9f5a1282f tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 16:13:07.357165 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6e5b794f-bd39-4f34-9658-d6d9f5a1282f tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] 10.222.0.60 "PUT /networking/v2.0/routers/baeb6161-6c7e-4200-97ac-982a85a6ce7e HTTP/1.1" status: 400 len: 364 time: 0.4139886 Oct 26 16:13:07.357487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42390) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:07.361150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:07.417897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-68655dec-ed08-4438-b4a1-ad29a1213249 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Deleting subnet f70568d4-b34e-46ee-b61f-3ffaa19f31af {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 16:13:07.452598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Publish callbacks [] for port (727cb37e-8a97-4d0f-8128-e0cc8898f5da), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:07.458068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68655dec-ed08-4438-b4a1-ad29a1213249 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks [] for subnet (f70568d4-b34e-46ee-b61f-3ffaa19f31af), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:07.459409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (727cb37e-8a97-4d0f-8128-e0cc8898f5da), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:07.496177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Network 100700da-b3ae-4c6a-96d0-97ea17dbd94f is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:13:07.501080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:13:07.502760 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68655dec-ed08-4438-b4a1-ad29a1213249 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (f70568d4-b34e-46ee-b61f-3ffaa19f31af), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:07.504866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:13:07.506548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:07.512774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Pushing event updated for resources: {'Port': ['ID=727cb37e-8a97-4d0f-8128-e0cc8898f5da,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:07.551254 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:07.572458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Attempting to bind port 727cb37e-8a97-4d0f-8128-e0cc8898f5da on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:13:07.572852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Attempting to bind port 727cb37e-8a97-4d0f-8128-e0cc8898f5da by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'f0d85d76-b3d8-4fc0-a112-bf4d65556ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '100700da-b3ae-4c6a-96d0-97ea17dbd94f'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:13:07.573219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Attempting to bind port 727cb37e-8a97-4d0f-8128-e0cc8898f5da on network 100700da-b3ae-4c6a-96d0-97ea17dbd94f {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:13:07.593659 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68655dec-ed08-4438-b4a1-ad29a1213249 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (f70568d4-b34e-46ee-b61f-3ffaa19f31af), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:07.616534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:13:07.616933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Checking segment: {'id': 'f0d85d76-b3d8-4fc0-a112-bf4d65556ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '100700da-b3ae-4c6a-96d0-97ea17dbd94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:13:07.617339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:07.617737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Bound using segment: {'id': 'f0d85d76-b3d8-4fc0-a112-bf4d65556ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '100700da-b3ae-4c6a-96d0-97ea17dbd94f'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:13:07.618201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Bound port: 727cb37e-8a97-4d0f-8128-e0cc8898f5da, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d85d76-b3d8-4fc0-a112-bf4d65556ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '100700da-b3ae-4c6a-96d0-97ea17dbd94f'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:13:07.618576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (727cb37e-8a97-4d0f-8128-e0cc8898f5da), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:07.654131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68655dec-ed08-4438-b4a1-ad29a1213249 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (f70568d4-b34e-46ee-b61f-3ffaa19f31af), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:07.679220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] For port 727cb37e-8a97-4d0f-8128-e0cc8898f5da, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:13:07.682829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] For port 727cb37e-8a97-4d0f-8128-e0cc8898f5da, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=727cb37e-8a97-4d0f-8128-e0cc8898f5da,segment=NetworkSegment(f0d85d76-b3d8-4fc0-a112-bf4d65556ab4),segment_id=f0d85d76-b3d8-4fc0-a112-bf4d65556ab4)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:13:07.684701 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-68655dec-ed08-4438-b4a1-ad29a1213249 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:07.690237 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-68655dec-ed08-4438-b4a1-ad29a1213249 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/f70568d4-b34e-46ee-b61f-3ffaa19f31af HTTP/1.1" status: 204 len: 168 time: 0.3294218 Oct 26 16:13:07.690237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68655dec-ed08-4438-b4a1-ad29a1213249 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Pushing event deleted for resources: {'Subnet': ['ID=f70568d4-b34e-46ee-b61f-3ffaa19f31af,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:07.690704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42392) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:07.695668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (727cb37e-8a97-4d0f-8128-e0cc8898f5da), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:07.753596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b6729-940b-4206-af10-c65ebd5ddb57 None None] Pushing event updated for resources: {'Port': ['ID=727cb37e-8a97-4d0f-8128-e0cc8898f5da,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:07.794707 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (100700da-b3ae-4c6a-96d0-97ea17dbd94f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:07.839895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Deleting port 727cb37e-8a97-4d0f-8128-e0cc8898f5da {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:13:07.840246 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (727cb37e-8a97-4d0f-8128-e0cc8898f5da), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:07.852063 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:07.921418 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] For port 727cb37e-8a97-4d0f-8128-e0cc8898f5da, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=727cb37e-8a97-4d0f-8128-e0cc8898f5da,segment=NetworkSegment(f0d85d76-b3d8-4fc0-a112-bf4d65556ab4),segment_id=f0d85d76-b3d8-4fc0-a112-bf4d65556ab4)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:07.921832 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (727cb37e-8a97-4d0f-8128-e0cc8898f5da), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:07.940146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Calling delete_port for 727cb37e-8a97-4d0f-8128-e0cc8898f5da owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:13:08.034093 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (727cb37e-8a97-4d0f-8128-e0cc8898f5da), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.063725 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Pushing event deleted for resources: {'Port': ['ID=727cb37e-8a97-4d0f-8128-e0cc8898f5da,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:08.072743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] No DVR routers for this DVR port 727cb37e-8a97-4d0f-8128-e0cc8898f5da on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:13:08.160197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (100700da-b3ae-4c6a-96d0-97ea17dbd94f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.166156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb671b4-0d50-4f37-b1da-304617f23558 None None] Network 796af6e2-d6de-48f9-901f-3dc9846e3224 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:13:08.181096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100700da-b3ae-4c6a-96d0-97ea17dbd94f']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:08.190491 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d85d76-b3d8-4fc0-a112-bf4d65556ab4') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:08.190798 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d85d76-b3d8-4fc0-a112-bf4d65556ab4') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:08.201354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (f0d85d76-b3d8-4fc0-a112-bf4d65556ab4), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.214609 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (f0d85d76-b3d8-4fc0-a112-bf4d65556ab4), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.222241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:13:08.222454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (f0d85d76-b3d8-4fc0-a112-bf4d65556ab4), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.229580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c3aacfe8-c699-4f47-a3f2-cbba204739f7 None None] Provisioning complete for port 464f826b-3570-4713-9897-e41bc74caa56 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:08.229963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c3aacfe8-c699-4f47-a3f2-cbba204739f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (464f826b-3570-4713-9897-e41bc74caa56), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.230303 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c3aacfe8-c699-4f47-a3f2-cbba204739f7 None None] Attempt 1 to provision port 464f826b-3570-4713-9897-e41bc74caa56 Oct 26 16:13:08.271645 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment f0d85d76-b3d8-4fc0-a112-bf4d65556ab4 resource provider aggregate not found Oct 26 16:13:08.297215 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment f0d85d76-b3d8-4fc0-a112-bf4d65556ab4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0d85d76-b3d8-4fc0-a112-bf4d65556ab4 found for delete ", "request_id": "req-d15ab37c-d73a-41ca-9e88-677b3f9f095b"}]} Oct 26 16:13:08.299062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (100700da-b3ae-4c6a-96d0-97ea17dbd94f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.307647 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.310773 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] 10.222.0.60 "DELETE /networking/v2.0/networks/100700da-b3ae-4c6a-96d0-97ea17dbd94f HTTP/1.1" status: 204 len: 168 time: 0.6190917 Oct 26 16:13:08.313683 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42398) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:08.324469 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c348304-0df4-4d15-a43f-033cbb3b015c tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Pushing event deleted for resources: {'Network': ['ID=100700da-b3ae-4c6a-96d0-97ea17dbd94f,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:08.357191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c3aacfe8-c699-4f47-a3f2-cbba204739f7 None None] Current status of the port 464f826b-3570-4713-9897-e41bc74caa56 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:08.357823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c3aacfe8-c699-4f47-a3f2-cbba204739f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (464f826b-3570-4713-9897-e41bc74caa56), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.388972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Deleting subnet 35c1c33b-64a4-46cc-9f4c-e6a237498389 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 16:13:08.392768 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks [] for subnet (35c1c33b-64a4-46cc-9f4c-e6a237498389), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.393595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c3aacfe8-c699-4f47-a3f2-cbba204739f7 None None] For port 464f826b-3570-4713-9897-e41bc74caa56, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=464f826b-3570-4713-9897-e41bc74caa56,segment=NetworkSegment(8fc33b08-b69e-45be-83e6-5d75c6a04390),segment_id=8fc33b08-b69e-45be-83e6-5d75c6a04390)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:08.398428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c3aacfe8-c699-4f47-a3f2-cbba204739f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (464f826b-3570-4713-9897-e41bc74caa56), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.442411 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (35c1c33b-64a4-46cc-9f4c-e6a237498389), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.456524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aacfe8-c699-4f47-a3f2-cbba204739f7 None None] Pushing event updated for resources: {'Port': ['ID=464f826b-3570-4713-9897-e41bc74caa56,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:08.534921 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (35c1c33b-64a4-46cc-9f4c-e6a237498389), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.573798 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:08.609557 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (35c1c33b-64a4-46cc-9f4c-e6a237498389), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.616376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:08.617379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-0c11f19b-e9ba-419b-9d8c-5cee7fed1c36 None None] Provisioning complete for port 464f826b-3570-4713-9897-e41bc74caa56 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:08.617640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0c11f19b-e9ba-419b-9d8c-5cee7fed1c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (464f826b-3570-4713-9897-e41bc74caa56), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.617977 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0c11f19b-e9ba-419b-9d8c-5cee7fed1c36 None None] Attempt 1 to provision port 464f826b-3570-4713-9897-e41bc74caa56 Oct 26 16:13:08.628762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.635616 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42400) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:08.636453 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/35c1c33b-64a4-46cc-9f4c-e6a237498389 HTTP/1.1" status: 204 len: 168 time: 0.3215506 Oct 26 16:13:08.669789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2f9036-a2d9-4678-9fc0-baa034c49447 None None] Network 796af6e2-d6de-48f9-901f-3dc9846e3224 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:13:08.673823 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Pushing event deleted for resources: {'Subnet': ['ID=35c1c33b-64a4-46cc-9f4c-e6a237498389,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:08.682099 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:08.682505 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:08.682854 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:08.683798 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:08.684158 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:08.684500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:08.684857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:08.685198 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:08.685534 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:08.685860 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:08.686200 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:08.686536 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:08.687005 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:08.687338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:08.687668 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fe31e-2367-42c8-ad62-191b2f8436f4 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:08.735898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (796af6e2-d6de-48f9-901f-3dc9846e3224), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.761362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-29356202-849c-4791-bf16-68808033feef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.784779 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Deleting port 464f826b-3570-4713-9897-e41bc74caa56 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:13:08.785309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (464f826b-3570-4713-9897-e41bc74caa56), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.829746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-0c11f19b-e9ba-419b-9d8c-5cee7fed1c36 None None] Current status of the port 464f826b-3570-4713-9897-e41bc74caa56 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:08.858410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] For port 464f826b-3570-4713-9897-e41bc74caa56, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=464f826b-3570-4713-9897-e41bc74caa56,segment=NetworkSegment(8fc33b08-b69e-45be-83e6-5d75c6a04390),segment_id=8fc33b08-b69e-45be-83e6-5d75c6a04390)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:08.858793 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (464f826b-3570-4713-9897-e41bc74caa56), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.882028 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Calling delete_port for 464f826b-3570-4713-9897-e41bc74caa56 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:13:08.884681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd77c97-454b-43ac-910c-ff3e1fd93d58 None None] DHCP port deletion for 796af6e2-d6de-48f9-901f-3dc9846e3224 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 16:13:08.922757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8dd77c97-454b-43ac-910c-ff3e1fd93d58 None None] Deleting port 464f826b-3570-4713-9897-e41bc74caa56 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:13:08.923025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8dd77c97-454b-43ac-910c-ff3e1fd93d58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (464f826b-3570-4713-9897-e41bc74caa56), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.935127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:08.936099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e594d0f-3697-463e-80ca-440e905f762d None None] DHCP port deletion for 100700da-b3ae-4c6a-96d0-97ea17dbd94f request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 16:13:08.965656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (464f826b-3570-4713-9897-e41bc74caa56), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:08.970711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-416e50f4-1ebe-4b78-9078-e98a56fce411 None None] Could not find standard attr ID for object 727cb37e-8a97-4d0f-8128-e0cc8898f5da. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 16:13:08.996388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Pushing event deleted for resources: {'Port': ['ID=464f826b-3570-4713-9897-e41bc74caa56,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:08.998296 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] No DVR routers for this DVR port 464f826b-3570-4713-9897-e41bc74caa56 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:13:09.000461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4786a59e-11e3-43f4-ad97-4663d704b62b None None] Network 100700da-b3ae-4c6a-96d0-97ea17dbd94f requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:13:09.003673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-8dd77c97-454b-43ac-910c-ff3e1fd93d58 None None] For port 464f826b-3570-4713-9897-e41bc74caa56, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=464f826b-3570-4713-9897-e41bc74caa56,segment=NetworkSegment(8fc33b08-b69e-45be-83e6-5d75c6a04390),segment_id=8fc33b08-b69e-45be-83e6-5d75c6a04390)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:09.004070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8dd77c97-454b-43ac-910c-ff3e1fd93d58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (464f826b-3570-4713-9897-e41bc74caa56), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:09.029208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4786a59e-11e3-43f4-ad97-4663d704b62b None None] Network 100700da-b3ae-4c6a-96d0-97ea17dbd94f could not be found, it might have been deleted concurrently. {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 16:13:09.030804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8dd77c97-454b-43ac-910c-ff3e1fd93d58 None None] Calling delete_port for 464f826b-3570-4713-9897-e41bc74caa56 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:13:09.078872 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (796af6e2-d6de-48f9-901f-3dc9846e3224), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:09.100515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796af6e2-d6de-48f9-901f-3dc9846e3224']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:09.109958 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc33b08-b69e-45be-83e6-5d75c6a04390') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:09.110261 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc33b08-b69e-45be-83e6-5d75c6a04390') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:09.110746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8dd77c97-454b-43ac-910c-ff3e1fd93d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (464f826b-3570-4713-9897-e41bc74caa56), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:09.120008 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (8fc33b08-b69e-45be-83e6-5d75c6a04390), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:09.133991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (8fc33b08-b69e-45be-83e6-5d75c6a04390), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:09.136196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd77c97-454b-43ac-910c-ff3e1fd93d58 None None] Pushing event deleted for resources: {'Port': ['ID=464f826b-3570-4713-9897-e41bc74caa56,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:09.139993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd77c97-454b-43ac-910c-ff3e1fd93d58 None None] No DVR routers for this DVR port 464f826b-3570-4713-9897-e41bc74caa56 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:13:09.144088 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:13:09.147978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (8fc33b08-b69e-45be-83e6-5d75c6a04390), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:09.205518 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:09.211132 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (796af6e2-d6de-48f9-901f-3dc9846e3224), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:09.215365 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:09.218741 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] 10.222.0.60 "DELETE /networking/v2.0/networks/796af6e2-d6de-48f9-901f-3dc9846e3224 HTTP/1.1" status: 204 len: 168 time: 0.5822735 Oct 26 16:13:09.221577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42402) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:09.235439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f6968-bc08-4b3e-a9a2-268cb9910dbd tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Pushing event deleted for resources: {'Network': ['ID=796af6e2-d6de-48f9-901f-3dc9846e3224,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:09.251035 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b613d200-53fc-4869-8b25-d53053378ffb tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=baeb6161-6c7e-4200-97ac-982a85a6ce7e HTTP/1.1" status: 200 len: 205 time: 0.0282531 Oct 26 16:13:09.253383 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42404) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:09.328990 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0f40cb18-a74b-43e8-8bda-e964b03b2c89 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks [] for router (baeb6161-6c7e-4200-97ac-982a85a6ce7e), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:09.478494 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0f40cb18-a74b-43e8-8bda-e964b03b2c89 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (baeb6161-6c7e-4200-97ac-982a85a6ce7e), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:09.480610 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0f40cb18-a74b-43e8-8bda-e964b03b2c89 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks [] for router_controller (baeb6161-6c7e-4200-97ac-982a85a6ce7e), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:09.525118 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0f40cb18-a74b-43e8-8bda-e964b03b2c89 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (baeb6161-6c7e-4200-97ac-982a85a6ce7e), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:09.525705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f40cb18-a74b-43e8-8bda-e964b03b2c89 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Fanout notify agent at l3_agent the message router_deleted on router baeb6161-6c7e-4200-97ac-982a85a6ce7e {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:13:09.532018 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0f40cb18-a74b-43e8-8bda-e964b03b2c89 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:09.533134 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0f40cb18-a74b-43e8-8bda-e964b03b2c89 tempest-RoutersNegativeTest-1554269949 tempest-RoutersNegativeTest-1554269949-project] 10.222.0.60 "DELETE /networking/v2.0/routers/baeb6161-6c7e-4200-97ac-982a85a6ce7e HTTP/1.1" status: 204 len: 168 time: 0.2788379 Oct 26 16:13:09.774081 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42410) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:09.902738 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f798e578-175e-41fe-9868-20fbcc6a9465 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a3551375651f410689b5807320960aad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274822 Oct 26 16:13:09.905177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42414) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:09.953299 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-af7ad529-efa3-4ff7-b7fe-ec1301ee6d41 admin admin] Publish callbacks [] for security_group (fdb81649-89e6-467b-805a-acbcfdcb8f87), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:09.972771 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-af7ad529-efa3-4ff7-b7fe-ec1301ee6d41 admin admin] Publish callbacks [] for security_group (fdb81649-89e6-467b-805a-acbcfdcb8f87), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:10.020684 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-af7ad529-efa3-4ff7-b7fe-ec1301ee6d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (fdb81649-89e6-467b-805a-acbcfdcb8f87), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:10.023318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-af7ad529-efa3-4ff7-b7fe-ec1301ee6d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:10.024465 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-af7ad529-efa3-4ff7-b7fe-ec1301ee6d41 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/fdb81649-89e6-467b-805a-acbcfdcb8f87 HTTP/1.1" status: 204 len: 168 time: 0.1184080 Oct 26 16:13:10.032357 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ad529-efa3-4ff7-b7fe-ec1301ee6d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb81649-89e6-467b-805a-acbcfdcb8f87,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:10.319347 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 8fc33b08-b69e-45be-83e6-5d75c6a04390 resource provider aggregate not found Oct 26 16:13:10.338129 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 8fc33b08-b69e-45be-83e6-5d75c6a04390 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fc33b08-b69e-45be-83e6-5d75c6a04390 found for delete ", "request_id": "req-f8ea0076-4845-42bd-ba0a-442bdf11a27d"}]} Oct 26 16:13:10.699849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42440) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:10.843091 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d65cbd88-d07e-44b2-bf6c-2e21360dad83 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1586907915-network', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:13:10.863126 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65cbd88-d07e-44b2-bf6c-2e21360dad83 admin admin] Made reservation on behalf of 0c9a0db7c42a4fc1b10e3855ad48c629 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:13:10.865594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d65cbd88-d07e-44b2-bf6c-2e21360dad83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:10.874405 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d65cbd88-d07e-44b2-bf6c-2e21360dad83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:10.952438 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d65cbd88-d07e-44b2-bf6c-2e21360dad83 admin admin] Publish callbacks [] for security_group (ecc068c3-e631-46fb-bf27-4451b0ad9601), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:10.956038 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d65cbd88-d07e-44b2-bf6c-2e21360dad83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ecc068c3-e631-46fb-bf27-4451b0ad9601), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:10.982220 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65cbd88-d07e-44b2-bf6c-2e21360dad83 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:13:10.992567 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cbd88-d07e-44b2-bf6c-2e21360dad83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc068c3-e631-46fb-bf27-4451b0ad9601,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:10.998477 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d65cbd88-d07e-44b2-bf6c-2e21360dad83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (60750309-4269-46d0-b516-61c52733e049), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:10.998820 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-d65cbd88-d07e-44b2-bf6c-2e21360dad83 admin admin] Added segment 60750309-4269-46d0-b516-61c52733e049 of type vlan for network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce Oct 26 16:13:11.007509 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:11.041745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d65cbd88-d07e-44b2-bf6c-2e21360dad83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:11.057487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7ad124f9-dbb2-4127-bc1c-89dde7ec31a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:11.069237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d65cbd88-d07e-44b2-bf6c-2e21360dad83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:11.070218 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65cbd88-d07e-44b2-bf6c-2e21360dad83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:11.070789 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d65cbd88-d07e-44b2-bf6c-2e21360dad83 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:11.126169 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d65cbd88-d07e-44b2-bf6c-2e21360dad83 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4251297 Oct 26 16:13:11.129159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42446) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:11.134737 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-842a53ec-18e7-4a81-b22d-ee6ab65f7163 admin admin] Request body: {'subnet': {'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-subnet', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'ip_version': 4}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:13:11.137742 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cbd88-d07e-44b2-bf6c-2e21360dad83 admin admin] Pushing event updated for resources: {'Network': ['ID=3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:11.147019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:13:11.159991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842a53ec-18e7-4a81-b22d-ee6ab65f7163 admin admin] Made reservation on behalf of 0c9a0db7c42a4fc1b10e3855ad48c629 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:13:11.163286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-842a53ec-18e7-4a81-b22d-ee6ab65f7163 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:11.202481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:11.331840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-842a53ec-18e7-4a81-b22d-ee6ab65f7163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (b938431f-89e9-44a3-87a5-cb2691284e34), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:11.386889 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a53ec-18e7-4a81-b22d-ee6ab65f7163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b938431f-89e9-44a3-87a5-cb2691284e34,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:11.401745 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842a53ec-18e7-4a81-b22d-ee6ab65f7163 admin admin] Checking segment: {'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:13:11.402104 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842a53ec-18e7-4a81-b22d-ee6ab65f7163 admin admin] Network hostable DHCP agents. Network: 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:13:11.418904 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842a53ec-18e7-4a81-b22d-ee6ab65f7163 admin admin] Network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:13:11.428203 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-842a53ec-18e7-4a81-b22d-ee6ab65f7163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:13:11.432181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842a53ec-18e7-4a81-b22d-ee6ab65f7163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:11.432778 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-842a53ec-18e7-4a81-b22d-ee6ab65f7163 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:11.436846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d119dd13-edd9-4f59-8d2d-35f4d780b6e9 None None] Network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:13:11.448933 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-842a53ec-18e7-4a81-b22d-ee6ab65f7163 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3183560 Oct 26 16:13:11.451719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42448) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:11.459922 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:13:11.473744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:11.482923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (50fcb892-a332-4f91-97d8-fbca96afe63f), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:11.483941 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (50fcb892-a332-4f91-97d8-fbca96afe63f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:11.538620 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] Publish callbacks [] for router_controller (50fcb892-a332-4f91-97d8-fbca96afe63f), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:11.681376 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] Publish callbacks [] for router_gateway (50fcb892-a332-4f91-97d8-fbca96afe63f), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:11.685376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:13:11.686461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:11.744781 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:11.818861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:11.825183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Allocated IP 172.20.0.2 (3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce/b938431f-89e9-44a3-87a5-cb2691284e34/53a599cf-f787-4c1b-9380-0858331e1688) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:13:11.864094 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] Publish callbacks [] for router_gateway (50fcb892-a332-4f91-97d8-fbca96afe63f), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:11.882507 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:11.967009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Publish callbacks [] for port (53a599cf-f787-4c1b-9380-0858331e1688), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:11.972520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (53a599cf-f787-4c1b-9380-0858331e1688), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:11.993161 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] Allocated IP 172.26.11.238 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/f2ab4dcc-1820-477e-b928-b54784972aa4) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:13:12.018494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:13:12.024034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:13:12.026174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Pushing event updated for resources: {'Port': ['ID=53a599cf-f787-4c1b-9380-0858331e1688,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:12.028310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:13:12.083265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Attempting to bind port 53a599cf-f787-4c1b-9380-0858331e1688 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:13:12.084484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Attempting to bind port 53a599cf-f787-4c1b-9380-0858331e1688 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:13:12.084654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Attempting to bind port 53a599cf-f787-4c1b-9380-0858331e1688 on network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:13:12.103643 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] Publish callbacks [] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:12.126484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:13:12.126860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Checking segment: {'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:13:12.127264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:12.127660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Bound using segment: {'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:13:12.128134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Bound port: 53a599cf-f787-4c1b-9380-0858331e1688, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:13:12.128550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (53a599cf-f787-4c1b-9380-0858331e1688), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:12.134968 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:12.179647 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:13:12.184790 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:13:12.187347 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:13:12.195441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] For port 53a599cf-f787-4c1b-9380-0858331e1688, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:13:12.198919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] For port 53a599cf-f787-4c1b-9380-0858331e1688, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=53a599cf-f787-4c1b-9380-0858331e1688,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:13:12.205302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (53a599cf-f787-4c1b-9380-0858331e1688), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:12.211013 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:12.268580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:12.272429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69fce1-6d9e-48ad-a37d-0d9d17da7443 None None] Pushing event updated for resources: {'Port': ['ID=53a599cf-f787-4c1b-9380-0858331e1688,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:12.348307 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=6,neutron:SELECT=90,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:12.715890 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] Publish callbacks [] for router_gateway (50fcb892-a332-4f91-97d8-fbca96afe63f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:12.902504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (50fcb892-a332-4f91-97d8-fbca96afe63f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:12.994091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:13.037936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] Router 50fcb892-a332-4f91-97d8-fbca96afe63f is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:13:13.142843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3a9e54-10a2-4910-8d9b-1b964d221a2f None None] Network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:13:13.149525 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:13:13.159171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Sync routers for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:13.166869 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:13.169910 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-12399e71-2c59-4ef9-b0c5-2d57ade4a93d admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.7154791 Oct 26 16:13:13.170964 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42450) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:13.205482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:13.213649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:13.214288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:13.311813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Provisioning complete for port 53a599cf-f787-4c1b-9380-0858331e1688 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:13.312196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (53a599cf-f787-4c1b-9380-0858331e1688), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:13.312535 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Attempt 1 to provision port 53a599cf-f787-4c1b-9380-0858331e1688 Oct 26 16:13:13.320855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 53a599cf-f787-4c1b-9380-0858331e1688 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:13.447129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:13.516541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:13.542305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 53a599cf-f787-4c1b-9380-0858331e1688 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:13.542689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (53a599cf-f787-4c1b-9380-0858331e1688), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:13.543031 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 53a599cf-f787-4c1b-9380-0858331e1688 Oct 26 16:13:13.601056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Current status of the port 53a599cf-f787-4c1b-9380-0858331e1688 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:13.601453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (53a599cf-f787-4c1b-9380-0858331e1688), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:13.608952 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-508fbc7a-664f-422f-904f-527390f038bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:13.676036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] For port 53a599cf-f787-4c1b-9380-0858331e1688, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=53a599cf-f787-4c1b-9380-0858331e1688,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:13.678864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:13.683642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (53a599cf-f787-4c1b-9380-0858331e1688), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:13.768360 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-508fbc7a-664f-422f-904f-527390f038bf admin admin] Allocated IP 172.20.0.1 (3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce/b938431f-89e9-44a3-87a5-cb2691284e34/99b27cd8-ee00-4e22-95fc-ebb77f9731e2) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:13:13.798830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:12Z', 'revision_number': 3, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:13.839342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 53a599cf-f787-4c1b-9380-0858331e1688 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:13.845748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:13.846643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:13.849839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Checking router: 50fcb892-a332-4f91-97d8-fbca96afe63f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:13.850196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Updating router 50fcb892-a332-4f91-97d8-fbca96afe63f port f2ab4dcc-1820-477e-b928-b54784972aa4 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:13:13.853151 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Pushing event updated for resources: {'Port': ['ID=53a599cf-f787-4c1b-9380-0858331e1688,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:13.853270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:13.855875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ea4a28e0-18f7-45f4-a173-e80abbfb73c9 None None] Provisioning complete for port 53a599cf-f787-4c1b-9380-0858331e1688 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:13.856246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ea4a28e0-18f7-45f4-a173-e80abbfb73c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (53a599cf-f787-4c1b-9380-0858331e1688), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:13.856586 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ea4a28e0-18f7-45f4-a173-e80abbfb73c9 None None] Attempt 1 to provision port 53a599cf-f787-4c1b-9380-0858331e1688 Oct 26 16:13:13.881877 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-508fbc7a-664f-422f-904f-527390f038bf admin admin] Publish callbacks [] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:13.899569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:13.899917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:13.900262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:13.900605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:13.900981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:13.901319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:13.901651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:13.901980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:13.902311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:13.902647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:13.902972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:13.903304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:13.903629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:13.903953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:13.904279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8792c0-6d16-4efc-b82d-341f66453f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:13:13.915585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-508fbc7a-664f-422f-904f-527390f038bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:13.918825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:13.956940 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508fbc7a-664f-422f-904f-527390f038bf admin admin] Network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:13:13.963606 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-508fbc7a-664f-422f-904f-527390f038bf admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:13:13.967558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508fbc7a-664f-422f-904f-527390f038bf admin admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:13:13.991533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fbc7a-664f-422f-904f-527390f038bf admin admin] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:14.012046 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-508fbc7a-664f-422f-904f-527390f038bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (50fcb892-a332-4f91-97d8-fbca96afe63f), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:14.021550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:14.086247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a28e0-18f7-45f4-a173-e80abbfb73c9 None None] Current status of the port 53a599cf-f787-4c1b-9380-0858331e1688 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:14.150424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-508fbc7a-664f-422f-904f-527390f038bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:14.234219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8ece94a4-3641-434b-acd1-a6c8aa45d72d None None] Provisioning complete for port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:14.234787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8ece94a4-3641-434b-acd1-a6c8aa45d72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:14.234881 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8ece94a4-3641-434b-acd1-a6c8aa45d72d None None] Attempt 1 to provision port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 Oct 26 16:13:14.262966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:14.274691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Publish callbacks [] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:14.282228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8ece94a4-3641-434b-acd1-a6c8aa45d72d None None] Port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:13:14.284562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:14.324499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Attempting to bind port f2ab4dcc-1820-477e-b928-b54784972aa4 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:13:14.324900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Attempting to bind port f2ab4dcc-1820-477e-b928-b54784972aa4 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:13:14.325276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Attempting to bind port f2ab4dcc-1820-477e-b928-b54784972aa4 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:13:14.327362 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-508fbc7a-664f-422f-904f-527390f038bf admin admin] Publish callbacks [] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:14.331790 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-508fbc7a-664f-422f-904f-527390f038bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:14.363120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386f43e-313c-4bb1-93c1-719ef1507f09 None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:14.381691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:13:14.382157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:13:14.382566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:14.382963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:13:14.383438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Bound port: f2ab4dcc-1820-477e-b928-b54784972aa4, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:13:14.383826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:14.400395 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fbc7a-664f-422f-904f-527390f038bf admin admin] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:14.403707 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-508fbc7a-664f-422f-904f-527390f038bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (50fcb892-a332-4f91-97d8-fbca96afe63f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:14.434231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:13:14.437262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:13:14.443632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:14.449260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:14.485280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:14.485825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:14.499790 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508fbc7a-664f-422f-904f-527390f038bf admin admin] Network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:13:14.501222 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-508fbc7a-664f-422f-904f-527390f038bf admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:13:14.543637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386f43e-313c-4bb1-93c1-719ef1507f09 None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:14.619502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:14.631391 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508fbc7a-664f-422f-904f-527390f038bf admin admin] Router 50fcb892-a332-4f91-97d8-fbca96afe63f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:13:14.766163 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508fbc7a-664f-422f-904f-527390f038bf admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:13:14.771819 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-508fbc7a-664f-422f-904f-527390f038bf admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/50fcb892-a332-4f91-97d8-fbca96afe63f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5992320 Oct 26 16:13:14.890574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-3c26dff3-8fb6-4895-a886-fa4519796e6b None None] Provisioning complete for port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:14.890953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3c26dff3-8fb6-4895-a886-fa4519796e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:14.891295 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-3c26dff3-8fb6-4895-a886-fa4519796e6b None None] Attempt 1 to provision port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 Oct 26 16:13:14.936535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-3c26dff3-8fb6-4895-a886-fa4519796e6b None None] Port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:13:14.996409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:15.000880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 2, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:15.030640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c196b-0135-43b6-a9f3-4f7e3626f600 None None] The sync data for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv is: [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 2, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:15.265149 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42466) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:15.272539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e3e5ab39-3d16-4ae9-a7ef-f591cff3eea3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1861288688-network', 'tenant_id': '27f119e9437e4b49b55002eeb487237e'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:13:15.311809 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e5ab39-3d16-4ae9-a7ef-f591cff3eea3 admin admin] Made reservation on behalf of 27f119e9437e4b49b55002eeb487237e for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:13:15.314424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e3e5ab39-3d16-4ae9-a7ef-f591cff3eea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:15.325666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 53a599cf-f787-4c1b-9380-0858331e1688 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:15.326265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e3e5ab39-3d16-4ae9-a7ef-f591cff3eea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:15.328979 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:15.385134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 53a599cf-f787-4c1b-9380-0858331e1688 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:15.385560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (53a599cf-f787-4c1b-9380-0858331e1688), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:15.386393 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 53a599cf-f787-4c1b-9380-0858331e1688 Oct 26 16:13:15.422183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e3e5ab39-3d16-4ae9-a7ef-f591cff3eea3 admin admin] Publish callbacks [] for security_group (1301ff71-4bf5-4ec3-bc15-a685731b1830), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:15.427057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e3e5ab39-3d16-4ae9-a7ef-f591cff3eea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (1301ff71-4bf5-4ec3-bc15-a685731b1830), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:15.452390 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e5ab39-3d16-4ae9-a7ef-f591cff3eea3 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:13:15.464440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 53a599cf-f787-4c1b-9380-0858331e1688 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:15.469984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5ab39-3d16-4ae9-a7ef-f591cff3eea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1301ff71-4bf5-4ec3-bc15-a685731b1830,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:15.476615 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e3e5ab39-3d16-4ae9-a7ef-f591cff3eea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (4df217ec-1789-4451-9c23-86088cef7a76), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:15.477164 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-e3e5ab39-3d16-4ae9-a7ef-f591cff3eea3 admin admin] Added segment 4df217ec-1789-4451-9c23-86088cef7a76 of type vlan for network 5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74 Oct 26 16:13:15.515066 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:15.529991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e3e5ab39-3d16-4ae9-a7ef-f591cff3eea3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:15.557594 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e3e5ab39-3d16-4ae9-a7ef-f591cff3eea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:15.558665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e5ab39-3d16-4ae9-a7ef-f591cff3eea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:15.559256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e3e5ab39-3d16-4ae9-a7ef-f591cff3eea3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:15.617948 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e3e5ab39-3d16-4ae9-a7ef-f591cff3eea3 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3516879 Oct 26 16:13:15.620868 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42468) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:15.625799 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-b87504ed-c4d0-44aa-b075-d5611ca7ad96 admin admin] Request body: {'subnet': {'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-subnet', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'ip_version': 4}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:13:15.630905 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5ab39-3d16-4ae9-a7ef-f591cff3eea3 admin admin] Pushing event updated for resources: {'Network': ['ID=5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:15.639960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:13:15.655933 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87504ed-c4d0-44aa-b075-d5611ca7ad96 admin admin] Made reservation on behalf of 27f119e9437e4b49b55002eeb487237e for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:13:15.658823 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b87504ed-c4d0-44aa-b075-d5611ca7ad96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:15.867881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b87504ed-c4d0-44aa-b075-d5611ca7ad96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (3789d2a6-99a5-4421-854d-b9aa02ddbd18), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:15.899394 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=4,neutron:SELECT=77,neutron:UPDATE=3,neutron:INSERT=16 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:15.929172 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87504ed-c4d0-44aa-b075-d5611ca7ad96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3789d2a6-99a5-4421-854d-b9aa02ddbd18,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:15.940670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87504ed-c4d0-44aa-b075-d5611ca7ad96 admin admin] Checking segment: {'id': '4df217ec-1789-4451-9c23-86088cef7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:13:15.941063 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87504ed-c4d0-44aa-b075-d5611ca7ad96 admin admin] Network hostable DHCP agents. Network: 5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:13:15.961339 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87504ed-c4d0-44aa-b075-d5611ca7ad96 admin admin] Network 5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:13:15.970960 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-b87504ed-c4d0-44aa-b075-d5611ca7ad96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:13:15.975395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87504ed-c4d0-44aa-b075-d5611ca7ad96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:15.975997 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b87504ed-c4d0-44aa-b075-d5611ca7ad96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:15.981982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f95fef-2c27-4bb5-9f81-6219adc20147 None None] Network 5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:13:15.997905 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b87504ed-c4d0-44aa-b075-d5611ca7ad96 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3758998 Oct 26 16:13:15.998618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42470) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:16.003146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:13:16.025390 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:16.026447 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:16.085956 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] Publish callbacks [] for router_controller (cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:16.107210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'project_id': '27f119e9437e4b49b55002eeb487237e', 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:13:16.108189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:16.231834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:16.232839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] Publish callbacks [] for router_gateway (cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:16.261067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Allocated IP 172.20.0.2 (5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74/3789d2a6-99a5-4421-854d-b9aa02ddbd18/a86f9824-2c8f-424c-88ba-a508027e9010) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:13:16.428476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Publish callbacks [] for port (a86f9824-2c8f-424c-88ba-a508027e9010), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:16.432774 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] Publish callbacks [] for router_gateway (cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:16.434459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (a86f9824-2c8f-424c-88ba-a508027e9010), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:16.455990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:16.472063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Network 5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:13:16.478986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:13:16.483001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:13:16.485986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Pushing event updated for resources: {'Port': ['ID=a86f9824-2c8f-424c-88ba-a508027e9010,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:16.544118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Attempting to bind port a86f9824-2c8f-424c-88ba-a508027e9010 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:13:16.544489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Attempting to bind port a86f9824-2c8f-424c-88ba-a508027e9010 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '4df217ec-1789-4451-9c23-86088cef7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:13:16.544890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Attempting to bind port a86f9824-2c8f-424c-88ba-a508027e9010 on network 5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:13:16.562539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] Allocated IP 172.26.11.192 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/0ff9eb22-d917-451c-a433-d38a9a72525c) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:13:16.588919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:13:16.589223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Checking segment: {'id': '4df217ec-1789-4451-9c23-86088cef7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:13:16.589634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:16.590025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Bound using segment: {'id': '4df217ec-1789-4451-9c23-86088cef7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:13:16.590495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Bound port: a86f9824-2c8f-424c-88ba-a508027e9010, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df217ec-1789-4451-9c23-86088cef7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:13:16.590876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a86f9824-2c8f-424c-88ba-a508027e9010), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:16.651672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] For port a86f9824-2c8f-424c-88ba-a508027e9010, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:13:16.654779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] For port a86f9824-2c8f-424c-88ba-a508027e9010, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a86f9824-2c8f-424c-88ba-a508027e9010,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:13:16.655420 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:16.661252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a86f9824-2c8f-424c-88ba-a508027e9010), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:16.679743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] Publish callbacks [] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:16.723942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:16.728022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b586fd4-8085-407d-863b-059d9d5ead54 None None] Pushing event updated for resources: {'Port': ['ID=a86f9824-2c8f-424c-88ba-a508027e9010,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:16.739199 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:16.775629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:13:16.782408 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:13:16.789704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:13:16.793600 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:17.058491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:17.316510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] Publish callbacks [] for router_gateway (cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:17.349238 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Sync routers for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:17.349238 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:17.349238 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:17.440409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a86f9824-2c8f-424c-88ba-a508027e9010 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:17.462031 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:17.488775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a86f9824-2c8f-424c-88ba-a508027e9010 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:17.489470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a86f9824-2c8f-424c-88ba-a508027e9010), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:17.490550 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a86f9824-2c8f-424c-88ba-a508027e9010 Oct 26 16:13:17.516069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:17.555481 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:17.579246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a86f9824-2c8f-424c-88ba-a508027e9010 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:17.579885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a86f9824-2c8f-424c-88ba-a508027e9010), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:17.616539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a86f9824-2c8f-424c-88ba-a508027e9010, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a86f9824-2c8f-424c-88ba-a508027e9010,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:17.622515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a86f9824-2c8f-424c-88ba-a508027e9010), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:17.651180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:17.702924 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 2, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:17.705784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] Router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:13:17.715379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a86f9824-2c8f-424c-88ba-a508027e9010,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:17.722008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] The host dv-neutron-759874-6-hyperv is not matching for port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 host ! {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 26 16:13:17.722394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:13:17.730525 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Checking router: 50fcb892-a332-4f91-97d8-fbca96afe63f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:17.730890 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Updating router 50fcb892-a332-4f91-97d8-fbca96afe63f port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:13:17.736067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:17.767235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:17.776546 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:17.819551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e499fb89-f9b4-477c-b32f-37e60405cadb None None] Network 5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:13:17.839199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:17.848524 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:17.856282 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:13:17.873749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Sync routers for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:17.875709 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:17.877001 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e2975dfa-d3bf-4d01-8a86-b76b15ddd615 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.8773019 Oct 26 16:13:17.879604 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42472) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:13:17.902026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:17.902766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:17.909779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-7eddde44-4598-43a5-b87e-31e9a431d516 None None] Provisioning complete for port a86f9824-2c8f-424c-88ba-a508027e9010 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:17.910258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7eddde44-4598-43a5-b87e-31e9a431d516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a86f9824-2c8f-424c-88ba-a508027e9010), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:17.910658 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7eddde44-4598-43a5-b87e-31e9a431d516 None None] Attempt 1 to provision port a86f9824-2c8f-424c-88ba-a508027e9010 Oct 26 16:13:18.070799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:18.087272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:18.091595 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Publish callbacks [] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:18.098921 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:18.114842 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:13:18.186809 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f0c33-fe3f-4e60-bf32-ee7a693fd2f6 None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:18.210084 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Attempting to bind port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:13:18.211188 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Attempting to bind port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:13:18.211557 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Attempting to bind port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 on network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:13:18.214432 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:18.233079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7eddde44-4598-43a5-b87e-31e9a431d516 None None] Current status of the port a86f9824-2c8f-424c-88ba-a508027e9010 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:18.256344 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:18.271472 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:13:18.271844 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Checking segment: {'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:13:18.272249 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:18.272645 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Bound using segment: {'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:13:18.273139 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Bound port: 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:13:18.273514 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:18.274838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:18.327424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:17Z', 'revision_number': 3, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:18.353602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Checking router: cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:18.353956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Updating router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af port 0ff9eb22-d917-451c-a433-d38a9a72525c binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:13:18.359137 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:13:18.362594 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:13:18.369398 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:18.369911 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e4f5373d-679b-4728-bc0b-d51979b59387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:18.383812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:18.402640 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:18.403278 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:18.465738 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f0c33-fe3f-4e60-bf32-ee7a693fd2f6 None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:18.547358 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-e4f5373d-679b-4728-bc0b-d51979b59387 admin admin] Allocated IP 172.20.0.1 (5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74/3789d2a6-99a5-4421-854d-b9aa02ddbd18/a959621e-0aae-475c-ada4-a04dae262fa0) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:13:18.628442 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:18.636035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-dcf3b266-40f1-4f33-b7b3-7875a6ca6eb3 None None] Provisioning complete for port a86f9824-2c8f-424c-88ba-a508027e9010 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:18.636600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dcf3b266-40f1-4f33-b7b3-7875a6ca6eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a86f9824-2c8f-424c-88ba-a508027e9010), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:18.636857 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-dcf3b266-40f1-4f33-b7b3-7875a6ca6eb3 None None] Attempt 1 to provision port a86f9824-2c8f-424c-88ba-a508027e9010 Oct 26 16:13:18.671437 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e4f5373d-679b-4728-bc0b-d51979b59387 admin admin] Publish callbacks [] for port (a959621e-0aae-475c-ada4-a04dae262fa0), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:18.706763 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e4f5373d-679b-4728-bc0b-d51979b59387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:18.747117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:18.754149 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f5373d-679b-4728-bc0b-d51979b59387 admin admin] Network 5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:13:18.760516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-e4f5373d-679b-4728-bc0b-d51979b59387 admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:13:18.762988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5373d-679b-4728-bc0b-d51979b59387 admin admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:13:18.790077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-dcf3b266-40f1-4f33-b7b3-7875a6ca6eb3 None None] Current status of the port a86f9824-2c8f-424c-88ba-a508027e9010 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:18.799911 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5373d-679b-4728-bc0b-d51979b59387 admin admin] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:18.809308 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e4f5373d-679b-4728-bc0b-d51979b59387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:18.841319 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:18.867311 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be95e4d-f83b-45dd-8f74-23d028a2514b None None] The sync data for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv is: [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:18.868335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Publish callbacks [] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:18.877402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:18.901735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Attempting to bind port 0ff9eb22-d917-451c-a433-d38a9a72525c on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:13:18.902499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Attempting to bind port 0ff9eb22-d917-451c-a433-d38a9a72525c by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:13:18.902866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Attempting to bind port 0ff9eb22-d917-451c-a433-d38a9a72525c on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:13:18.963204 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e4f5373d-679b-4728-bc0b-d51979b59387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:18.977747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d473c23-3988-4cbf-8ccc-517051214143 None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:18.989690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:13:18.990688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:13:18.991103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:18.991498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:13:18.991984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Bound port: 0ff9eb22-d917-451c-a433-d38a9a72525c, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:13:18.992371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:19.049409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:13:19.054356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:13:19.061074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:19.088276 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:19.102157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:19.102157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:19.163564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:19.184943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-30f0e070-bbad-45f4-b352-2042e8e49594 None None] Provisioning complete for port a959621e-0aae-475c-ada4-a04dae262fa0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:19.185367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-30f0e070-bbad-45f4-b352-2042e8e49594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:19.185764 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-30f0e070-bbad-45f4-b352-2042e8e49594 None None] Attempt 1 to provision port a959621e-0aae-475c-ada4-a04dae262fa0 Oct 26 16:13:19.191136 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e4f5373d-679b-4728-bc0b-d51979b59387 admin admin] Publish callbacks [] for port (a959621e-0aae-475c-ada4-a04dae262fa0), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:19.191363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d473c23-3988-4cbf-8ccc-517051214143 None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:19.196624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e4f5373d-679b-4728-bc0b-d51979b59387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:19.263451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-30f0e070-bbad-45f4-b352-2042e8e49594 None None] Port a959621e-0aae-475c-ada4-a04dae262fa0 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:13:19.274200 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5373d-679b-4728-bc0b-d51979b59387 admin admin] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:19.280399 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e4f5373d-679b-4728-bc0b-d51979b59387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:19.303072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:19.406758 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f5373d-679b-4728-bc0b-d51979b59387 admin admin] Network 5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:13:19.408252 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-e4f5373d-679b-4728-bc0b-d51979b59387 admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:13:19.439949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:19.471069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:19.479721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:19.553984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f5373d-679b-4728-bc0b-d51979b59387 admin admin] Router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:13:19.569819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:19.570197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:19.570538 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 Oct 26 16:13:19.625392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 1, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:19.654706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621e2e3-30fc-4f01-9f59-8238972c6f5f None None] The sync data for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv is: [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 1, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:19.689337 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f5373d-679b-4728-bc0b-d51979b59387 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:13:19.701000 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e4f5373d-679b-4728-bc0b-d51979b59387 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8183563 Oct 26 16:13:19.722175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-323758af-4103-4d63-adfb-19a87849dd56 None None] Provisioning complete for port a959621e-0aae-475c-ada4-a04dae262fa0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:19.722619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-323758af-4103-4d63-adfb-19a87849dd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:19.725810 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-323758af-4103-4d63-adfb-19a87849dd56 None None] Attempt 1 to provision port a959621e-0aae-475c-ada4-a04dae262fa0 Oct 26 16:13:19.749132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:19.749524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:19.789506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-323758af-4103-4d63-adfb-19a87849dd56 None None] Port a959621e-0aae-475c-ada4-a04dae262fa0 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:13:19.808457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:19.815620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:19.816586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a86f9824-2c8f-424c-88ba-a508027e9010 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:19.906751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:19.912304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a86f9824-2c8f-424c-88ba-a508027e9010 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:19.912682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a86f9824-2c8f-424c-88ba-a508027e9010), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:19.913102 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a86f9824-2c8f-424c-88ba-a508027e9010 Oct 26 16:13:20.012555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a86f9824-2c8f-424c-88ba-a508027e9010 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:20.426803 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-a6aeeadc-16f1-4851-b6f5-edee717c4d02 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:20.429156 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-a6aeeadc-16f1-4851-b6f5-edee717c4d02 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/networks?id=3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce HTTP/1.1" status: 200 len: 817 time: 0.1169775 Oct 26 16:13:20.442321 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:20.446046 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-476ffd86-457b-4ced-a378-12e8b32a572c tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/quotas/0c9a0db7c42a4fc1b10e3855ad48c629 HTTP/1.1" status: 200 len: 375 time: 0.0114744 Oct 26 16:13:20.502455 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-1011f5f2-aecf-442d-b96e-b9248a358580 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=0c9a0db7c42a4fc1b10e3855ad48c629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496173 Oct 26 16:13:20.518749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-5350f53d-5a81-4d4a-a599-62e183501405 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 16:13:20.520139 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-5350f53d-5a81-4d4a-a599-62e183501405 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0058239 Oct 26 16:13:20.630006 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-127b4ed2-4354-4393-a911-d0c39bbc8cd5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039128 Oct 26 16:13:20.730820 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-49b6f362-c32e-43bc-864e-a3fb204ecaa1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950577 Oct 26 16:13:20.911292 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4f26058f-985d-4537-bed8-5630bb5e4076 req-c08028f3-80d6-46d6-92c5-adf43c9a9edc tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 210 time: 0.0296195 Oct 26 16:13:21.429716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:21.479682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:21.480213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:21.480655 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 Oct 26 16:13:21.558734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:21.560117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:21.611235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0ff9eb22-d917-451c-a433-d38a9a72525c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:21.611888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:21.612250 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0ff9eb22-d917-451c-a433-d38a9a72525c Oct 26 16:13:21.685787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:21.686170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:21.707085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:21.711005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:21.711792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:21.790029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:21.798741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f2ab4dcc-1820-477e-b928-b54784972aa4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:21.799123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:21.799465 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f2ab4dcc-1820-477e-b928-b54784972aa4 Oct 26 16:13:21.869907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:21.870316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:21.893971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:21.899663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:21.933484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:21.961215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:22.063659 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-21de60b7-47cd-4ae8-abf3-7ca981125410 req-fa8c06cf-1054-4665-aed7-58980f3f7470 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 210 time: 0.0611196 Oct 26 16:13:22.113285 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-528e277e-0e17-4e18-8d41-c992bd662a2b tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:22.114742 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-528e277e-0e17-4e18-8d41-c992bd662a2b tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.64 "GET /networking/v2.0/networks?id=3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce HTTP/1.1" status: 200 len: 817 time: 0.1328874 Oct 26 16:13:22.138789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-b3314f53-9cc5-4589-91d0-04261abcb066 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Request body: {'port': {'device_id': '6eb66adc-82be-4ace-b50e-1e4eba0a4268', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'admin_state_up': True, 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:13:22.208365 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:22.249622 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23494098-f0ad-4dd1-906c-51c3d41aa764 None None] Sync routers for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:22.258715 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23494098-f0ad-4dd1-906c-51c3d41aa764 None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:22.259458 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-23494098-f0ad-4dd1-906c-51c3d41aa764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:22.270292 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-b3314f53-9cc5-4589-91d0-04261abcb066 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Made reservation on behalf of 0c9a0db7c42a4fc1b10e3855ad48c629 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:13:22.278242 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-b3314f53-9cc5-4589-91d0-04261abcb066 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:22.379300 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-23494098-f0ad-4dd1-906c-51c3d41aa764 None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:22.419665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-b3314f53-9cc5-4589-91d0-04261abcb066 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Allocated IP 172.20.0.11 (3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce/b938431f-89e9-44a3-87a5-cb2691284e34/21892fd3-4f0d-467a-ad71-db1dcb1605e6) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:13:22.565830 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-23494098-f0ad-4dd1-906c-51c3d41aa764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:19Z', 'revision_number': 5, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:22.597273 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23494098-f0ad-4dd1-906c-51c3d41aa764 None None] Checking router: 50fcb892-a332-4f91-97d8-fbca96afe63f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:22.606716 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23494098-f0ad-4dd1-906c-51c3d41aa764 None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:22.607337 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-23494098-f0ad-4dd1-906c-51c3d41aa764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:22.694668 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:22.718499 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-23494098-f0ad-4dd1-906c-51c3d41aa764 None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:22.793684 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:22.830140 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-b3314f53-9cc5-4589-91d0-04261abcb066 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks [] for port (21892fd3-4f0d-467a-ad71-db1dcb1605e6), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:22.861466 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-b3314f53-9cc5-4589-91d0-04261abcb066 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (21892fd3-4f0d-467a-ad71-db1dcb1605e6), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:22.873527 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:22.904582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-b3314f53-9cc5-4589-91d0-04261abcb066 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:13:22.904935 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-23494098-f0ad-4dd1-906c-51c3d41aa764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:19Z', 'revision_number': 5, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:22.913129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-b3314f53-9cc5-4589-91d0-04261abcb066 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:13:22.917311 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-b3314f53-9cc5-4589-91d0-04261abcb066 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:13:22.930729 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23494098-f0ad-4dd1-906c-51c3d41aa764 None None] The sync data for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv is: [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:19Z', 'revision_number': 5, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:22.950558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3314f53-9cc5-4589-91d0-04261abcb066 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Pushing event updated for resources: {'Port': ['ID=21892fd3-4f0d-467a-ad71-db1dcb1605e6,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:22.988118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Sync routers for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:23.001805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:23.002049 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-b3314f53-9cc5-4589-91d0-04261abcb066 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:23.002443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:23.003152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-b3314f53-9cc5-4589-91d0-04261abcb066 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:23.031627 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-b3314f53-9cc5-4589-91d0-04261abcb066 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8966038 Oct 26 16:13:23.047781 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Request body: {'port': {'device_id': '6eb66adc-82be-4ace-b50e-1e4eba0a4268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:13:23.125751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (21892fd3-4f0d-467a-ad71-db1dcb1605e6), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:23.225793 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035853f2-9663-4506-8d2c-4c1a295a3a38 req-323f55ff-3518-4b40-aef2-bcdb37119651 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:23.234089 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-035853f2-9663-4506-8d2c-4c1a295a3a38 req-323f55ff-3518-4b40-aef2-bcdb37119651 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 932 time: 0.0707409 Oct 26 16:13:23.295279 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-035853f2-9663-4506-8d2c-4c1a295a3a38 req-ee05958c-b808-4ab8-b954-9e714a7c9393 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595250 Oct 26 16:13:23.298502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:23.330062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:23.338700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-dbbcfff7-f508-4ca9-877c-95640be42c49 None None] Provisioning complete for port 21892fd3-4f0d-467a-ad71-db1dcb1605e6 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:23.338962 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:23.339446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dbbcfff7-f508-4ca9-877c-95640be42c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (21892fd3-4f0d-467a-ad71-db1dcb1605e6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:23.339923 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-dbbcfff7-f508-4ca9-877c-95640be42c49 None None] Attempt 1 to provision port 21892fd3-4f0d-467a-ad71-db1dcb1605e6 Oct 26 16:13:23.346597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:23.381444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:23.438244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-dbbcfff7-f508-4ca9-877c-95640be42c49 None None] Port 21892fd3-4f0d-467a-ad71-db1dcb1605e6 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:13:23.494341 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21892fd3-4f0d-467a-ad71-db1dcb1605e6 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:13:23.502895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Publish callbacks [] for port (21892fd3-4f0d-467a-ad71-db1dcb1605e6), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:23.516578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Transition to ACTIVE for port object 21892fd3-4f0d-467a-ad71-db1dcb1605e6 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:13:23.521763 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (21892fd3-4f0d-467a-ad71-db1dcb1605e6), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:23.550643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:23.551248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:23.590715 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Pushing event updated for resources: {'Port': ['ID=21892fd3-4f0d-467a-ad71-db1dcb1605e6,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:23.615778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:23.635300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:23.644743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Attempting to bind port 21892fd3-4f0d-467a-ad71-db1dcb1605e6 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:13:23.645115 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Attempting to bind port 21892fd3-4f0d-467a-ad71-db1dcb1605e6 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:13:23.645464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Attempting to bind port 21892fd3-4f0d-467a-ad71-db1dcb1605e6 on network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:13:23.672520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:23.712040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Port 21892fd3-4f0d-467a-ad71-db1dcb1605e6 on network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:13:23.712367 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Attempting to bind port 21892fd3-4f0d-467a-ad71-db1dcb1605e6 on network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:13:23.727269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:19Z', 'revision_number': 2, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:23.759413 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:13:23.759751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Checking segment: {'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:13:23.760143 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Bound using segment: {'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:13:23.760579 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Bound port: 21892fd3-4f0d-467a-ad71-db1dcb1605e6, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:13:23.760980 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (21892fd3-4f0d-467a-ad71-db1dcb1605e6), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:23.766473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Checking router: cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:23.766839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Updating router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af port a959621e-0aae-475c-ada4-a04dae262fa0 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:13:23.790035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:23.810370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:23.851070 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] For port 21892fd3-4f0d-467a-ad71-db1dcb1605e6, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:13:23.854879 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] For port 21892fd3-4f0d-467a-ad71-db1dcb1605e6, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=21892fd3-4f0d-467a-ad71-db1dcb1605e6,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:13:23.861724 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (21892fd3-4f0d-467a-ad71-db1dcb1605e6), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:23.866059 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:23.866678 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:23.868141 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/21892fd3-4f0d-467a-ad71-db1dcb1605e6 HTTP/1.1" status: 200 len: 1094 time: 0.8248556 Oct 26 16:13:23.869657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb66adc-82be-4ace-b50e-1e4eba0a4268', 'tag': '21892fd3-4f0d-467a-ad71-db1dcb1605e6'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:13:23.871977 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537c7a2d-ca40-4037-a787-031294d75eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb66adc-82be-4ace-b50e-1e4eba0a4268", "tag": "21892fd3-4f0d-467a-ad71-db1dcb1605e6"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:13:23.903922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:23.935459 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a79be-5456-4ce4-840f-458a77ae170a service neutron] Pushing event updated for resources: {'Port': ['ID=21892fd3-4f0d-467a-ad71-db1dcb1605e6,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:23.995757 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-fa3987dc-21bd-4e63-97b5-f42bede6e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:23.997328 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-fa3987dc-21bd-4e63-97b5-f42bede6e7e7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0c9a0db7c42a4fc1b10e3855ad48c629&device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 1128 time: 0.0629818 Oct 26 16:13:23.998900 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5544da5f-d91c-4957-98ef-9b6e9a3028d9 x-openstack-request-id: req-5544da5f-d91c-4957-98ef-9b6e9a3028d9 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:13:23.999191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb66adc-82be-4ace-b50e-1e4eba0a4268", "tag": "21892fd3-4f0d-467a-ad71-db1dcb1605e6", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:13:23.999448 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5544da5f-d91c-4957-98ef-9b6e9a3028d9 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:13:23.999839 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5544da5f-d91c-4957-98ef-9b6e9a3028d9'] response: {'name': 'network-changed', 'server_uuid': '6eb66adc-82be-4ace-b50e-1e4eba0a4268', 'tag': '21892fd3-4f0d-467a-ad71-db1dcb1605e6', 'status': 'completed', 'code': 200} Oct 26 16:13:24.015840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:24.045246 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-fbb0e95f-a0af-477a-8f4b-aa74c2ba9599 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21892fd3-4f0d-467a-ad71-db1dcb1605e6 HTTP/1.1" status: 200 len: 217 time: 0.0371084 Oct 26 16:13:24.092900 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:24.100122 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-afc70919-adab-466f-b882-a325cefdfe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:24.101599 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-afc70919-adab-466f-b882-a325cefdfe91 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b938431f-89e9-44a3-87a5-cb2691284e34 HTTP/1.1" status: 200 len: 856 time: 0.0503578 Oct 26 16:13:24.129570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:24.129939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:24.130283 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 Oct 26 16:13:24.156963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-965960a9-36fd-4b98-a26e-96f89bf2b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:24.158502 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-965960a9-36fd-4b98-a26e-96f89bf2b56d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471919 Oct 26 16:13:24.263885 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-fbc522a1-e68b-46eb-b545-2ae5d1e56478 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932548 Oct 26 16:13:24.277396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:24.277794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:24.304046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Publish callbacks [] for port (a959621e-0aae-475c-ada4-a04dae262fa0), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:24.313138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:24.358539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:24.390553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:24.399749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c7df8-746b-48c4-8a54-7d56ed06b658 None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:24.414213 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c05a1d3-7355-4fae-addf-9baefd6e0b82 req-457fca2b-d6f9-4de8-b01d-01c3e0021798 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402547 Oct 26 16:13:24.449341 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f37dc-4675-4aa8-8dc3-1c468da973b2 req-e38e67ab-3c2c-4332-962b-f91689051944 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:24.452163 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-fc2f37dc-4675-4aa8-8dc3-1c468da973b2 req-e38e67ab-3c2c-4332-962b-f91689051944 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 944 time: 0.0702922 Oct 26 16:13:24.468916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Attempting to bind port a959621e-0aae-475c-ada4-a04dae262fa0 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:13:24.469364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Attempting to bind port a959621e-0aae-475c-ada4-a04dae262fa0 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '4df217ec-1789-4451-9c23-86088cef7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:13:24.469809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Attempting to bind port a959621e-0aae-475c-ada4-a04dae262fa0 on network 5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:13:24.479157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:24.508880 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-fc2f37dc-4675-4aa8-8dc3-1c468da973b2 req-ab839013-6834-4670-a460-d773ac4d124a tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499432 Oct 26 16:13:24.522629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:24.550479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:24.573782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:13:24.574429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Checking segment: {'id': '4df217ec-1789-4451-9c23-86088cef7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:13:24.574838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:24.575240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Bound using segment: {'id': '4df217ec-1789-4451-9c23-86088cef7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:13:24.575717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Bound port: a959621e-0aae-475c-ada4-a04dae262fa0, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df217ec-1789-4451-9c23-86088cef7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:13:24.576101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:24.593512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:24.631411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:24.661676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:24.662663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:24.681953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:13:24.689132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:13:24.693861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:24.696191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:24.701909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:24.702555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:24.757977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:24.758618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:24.821312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c7df8-746b-48c4-8a54-7d56ed06b658 None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:24.932409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:24.932816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:24.950125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:24.964460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:24.998791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:25.006303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:25.006398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:25.209379 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de79c50-b0cd-45bf-8066-34de39fdd08b None None] Sync routers for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:25.212826 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de79c50-b0cd-45bf-8066-34de39fdd08b None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:25.213471 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9de79c50-b0cd-45bf-8066-34de39fdd08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:25.298250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:25.318622 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9de79c50-b0cd-45bf-8066-34de39fdd08b None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:25.364771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:25.416591 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7a2d-ca40-4037-a787-031294d75eb0 req-c94119ce-2fc1-45d0-a159-fd62059c90be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:25.418148 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-537c7a2d-ca40-4037-a787-031294d75eb0 req-c94119ce-2fc1-45d0-a159-fd62059c90be service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0c9a0db7c42a4fc1b10e3855ad48c629&device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 1128 time: 0.0503023 Oct 26 16:13:25.426454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:24Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:25.456704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643ec720-44ba-4d8a-8e75-2a442c21b102 None None] The sync data for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv is: [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:24Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:25.460338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:25.526889 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9de79c50-b0cd-45bf-8066-34de39fdd08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:24Z', 'revision_number': 7, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:25.536740 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:25.553616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:25.553806 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7a2d-ca40-4037-a787-031294d75eb0 req-c016008e-0728-4d38-8ca6-9be8ba1c4f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:25.554005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:25.555551 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-537c7a2d-ca40-4037-a787-031294d75eb0 req-c016008e-0728-4d38-8ca6-9be8ba1c4f97 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce HTTP/1.1" status: 200 len: 918 time: 0.1302602 Oct 26 16:13:25.562166 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de79c50-b0cd-45bf-8066-34de39fdd08b None None] Checking router: 50fcb892-a332-4f91-97d8-fbca96afe63f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:25.583410 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de79c50-b0cd-45bf-8066-34de39fdd08b None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:25.586241 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9de79c50-b0cd-45bf-8066-34de39fdd08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:25.602952 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-537c7a2d-ca40-4037-a787-031294d75eb0 req-476f7b42-219b-45aa-bd82-a6ce219bc1a7 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21892fd3-4f0d-467a-ad71-db1dcb1605e6 HTTP/1.1" status: 200 len: 217 time: 0.0390031 Oct 26 16:13:25.607682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:25.617147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:25.682429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:25.719819 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288928d5-0f4d-44bc-b8a0-de2385c84d23 req-06d9809b-0a46-4d4d-85cb-23e04c7f93b4 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:25.721460 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-288928d5-0f4d-44bc-b8a0-de2385c84d23 req-06d9809b-0a46-4d4d-85cb-23e04c7f93b4 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 944 time: 0.0932949 Oct 26 16:13:25.723124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7a2d-ca40-4037-a787-031294d75eb0 req-e450506d-df6e-458a-ac86-b16aefed16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:25.724526 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-537c7a2d-ca40-4037-a787-031294d75eb0 req-e450506d-df6e-458a-ac86-b16aefed16d0 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b938431f-89e9-44a3-87a5-cb2691284e34 HTTP/1.1" status: 200 len: 856 time: 0.1123888 Oct 26 16:13:25.820158 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-9de79c50-b0cd-45bf-8066-34de39fdd08b None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:25.827630 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7a2d-ca40-4037-a787-031294d75eb0 req-dd852858-0724-4b3d-9243-06e24b766987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:25.829213 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-537c7a2d-ca40-4037-a787-031294d75eb0 req-dd852858-0724-4b3d-9243-06e24b766987 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0921571 Oct 26 16:13:25.832323 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-288928d5-0f4d-44bc-b8a0-de2385c84d23 req-8ba11658-c76a-4281-a144-7f04e0ec92e0 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026075 Oct 26 16:13:25.947752 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-537c7a2d-ca40-4037-a787-031294d75eb0 req-eb6426c9-90a4-4c33-b489-37c32f25a346 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056268 Oct 26 16:13:26.025292 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-9de79c50-b0cd-45bf-8066-34de39fdd08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:24Z', 'revision_number': 7, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:26.050004 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de79c50-b0cd-45bf-8066-34de39fdd08b None None] The sync data for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv is: [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:24Z', 'revision_number': 7, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:26.050905 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-537c7a2d-ca40-4037-a787-031294d75eb0 req-96c58ca7-bec5-427c-b637-80198e0b055d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938213 Oct 26 16:13:26.967677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517d3ef-fd45-4e8b-9537-4110ed947d42 req-cfb3670f-9db0-43dd-8921-56560b5a3c4b tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:26.969902 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e517d3ef-fd45-4e8b-9537-4110ed947d42 req-cfb3670f-9db0-43dd-8921-56560b5a3c4b tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 944 time: 0.0517211 Oct 26 16:13:27.027284 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e517d3ef-fd45-4e8b-9537-4110ed947d42 req-d4f93828-194b-4853-bd83-b87a16d79297 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508263 Oct 26 16:13:27.502723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:27.547412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:27.547939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:27.548289 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 Oct 26 16:13:27.628664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:27.629182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:27.661577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:27.664683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:27.668995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:27.669779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:27.747837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:27.756701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a959621e-0aae-475c-ada4-a04dae262fa0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:27.757114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:27.757462 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a959621e-0aae-475c-ada4-a04dae262fa0 Oct 26 16:13:27.784077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:27.791334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 21892fd3-4f0d-467a-ad71-db1dcb1605e6 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:13:27.864285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:27.908767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:27.909193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:27.957163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 21892fd3-4f0d-467a-ad71-db1dcb1605e6, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=21892fd3-4f0d-467a-ad71-db1dcb1605e6,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:27.980717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:27.981777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '21892fd3-4f0d-467a-ad71-db1dcb1605e6', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'port_id': '21892fd3-4f0d-467a-ad71-db1dcb1605e6', 'mac_address': 'fa:16:3e:2d:65:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:13:27.987062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:27.987834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:28.072832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 21892fd3-4f0d-467a-ad71-db1dcb1605e6 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:28.073236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (21892fd3-4f0d-467a-ad71-db1dcb1605e6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:28.101036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21892fd3-4f0d-467a-ad71-db1dcb1605e6 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:13:28.105102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:28.134900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 21892fd3-4f0d-467a-ad71-db1dcb1605e6, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=21892fd3-4f0d-467a-ad71-db1dcb1605e6,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:28.135820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0ff9eb22-d917-451c-a433-d38a9a72525c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:28.136276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:28.136549 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0ff9eb22-d917-451c-a433-d38a9a72525c Oct 26 16:13:28.140079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (21892fd3-4f0d-467a-ad71-db1dcb1605e6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:28.155868 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260b87d-688c-49cd-ae3b-faea4dafbd4b req-6bb97395-ac70-4bfe-82db-ee7e4ef89fc5 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:28.157394 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e260b87d-688c-49cd-ae3b-faea4dafbd4b req-6bb97395-ac70-4bfe-82db-ee7e4ef89fc5 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 944 time: 0.0534201 Oct 26 16:13:28.218045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=21892fd3-4f0d-467a-ad71-db1dcb1605e6,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:28.224085 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e260b87d-688c-49cd-ae3b-faea4dafbd4b req-a78869cc-2ce4-44ca-8c6c-1d2949ac6070 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566056 Oct 26 16:13:28.261136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:28.261537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:28.281686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:28.285455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:28.286347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:28.369232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:28.380944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f2ab4dcc-1820-477e-b928-b54784972aa4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:28.381326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:28.381666 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f2ab4dcc-1820-477e-b928-b54784972aa4 Oct 26 16:13:28.409322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['21892fd3-4f0d-467a-ad71-db1dcb1605e6'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:13:28.515450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:28.516040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:28.553019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:28.561499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:28.637226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:28.799921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f73a21-8b93-41fd-86a6-a99f1f916451 None None] Sync routers for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:28.801163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f73a21-8b93-41fd-86a6-a99f1f916451 None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:28.801788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-69f73a21-8b93-41fd-86a6-a99f1f916451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:28.892672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:28.910841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-69f73a21-8b93-41fd-86a6-a99f1f916451 None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:29.028112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:29.091853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:29.095890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-69f73a21-8b93-41fd-86a6-a99f1f916451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:27Z', 'revision_number': 5, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:29.121186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f73a21-8b93-41fd-86a6-a99f1f916451 None None] Checking router: cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:29.129461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f73a21-8b93-41fd-86a6-a99f1f916451 None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:29.130067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-69f73a21-8b93-41fd-86a6-a99f1f916451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:29.232589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-69f73a21-8b93-41fd-86a6-a99f1f916451 None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:29.337881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5e24c-f4f8-42c1-918b-f021d69475cf req-6a61b749-4259-4c69-9e3b-6ffc392d50a3 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:29.339365 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-53f5e24c-f4f8-42c1-918b-f021d69475cf req-6a61b749-4259-4c69-9e3b-6ffc392d50a3 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 945 time: 0.0498247 Oct 26 16:13:29.370502 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:29.389021 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-53f5e24c-f4f8-42c1-918b-f021d69475cf req-1e2f560d-cc0f-4cf5-bed6-0b619ee54c3f tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439351 Oct 26 16:13:29.424782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-69f73a21-8b93-41fd-86a6-a99f1f916451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:27Z', 'revision_number': 5, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:29.448905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f73a21-8b93-41fd-86a6-a99f1f916451 None None] The sync data for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv is: [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:27Z', 'revision_number': 5, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:29.543592 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c54e767-5ab1-4748-83fd-4c98b195f28f None None] Sync routers for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:29.548162 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c54e767-5ab1-4748-83fd-4c98b195f28f None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:29.548779 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8c54e767-5ab1-4748-83fd-4c98b195f28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:29.591474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:29.607927 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:29.666818 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8c54e767-5ab1-4748-83fd-4c98b195f28f None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:29.700917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:29.701311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:29.737137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:29.744153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:29.746610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:29.783074 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:29.810004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 21892fd3-4f0d-467a-ad71-db1dcb1605e6 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:29.882176 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8c54e767-5ab1-4748-83fd-4c98b195f28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:27Z', 'revision_number': 9, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:29.913462 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c54e767-5ab1-4748-83fd-4c98b195f28f None None] Checking router: 50fcb892-a332-4f91-97d8-fbca96afe63f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:29.923296 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c54e767-5ab1-4748-83fd-4c98b195f28f None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:29.923937 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8c54e767-5ab1-4748-83fd-4c98b195f28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:30.011566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:30.034694 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8c54e767-5ab1-4748-83fd-4c98b195f28f None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:30.056300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:30.056746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:30.063670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 21892fd3-4f0d-467a-ad71-db1dcb1605e6 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 16:13:30.076021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 21892fd3-4f0d-467a-ad71-db1dcb1605e6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:30.076398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (21892fd3-4f0d-467a-ad71-db1dcb1605e6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:30.076740 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 21892fd3-4f0d-467a-ad71-db1dcb1605e6 Oct 26 16:13:30.105126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:30.113013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:30.113738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:30.203511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:30.281180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 21892fd3-4f0d-467a-ad71-db1dcb1605e6 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:30.281581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (21892fd3-4f0d-467a-ad71-db1dcb1605e6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:30.292226 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8c54e767-5ab1-4748-83fd-4c98b195f28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:29Z', 'revision_number': 10, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:30.306345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:30.306740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:30.321582 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c54e767-5ab1-4748-83fd-4c98b195f28f None None] The sync data for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv is: [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:29Z', 'revision_number': 10, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:30.321859 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb66adc-82be-4ace-b50e-1e4eba0a4268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21892fd3-4f0d-467a-ad71-db1dcb1605e6'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:13:30.324071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0dc71e-62ee-4b55-93b1-b2d2803d9e24" -d '{"events": [{"server_uuid": "6eb66adc-82be-4ace-b50e-1e4eba0a4268", "name": "network-vif-plugged", "status": "completed", "tag": "21892fd3-4f0d-467a-ad71-db1dcb1605e6"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:13:30.343610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 21892fd3-4f0d-467a-ad71-db1dcb1605e6, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=21892fd3-4f0d-467a-ad71-db1dcb1605e6,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:30.363325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (21892fd3-4f0d-467a-ad71-db1dcb1605e6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:30.392309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:30.394270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac8fdc3-dc34-4c0b-ad3c-da264e9b5de2 x-openstack-request-id: req-dac8fdc3-dc34-4c0b-ad3c-da264e9b5de2 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:13:30.394562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb66adc-82be-4ace-b50e-1e4eba0a4268", "name": "network-vif-plugged", "status": "completed", "tag": "21892fd3-4f0d-467a-ad71-db1dcb1605e6", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:13:30.394817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dac8fdc3-dc34-4c0b-ad3c-da264e9b5de2 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:13:30.395217 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac8fdc3-dc34-4c0b-ad3c-da264e9b5de2'] response: {'server_uuid': '6eb66adc-82be-4ace-b50e-1e4eba0a4268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21892fd3-4f0d-467a-ad71-db1dcb1605e6', 'code': 200} Oct 26 16:13:30.402250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:30.402983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:30.460011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=21892fd3-4f0d-467a-ad71-db1dcb1605e6,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:30.537620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:30.547828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:30.556299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:30.556693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:30.588596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:30.590130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:30.591618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:30.598106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:30.632632 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a2411-47c5-494f-b73d-350a4c366d14 req-4af00e7d-9387-4ff1-a85e-0f466c6beb02 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:30.647808 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1c4a2411-47c5-494f-b73d-350a4c366d14 req-4af00e7d-9387-4ff1-a85e-0f466c6beb02 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 946 time: 0.1232798 Oct 26 16:13:30.665438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704147d-42dc-42f4-9d72-49d219623aca req-6b092361-f0d5-43fb-ac74-f9cce74fdb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:30.668286 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5704147d-42dc-42f4-9d72-49d219623aca req-6b092361-f0d5-43fb-ac74-f9cce74fdb9d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 1130 time: 0.0964236 Oct 26 16:13:30.673391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:30.724129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:30.728618 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1c4a2411-47c5-494f-b73d-350a4c366d14 req-8f40290a-dc3f-487b-a0d0-8f62c9e237be tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797381 Oct 26 16:13:30.747318 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5704147d-42dc-42f4-9d72-49d219623aca req-083b31ff-0bfb-4724-a053-49fb1749799a service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699885 Oct 26 16:13:31.510820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:31.554575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a959621e-0aae-475c-ada4-a04dae262fa0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:31.554956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:31.555296 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a959621e-0aae-475c-ada4-a04dae262fa0 Oct 26 16:13:31.635541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:31.636082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:31.670321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:31.675848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:31.676698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:31.756599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:31.766495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:31.766495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:31.766642 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 Oct 26 16:13:31.848685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:31.849263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:31.871045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506c7b9-9776-424d-af73-8325d9d6d254 req-911cd495-46c8-49c2-8e8d-7778b658f383 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:31.873227 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5506c7b9-9776-424d-af73-8325d9d6d254 req-911cd495-46c8-49c2-8e8d-7778b658f383 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 946 time: 0.0502374 Oct 26 16:13:31.886934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:31.890891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:31.892679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:31.929331 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5506c7b9-9776-424d-af73-8325d9d6d254 req-503f5bd5-8a92-46ec-a6b7-4ea5b02ac3b3 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496602 Oct 26 16:13:31.977810 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:31.994370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0ff9eb22-d917-451c-a433-d38a9a72525c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:31.994741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:31.995077 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0ff9eb22-d917-451c-a433-d38a9a72525c Oct 26 16:13:32.069909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:32.070395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:32.093924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:32.098215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:32.099031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:32.177512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:32.191439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f2ab4dcc-1820-477e-b928-b54784972aa4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:32.191985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:32.192329 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f2ab4dcc-1820-477e-b928-b54784972aa4 Oct 26 16:13:32.273100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:32.273561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:32.297239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:32.308467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:32.364085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:32.682073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7acb53-063f-4723-8edc-b58ea10ef9ac None None] Sync routers for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:32.684595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7acb53-063f-4723-8edc-b58ea10ef9ac None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:32.685314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ab7acb53-063f-4723-8edc-b58ea10ef9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:32.808111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ab7acb53-063f-4723-8edc-b58ea10ef9ac None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:32.925941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:33.001820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ab7acb53-063f-4723-8edc-b58ea10ef9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:32Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:31Z', 'revision_number': 7, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:33.003416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:33.032618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7acb53-063f-4723-8edc-b58ea10ef9ac None None] Checking router: cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:33.041884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7acb53-063f-4723-8edc-b58ea10ef9ac None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:33.042506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ab7acb53-063f-4723-8edc-b58ea10ef9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:33.064576 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e89de3-8e8d-4b86-9590-21fd31afee81 req-1ef40c5f-6c2f-449a-885f-b661484882b1 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:33.066101 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f3e89de3-8e8d-4b86-9590-21fd31afee81 req-1ef40c5f-6c2f-449a-885f-b661484882b1 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 946 time: 0.0518289 Oct 26 16:13:33.084231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:33.115971 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f3e89de3-8e8d-4b86-9590-21fd31afee81 req-7b86c639-773b-4711-8cc3-ee72d2ceca35 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425897 Oct 26 16:13:33.144438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ab7acb53-063f-4723-8edc-b58ea10ef9ac None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:33.247468 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b90ac-47af-48c0-9ea8-a0d5bb5ca266 req-032e4ffd-f7d4-462e-8231-1978c56e1aff tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:33.253327 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-340b90ac-47af-48c0-9ea8-a0d5bb5ca266 req-032e4ffd-f7d4-462e-8231-1978c56e1aff tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 946 time: 0.0624349 Oct 26 16:13:33.282369 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25115f59-0ce9-4ce0-b2cf-af9eaca6e0a9 None None] Sync routers for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:33.282369 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25115f59-0ce9-4ce0-b2cf-af9eaca6e0a9 None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:33.282369 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-25115f59-0ce9-4ce0-b2cf-af9eaca6e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:33.318559 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-340b90ac-47af-48c0-9ea8-a0d5bb5ca266 req-b93e2d09-4e49-4c67-b08d-5ae210d97b7d tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614810 Oct 26 16:13:33.364446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ab7acb53-063f-4723-8edc-b58ea10ef9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:32Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:31Z', 'revision_number': 7, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:33.393595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7acb53-063f-4723-8edc-b58ea10ef9ac None None] The sync data for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv is: [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:32Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:31Z', 'revision_number': 7, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:33.410096 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-25115f59-0ce9-4ce0-b2cf-af9eaca6e0a9 None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:33.477771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:33.560033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:33.560415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:33.596561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:33.603566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:33.604284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:33.628744 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-25115f59-0ce9-4ce0-b2cf-af9eaca6e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:32Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:31Z', 'revision_number': 11, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:33.675510 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25115f59-0ce9-4ce0-b2cf-af9eaca6e0a9 None None] Checking router: 50fcb892-a332-4f91-97d8-fbca96afe63f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:33.686346 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25115f59-0ce9-4ce0-b2cf-af9eaca6e0a9 None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:33.687420 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-25115f59-0ce9-4ce0-b2cf-af9eaca6e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:33.729604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:33.783726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:33.784099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:33.809848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:33.815267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:33.816609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:33.927080 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:33.940891 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-25115f59-0ce9-4ce0-b2cf-af9eaca6e0a9 None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:34.081442 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:34.115109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:34.132373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:34.132775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:34.181764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:34.188655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:34.189452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:34.191231 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-25115f59-0ce9-4ce0-b2cf-af9eaca6e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:32Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:33Z', 'revision_number': 12, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:34.242196 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25115f59-0ce9-4ce0-b2cf-af9eaca6e0a9 None None] The sync data for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv is: [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:32Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:33Z', 'revision_number': 12, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:34.304764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:34.367123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:34.367537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:34.394876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:34.399769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:34.473262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:35.518370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:35.573106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a959621e-0aae-475c-ada4-a04dae262fa0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:35.573649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:35.574093 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a959621e-0aae-475c-ada4-a04dae262fa0 Oct 26 16:13:35.661734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:35.662357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:35.708499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:35.713524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:35.714124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:35.754501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:35.760956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:35.795326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:35.809890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:35.810407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:35.810745 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 Oct 26 16:13:35.862512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:35.903932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:35.904331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:35.942231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:35.947662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:35.948646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:36.030720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:36.041034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0ff9eb22-d917-451c-a433-d38a9a72525c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:36.041377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:36.041724 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0ff9eb22-d917-451c-a433-d38a9a72525c Oct 26 16:13:36.126300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:36.126918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:36.149905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:36.154893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:36.155753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:36.237940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:36.250408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f2ab4dcc-1820-477e-b928-b54784972aa4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:36.250927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:36.251272 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f2ab4dcc-1820-477e-b928-b54784972aa4 Oct 26 16:13:36.332792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:36.333235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:36.356428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:36.360117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:36.409453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:36.869516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37e2473-5a73-4d89-bb49-8c54335c9603 None None] Sync routers for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:36.876369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e2473-5a73-4d89-bb49-8c54335c9603 None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:36.876369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d37e2473-5a73-4d89-bb49-8c54335c9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:36.989834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d37e2473-5a73-4d89-bb49-8c54335c9603 None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:37.184416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d37e2473-5a73-4d89-bb49-8c54335c9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:36Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:35Z', 'revision_number': 9, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:37.211424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37e2473-5a73-4d89-bb49-8c54335c9603 None None] Checking router: cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:37.220379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e2473-5a73-4d89-bb49-8c54335c9603 None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:37.221076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d37e2473-5a73-4d89-bb49-8c54335c9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:37.332938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d37e2473-5a73-4d89-bb49-8c54335c9603 None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:37.515415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:37.524305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d37e2473-5a73-4d89-bb49-8c54335c9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:36Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:35Z', 'revision_number': 9, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:37.548335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37e2473-5a73-4d89-bb49-8c54335c9603 None None] The sync data for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv is: [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:36Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:35Z', 'revision_number': 9, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:37.583142 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08d7a88-74d6-418f-b92f-a23939f90df8 None None] Sync routers for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:37.589150 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08d7a88-74d6-418f-b92f-a23939f90df8 None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:37.592850 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a08d7a88-74d6-418f-b92f-a23939f90df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:37.646606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:37.679015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:37.719919 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a08d7a88-74d6-418f-b92f-a23939f90df8 None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:37.728731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:37.729593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:37.771864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:37.779109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:37.780026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:37.786656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:37.884355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:37.937290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:37.937934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:37.970375 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a08d7a88-74d6-418f-b92f-a23939f90df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:36Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:35Z', 'revision_number': 13, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:37.973573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:37.979731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:37.981023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:38.000669 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08d7a88-74d6-418f-b92f-a23939f90df8 None None] Checking router: 50fcb892-a332-4f91-97d8-fbca96afe63f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:38.010654 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08d7a88-74d6-418f-b92f-a23939f90df8 None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:38.011629 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a08d7a88-74d6-418f-b92f-a23939f90df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:38.076320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:38.117073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:38.117466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:38.154974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:38.162886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:38.163935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:38.164221 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a08d7a88-74d6-418f-b92f-a23939f90df8 None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:38.257518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:38.302233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:38.302910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:38.336632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:38.342741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:38.404256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:38.411836 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a08d7a88-74d6-418f-b92f-a23939f90df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:36Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:37Z', 'revision_number': 14, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:38.438803 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08d7a88-74d6-418f-b92f-a23939f90df8 None None] The sync data for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv is: [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:36Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:37Z', 'revision_number': 14, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:38.698626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5ca2a15a-1a7a-46c8-ba7a-62ff8a7b71f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:39.559570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:39.603317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a959621e-0aae-475c-ada4-a04dae262fa0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:39.603694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:39.604035 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a959621e-0aae-475c-ada4-a04dae262fa0 Oct 26 16:13:39.685871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:39.686178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:39.722498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:39.726345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:39.727140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:39.801018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:39.811365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:39.811744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:39.812081 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 Oct 26 16:13:39.892902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:39.893418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:39.932679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:39.935355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:39.940368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:39.941238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:40.016670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:40.031823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0ff9eb22-d917-451c-a433-d38a9a72525c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:40.032203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:40.032544 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0ff9eb22-d917-451c-a433-d38a9a72525c Oct 26 16:13:40.111245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:40.127317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:40.127712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:40.149315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:40.153045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:40.153813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:40.225883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:40.234954 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:40.242065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f2ab4dcc-1820-477e-b928-b54784972aa4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:40.242451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:40.242785 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f2ab4dcc-1820-477e-b928-b54784972aa4 Oct 26 16:13:40.322840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:40.323240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:40.345207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:40.351002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:40.405033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:41.054897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd21a873-133a-49b5-8647-7d791b2c8bc1 None None] Sync routers for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:41.066618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd21a873-133a-49b5-8647-7d791b2c8bc1 None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:41.066618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bd21a873-133a-49b5-8647-7d791b2c8bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:41.265363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6805b5d6-a50e-4dfc-82cd-b61feaa207d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:41.320616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-bd21a873-133a-49b5-8647-7d791b2c8bc1 None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:41.507170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bd21a873-133a-49b5-8647-7d791b2c8bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:40Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:39Z', 'revision_number': 11, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:41.531798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd21a873-133a-49b5-8647-7d791b2c8bc1 None None] Checking router: cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:41.540817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd21a873-133a-49b5-8647-7d791b2c8bc1 None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:41.541448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bd21a873-133a-49b5-8647-7d791b2c8bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:41.643821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-bd21a873-133a-49b5-8647-7d791b2c8bc1 None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:41.732328 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d4de8-e5bc-4b93-a992-eb844167222f None None] Sync routers for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:41.737247 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d4de8-e5bc-4b93-a992-eb844167222f None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:41.737849 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2f7d4de8-e5bc-4b93-a992-eb844167222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:41.783536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:41.837360 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:41.847963 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2f7d4de8-e5bc-4b93-a992-eb844167222f None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:41.876413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bd21a873-133a-49b5-8647-7d791b2c8bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:40Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:39Z', 'revision_number': 11, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:41.919352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd21a873-133a-49b5-8647-7d791b2c8bc1 None None] The sync data for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv is: [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:40Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:39Z', 'revision_number': 11, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:41.931720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:41.932119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:41.963990 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:41.972687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:41.978235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:41.979155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:42.019515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:42.045292 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2f7d4de8-e5bc-4b93-a992-eb844167222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:40Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:39Z', 'revision_number': 15, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:42.057667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:42.073443 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d4de8-e5bc-4b93-a992-eb844167222f None None] Checking router: 50fcb892-a332-4f91-97d8-fbca96afe63f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:42.082682 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d4de8-e5bc-4b93-a992-eb844167222f None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:42.083309 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2f7d4de8-e5bc-4b93-a992-eb844167222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:42.097723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:42.098111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:42.127894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:42.134768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:42.135822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:42.185262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:42.263576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:42.312033 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2f7d4de8-e5bc-4b93-a992-eb844167222f None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:42.332373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:42.332949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:42.335871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:42.373074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:42.378340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:42.379235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:42.442530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:42.464883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:42.502400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:42.502804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:42.521134 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2f7d4de8-e5bc-4b93-a992-eb844167222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:40Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:41Z', 'revision_number': 16, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:42.526621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:42.531757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:42.555380 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d4de8-e5bc-4b93-a992-eb844167222f None None] The sync data for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv is: [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:40Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:41Z', 'revision_number': 16, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:42.603622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:42.640290 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b1a35829-1911-4038-b98d-aa0e868030a3 req-18c16bdb-ab3d-49eb-af6b-c0e4f0670021 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0624449 Oct 26 16:13:42.747158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a35829-1911-4038-b98d-aa0e868030a3 req-075917c3-00b4-4a32-ac38-5635401a1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:42.749406 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b1a35829-1911-4038-b98d-aa0e868030a3 req-075917c3-00b4-4a32-ac38-5635401a1b0d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0c9a0db7c42a4fc1b10e3855ad48c629&device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 1130 time: 0.0456748 Oct 26 16:13:42.873591 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a35829-1911-4038-b98d-aa0e868030a3 req-9b075c1b-765d-4b4f-99d7-d2798f06c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:42.875959 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b1a35829-1911-4038-b98d-aa0e868030a3 req-9b075c1b-765d-4b4f-99d7-d2798f06c608 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce HTTP/1.1" status: 200 len: 918 time: 0.1063647 Oct 26 16:13:42.917239 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b1a35829-1911-4038-b98d-aa0e868030a3 req-ee250b0b-17f6-4e52-b59e-22972927a3da service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21892fd3-4f0d-467a-ad71-db1dcb1605e6 HTTP/1.1" status: 200 len: 217 time: 0.0343814 Oct 26 16:13:42.976387 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a35829-1911-4038-b98d-aa0e868030a3 req-7de44a3e-5fa1-44f7-a802-55d66a1ef569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:42.978266 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b1a35829-1911-4038-b98d-aa0e868030a3 req-7de44a3e-5fa1-44f7-a802-55d66a1ef569 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b938431f-89e9-44a3-87a5-cb2691284e34 HTTP/1.1" status: 200 len: 856 time: 0.0553637 Oct 26 16:13:42.993504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:43.026480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a35829-1911-4038-b98d-aa0e868030a3 req-1eb349be-4768-4193-95a2-6ce26760d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:43.028377 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b1a35829-1911-4038-b98d-aa0e868030a3 req-1eb349be-4768-4193-95a2-6ce26760d9af service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436471 Oct 26 16:13:43.108396 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=61,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:43.112470 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=17 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:43.128244 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b1a35829-1911-4038-b98d-aa0e868030a3 req-c924d057-bb58-438a-9a49-e90670598f90 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933213 Oct 26 16:13:43.230367 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b1a35829-1911-4038-b98d-aa0e868030a3 req-4e4cac2d-5660-4e7e-a46b-d8879e2fd518 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952551 Oct 26 16:13:43.562336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:43.608451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a959621e-0aae-475c-ada4-a04dae262fa0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:43.608759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:43.609135 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a959621e-0aae-475c-ada4-a04dae262fa0 Oct 26 16:13:43.681801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:43.682196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:43.721531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:43.727822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:43.728726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:43.811734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:43.816634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:43.827994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:43.828364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:43.828717 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 Oct 26 16:13:43.904956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:43.905434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:43.950335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:43.959088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:43.959955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:44.000863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:44.045908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:44.050779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0ff9eb22-d917-451c-a433-d38a9a72525c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:44.051157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:44.051493 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0ff9eb22-d917-451c-a433-d38a9a72525c Oct 26 16:13:44.115330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:44.133969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:44.133969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:44.156098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:44.160029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:44.160837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:44.244540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:44.252469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f2ab4dcc-1820-477e-b928-b54784972aa4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:44.252882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:44.253227 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f2ab4dcc-1820-477e-b928-b54784972aa4 Oct 26 16:13:44.332975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:44.333173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:44.359540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:44.363542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:44.397579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:44.412872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:45.176934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e833493-6eaf-4061-8c2d-6de0b3b3ba4e None None] Sync routers for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:45.191350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e833493-6eaf-4061-8c2d-6de0b3b3ba4e None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:45.191350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3e833493-6eaf-4061-8c2d-6de0b3b3ba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:45.297771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-3e833493-6eaf-4061-8c2d-6de0b3b3ba4e None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:45.322236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:45.487395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3e833493-6eaf-4061-8c2d-6de0b3b3ba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:44Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:43Z', 'revision_number': 13, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:45.512100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e833493-6eaf-4061-8c2d-6de0b3b3ba4e None None] Checking router: cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:45.522688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e833493-6eaf-4061-8c2d-6de0b3b3ba4e None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:45.525808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3e833493-6eaf-4061-8c2d-6de0b3b3ba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:45.761860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-3e833493-6eaf-4061-8c2d-6de0b3b3ba4e None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:45.896157 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261443de-dda6-4f2f-bd01-a4d29b116838 None None] Sync routers for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:45.907097 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261443de-dda6-4f2f-bd01-a4d29b116838 None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:45.907335 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-261443de-dda6-4f2f-bd01-a4d29b116838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:45.936383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:45.982198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3e833493-6eaf-4061-8c2d-6de0b3b3ba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:44Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:43Z', 'revision_number': 13, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:46.009058 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-261443de-dda6-4f2f-bd01-a4d29b116838 None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:46.009799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e833493-6eaf-4061-8c2d-6de0b3b3ba4e None None] The sync data for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv is: [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:44Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:43Z', 'revision_number': 13, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:46.051327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:46.051815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:46.088936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:46.093611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:46.094332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:46.171695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:46.219795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:46.219795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:46.221752 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-261443de-dda6-4f2f-bd01-a4d29b116838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:44Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:43Z', 'revision_number': 17, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:46.239541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:46.253102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:46.254994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:46.261933 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261443de-dda6-4f2f-bd01-a4d29b116838 None None] Checking router: 50fcb892-a332-4f91-97d8-fbca96afe63f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:46.275940 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261443de-dda6-4f2f-bd01-a4d29b116838 None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:46.276741 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-261443de-dda6-4f2f-bd01-a4d29b116838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:46.342150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:46.384200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:46.385001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:46.387885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:46.404454 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-261443de-dda6-4f2f-bd01-a4d29b116838 None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:46.421400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:46.426080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:46.436937 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:46.476504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:46.514399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:46.526654 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:46.588627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:46.589046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:46.613474 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-261443de-dda6-4f2f-bd01-a4d29b116838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:44Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:46Z', 'revision_number': 18, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:46.618947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:46.622902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:46.639728 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261443de-dda6-4f2f-bd01-a4d29b116838 None None] The sync data for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv is: [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:44Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:46Z', 'revision_number': 18, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:46.646956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:46.681416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:47.074087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:47.564628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:47.589473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:47.626402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:47.627556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:47.628131 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 Oct 26 16:13:47.715321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:47.715714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:47.748631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:47.753401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:47.754582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:47.833914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:47.844709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a959621e-0aae-475c-ada4-a04dae262fa0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:47.845128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:47.845471 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a959621e-0aae-475c-ada4-a04dae262fa0 Oct 26 16:13:47.924110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:47.924512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:47.959609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:47.963552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:47.964788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:48.061822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:48.076481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0ff9eb22-d917-451c-a433-d38a9a72525c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:48.077462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:48.077809 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0ff9eb22-d917-451c-a433-d38a9a72525c Oct 26 16:13:48.166331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:48.166849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:48.193813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:48.198005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:48.248394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:49.327488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b155cf26-afd8-4d28-85b0-24aa08742a52 None None] Sync routers for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:49.328559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b155cf26-afd8-4d28-85b0-24aa08742a52 None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:49.331810 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b155cf26-afd8-4d28-85b0-24aa08742a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:49.470618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b155cf26-afd8-4d28-85b0-24aa08742a52 None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:49.671235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b155cf26-afd8-4d28-85b0-24aa08742a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:48Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:47Z', 'revision_number': 15, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:49.702502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b155cf26-afd8-4d28-85b0-24aa08742a52 None None] Checking router: cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:49.721362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b155cf26-afd8-4d28-85b0-24aa08742a52 None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:49.722179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b155cf26-afd8-4d28-85b0-24aa08742a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:49.729359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:49.783844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:49.785223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:50.002541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:50.056453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b155cf26-afd8-4d28-85b0-24aa08742a52 None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:50.058729 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd1e7ba-fb54-47b9-bd97-37a6665b97e7 None None] Sync routers for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:50.070276 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd1e7ba-fb54-47b9-bd97-37a6665b97e7 None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:50.071016 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6fd1e7ba-fb54-47b9-bd97-37a6665b97e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:50.083641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:50.187583 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6fd1e7ba-fb54-47b9-bd97-37a6665b97e7 None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:50.203427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:50.396336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:50.397555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:50.402813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b155cf26-afd8-4d28-85b0-24aa08742a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:48Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:47Z', 'revision_number': 15, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:50.403633 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6fd1e7ba-fb54-47b9-bd97-37a6665b97e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:46Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:47Z', 'revision_number': 19, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:50.433360 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd1e7ba-fb54-47b9-bd97-37a6665b97e7 None None] Checking router: 50fcb892-a332-4f91-97d8-fbca96afe63f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:50.439159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b155cf26-afd8-4d28-85b0-24aa08742a52 None None] The sync data for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv is: [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:48Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:47Z', 'revision_number': 15, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:50.442764 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd1e7ba-fb54-47b9-bd97-37a6665b97e7 None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:50.444380 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6fd1e7ba-fb54-47b9-bd97-37a6665b97e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:50.463498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:50.475556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:50.476552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:50.554992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:50.577069 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6fd1e7ba-fb54-47b9-bd97-37a6665b97e7 None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:50.594330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:50.594733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:50.619103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:50.625944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:50.626765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:50.719048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:50.796086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:50.796490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:50.837887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:50.842645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:50.879965 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:50.910497 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:50.954171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:50.967581 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6fd1e7ba-fb54-47b9-bd97-37a6665b97e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:46Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:47Z', 'revision_number': 19, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:50.997876 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd1e7ba-fb54-47b9-bd97-37a6665b97e7 None None] The sync data for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv is: [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:46Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:47Z', 'revision_number': 19, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:51.011476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:51.548269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:51.601701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:51.602079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:51.602423 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 Oct 26 16:13:51.712746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:51.713190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:51.750219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:51.759032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:51.759868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:51.836236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:51.847415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:51.856617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a959621e-0aae-475c-ada4-a04dae262fa0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:51.857057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:51.857535 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a959621e-0aae-475c-ada4-a04dae262fa0 Oct 26 16:13:51.950092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:51.967926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:51.968599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:52.009511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:52.015578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:52.018832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:52.020704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:52.116635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:52.128951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0ff9eb22-d917-451c-a433-d38a9a72525c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:52.129415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:52.129774 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0ff9eb22-d917-451c-a433-d38a9a72525c Oct 26 16:13:52.233271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:52.233665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:52.258125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:52.262893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:52.341487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:53.224421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=22 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:53.226853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=59 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:53.413749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:53.497674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:53.646310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:53.715327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:53.715802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:53.716229 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 Oct 26 16:13:53.793059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:53.794122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:53.838620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a959621e-0aae-475c-ada4-a04dae262fa0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:53.838996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:53.839333 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a959621e-0aae-475c-ada4-a04dae262fa0 Oct 26 16:13:53.914137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:53.915272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:53.958615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0ff9eb22-d917-451c-a433-d38a9a72525c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:53.959524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:53.959857 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0ff9eb22-d917-451c-a433-d38a9a72525c Oct 26 16:13:54.036598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:54.038359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:54.082365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f2ab4dcc-1820-477e-b928-b54784972aa4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:54.082746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:54.083078 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f2ab4dcc-1820-477e-b928-b54784972aa4 Oct 26 16:13:54.167410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:54.167801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:54.189020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:54.194349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:54.231066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:54.246177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:54.348539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45be5f-5795-443d-87b9-27d7ce50020f None None] Sync routers for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:54.355665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45be5f-5795-443d-87b9-27d7ce50020f None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:54.356282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fe45be5f-5795-443d-87b9-27d7ce50020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:54.463684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-fe45be5f-5795-443d-87b9-27d7ce50020f None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:54.721395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:54.810043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fe45be5f-5795-443d-87b9-27d7ce50020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:52Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:51Z', 'revision_number': 17, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:54.835105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45be5f-5795-443d-87b9-27d7ce50020f None None] Checking router: cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:54.843459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45be5f-5795-443d-87b9-27d7ce50020f None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:54.844066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fe45be5f-5795-443d-87b9-27d7ce50020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:54.930247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:54.957657 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56b0a5-3611-441b-93e8-8b6d64230797 None None] Sync routers for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:54.957657 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56b0a5-3611-441b-93e8-8b6d64230797 None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:54.957657 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-bf56b0a5-3611-441b-93e8-8b6d64230797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:54.962596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-fe45be5f-5795-443d-87b9-27d7ce50020f None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:55.061643 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-bf56b0a5-3611-441b-93e8-8b6d64230797 None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:55.136916 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:13:55.160064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fe45be5f-5795-443d-87b9-27d7ce50020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:52Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:51Z', 'revision_number': 17, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:55.185724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45be5f-5795-443d-87b9-27d7ce50020f None None] The sync data for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv is: [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:52Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:51Z', 'revision_number': 17, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:55.264931 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-bf56b0a5-3611-441b-93e8-8b6d64230797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:54Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:51Z', 'revision_number': 21, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:55.291902 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56b0a5-3611-441b-93e8-8b6d64230797 None None] Checking router: 50fcb892-a332-4f91-97d8-fbca96afe63f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:13:55.301292 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56b0a5-3611-441b-93e8-8b6d64230797 None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:55.301933 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-bf56b0a5-3611-441b-93e8-8b6d64230797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:55.346031 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:55.419162 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-bf56b0a5-3611-441b-93e8-8b6d64230797 None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:55.452295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:55.555266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:55.555735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:55.592252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:55.602041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:55.631812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:55.667367 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-bf56b0a5-3611-441b-93e8-8b6d64230797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:54Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:51Z', 'revision_number': 21, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:55.697648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:55.712879 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56b0a5-3611-441b-93e8-8b6d64230797 None None] The sync data for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv is: [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:54Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:51Z', 'revision_number': 21, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:13:55.746668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:55.857203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:55.907671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a959621e-0aae-475c-ada4-a04dae262fa0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:55.908052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:55.908527 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a959621e-0aae-475c-ada4-a04dae262fa0 Oct 26 16:13:55.990733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:55.991231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:56.048395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:56.063632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:56.136659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:56.190372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:56.270180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:56.270844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:56.319812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:56.325701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:56.327042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:56.415792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:56.449012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:56.459949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:56.460243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:56.467218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:56.489345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:56.495886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:56.496657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:13:56.584437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:56.629125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:56.629517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:56.653705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:56.659259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:56.715004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:57.279163 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11950133-34c5-449d-adf2-5fc86c906b88 req-03bbbec5-a473-4088-aa15-29934e9d1bc5 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:57.281133 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-11950133-34c5-449d-adf2-5fc86c906b88 req-03bbbec5-a473-4088-aa15-29934e9d1bc5 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 946 time: 0.0509801 Oct 26 16:13:57.333654 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-11950133-34c5-449d-adf2-5fc86c906b88 req-22d6ad3f-f8bb-4b7e-ba2d-ddb712fd3cb7 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466287 Oct 26 16:13:57.585092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:57.610347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:57.639380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:57.639752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:57.640093 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 Oct 26 16:13:57.722669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:57.723192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:57.759159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:57.763587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:57.764413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:57.841112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:57.850451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a959621e-0aae-475c-ada4-a04dae262fa0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:57.850806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:57.851157 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a959621e-0aae-475c-ada4-a04dae262fa0 Oct 26 16:13:57.919738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:57.920729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:57.968689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0ff9eb22-d917-451c-a433-d38a9a72525c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:57.969095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:57.969430 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0ff9eb22-d917-451c-a433-d38a9a72525c Oct 26 16:13:58.048526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:58.048946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:58.074897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:58.079782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:58.080890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:13:58.158371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:58.168890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f2ab4dcc-1820-477e-b928-b54784972aa4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:13:58.169267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:58.169605 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f2ab4dcc-1820-477e-b928-b54784972aa4 Oct 26 16:13:58.240564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:13:58.240899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:58.261847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:58.265457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:58.312812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:58.460543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483452da-7158-4851-aeac-7e96a2e0befb req-08aac3c5-1ad3-4f3d-b262-abcc267e6a96 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:58.462055 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-483452da-7158-4851-aeac-7e96a2e0befb req-08aac3c5-1ad3-4f3d-b262-abcc267e6a96 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 946 time: 0.0481460 Oct 26 16:13:58.510135 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-483452da-7158-4851-aeac-7e96a2e0befb req-db3e369e-bd50-4462-9621-c7ff445dcb25 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423856 Oct 26 16:13:58.864204 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11842f3-27b4-44ac-8796-aa1552e9bd78 req-d5339d7f-5e07-4d94-8884-6308795d0437 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:13:58.865751 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a11842f3-27b4-44ac-8796-aa1552e9bd78 req-d5339d7f-5e07-4d94-8884-6308795d0437 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 946 time: 0.0529275 Oct 26 16:13:58.950300 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-a11842f3-27b4-44ac-8796-aa1552e9bd78 req-79ccbfa9-bd39-4ee9-9eda-dcb2c707bd48 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Deleting port 21892fd3-4f0d-467a-ad71-db1dcb1605e6 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:13:58.950836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-a11842f3-27b4-44ac-8796-aa1552e9bd78 req-79ccbfa9-bd39-4ee9-9eda-dcb2c707bd48 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (21892fd3-4f0d-467a-ad71-db1dcb1605e6), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:59.044442 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-a11842f3-27b4-44ac-8796-aa1552e9bd78 req-79ccbfa9-bd39-4ee9-9eda-dcb2c707bd48 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] For port 21892fd3-4f0d-467a-ad71-db1dcb1605e6, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=21892fd3-4f0d-467a-ad71-db1dcb1605e6,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:13:59.044844 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-a11842f3-27b4-44ac-8796-aa1552e9bd78 req-79ccbfa9-bd39-4ee9-9eda-dcb2c707bd48 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (21892fd3-4f0d-467a-ad71-db1dcb1605e6), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:59.058405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-a11842f3-27b4-44ac-8796-aa1552e9bd78 req-79ccbfa9-bd39-4ee9-9eda-dcb2c707bd48 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Calling delete_port for 21892fd3-4f0d-467a-ad71-db1dcb1605e6 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:13:59.184828 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-a11842f3-27b4-44ac-8796-aa1552e9bd78 req-79ccbfa9-bd39-4ee9-9eda-dcb2c707bd48 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (21892fd3-4f0d-467a-ad71-db1dcb1605e6), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:59.205276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['21892fd3-4f0d-467a-ad71-db1dcb1605e6'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:13:59.217660 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccbfa9-bd39-4ee9-9eda-dcb2c707bd48 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Pushing event deleted for resources: {'Port': ['ID=21892fd3-4f0d-467a-ad71-db1dcb1605e6,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:13:59.262555 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11842f3-27b4-44ac-8796-aa1552e9bd78 req-79ccbfa9-bd39-4ee9-9eda-dcb2c707bd48 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] No DVR routers for this DVR port 21892fd3-4f0d-467a-ad71-db1dcb1605e6 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:13:59.265067 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-a11842f3-27b4-44ac-8796-aa1552e9bd78 req-79ccbfa9-bd39-4ee9-9eda-dcb2c707bd48 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:13:59.268282 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a11842f3-27b4-44ac-8796-aa1552e9bd78 req-79ccbfa9-bd39-4ee9-9eda-dcb2c707bd48 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.64 "DELETE /networking/v2.0/ports/21892fd3-4f0d-467a-ad71-db1dcb1605e6 HTTP/1.1" status: 204 len: 173 time: 0.3977325 Oct 26 16:13:59.268781 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb66adc-82be-4ace-b50e-1e4eba0a4268', 'name': 'network-vif-deleted', 'tag': '21892fd3-4f0d-467a-ad71-db1dcb1605e6'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:13:59.271054 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8f1b23-1f30-4540-a404-3e925f3a0a39" -d '{"events": [{"server_uuid": "6eb66adc-82be-4ace-b50e-1e4eba0a4268", "name": "network-vif-deleted", "tag": "21892fd3-4f0d-467a-ad71-db1dcb1605e6"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:13:59.310906 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e68d714-7bd9-4409-848c-2238368520ef x-openstack-request-id: req-8e68d714-7bd9-4409-848c-2238368520ef {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:13:59.311207 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb66adc-82be-4ace-b50e-1e4eba0a4268", "name": "network-vif-deleted", "tag": "21892fd3-4f0d-467a-ad71-db1dcb1605e6", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:13:59.311462 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e68d714-7bd9-4409-848c-2238368520ef {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:13:59.311876 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e68d714-7bd9-4409-848c-2238368520ef'] response: {'server_uuid': '6eb66adc-82be-4ace-b50e-1e4eba0a4268', 'name': 'network-vif-deleted', 'tag': '21892fd3-4f0d-467a-ad71-db1dcb1605e6', 'status': 'completed', 'code': 200} Oct 26 16:13:59.635622 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-89edd08c-77e1-484b-8c9a-c5ea00266f30 req-0cbb21ff-8cee-49e5-8315-c062cd2a1eb1 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6eb66adc-82be-4ace-b50e-1e4eba0a4268 HTTP/1.1" status: 200 len: 210 time: 0.0297287 Oct 26 16:13:59.694143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ddd18a-fefd-49d1-b3fd-ef2623382f20 None None] Sync routers for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:13:59.710463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ddd18a-fefd-49d1-b3fd-ef2623382f20 None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:13:59.710463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b6ddd18a-fefd-49d1-b3fd-ef2623382f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:13:59.853260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b6ddd18a-fefd-49d1-b3fd-ef2623382f20 None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:13:59.889237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:13:59.989958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:00.042671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b6ddd18a-fefd-49d1-b3fd-ef2623382f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:58Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:56Z', 'revision_number': 19, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:14:00.070942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ddd18a-fefd-49d1-b3fd-ef2623382f20 None None] Checking router: cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:14:00.080125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ddd18a-fefd-49d1-b3fd-ef2623382f20 None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:14:00.081086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b6ddd18a-fefd-49d1-b3fd-ef2623382f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:14:00.178925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b6ddd18a-fefd-49d1-b3fd-ef2623382f20 None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:14:00.292935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:00.427007 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8987108-42e6-41f0-86ee-86aeab0617d5 None None] Sync routers for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:14:00.427007 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8987108-42e6-41f0-86ee-86aeab0617d5 None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:14:00.427007 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b8987108-42e6-41f0-86ee-86aeab0617d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:14:00.467514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:14:00.529429 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b8987108-42e6-41f0-86ee-86aeab0617d5 None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:14:00.546710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b6ddd18a-fefd-49d1-b3fd-ef2623382f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:58Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:56Z', 'revision_number': 19, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:14:00.591415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ddd18a-fefd-49d1-b3fd-ef2623382f20 None None] The sync data for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv is: [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:58Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:13:56Z', 'revision_number': 19, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:14:00.608248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:00.608630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:00.632067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:00.636958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:00.637648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:14:00.653297 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:00.713357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:00.737906 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b8987108-42e6-41f0-86ee-86aeab0617d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:58Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:57Z', 'revision_number': 23, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:14:00.757490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:00.757883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:00.769941 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8987108-42e6-41f0-86ee-86aeab0617d5 None None] Checking router: 50fcb892-a332-4f91-97d8-fbca96afe63f for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:14:00.780481 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8987108-42e6-41f0-86ee-86aeab0617d5 None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:14:00.781139 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b8987108-42e6-41f0-86ee-86aeab0617d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:14:00.800138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:00.804524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:00.870798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:00.889947 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b8987108-42e6-41f0-86ee-86aeab0617d5 None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:14:01.122555 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-ed5e1e30-2b68-41f3-b3a4-eddc81ea9959 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:01.124110 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-ed5e1e30-2b68-41f3-b3a4-eddc81ea9959 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/networks?id=3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce HTTP/1.1" status: 200 len: 817 time: 0.1278565 Oct 26 16:14:01.142048 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4a701676-523b-4b27-8dd0-dd80d23ac80b tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/quotas/0c9a0db7c42a4fc1b10e3855ad48c629 HTTP/1.1" status: 200 len: 375 time: 0.0119889 Oct 26 16:14:01.164025 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:01.201372 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-1b389dd1-399f-431c-9796-ae24f81d63cd tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=0c9a0db7c42a4fc1b10e3855ad48c629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552549 Oct 26 16:14:01.205513 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b8987108-42e6-41f0-86ee-86aeab0617d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:58Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:57Z', 'revision_number': 23, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:14:01.233210 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8987108-42e6-41f0-86ee-86aeab0617d5 None None] The sync data for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv is: [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:14Z', 'revision_number': 4, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:13:58Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99b27cd8-ee00-4e22-95fc-ebb77f9731e2', 'name': '', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'mac_address': 'fa:16:3e:f8:2e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:13Z', 'updated_at': '2022-10-26T16:13:57Z', 'revision_number': 23, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'subnets': [{'id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:14:01.325137 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-2598d566-d581-45b4-9eaa-f5239aac42ae service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109991 Oct 26 16:14:01.433764 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-7d6bfcce-3525-45c4-962c-ae0f871c19d7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025229 Oct 26 16:14:01.619510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:14:01.680079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a959621e-0aae-475c-ada4-a04dae262fa0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:14:01.680458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:01.680831 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a959621e-0aae-475c-ada4-a04dae262fa0 Oct 26 16:14:01.710153 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e7ef4aeb-83e7-48bf-a0b3-011f74946f49 req-e4790ba1-df34-478d-a18c-47419fc904dd tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c739c8fb-1e0a-4bc9-bf09-fcffc472fd29 HTTP/1.1" status: 200 len: 210 time: 0.0768387 Oct 26 16:14:01.777170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:01.777570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:01.820718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:01.827255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:01.884344 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:01.903374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:14:02.000466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:02.000907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:02.044184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:02.048730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:02.049365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:14:02.134409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:02.146137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:02.176741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:02.194877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:02.196653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:02.218167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:02.223801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:02.299498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:02.819687 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-14629357-33cb-4fb3-a7ab-4a340f0f8af4 req-913ec510-b2c4-4c77-b063-0694d2595d8f tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c739c8fb-1e0a-4bc9-bf09-fcffc472fd29 HTTP/1.1" status: 200 len: 210 time: 0.0335474 Oct 26 16:14:02.898626 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:02.908717 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:02.945054 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-72b44715-08fd-4b97-8661-bc751ada7e99 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:02.946828 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-72b44715-08fd-4b97-8661-bc751ada7e99 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.64 "GET /networking/v2.0/networks?id=3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce HTTP/1.1" status: 200 len: 817 time: 0.1056976 Oct 26 16:14:02.961329 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-9f269b73-00cd-4b13-a18d-8527a652a56f tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Request body: {'port': {'device_id': 'c739c8fb-1e0a-4bc9-bf09-fcffc472fd29', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'admin_state_up': True, 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:14:03.080744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-9f269b73-00cd-4b13-a18d-8527a652a56f tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Made reservation on behalf of 0c9a0db7c42a4fc1b10e3855ad48c629 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:14:03.085053 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-9f269b73-00cd-4b13-a18d-8527a652a56f tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:03.224974 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-9f269b73-00cd-4b13-a18d-8527a652a56f tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Allocated IP 172.20.0.3 (3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce/b938431f-89e9-44a3-87a5-cb2691284e34/bc851a34-87af-44d3-9df2-990cb8898db4) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:14:03.386991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-9f269b73-00cd-4b13-a18d-8527a652a56f tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks [] for port (bc851a34-87af-44d3-9df2-990cb8898db4), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:03.418671 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-9f269b73-00cd-4b13-a18d-8527a652a56f tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (bc851a34-87af-44d3-9df2-990cb8898db4), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:03.471571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-9f269b73-00cd-4b13-a18d-8527a652a56f tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:14:03.474962 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-9f269b73-00cd-4b13-a18d-8527a652a56f tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:14:03.478915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-9f269b73-00cd-4b13-a18d-8527a652a56f tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:14:03.481630 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f269b73-00cd-4b13-a18d-8527a652a56f tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Pushing event updated for resources: {'Port': ['ID=bc851a34-87af-44d3-9df2-990cb8898db4,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:03.534838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-9f269b73-00cd-4b13-a18d-8527a652a56f tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:03.535494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-9f269b73-00cd-4b13-a18d-8527a652a56f tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:03.553865 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-9f269b73-00cd-4b13-a18d-8527a652a56f tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5971315 Oct 26 16:14:03.566640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Request body: {'port': {'device_id': 'c739c8fb-1e0a-4bc9-bf09-fcffc472fd29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:14:03.632837 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bc851a34-87af-44d3-9df2-990cb8898db4), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:03.680732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-6c7c842f-321f-4657-8ebe-3dc882ca2902 None None] Provisioning complete for port bc851a34-87af-44d3-9df2-990cb8898db4 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:14:03.681298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6c7c842f-321f-4657-8ebe-3dc882ca2902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bc851a34-87af-44d3-9df2-990cb8898db4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:03.681708 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-6c7c842f-321f-4657-8ebe-3dc882ca2902 None None] Attempt 1 to provision port bc851a34-87af-44d3-9df2-990cb8898db4 Oct 26 16:14:03.689765 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:03.713881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-6c7c842f-321f-4657-8ebe-3dc882ca2902 None None] Port bc851a34-87af-44d3-9df2-990cb8898db4 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:14:03.846457 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:03.851743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:14:03.904746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:14:03.905155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:03.905490 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 Oct 26 16:14:03.906821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc851a34-87af-44d3-9df2-990cb8898db4 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:14:03.915179 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Publish callbacks [] for port (bc851a34-87af-44d3-9df2-990cb8898db4), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:03.927824 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Transition to ACTIVE for port object bc851a34-87af-44d3-9df2-990cb8898db4 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:14:03.932229 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (bc851a34-87af-44d3-9df2-990cb8898db4), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:03.952014 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98f3e9-219f-4950-ac03-7a726005391d req-6034d12d-85fa-42ee-9423-ece4146812b5 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:03.954144 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4c98f3e9-219f-4950-ac03-7a726005391d req-6034d12d-85fa-42ee-9423-ece4146812b5 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c739c8fb-1e0a-4bc9-bf09-fcffc472fd29 HTTP/1.1" status: 200 len: 931 time: 0.0552497 Oct 26 16:14:03.985447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:03.986283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:04.006793 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4c98f3e9-219f-4950-ac03-7a726005391d req-6366ee30-8dc3-46e2-807f-b0cc375a3b04 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456305 Oct 26 16:14:04.013580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 21892fd3-4f0d-467a-ad71-db1dcb1605e6 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:14:04.023829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc851a34-87af-44d3-9df2-990cb8898db4,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:04.028416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:04.049158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 21892fd3-4f0d-467a-ad71-db1dcb1605e6 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:14:04.049332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Attempting to bind port bc851a34-87af-44d3-9df2-990cb8898db4 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:14:04.049509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 21892fd3-4f0d-467a-ad71-db1dcb1605e6 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:14:04.049694 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Attempting to bind port bc851a34-87af-44d3-9df2-990cb8898db4 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:14:04.050027 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Attempting to bind port bc851a34-87af-44d3-9df2-990cb8898db4 on network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:14:04.052148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:04.053038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:14:04.092379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Port bc851a34-87af-44d3-9df2-990cb8898db4 on network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:14:04.092705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Attempting to bind port bc851a34-87af-44d3-9df2-990cb8898db4 on network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:14:04.122314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:04.132081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:04.134064 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:14:04.134398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Checking segment: {'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:14:04.134780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Bound using segment: {'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:14:04.135210 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Bound port: bc851a34-87af-44d3-9df2-990cb8898db4, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:14:04.135567 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bc851a34-87af-44d3-9df2-990cb8898db4), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:04.142955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0ff9eb22-d917-451c-a433-d38a9a72525c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:14:04.143332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:04.143668 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0ff9eb22-d917-451c-a433-d38a9a72525c Oct 26 16:14:04.196936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] For port bc851a34-87af-44d3-9df2-990cb8898db4, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:14:04.200128 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] For port bc851a34-87af-44d3-9df2-990cb8898db4, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=bc851a34-87af-44d3-9df2-990cb8898db4,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:14:04.206849 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (bc851a34-87af-44d3-9df2-990cb8898db4), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:04.212628 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:04.213283 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:04.214668 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/bc851a34-87af-44d3-9df2-990cb8898db4 HTTP/1.1" status: 200 len: 1093 time: 0.6523149 Oct 26 16:14:04.215257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c739c8fb-1e0a-4bc9-bf09-fcffc472fd29', 'tag': 'bc851a34-87af-44d3-9df2-990cb8898db4'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:14:04.217543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c00712-fb6e-427c-a010-dda06cdd6df4" -d '{"events": [{"name": "network-changed", "server_uuid": "c739c8fb-1e0a-4bc9-bf09-fcffc472fd29", "tag": "bc851a34-87af-44d3-9df2-990cb8898db4"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:14:04.222594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:04.222986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:04.246606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:04.252950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:04.254713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:14:04.278812 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b426872-f5ce-40c8-ba78-ce4f231f59d7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc851a34-87af-44d3-9df2-990cb8898db4,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:04.317840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0adf8ff-2a3d-4c9e-8e03-c277ebdeaf8d x-openstack-request-id: req-b0adf8ff-2a3d-4c9e-8e03-c277ebdeaf8d {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:14:04.318210 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c739c8fb-1e0a-4bc9-bf09-fcffc472fd29", "tag": "bc851a34-87af-44d3-9df2-990cb8898db4", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:14:04.318451 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0adf8ff-2a3d-4c9e-8e03-c277ebdeaf8d {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:14:04.319364 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0adf8ff-2a3d-4c9e-8e03-c277ebdeaf8d'] response: {'name': 'network-changed', 'server_uuid': 'c739c8fb-1e0a-4bc9-bf09-fcffc472fd29', 'tag': 'bc851a34-87af-44d3-9df2-990cb8898db4', 'status': 'completed', 'code': 200} Oct 26 16:14:04.331436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-b927b0b0-6be0-4308-947f-718718c276c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:04.332493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:04.333084 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-b927b0b0-6be0-4308-947f-718718c276c9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0c9a0db7c42a4fc1b10e3855ad48c629&device_id=c739c8fb-1e0a-4bc9-bf09-fcffc472fd29 HTTP/1.1" status: 200 len: 1127 time: 0.0554743 Oct 26 16:14:04.340255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f2ab4dcc-1820-477e-b928-b54784972aa4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:14:04.340745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:04.341078 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f2ab4dcc-1820-477e-b928-b54784972aa4 Oct 26 16:14:04.375947 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-04074a75-783f-4122-92fb-52af5e0da65d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc851a34-87af-44d3-9df2-990cb8898db4 HTTP/1.1" status: 200 len: 217 time: 0.0338869 Oct 26 16:14:04.418351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:04.418829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:04.432714 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-ddfae93e-48da-49d9-9ef4-2026ee4c20df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:04.434275 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-ddfae93e-48da-49d9-9ef4-2026ee4c20df service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b938431f-89e9-44a3-87a5-cb2691284e34 HTTP/1.1" status: 200 len: 856 time: 0.0493708 Oct 26 16:14:04.440743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:04.445285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:04.488178 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-7e537193-a284-4183-a1a6-033d664f03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:04.489738 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-7e537193-a284-4183-a1a6-033d664f03c6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449193 Oct 26 16:14:04.493553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:04.587217 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-cf83fe2b-9b1e-4790-a3cf-c2cf0089bdd2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880044 Oct 26 16:14:04.656273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:04.688498 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-095ad6cb-c0e9-4dae-a9a7-faeec703554a req-80f0e4b1-636e-447c-a47e-186487485ca9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917947 Oct 26 16:14:04.712230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315225b-a38e-4602-9c0f-cb742c141c9a None None] Sync routers for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:14:04.713724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4315225b-a38e-4602-9c0f-cb742c141c9a None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:14:04.714363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4315225b-a38e-4602-9c0f-cb742c141c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:14:04.823562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4315225b-a38e-4602-9c0f-cb742c141c9a None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:14:05.007183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4315225b-a38e-4602-9c0f-cb742c141c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:14:04Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:14:01Z', 'revision_number': 21, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:14:05.031382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315225b-a38e-4602-9c0f-cb742c141c9a None None] Checking router: cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:14:05.040491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4315225b-a38e-4602-9c0f-cb742c141c9a None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:14:05.041132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4315225b-a38e-4602-9c0f-cb742c141c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:14:05.135929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:05.137923 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8a1b6-d045-4f7b-90b7-87717ecfd7d8 req-6d4e45df-a888-4054-a291-68766312f032 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:05.139497 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-10f8a1b6-d045-4f7b-90b7-87717ecfd7d8 req-6d4e45df-a888-4054-a291-68766312f032 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c739c8fb-1e0a-4bc9-bf09-fcffc472fd29 HTTP/1.1" status: 200 len: 943 time: 0.0496862 Oct 26 16:14:05.147617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4315225b-a38e-4602-9c0f-cb742c141c9a None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:14:05.171936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:05.187401 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-10f8a1b6-d045-4f7b-90b7-87717ecfd7d8 req-00dbd442-8496-42a0-813e-28a4e3bd0eaf tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420971 Oct 26 16:14:05.335324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4315225b-a38e-4602-9c0f-cb742c141c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:14:04Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:14:01Z', 'revision_number': 21, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:14:05.359040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315225b-a38e-4602-9c0f-cb742c141c9a None None] The sync data for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv is: [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:14:04Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:14:01Z', 'revision_number': 21, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:14:05.493094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:14:05.580565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:05.580999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:05.614324 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c00712-fb6e-427c-a010-dda06cdd6df4 req-f90f73c3-2df7-4b0b-bcac-f0b39721635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:05.616549 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c8c00712-fb6e-427c-a010-dda06cdd6df4 req-f90f73c3-2df7-4b0b-bcac-f0b39721635c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0c9a0db7c42a4fc1b10e3855ad48c629&device_id=c739c8fb-1e0a-4bc9-bf09-fcffc472fd29 HTTP/1.1" status: 200 len: 1127 time: 0.0771916 Oct 26 16:14:05.632255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:05.637063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:05.637853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:14:05.722965 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:05.765894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:05.766612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:05.790721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:05.796240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:05.797219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:14:05.819180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:05.891291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:05.928675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:05.929106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:05.966356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:05.971132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:05.971706 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:05.971988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f2ab4dcc-1820-477e-b928-b54784972aa4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:14:06.001474 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c00712-fb6e-427c-a010-dda06cdd6df4 req-8f964e2c-880d-4c78-9e32-76e73f707d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:06.002980 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c8c00712-fb6e-427c-a010-dda06cdd6df4 req-8f964e2c-880d-4c78-9e32-76e73f707d08 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce HTTP/1.1" status: 200 len: 918 time: 0.3775907 Oct 26 16:14:06.060873 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c8c00712-fb6e-427c-a010-dda06cdd6df4 req-148e59fb-2683-463b-81de-be15eaa37e0a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc851a34-87af-44d3-9df2-990cb8898db4 HTTP/1.1" status: 200 len: 217 time: 0.0453215 Oct 26 16:14:06.124901 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c00712-fb6e-427c-a010-dda06cdd6df4 req-5efd4a3e-54fb-4faa-9120-718a309c7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:06.126543 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c8c00712-fb6e-427c-a010-dda06cdd6df4 req-5efd4a3e-54fb-4faa-9120-718a309c7ab3 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b938431f-89e9-44a3-87a5-cb2691284e34 HTTP/1.1" status: 200 len: 856 time: 0.0562007 Oct 26 16:14:06.181369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c00712-fb6e-427c-a010-dda06cdd6df4 req-daba7057-b7c6-4321-8de2-65b4d58d751f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:06.182887 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c8c00712-fb6e-427c-a010-dda06cdd6df4 req-daba7057-b7c6-4321-8de2-65b4d58d751f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457880 Oct 26 16:14:06.203651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:06.242734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f2ab4dcc-1820-477e-b928-b54784972aa4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:06.243350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:06.288366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:06.298442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:06.351319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:06.365955 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c8c00712-fb6e-427c-a010-dda06cdd6df4 req-b49acb8b-71ec-40cb-b262-e68bf03894b0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721218 Oct 26 16:14:06.386762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22e7d7-10c5-42a6-ad44-d89b5d85fd9a req-40902386-0f86-4e71-88d2-f4440504a3f1 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:06.388145 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8b22e7d7-10c5-42a6-ad44-d89b5d85fd9a req-40902386-0f86-4e71-88d2-f4440504a3f1 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c739c8fb-1e0a-4bc9-bf09-fcffc472fd29 HTTP/1.1" status: 200 len: 943 time: 0.0787032 Oct 26 16:14:06.499652 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8b22e7d7-10c5-42a6-ad44-d89b5d85fd9a req-38b9324b-4921-4f95-a2a7-f87f629271a8 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998855 Oct 26 16:14:06.511232 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c8c00712-fb6e-427c-a010-dda06cdd6df4 req-afdc5b78-8fc0-484a-a0d8-6523cdb34cc0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369922 Oct 26 16:14:07.635302 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53920281-0565-457d-af36-d0e6bfab7167 None None] Sync routers for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:14:07.635753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61570c8-bdcd-4f11-b1db-8337b8c2601b req-0f15f339-b8cf-4e86-8334-fb067c505efb tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:07.635753 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a61570c8-bdcd-4f11-b1db-8337b8c2601b req-0f15f339-b8cf-4e86-8334-fb067c505efb tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c739c8fb-1e0a-4bc9-bf09-fcffc472fd29 HTTP/1.1" status: 200 len: 943 time: 0.0569644 Oct 26 16:14:07.641858 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53920281-0565-457d-af36-d0e6bfab7167 None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:14:07.642540 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-53920281-0565-457d-af36-d0e6bfab7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:14:07.678951 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a61570c8-bdcd-4f11-b1db-8337b8c2601b req-09995d78-16cd-4e06-b7f0-1e7a2a9ecaba tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412185 Oct 26 16:14:07.744195 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-53920281-0565-457d-af36-d0e6bfab7167 None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:14:07.924646 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-53920281-0565-457d-af36-d0e6bfab7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:14:05Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:14:05Z', 'revision_number': 22, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:14:07.948616 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53920281-0565-457d-af36-d0e6bfab7167 None None] Checking router: cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:14:07.956828 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53920281-0565-457d-af36-d0e6bfab7167 None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:14:07.957430 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-53920281-0565-457d-af36-d0e6bfab7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:13:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:14:08.041026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device bc851a34-87af-44d3-9df2-990cb8898db4 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:14:08.056177 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-53920281-0565-457d-af36-d0e6bfab7167 None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:14:08.143305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port bc851a34-87af-44d3-9df2-990cb8898db4, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=bc851a34-87af-44d3-9df2-990cb8898db4,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:08.154296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': 'bc851a34-87af-44d3-9df2-990cb8898db4', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'port_id': 'bc851a34-87af-44d3-9df2-990cb8898db4', 'mac_address': 'fa:16:3e:5d:da:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:14:08.189623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port bc851a34-87af-44d3-9df2-990cb8898db4 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:08.190013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bc851a34-87af-44d3-9df2-990cb8898db4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:08.204325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc851a34-87af-44d3-9df2-990cb8898db4 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:14:08.232644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port bc851a34-87af-44d3-9df2-990cb8898db4, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=bc851a34-87af-44d3-9df2-990cb8898db4,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:08.236524 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-53920281-0565-457d-af36-d0e6bfab7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:14:05Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:14:05Z', 'revision_number': 22, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:14:08.237032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bc851a34-87af-44d3-9df2-990cb8898db4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:08.265924 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53920281-0565-457d-af36-d0e6bfab7167 None None] The sync data for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv is: [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:13:18Z', 'revision_number': 4, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:14:05Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a959621e-0aae-475c-ada4-a04dae262fa0', 'name': '', 'network_id': '5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'mac_address': 'fa:16:3e:d1:8c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:18Z', 'updated_at': '2022-10-26T16:14:05Z', 'revision_number': 22, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'subnets': [{'id': '3789d2a6-99a5-4421-854d-b9aa02ddbd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:14:08.287922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=bc851a34-87af-44d3-9df2-990cb8898db4,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:08.478891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['bc851a34-87af-44d3-9df2-990cb8898db4'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:14:08.566625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:08.623860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:08.662912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-64fa9847-e8a7-4efd-9409-4fdf1188a7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:08.806466 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d06559-5cbc-484e-9a36-fd8d71eba3cc req-23d55670-f88a-44a7-b66e-5090a43ddcce tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:08.808099 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-24d06559-5cbc-484e-9a36-fd8d71eba3cc req-23d55670-f88a-44a7-b66e-5090a43ddcce tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c739c8fb-1e0a-4bc9-bf09-fcffc472fd29 HTTP/1.1" status: 200 len: 944 time: 0.0508289 Oct 26 16:14:08.860494 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-24d06559-5cbc-484e-9a36-fd8d71eba3cc req-ede26db8-91c5-4e2d-8459-5ea29f9368ef tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464454 Oct 26 16:14:09.439130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:14:09.509302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:09.520146 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:14:09.592041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:09.676123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:14:09.720790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 0ff9eb22-d917-451c-a433-d38a9a72525c triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:14:09.721203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:09.721544 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 0ff9eb22-d917-451c-a433-d38a9a72525c Oct 26 16:14:09.792100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:09.792409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:09.803233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:09.819975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:09.824339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:09.825198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:14:09.900953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:09.914190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a959621e-0aae-475c-ada4-a04dae262fa0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:14:09.914577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:09.914920 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a959621e-0aae-475c-ada4-a04dae262fa0 Oct 26 16:14:09.994710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:09.995259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:10.002894 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abe391-6d98-4a5d-8f3b-84547bc77078 req-f5589496-64e6-45f0-9188-7551ac164c0f tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:10.004437 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-00abe391-6d98-4a5d-8f3b-84547bc77078 req-f5589496-64e6-45f0-9188-7551ac164c0f tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c739c8fb-1e0a-4bc9-bf09-fcffc472fd29 HTTP/1.1" status: 200 len: 944 time: 0.0627155 Oct 26 16:14:10.029846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:10.034671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:10.053595 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-00abe391-6d98-4a5d-8f3b-84547bc77078 req-c6952a00-14e9-41be-b503-d9dc3333b780 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425479 Oct 26 16:14:10.061148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device bc851a34-87af-44d3-9df2-990cb8898db4 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:14:10.117863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:10.128397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port bc851a34-87af-44d3-9df2-990cb8898db4 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 16:14:10.134020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port bc851a34-87af-44d3-9df2-990cb8898db4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:14:10.134441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bc851a34-87af-44d3-9df2-990cb8898db4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:10.134882 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port bc851a34-87af-44d3-9df2-990cb8898db4 Oct 26 16:14:10.209163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port bc851a34-87af-44d3-9df2-990cb8898db4 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:10.209558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bc851a34-87af-44d3-9df2-990cb8898db4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:10.232543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c739c8fb-1e0a-4bc9-bf09-fcffc472fd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc851a34-87af-44d3-9df2-990cb8898db4'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:14:10.234807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc40b085-59d8-4bdf-a860-a452b807671a" -d '{"events": [{"server_uuid": "c739c8fb-1e0a-4bc9-bf09-fcffc472fd29", "name": "network-vif-plugged", "status": "completed", "tag": "bc851a34-87af-44d3-9df2-990cb8898db4"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:14:10.247855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port bc851a34-87af-44d3-9df2-990cb8898db4, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=bc851a34-87af-44d3-9df2-990cb8898db4,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:10.251746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bc851a34-87af-44d3-9df2-990cb8898db4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:10.275533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8b343f-8f56-4950-a95d-91d9c036422a x-openstack-request-id: req-ef8b343f-8f56-4950-a95d-91d9c036422a {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:14:10.275832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c739c8fb-1e0a-4bc9-bf09-fcffc472fd29", "name": "network-vif-plugged", "status": "completed", "tag": "bc851a34-87af-44d3-9df2-990cb8898db4", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:14:10.276088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef8b343f-8f56-4950-a95d-91d9c036422a {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:14:10.276492 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef8b343f-8f56-4950-a95d-91d9c036422a'] response: {'server_uuid': 'c739c8fb-1e0a-4bc9-bf09-fcffc472fd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc851a34-87af-44d3-9df2-990cb8898db4', 'code': 200} Oct 26 16:14:10.301519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=bc851a34-87af-44d3-9df2-990cb8898db4,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:10.455577 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0bdae-9655-49b8-bf81-0172e55f3dfe req-ec7e16fe-76d4-4360-9e54-ea3a120b39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:10.458672 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-44a0bdae-9655-49b8-bf81-0172e55f3dfe req-ec7e16fe-76d4-4360-9e54-ea3a120b39ea service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c739c8fb-1e0a-4bc9-bf09-fcffc472fd29 HTTP/1.1" status: 200 len: 1129 time: 0.0393302 Oct 26 16:14:10.501422 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-44a0bdae-9655-49b8-bf81-0172e55f3dfe req-d6105437-ee07-42cd-beda-0108db3cbead service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381470 Oct 26 16:14:11.067842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e522b95a-365f-446f-bf05-a6398281e32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:11.176428 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e9b0d-3839-44c6-8367-239455b33bf9 req-1090a835-e2b4-4e90-8793-f43481043d5a tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:11.178568 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8f0e9b0d-3839-44c6-8367-239455b33bf9 req-1090a835-e2b4-4e90-8793-f43481043d5a tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c739c8fb-1e0a-4bc9-bf09-fcffc472fd29 HTTP/1.1" status: 200 len: 945 time: 0.0474308 Oct 26 16:14:11.229656 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8f0e9b0d-3839-44c6-8367-239455b33bf9 req-504945fd-ccff-461b-b386-02b946833685 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454531 Oct 26 16:14:11.483932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 0ff9eb22-d917-451c-a433-d38a9a72525c no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:14:11.557668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 0ff9eb22-d917-451c-a433-d38a9a72525c is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:11.558065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:11.578593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:11.583273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:11.583983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a959621e-0aae-475c-ada4-a04dae262fa0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:14:11.657515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:11.695693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a959621e-0aae-475c-ada4-a04dae262fa0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:11.696013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:11.704580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:11.730606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:11.734516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:11.782677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:12.249663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:12.358082 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd41121-2b83-4827-9f45-a48cb83754a6 req-5dbcadd1-d833-49e8-9274-fd738d46a14e tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:12.359531 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dfd41121-2b83-4827-9f45-a48cb83754a6 req-5dbcadd1-d833-49e8-9274-fd738d46a14e tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c739c8fb-1e0a-4bc9-bf09-fcffc472fd29 HTTP/1.1" status: 200 len: 945 time: 0.0509353 Oct 26 16:14:12.406444 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dfd41121-2b83-4827-9f45-a48cb83754a6 req-f9bcd090-5caa-4d63-8582-9c6414e8bbff tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413001 Oct 26 16:14:12.528624 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ff4d6-8dc0-46a7-bab4-b727df7c0e2e req-9fc60ad1-827a-4533-9973-52b957e7356d tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:12.530059 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c90ff4d6-8dc0-46a7-bab4-b727df7c0e2e req-9fc60ad1-827a-4533-9973-52b957e7356d tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c739c8fb-1e0a-4bc9-bf09-fcffc472fd29 HTTP/1.1" status: 200 len: 945 time: 0.0479491 Oct 26 16:14:12.577367 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c90ff4d6-8dc0-46a7-bab4-b727df7c0e2e req-576eb0d7-2dda-491d-b9a3-abe5859e8108 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418179 Oct 26 16:14:13.784184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:13.952985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:17.074279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:17.091198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:18.233472 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=71 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:18.239645 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=94 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:22.400723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=61 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:22.402700 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:22.571053 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=59 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:22.573285 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=69 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:27.085581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=73,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:27.087465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=10 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:32.106293 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:14:34.288719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf1771-537a-4bda-be74-31812d39253a req-70becfac-8e1e-453f-b0ef-2afaa00d646a tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:34.290268 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5cbf1771-537a-4bda-be74-31812d39253a req-70becfac-8e1e-453f-b0ef-2afaa00d646a tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c739c8fb-1e0a-4bc9-bf09-fcffc472fd29 HTTP/1.1" status: 200 len: 945 time: 0.0486097 Oct 26 16:14:34.339984 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5cbf1771-537a-4bda-be74-31812d39253a req-712dff78-fb52-4127-a058-303a1cad8a80 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434952 Oct 26 16:14:35.461525 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac63a9a-56d8-4926-8e86-fec02f509530 req-b77b553d-7402-4204-a6b8-c9c626102dc0 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:35.463002 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-aac63a9a-56d8-4926-8e86-fec02f509530 req-b77b553d-7402-4204-a6b8-c9c626102dc0 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c739c8fb-1e0a-4bc9-bf09-fcffc472fd29 HTTP/1.1" status: 200 len: 945 time: 0.0476277 Oct 26 16:14:35.510539 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-aac63a9a-56d8-4926-8e86-fec02f509530 req-b8b459c5-456c-4f36-8873-c391bc4f5aeb tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420322 Oct 26 16:14:35.940977 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d913d-affd-4cdc-8265-3085865af467 req-d3fe95df-bf86-4362-8941-911f0e5d4f99 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:35.942429 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d93d913d-affd-4cdc-8265-3085865af467 req-d3fe95df-bf86-4362-8941-911f0e5d4f99 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c739c8fb-1e0a-4bc9-bf09-fcffc472fd29 HTTP/1.1" status: 200 len: 945 time: 0.0458739 Oct 26 16:14:36.028651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-d93d913d-affd-4cdc-8265-3085865af467 req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Deleting port bc851a34-87af-44d3-9df2-990cb8898db4 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:14:36.029023 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-d93d913d-affd-4cdc-8265-3085865af467 req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (bc851a34-87af-44d3-9df2-990cb8898db4), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:36.122120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-d93d913d-affd-4cdc-8265-3085865af467 req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] For port bc851a34-87af-44d3-9df2-990cb8898db4, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=bc851a34-87af-44d3-9df2-990cb8898db4,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:36.122480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-d93d913d-affd-4cdc-8265-3085865af467 req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (bc851a34-87af-44d3-9df2-990cb8898db4), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:36.135647 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-d93d913d-affd-4cdc-8265-3085865af467 req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Calling delete_port for bc851a34-87af-44d3-9df2-990cb8898db4 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:14:36.260556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-d93d913d-affd-4cdc-8265-3085865af467 req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (bc851a34-87af-44d3-9df2-990cb8898db4), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:36.277675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['bc851a34-87af-44d3-9df2-990cb8898db4'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:14:36.293147 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Pushing event deleted for resources: {'Port': ['ID=bc851a34-87af-44d3-9df2-990cb8898db4,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:36.306188 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:36.306526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:36.306879 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:36.307224 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:36.307561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:36.307897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:36.308235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:36.308565 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:36.308921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:36.309251 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:36.309582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:36.309912 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:36.310246 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:36.310574 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:36.310904 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:36.349919 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93d913d-affd-4cdc-8265-3085865af467 req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] No DVR routers for this DVR port bc851a34-87af-44d3-9df2-990cb8898db4 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:14:36.352536 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-d93d913d-affd-4cdc-8265-3085865af467 req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:36.355839 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d93d913d-affd-4cdc-8265-3085865af467 req-62496df8-26dd-40bb-97ae-994a87e82cea tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.64 "DELETE /networking/v2.0/ports/bc851a34-87af-44d3-9df2-990cb8898db4 HTTP/1.1" status: 204 len: 173 time: 0.4054487 Oct 26 16:14:36.356431 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c739c8fb-1e0a-4bc9-bf09-fcffc472fd29', 'name': 'network-vif-deleted', 'tag': 'bc851a34-87af-44d3-9df2-990cb8898db4'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:14:36.358754 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f35503-a454-400b-b0e6-59223a410718" -d '{"events": [{"server_uuid": "c739c8fb-1e0a-4bc9-bf09-fcffc472fd29", "name": "network-vif-deleted", "tag": "bc851a34-87af-44d3-9df2-990cb8898db4"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:14:36.403587 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb4395c-a92e-4330-9976-e76e0765b969 x-openstack-request-id: req-6fb4395c-a92e-4330-9976-e76e0765b969 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:14:36.403892 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c739c8fb-1e0a-4bc9-bf09-fcffc472fd29", "name": "network-vif-deleted", "tag": "bc851a34-87af-44d3-9df2-990cb8898db4", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:14:36.404148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fb4395c-a92e-4330-9976-e76e0765b969 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:14:36.404609 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fb4395c-a92e-4330-9976-e76e0765b969'] response: {'server_uuid': 'c739c8fb-1e0a-4bc9-bf09-fcffc472fd29', 'name': 'network-vif-deleted', 'tag': 'bc851a34-87af-44d3-9df2-990cb8898db4', 'status': 'completed', 'code': 200} Oct 26 16:14:36.627218 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-046bf72a-f98e-401b-bc75-91db6381fba9 req-85688084-8a6d-401d-8335-fa743762fbfa tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c739c8fb-1e0a-4bc9-bf09-fcffc472fd29 HTTP/1.1" status: 200 len: 210 time: 0.0310433 Oct 26 16:14:37.981755 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f142c-7460-4495-a84a-f591eede607a req-fed7800e-d326-4582-8f1c-4f4dd9d29b5f tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:37.983137 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ce1f142c-7460-4495-a84a-f591eede607a req-fed7800e-d326-4582-8f1c-4f4dd9d29b5f tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/networks?id=3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce HTTP/1.1" status: 200 len: 817 time: 0.1026366 Oct 26 16:14:37.997742 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ce1f142c-7460-4495-a84a-f591eede607a req-556c8f24-5036-424c-92ff-b3a5ab48b268 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/quotas/0c9a0db7c42a4fc1b10e3855ad48c629 HTTP/1.1" status: 200 len: 375 time: 0.0092404 Oct 26 16:14:38.051695 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ce1f142c-7460-4495-a84a-f591eede607a req-5d9fb1c5-b902-4089-8979-b0c107a844fc tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=0c9a0db7c42a4fc1b10e3855ad48c629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490632 Oct 26 16:14:38.148645 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ce1f142c-7460-4495-a84a-f591eede607a req-1d55ae58-8cc8-4e33-9c7d-aaac0bb9ff01 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857975 Oct 26 16:14:38.241236 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ce1f142c-7460-4495-a84a-f591eede607a req-51394245-f4e2-4496-a04e-02ce53338348 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866220 Oct 26 16:14:38.268176 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:38.403536 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ed1a4c21-d009-41c2-a244-cf1c8627b33b req-c6b9556c-d93f-479b-bf57-86c8a7698479 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05dc9445-03df-449a-b880-20a1623feb6c HTTP/1.1" status: 200 len: 210 time: 0.0295646 Oct 26 16:14:38.664727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5127d933-90fd-4cfe-9e17-bbb19c1084f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:39.482009 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f142c-7460-4495-a84a-f591eede607a req-47f95715-6882-4ed3-bcb3-3a54da701dd5 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:39.484158 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce1f142c-7460-4495-a84a-f591eede607a req-47f95715-6882-4ed3-bcb3-3a54da701dd5 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.64 "GET /networking/v2.0/networks?id=3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce HTTP/1.1" status: 200 len: 817 time: 0.1137223 Oct 26 16:14:39.496092 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-ce1f142c-7460-4495-a84a-f591eede607a req-a785a818-d15e-4597-8d53-854ea7ac52ab tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Request body: {'port': {'device_id': '05dc9445-03df-449a-b880-20a1623feb6c', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'admin_state_up': True, 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:14:39.512512 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-09dcd50b-a57e-433f-95ae-a04ac6f79672 req-2b854067-138b-499a-be64-5a81611205c0 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05dc9445-03df-449a-b880-20a1623feb6c HTTP/1.1" status: 200 len: 210 time: 0.0299866 Oct 26 16:14:39.607101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce1f142c-7460-4495-a84a-f591eede607a req-a785a818-d15e-4597-8d53-854ea7ac52ab tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Made reservation on behalf of 0c9a0db7c42a4fc1b10e3855ad48c629 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:14:39.610934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ce1f142c-7460-4495-a84a-f591eede607a req-a785a818-d15e-4597-8d53-854ea7ac52ab tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:39.737315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:39.742258 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-ce1f142c-7460-4495-a84a-f591eede607a req-a785a818-d15e-4597-8d53-854ea7ac52ab tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Allocated IP 172.20.0.9 (3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce/b938431f-89e9-44a3-87a5-cb2691284e34/723d4206-d4bf-4f45-8798-ff62750a6270) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:14:39.744397 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:39.905093 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ce1f142c-7460-4495-a84a-f591eede607a req-a785a818-d15e-4597-8d53-854ea7ac52ab tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks [] for port (723d4206-d4bf-4f45-8798-ff62750a6270), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:39.937448 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ce1f142c-7460-4495-a84a-f591eede607a req-a785a818-d15e-4597-8d53-854ea7ac52ab tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (723d4206-d4bf-4f45-8798-ff62750a6270), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:39.985197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce1f142c-7460-4495-a84a-f591eede607a req-a785a818-d15e-4597-8d53-854ea7ac52ab tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:14:39.988379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-ce1f142c-7460-4495-a84a-f591eede607a req-a785a818-d15e-4597-8d53-854ea7ac52ab tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:14:39.992344 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1f142c-7460-4495-a84a-f591eede607a req-a785a818-d15e-4597-8d53-854ea7ac52ab tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:14:39.996429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785a818-d15e-4597-8d53-854ea7ac52ab tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Pushing event updated for resources: {'Port': ['ID=723d4206-d4bf-4f45-8798-ff62750a6270,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:40.043631 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f142c-7460-4495-a84a-f591eede607a req-a785a818-d15e-4597-8d53-854ea7ac52ab tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:40.044262 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ce1f142c-7460-4495-a84a-f591eede607a req-a785a818-d15e-4597-8d53-854ea7ac52ab tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:40.061111 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce1f142c-7460-4495-a84a-f591eede607a req-a785a818-d15e-4597-8d53-854ea7ac52ab tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5687897 Oct 26 16:14:40.077750 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Request body: {'port': {'device_id': '05dc9445-03df-449a-b880-20a1623feb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:14:40.144932 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (723d4206-d4bf-4f45-8798-ff62750a6270), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:40.198561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device bc851a34-87af-44d3-9df2-990cb8898db4 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:14:40.218376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: bc851a34-87af-44d3-9df2-990cb8898db4 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:14:40.218718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device bc851a34-87af-44d3-9df2-990cb8898db4 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:14:40.248221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9341ab33-770f-423d-bbe6-d51c4de1dbb7 None None] Provisioning complete for port 723d4206-d4bf-4f45-8798-ff62750a6270 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:14:40.248594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9341ab33-770f-423d-bbe6-d51c4de1dbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (723d4206-d4bf-4f45-8798-ff62750a6270), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:40.248963 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-9341ab33-770f-423d-bbe6-d51c4de1dbb7 None None] Attempt 1 to provision port 723d4206-d4bf-4f45-8798-ff62750a6270 Oct 26 16:14:40.282093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-9341ab33-770f-423d-bbe6-d51c4de1dbb7 None None] Port 723d4206-d4bf-4f45-8798-ff62750a6270 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:14:40.401259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 723d4206-d4bf-4f45-8798-ff62750a6270 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:14:40.408974 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Publish callbacks [] for port (723d4206-d4bf-4f45-8798-ff62750a6270), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:40.421445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Transition to ACTIVE for port object 723d4206-d4bf-4f45-8798-ff62750a6270 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:14:40.425062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (723d4206-d4bf-4f45-8798-ff62750a6270), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:40.504366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Pushing event updated for resources: {'Port': ['ID=723d4206-d4bf-4f45-8798-ff62750a6270,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:40.519499 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:40.538202 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Attempting to bind port 723d4206-d4bf-4f45-8798-ff62750a6270 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:14:40.538570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Attempting to bind port 723d4206-d4bf-4f45-8798-ff62750a6270 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:14:40.538905 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Attempting to bind port 723d4206-d4bf-4f45-8798-ff62750a6270 on network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:14:40.541646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:40.583167 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Port 723d4206-d4bf-4f45-8798-ff62750a6270 on network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:14:40.583508 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Attempting to bind port 723d4206-d4bf-4f45-8798-ff62750a6270 on network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:14:40.667380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c9da0-bd15-46a2-adc1-955cbb299e2f req-4772fbbe-1c4b-41e0-a5da-3da1d331595e tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:40.668786 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c76c9da0-bd15-46a2-adc1-955cbb299e2f req-4772fbbe-1c4b-41e0-a5da-3da1d331595e tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05dc9445-03df-449a-b880-20a1623feb6c HTTP/1.1" status: 200 len: 943 time: 0.0609980 Oct 26 16:14:40.669936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:14:40.670278 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Checking segment: {'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:14:40.670656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Bound using segment: {'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:14:40.671102 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Bound port: 723d4206-d4bf-4f45-8798-ff62750a6270, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60750309-4269-46d0-b516-61c52733e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:14:40.671467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (723d4206-d4bf-4f45-8798-ff62750a6270), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:40.757744 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c76c9da0-bd15-46a2-adc1-955cbb299e2f req-dceeb502-39a4-4df8-bcfe-b9d27b866f79 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828321 Oct 26 16:14:40.768651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] For port 723d4206-d4bf-4f45-8798-ff62750a6270, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:14:40.783244 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] For port 723d4206-d4bf-4f45-8798-ff62750a6270, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=723d4206-d4bf-4f45-8798-ff62750a6270,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:14:40.783244 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (723d4206-d4bf-4f45-8798-ff62750a6270), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:40.804021 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:40.804682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:40.806185 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce1f142c-7460-4495-a84a-f591eede607a req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/723d4206-d4bf-4f45-8798-ff62750a6270 HTTP/1.1" status: 200 len: 1093 time: 0.7332189 Oct 26 16:14:40.806669 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dc9445-03df-449a-b880-20a1623feb6c', 'tag': '723d4206-d4bf-4f45-8798-ff62750a6270'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:14:40.808934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394ce2d7-3130-4a70-baa1-9447a54f6d92" -d '{"events": [{"name": "network-changed", "server_uuid": "05dc9445-03df-449a-b880-20a1623feb6c", "tag": "723d4206-d4bf-4f45-8798-ff62750a6270"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:14:40.839364 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66ee28-2125-430e-ac20-66d9df7c08de service neutron] Pushing event updated for resources: {'Port': ['ID=723d4206-d4bf-4f45-8798-ff62750a6270,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:40.849029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb486b8-7934-4fb1-85b4-d4e6daff3f13 x-openstack-request-id: req-8eb486b8-7934-4fb1-85b4-d4e6daff3f13 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:14:40.849324 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05dc9445-03df-449a-b880-20a1623feb6c", "tag": "723d4206-d4bf-4f45-8798-ff62750a6270", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:14:40.849638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8eb486b8-7934-4fb1-85b4-d4e6daff3f13 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:14:40.850053 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eb486b8-7934-4fb1-85b4-d4e6daff3f13'] response: {'name': 'network-changed', 'server_uuid': '05dc9445-03df-449a-b880-20a1623feb6c', 'tag': '723d4206-d4bf-4f45-8798-ff62750a6270', 'status': 'completed', 'code': 200} Oct 26 16:14:40.891797 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f142c-7460-4495-a84a-f591eede607a req-807851d6-3b5a-4c26-ab96-2f0d5c9565de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:40.893292 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce1f142c-7460-4495-a84a-f591eede607a req-807851d6-3b5a-4c26-ab96-2f0d5c9565de service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0c9a0db7c42a4fc1b10e3855ad48c629&device_id=05dc9445-03df-449a-b880-20a1623feb6c HTTP/1.1" status: 200 len: 1127 time: 0.0407758 Oct 26 16:14:40.938333 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce1f142c-7460-4495-a84a-f591eede607a req-355e1194-1f67-4fe8-8948-e1491d73b7ee service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=723d4206-d4bf-4f45-8798-ff62750a6270 HTTP/1.1" status: 200 len: 217 time: 0.0313828 Oct 26 16:14:40.986577 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f142c-7460-4495-a84a-f591eede607a req-a2dbd2ed-f33a-4860-a309-4ea43b5a526e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:40.988055 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce1f142c-7460-4495-a84a-f591eede607a req-a2dbd2ed-f33a-4860-a309-4ea43b5a526e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b938431f-89e9-44a3-87a5-cb2691284e34 HTTP/1.1" status: 200 len: 856 time: 0.0423322 Oct 26 16:14:41.039302 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f142c-7460-4495-a84a-f591eede607a req-6064a64c-764c-4038-a88a-a456d0f8ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:41.040828 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce1f142c-7460-4495-a84a-f591eede607a req-6064a64c-764c-4038-a88a-a456d0f8ab95 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424347 Oct 26 16:14:41.071941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c35f5e3e-7609-470f-86c4-ec2c0c0995f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:41.135338 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce1f142c-7460-4495-a84a-f591eede607a req-26e021d7-5395-42c8-9d7a-c03187464f9d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847716 Oct 26 16:14:41.231065 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce1f142c-7460-4495-a84a-f591eede607a req-78038feb-8490-4bad-b458-9d571d30d93f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860441 Oct 26 16:14:41.879444 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3941b9-128d-4714-a1ce-22830b6978c5 req-fb2fa635-cc03-4c45-ae7d-bbaca7483d61 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:41.880931 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ae3941b9-128d-4714-a1ce-22830b6978c5 req-fb2fa635-cc03-4c45-ae7d-bbaca7483d61 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05dc9445-03df-449a-b880-20a1623feb6c HTTP/1.1" status: 200 len: 943 time: 0.0465477 Oct 26 16:14:41.927659 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ae3941b9-128d-4714-a1ce-22830b6978c5 req-4cdc92e8-8dd8-47f2-9e95-3a7769a79c40 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406575 Oct 26 16:14:42.102164 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:42.134810 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ce2d7-3130-4a70-baa1-9447a54f6d92 req-717d060c-174d-4bad-895e-74d948eb4bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:42.136282 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-394ce2d7-3130-4a70-baa1-9447a54f6d92 req-717d060c-174d-4bad-895e-74d948eb4bf9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0c9a0db7c42a4fc1b10e3855ad48c629&device_id=05dc9445-03df-449a-b880-20a1623feb6c HTTP/1.1" status: 200 len: 1127 time: 0.0429385 Oct 26 16:14:42.230037 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ce2d7-3130-4a70-baa1-9447a54f6d92 req-6c93c856-561f-49a3-98aa-4bba10e328eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:42.231524 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-394ce2d7-3130-4a70-baa1-9447a54f6d92 req-6c93c856-561f-49a3-98aa-4bba10e328eb service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce HTTP/1.1" status: 200 len: 918 time: 0.0866373 Oct 26 16:14:42.255438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:42.277520 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-394ce2d7-3130-4a70-baa1-9447a54f6d92 req-501e3b11-f2c0-4681-ba21-fa1c43bc81cf service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=723d4206-d4bf-4f45-8798-ff62750a6270 HTTP/1.1" status: 200 len: 217 time: 0.0369663 Oct 26 16:14:42.327637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:42.332134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ce2d7-3130-4a70-baa1-9447a54f6d92 req-948b4b46-7623-4074-8fdc-c8c4d57cc851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:42.333910 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-394ce2d7-3130-4a70-baa1-9447a54f6d92 req-948b4b46-7623-4074-8fdc-c8c4d57cc851 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=b938431f-89e9-44a3-87a5-cb2691284e34 HTTP/1.1" status: 200 len: 856 time: 0.0475371 Oct 26 16:14:42.374087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:42.381905 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ce2d7-3130-4a70-baa1-9447a54f6d92 req-e5d5bf4a-43f1-4bde-b210-c6c0fe652759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:42.383392 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-394ce2d7-3130-4a70-baa1-9447a54f6d92 req-e5d5bf4a-43f1-4bde-b210-c6c0fe652759 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393488 Oct 26 16:14:42.479126 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-394ce2d7-3130-4a70-baa1-9447a54f6d92 req-cb839388-2ead-40ce-9a85-7cbf1a2724b4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862963 Oct 26 16:14:42.570407 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-394ce2d7-3130-4a70-baa1-9447a54f6d92 req-8f278c48-8ba6-4c2a-bef4-9bbd6a29dd53 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823519 Oct 26 16:14:43.048030 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80285e4d-9821-404e-bd62-45a736a756ba req-94900094-f724-404e-b917-8941b48ba7d1 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:43.049538 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-80285e4d-9821-404e-bd62-45a736a756ba req-94900094-f724-404e-b917-8941b48ba7d1 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05dc9445-03df-449a-b880-20a1623feb6c HTTP/1.1" status: 200 len: 943 time: 0.0475342 Oct 26 16:14:43.096103 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-80285e4d-9821-404e-bd62-45a736a756ba req-78ff27e7-3a37-41cf-9fb4-956909cce03d tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403435 Oct 26 16:14:43.787857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:43.955710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:44.218039 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbf6ab-a64a-49fa-940a-97547891ddc8 req-2ac5e1d8-9641-4ff3-aed1-37bd93e8ed40 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:44.219508 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f1cbf6ab-a64a-49fa-940a-97547891ddc8 req-2ac5e1d8-9641-4ff3-aed1-37bd93e8ed40 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05dc9445-03df-449a-b880-20a1623feb6c HTTP/1.1" status: 200 len: 943 time: 0.0510895 Oct 26 16:14:44.229238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 723d4206-d4bf-4f45-8798-ff62750a6270 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:14:44.266724 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f1cbf6ab-a64a-49fa-940a-97547891ddc8 req-3f2cd878-7664-4d3f-b990-2bfe256b2e06 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416732 Oct 26 16:14:44.325983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 723d4206-d4bf-4f45-8798-ff62750a6270, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=723d4206-d4bf-4f45-8798-ff62750a6270,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:44.340421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '723d4206-d4bf-4f45-8798-ff62750a6270', 'network_id': '3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce', 'port_id': '723d4206-d4bf-4f45-8798-ff62750a6270', 'mac_address': 'fa:16:3e:65:4f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b938431f-89e9-44a3-87a5-cb2691284e34', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:14:44.374365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 723d4206-d4bf-4f45-8798-ff62750a6270 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:44.374747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (723d4206-d4bf-4f45-8798-ff62750a6270), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:44.387254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 723d4206-d4bf-4f45-8798-ff62750a6270 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:14:44.406322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 723d4206-d4bf-4f45-8798-ff62750a6270, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=723d4206-d4bf-4f45-8798-ff62750a6270,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:44.410219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (723d4206-d4bf-4f45-8798-ff62750a6270), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:44.454911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=723d4206-d4bf-4f45-8798-ff62750a6270,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:44.462764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:44.463110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:44.463451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:44.463788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:44.464121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:44.464454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:44.464781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:44.465128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:44.465453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:44.465779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:44.466107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:44.466429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:44.466749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:44.467068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:44.467386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:14:44.667015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['723d4206-d4bf-4f45-8798-ff62750a6270'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:14:45.393012 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad404dfd-4433-41a2-bf2f-9381134db514 req-93d27a2c-1ae0-4d52-b48c-c376131d38d6 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:45.394538 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ad404dfd-4433-41a2-bf2f-9381134db514 req-93d27a2c-1ae0-4d52-b48c-c376131d38d6 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05dc9445-03df-449a-b880-20a1623feb6c HTTP/1.1" status: 200 len: 944 time: 0.0504446 Oct 26 16:14:45.441616 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ad404dfd-4433-41a2-bf2f-9381134db514 req-61cf1905-7a0b-4a42-92cb-011358f89d4e tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410964 Oct 26 16:14:46.241708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 723d4206-d4bf-4f45-8798-ff62750a6270 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:14:46.286194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 723d4206-d4bf-4f45-8798-ff62750a6270 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 16:14:46.293502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 723d4206-d4bf-4f45-8798-ff62750a6270 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:14:46.293928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (723d4206-d4bf-4f45-8798-ff62750a6270), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:46.294428 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 723d4206-d4bf-4f45-8798-ff62750a6270 Oct 26 16:14:46.370633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 723d4206-d4bf-4f45-8798-ff62750a6270 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:14:46.371026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (723d4206-d4bf-4f45-8798-ff62750a6270), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:46.394901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dc9445-03df-449a-b880-20a1623feb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723d4206-d4bf-4f45-8798-ff62750a6270'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:14:46.397173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042d637e-10a8-4f7e-9af9-72f040bbcc02" -d '{"events": [{"server_uuid": "05dc9445-03df-449a-b880-20a1623feb6c", "name": "network-vif-plugged", "status": "completed", "tag": "723d4206-d4bf-4f45-8798-ff62750a6270"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:14:46.410249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 723d4206-d4bf-4f45-8798-ff62750a6270, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=723d4206-d4bf-4f45-8798-ff62750a6270,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:14:46.414198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (723d4206-d4bf-4f45-8798-ff62750a6270), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:46.437464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94b3dae-6c3d-4b87-93e1-7f18b9dc5cfd x-openstack-request-id: req-c94b3dae-6c3d-4b87-93e1-7f18b9dc5cfd {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:14:46.437756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dc9445-03df-449a-b880-20a1623feb6c", "name": "network-vif-plugged", "status": "completed", "tag": "723d4206-d4bf-4f45-8798-ff62750a6270", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:14:46.438011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c94b3dae-6c3d-4b87-93e1-7f18b9dc5cfd {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:14:46.438414 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94b3dae-6c3d-4b87-93e1-7f18b9dc5cfd'] response: {'server_uuid': '05dc9445-03df-449a-b880-20a1623feb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723d4206-d4bf-4f45-8798-ff62750a6270', 'code': 200} Oct 26 16:14:46.464764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=723d4206-d4bf-4f45-8798-ff62750a6270,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:14:46.560147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb81a2-9b7f-4b6c-ae0b-b2075e13cfd5 req-2eb478ce-f759-4ddc-b96b-e0733f43ea2b tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:46.562307 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-47fb81a2-9b7f-4b6c-ae0b-b2075e13cfd5 req-2eb478ce-f759-4ddc-b96b-e0733f43ea2b tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05dc9445-03df-449a-b880-20a1623feb6c HTTP/1.1" status: 200 len: 945 time: 0.0484049 Oct 26 16:14:46.610017 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-47fb81a2-9b7f-4b6c-ae0b-b2075e13cfd5 req-814ff319-44c8-48e9-b4f7-2e4eba183a78 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420809 Oct 26 16:14:46.718363 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e10d9-055b-43d0-a66c-d05ae00dedbd req-5e6acde0-ebe6-4290-8213-b7877d444311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:46.719750 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b66e10d9-055b-43d0-a66c-d05ae00dedbd req-5e6acde0-ebe6-4290-8213-b7877d444311 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=05dc9445-03df-449a-b880-20a1623feb6c HTTP/1.1" status: 200 len: 1129 time: 0.0388858 Oct 26 16:14:46.767291 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b66e10d9-055b-43d0-a66c-d05ae00dedbd req-9146d097-8fec-4b6d-b640-7f6c41db5f84 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375681 Oct 26 16:14:47.081511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:14:47.733203 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290e92d-9deb-4212-b007-a4d7cf2e1814 req-eade773e-4321-471d-85ed-6b3f2cbce456 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:47.734612 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0290e92d-9deb-4212-b007-a4d7cf2e1814 req-eade773e-4321-471d-85ed-6b3f2cbce456 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05dc9445-03df-449a-b880-20a1623feb6c HTTP/1.1" status: 200 len: 945 time: 0.0470562 Oct 26 16:14:47.785414 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0290e92d-9deb-4212-b007-a4d7cf2e1814 req-87ee39c6-6ac6-4c8c-b07b-6d9792b94fdc tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452859 Oct 26 16:14:48.910584 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd12c9-cc7c-4238-9ca6-a28477976981 req-acda4e14-075b-4a6f-baa0-ef1acca97343 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:48.911974 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1acd12c9-cc7c-4238-9ca6-a28477976981 req-acda4e14-075b-4a6f-baa0-ef1acca97343 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05dc9445-03df-449a-b880-20a1623feb6c HTTP/1.1" status: 200 len: 945 time: 0.0501657 Oct 26 16:14:48.959499 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1acd12c9-cc7c-4238-9ca6-a28477976981 req-677c6aa9-6631-42f2-ab48-9bda1706aa43 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413508 Oct 26 16:14:49.081096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b47a8-5bda-470e-a664-d89f26ad098e req-f13301dc-63a9-4e1d-b80d-7d5f47bb6f24 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:14:49.082591 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-980b47a8-5bda-470e-a664-d89f26ad098e req-f13301dc-63a9-4e1d-b80d-7d5f47bb6f24 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05dc9445-03df-449a-b880-20a1623feb6c HTTP/1.1" status: 200 len: 945 time: 0.0481572 Oct 26 16:14:49.130734 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-980b47a8-5bda-470e-a664-d89f26ad098e req-6ac1c0d9-870b-479d-8309-feb7dea37811 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419633 Oct 26 16:14:57.070546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:57.075035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:57.076962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:58.948451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=76 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:58.955705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:59.124248 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=59 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:14:59.126628 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=57 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:08.669001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-38716fa7-3f56-4ef4-ab15-f2701985cffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:09.105065 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:15:10.755681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b29f25-15de-45a9-af18-55b0d079ea48 req-7cbbcd0d-6a17-4bfe-bee6-7bde56d9a69b tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:10.757112 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-87b29f25-15de-45a9-af18-55b0d079ea48 req-7cbbcd0d-6a17-4bfe-bee6-7bde56d9a69b tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05dc9445-03df-449a-b880-20a1623feb6c HTTP/1.1" status: 200 len: 945 time: 0.0481608 Oct 26 16:15:10.804496 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-87b29f25-15de-45a9-af18-55b0d079ea48 req-e51f718c-1226-4466-bfba-88604baf380a tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408258 Oct 26 16:15:11.075019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ecd3e086-8715-4f9d-bb66-d1bad524ba90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:11.928138 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81983826-7d6c-4e88-bfc1-ed19c3cd08ff req-7a3656da-bb88-4a4e-b345-f66248810450 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:11.929677 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-81983826-7d6c-4e88-bfc1-ed19c3cd08ff req-7a3656da-bb88-4a4e-b345-f66248810450 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05dc9445-03df-449a-b880-20a1623feb6c HTTP/1.1" status: 200 len: 945 time: 0.0476148 Oct 26 16:15:11.977590 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-81983826-7d6c-4e88-bfc1-ed19c3cd08ff req-33b69035-1be9-4f4e-8dcf-1b2a1eee314b tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ecc068c3-e631-46fb-bf27-4451b0ad9601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422935 Oct 26 16:15:12.257658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:12.382624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32946d5f-c570-4567-8d41-ad12e0ff6ba2 req-53f21514-2a6f-4520-bd66-03132b908a13 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:12.384657 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-32946d5f-c570-4567-8d41-ad12e0ff6ba2 req-53f21514-2a6f-4520-bd66-03132b908a13 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=05dc9445-03df-449a-b880-20a1623feb6c HTTP/1.1" status: 200 len: 945 time: 0.0503783 Oct 26 16:15:12.464528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-32946d5f-c570-4567-8d41-ad12e0ff6ba2 req-69dc4127-caa1-4f32-bb8e-01789003051d tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Deleting port 723d4206-d4bf-4f45-8798-ff62750a6270 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:15:12.464908 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-32946d5f-c570-4567-8d41-ad12e0ff6ba2 req-69dc4127-caa1-4f32-bb8e-01789003051d tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (723d4206-d4bf-4f45-8798-ff62750a6270), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:12.558253 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-32946d5f-c570-4567-8d41-ad12e0ff6ba2 req-69dc4127-caa1-4f32-bb8e-01789003051d tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] For port 723d4206-d4bf-4f45-8798-ff62750a6270, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=723d4206-d4bf-4f45-8798-ff62750a6270,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:12.558540 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-32946d5f-c570-4567-8d41-ad12e0ff6ba2 req-69dc4127-caa1-4f32-bb8e-01789003051d tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (723d4206-d4bf-4f45-8798-ff62750a6270), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:12.571366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-32946d5f-c570-4567-8d41-ad12e0ff6ba2 req-69dc4127-caa1-4f32-bb8e-01789003051d tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Calling delete_port for 723d4206-d4bf-4f45-8798-ff62750a6270 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:15:12.699051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-32946d5f-c570-4567-8d41-ad12e0ff6ba2 req-69dc4127-caa1-4f32-bb8e-01789003051d tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (723d4206-d4bf-4f45-8798-ff62750a6270), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:12.716197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['723d4206-d4bf-4f45-8798-ff62750a6270'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:15:12.731209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc4127-caa1-4f32-bb8e-01789003051d tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Pushing event deleted for resources: {'Port': ['ID=723d4206-d4bf-4f45-8798-ff62750a6270,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:12.778105 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-32946d5f-c570-4567-8d41-ad12e0ff6ba2 req-69dc4127-caa1-4f32-bb8e-01789003051d tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] No DVR routers for this DVR port 723d4206-d4bf-4f45-8798-ff62750a6270 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:15:12.780570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-32946d5f-c570-4567-8d41-ad12e0ff6ba2 req-69dc4127-caa1-4f32-bb8e-01789003051d tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:12.783983 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-32946d5f-c570-4567-8d41-ad12e0ff6ba2 req-69dc4127-caa1-4f32-bb8e-01789003051d tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.64 "DELETE /networking/v2.0/ports/723d4206-d4bf-4f45-8798-ff62750a6270 HTTP/1.1" status: 204 len: 173 time: 0.3943672 Oct 26 16:15:12.784500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dc9445-03df-449a-b880-20a1623feb6c', 'name': 'network-vif-deleted', 'tag': '723d4206-d4bf-4f45-8798-ff62750a6270'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:15:12.786855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee6c995-2032-4855-9061-8dd77d904640" -d '{"events": [{"server_uuid": "05dc9445-03df-449a-b880-20a1623feb6c", "name": "network-vif-deleted", "tag": "723d4206-d4bf-4f45-8798-ff62750a6270"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:15:12.839923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcb426f-4afb-476d-beb5-6442dd729fdf x-openstack-request-id: req-0fcb426f-4afb-476d-beb5-6442dd729fdf {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:15:12.840222 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dc9445-03df-449a-b880-20a1623feb6c", "name": "network-vif-deleted", "tag": "723d4206-d4bf-4f45-8798-ff62750a6270", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:15:12.840494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0fcb426f-4afb-476d-beb5-6442dd729fdf {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:15:12.840989 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fcb426f-4afb-476d-beb5-6442dd729fdf'] response: {'server_uuid': '05dc9445-03df-449a-b880-20a1623feb6c', 'name': 'network-vif-deleted', 'tag': '723d4206-d4bf-4f45-8798-ff62750a6270', 'status': 'completed', 'code': 200} Oct 26 16:15:13.090199 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5cd8e653-3d30-41be-a324-bfcd85d3ec3a req-41c98ac3-9ff0-459d-b3df-a75380e799a9 tempest-TestEncryptedCinderVolumes-620045112 tempest-TestEncryptedCinderVolumes-620045112-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05dc9445-03df-449a-b880-20a1623feb6c HTTP/1.1" status: 200 len: 210 time: 0.0289853 Oct 26 16:15:13.790554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:13.958459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:14.188208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42944) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:14.498463 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fd295af6-aad4-40ce-8cf1-1f9c073d3fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (50fcb892-a332-4f91-97d8-fbca96afe63f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:14.538988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:14.827516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:14.966685 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-fd295af6-aad4-40ce-8cf1-1f9c073d3fc4 admin admin] Deleting port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:15:14.967026 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fd295af6-aad4-40ce-8cf1-1f9c073d3fc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:15.044364 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-fd295af6-aad4-40ce-8cf1-1f9c073d3fc4 admin admin] For port 99b27cd8-ee00-4e22-95fc-ebb77f9731e2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:15.044730 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fd295af6-aad4-40ce-8cf1-1f9c073d3fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:15.057285 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-fd295af6-aad4-40ce-8cf1-1f9c073d3fc4 admin admin] Calling delete_port for 99b27cd8-ee00-4e22-95fc-ebb77f9731e2 owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:15:15.235085 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fd295af6-aad4-40ce-8cf1-1f9c073d3fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (99b27cd8-ee00-4e22-95fc-ebb77f9731e2), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:15.263804 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd295af6-aad4-40ce-8cf1-1f9c073d3fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=99b27cd8-ee00-4e22-95fc-ebb77f9731e2,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:15.429188 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fd295af6-aad4-40ce-8cf1-1f9c073d3fc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (50fcb892-a332-4f91-97d8-fbca96afe63f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:15.448566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73069ab-45a8-4148-bf82-8360b908903d None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 16:15:15.525495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73069ab-45a8-4148-bf82-8360b908903d None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:15:15.576856 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:15.641120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd295af6-aad4-40ce-8cf1-1f9c073d3fc4 admin admin] Router 50fcb892-a332-4f91-97d8-fbca96afe63f has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:15:15.686783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:15.749383 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd295af6-aad4-40ce-8cf1-1f9c073d3fc4 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:15:15.757046 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fd295af6-aad4-40ce-8cf1-1f9c073d3fc4 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/50fcb892-a332-4f91-97d8-fbca96afe63f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5653400 Oct 26 16:15:15.757244 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42946) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:15.758148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5aaec-f6ec-48db-8bc1-7c749de415e3 None None] Sync routers for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:15:15.769175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5aaec-f6ec-48db-8bc1-7c749de415e3 None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:15.769800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5bd5aaec-f6ec-48db-8bc1-7c749de415e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:15.866744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-62ef067d-4126-4718-9170-d6b849e0b2ff admin admin] Publish callbacks [] for router (50fcb892-a332-4f91-97d8-fbca96afe63f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:15.879752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-5bd5aaec-f6ec-48db-8bc1-7c749de415e3 None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:15.974531 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-62ef067d-4126-4718-9170-d6b849e0b2ff admin admin] Publish callbacks [] for router_gateway (50fcb892-a332-4f91-97d8-fbca96afe63f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:16.027100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-62ef067d-4126-4718-9170-d6b849e0b2ff admin admin] Deleting port f2ab4dcc-1820-477e-b928-b54784972aa4 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:15:16.027719 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-62ef067d-4126-4718-9170-d6b849e0b2ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:16.062833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5bd5aaec-f6ec-48db-8bc1-7c749de415e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238'}], 'enable_snat': True}, 'gw_port_id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:15:15Z', 'revision_number': 5, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port': {'id': 'f2ab4dcc-1820-477e-b928-b54784972aa4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:14:06Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:16.089270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5aaec-f6ec-48db-8bc1-7c749de415e3 None None] Checking router: 50fcb892-a332-4f91-97d8-fbca96afe63f for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:15:16.098903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5aaec-f6ec-48db-8bc1-7c749de415e3 None None] Routers {'50fcb892-a332-4f91-97d8-fbca96afe63f'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:16.099536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5bd5aaec-f6ec-48db-8bc1-7c749de415e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['50fcb892-a332-4f91-97d8-fbca96afe63f'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:16.124017 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-62ef067d-4126-4718-9170-d6b849e0b2ff admin admin] For port f2ab4dcc-1820-477e-b928-b54784972aa4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f2ab4dcc-1820-477e-b928-b54784972aa4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:16.124457 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-62ef067d-4126-4718-9170-d6b849e0b2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:16.138309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-62ef067d-4126-4718-9170-d6b849e0b2ff admin admin] Calling delete_port for f2ab4dcc-1820-477e-b928-b54784972aa4 owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:15:16.185508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-5bd5aaec-f6ec-48db-8bc1-7c749de415e3 None None] Set router 50fcb892-a332-4f91-97d8-fbca96afe63f gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:16.238838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5bd5aaec-f6ec-48db-8bc1-7c749de415e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:15:15Z', 'revision_number': 6, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:16.273809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5aaec-f6ec-48db-8bc1-7c749de415e3 None None] The sync data for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv is: [{'id': '50fcb892-a332-4f91-97d8-fbca96afe63f', 'name': 'tempest-TestEncryptedCinderVolumes-1586907915-router', 'tenant_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:11Z', 'updated_at': '2022-10-26T16:15:15Z', 'revision_number': 6, 'project_id': '0c9a0db7c42a4fc1b10e3855ad48c629', 'gw_port_host': None}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:15:16.276003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-7407761e-601b-4245-b6af-8fe366c74fdf None None] Provisioning complete for port 53a599cf-f787-4c1b-9380-0858331e1688 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:16.276405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7407761e-601b-4245-b6af-8fe366c74fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (53a599cf-f787-4c1b-9380-0858331e1688), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:16.276739 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7407761e-601b-4245-b6af-8fe366c74fdf None None] Attempt 1 to provision port 53a599cf-f787-4c1b-9380-0858331e1688 Oct 26 16:15:16.322849 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-62ef067d-4126-4718-9170-d6b849e0b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (f2ab4dcc-1820-477e-b928-b54784972aa4), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:16.356157 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef067d-4126-4718-9170-d6b849e0b2ff admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ab4dcc-1820-477e-b928-b54784972aa4,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:16.357564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7407761e-601b-4245-b6af-8fe366c74fdf None None] Current status of the port 53a599cf-f787-4c1b-9380-0858331e1688 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:16.423112 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-62ef067d-4126-4718-9170-d6b849e0b2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (50fcb892-a332-4f91-97d8-fbca96afe63f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:16.438464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 723d4206-d4bf-4f45-8798-ff62750a6270 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:16.458083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 723d4206-d4bf-4f45-8798-ff62750a6270 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:15:16.458653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 723d4206-d4bf-4f45-8798-ff62750a6270 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:15:16.519017 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-62ef067d-4126-4718-9170-d6b849e0b2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (50fcb892-a332-4f91-97d8-fbca96afe63f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:16.521198 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-62ef067d-4126-4718-9170-d6b849e0b2ff admin admin] Publish callbacks [] for router_controller (50fcb892-a332-4f91-97d8-fbca96afe63f), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:16.563271 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-62ef067d-4126-4718-9170-d6b849e0b2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (50fcb892-a332-4f91-97d8-fbca96afe63f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:16.564085 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ef067d-4126-4718-9170-d6b849e0b2ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50fcb892-a332-4f91-97d8-fbca96afe63f {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:15:16.568824 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-62ef067d-4126-4718-9170-d6b849e0b2ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:16.569982 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-62ef067d-4126-4718-9170-d6b849e0b2ff admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/50fcb892-a332-4f91-97d8-fbca96afe63f HTTP/1.1" status: 204 len: 168 time: 0.8118463 Oct 26 16:15:16.572560 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42948) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:16.607144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:16.623326 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-81866970-fe0e-4c40-bea3-b832085b2d52 admin admin] Deleting subnet b938431f-89e9-44a3-87a5-cb2691284e34 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 16:15:16.626467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81866970-fe0e-4c40-bea3-b832085b2d52 admin admin] Publish callbacks [] for subnet (b938431f-89e9-44a3-87a5-cb2691284e34), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:16.662154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81866970-fe0e-4c40-bea3-b832085b2d52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (b938431f-89e9-44a3-87a5-cb2691284e34), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:16.687061 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:16.741997 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81866970-fe0e-4c40-bea3-b832085b2d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (b938431f-89e9-44a3-87a5-cb2691284e34), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:16.800107 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81866970-fe0e-4c40-bea3-b832085b2d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (b938431f-89e9-44a3-87a5-cb2691284e34), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:16.826048 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81866970-fe0e-4c40-bea3-b832085b2d52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b938431f-89e9-44a3-87a5-cb2691284e34,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:16.832146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-81866970-fe0e-4c40-bea3-b832085b2d52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:16.836390 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-81866970-fe0e-4c40-bea3-b832085b2d52 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/b938431f-89e9-44a3-87a5-cb2691284e34 HTTP/1.1" status: 204 len: 168 time: 0.2628779 Oct 26 16:15:16.836573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f11c8b-3982-4081-8c1f-807ebb22b1ea None None] Network 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:15:16.839576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42950) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:16.917750 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:16.968860 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] Deleting port 53a599cf-f787-4c1b-9380-0858331e1688 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:15:16.969205 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (53a599cf-f787-4c1b-9380-0858331e1688), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:17.006504 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d1986-8e4e-457b-9d14-cb7fa6e149a0 None None] Sync routers for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:15:17.008082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d65f05-0f0c-4f72-a22d-734c6b3f4fd9 None None] DHCP port deletion for 3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 16:15:17.019802 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d1986-8e4e-457b-9d14-cb7fa6e149a0 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:17.020174 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d1986-8e4e-457b-9d14-cb7fa6e149a0 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:15:17.020765 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-ad7d1986-8e4e-457b-9d14-cb7fa6e149a0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'50fcb892-a332-4f91-97d8-fbca96afe63f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:15:17.030071 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d1986-8e4e-457b-9d14-cb7fa6e149a0 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:17.030432 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d1986-8e4e-457b-9d14-cb7fa6e149a0 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:15:17.031008 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-ad7d1986-8e4e-457b-9d14-cb7fa6e149a0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'50fcb892-a332-4f91-97d8-fbca96afe63f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:15:17.031379 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d1986-8e4e-457b-9d14-cb7fa6e149a0 None None] The sync data for ids ['50fcb892-a332-4f91-97d8-fbca96afe63f'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:15:17.040318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] For port 53a599cf-f787-4c1b-9380-0858331e1688, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=53a599cf-f787-4c1b-9380-0858331e1688,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:17.040687 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (53a599cf-f787-4c1b-9380-0858331e1688), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:17.049887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-86d65f05-0f0c-4f72-a22d-734c6b3f4fd9 None None] Deleting port 53a599cf-f787-4c1b-9380-0858331e1688 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:15:17.050279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86d65f05-0f0c-4f72-a22d-734c6b3f4fd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (53a599cf-f787-4c1b-9380-0858331e1688), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:17.054185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] Calling delete_port for 53a599cf-f787-4c1b-9380-0858331e1688 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:15:17.120223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:17.124876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-86d65f05-0f0c-4f72-a22d-734c6b3f4fd9 None None] For port 53a599cf-f787-4c1b-9380-0858331e1688, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=53a599cf-f787-4c1b-9380-0858331e1688,segment=NetworkSegment(60750309-4269-46d0-b516-61c52733e049),segment_id=60750309-4269-46d0-b516-61c52733e049)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:17.125273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86d65f05-0f0c-4f72-a22d-734c6b3f4fd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (53a599cf-f787-4c1b-9380-0858331e1688), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:17.135751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (53a599cf-f787-4c1b-9380-0858331e1688), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:17.138301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-86d65f05-0f0c-4f72-a22d-734c6b3f4fd9 None None] Calling delete_port for 53a599cf-f787-4c1b-9380-0858331e1688 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:15:17.164937 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=53a599cf-f787-4c1b-9380-0858331e1688,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:17.168532 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] No DVR routers for this DVR port 53a599cf-f787-4c1b-9380-0858331e1688 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:15:17.241789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:17.264833 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:17.275351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60750309-4269-46d0-b516-61c52733e049') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:17.276192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60750309-4269-46d0-b516-61c52733e049') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:17.287145 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (60750309-4269-46d0-b516-61c52733e049), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:17.302901 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (60750309-4269-46d0-b516-61c52733e049), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:17.311355 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:15:17.311790 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (60750309-4269-46d0-b516-61c52733e049), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:17.358632 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 60750309-4269-46d0-b516-61c52733e049 resource provider aggregate not found Oct 26 16:15:17.359773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-86d65f05-0f0c-4f72-a22d-734c6b3f4fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (53a599cf-f787-4c1b-9380-0858331e1688), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:17.381765 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 60750309-4269-46d0-b516-61c52733e049 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60750309-4269-46d0-b516-61c52733e049 found for delete ", "request_id": "req-af38c97c-7ca6-4d4f-be8c-5d91783732a3"}]} Oct 26 16:15:17.383923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:17.384333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d65f05-0f0c-4f72-a22d-734c6b3f4fd9 None None] Pushing event deleted for resources: {'Port': ['ID=53a599cf-f787-4c1b-9380-0858331e1688,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:17.388710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d65f05-0f0c-4f72-a22d-734c6b3f4fd9 None None] No DVR routers for this DVR port 53a599cf-f787-4c1b-9380-0858331e1688 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:15:17.401203 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:17.404342 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce HTTP/1.1" status: 204 len: 168 time: 0.5638254 Oct 26 16:15:17.405461 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2f749-e3ef-434c-8a26-6a6ad9c080f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b0a3c0f-11d9-4d7b-8140-d50d2cf764ce,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:17.407256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42956) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:17.524750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 53a599cf-f787-4c1b-9380-0858331e1688 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:17.540424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:17.544150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 53a599cf-f787-4c1b-9380-0858331e1688 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:15:17.544496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 53a599cf-f787-4c1b-9380-0858331e1688 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:15:17.609193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:17.723018 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0939-f75f-4453-9569-ac5aca9b14c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:17.940974 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-0c6c0939-f75f-4453-9569-ac5aca9b14c2 admin admin] Deleting port a959621e-0aae-475c-ada4-a04dae262fa0 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:15:17.941322 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0939-f75f-4453-9569-ac5aca9b14c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:18.024190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-0c6c0939-f75f-4453-9569-ac5aca9b14c2 admin admin] For port a959621e-0aae-475c-ada4-a04dae262fa0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a959621e-0aae-475c-ada4-a04dae262fa0,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:18.024467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0939-f75f-4453-9569-ac5aca9b14c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:18.037796 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-0c6c0939-f75f-4453-9569-ac5aca9b14c2 admin admin] Calling delete_port for a959621e-0aae-475c-ada4-a04dae262fa0 owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:15:18.216126 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0939-f75f-4453-9569-ac5aca9b14c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (a959621e-0aae-475c-ada4-a04dae262fa0), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:18.238034 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c0939-f75f-4453-9569-ac5aca9b14c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a959621e-0aae-475c-ada4-a04dae262fa0,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:18.402657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:18.406603 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0939-f75f-4453-9569-ac5aca9b14c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:18.417658 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:18.427501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68726441-788d-4662-a385-c27c95287ac6 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 16:15:18.464324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:18.494298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:18.501845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68726441-788d-4662-a385-c27c95287ac6 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:15:18.881686 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6c0939-f75f-4453-9569-ac5aca9b14c2 admin admin] Router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:15:18.989057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6c0939-f75f-4453-9569-ac5aca9b14c2 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:15:18.995954 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0c6c0939-f75f-4453-9569-ac5aca9b14c2 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5877297 Oct 26 16:15:18.997959 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42958) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:19.000641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6087a-dfbc-4147-b137-7eb3ed0b5424 None None] Sync routers for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:15:19.018852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a6087a-dfbc-4147-b137-7eb3ed0b5424 None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:19.019492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-72a6087a-dfbc-4147-b137-7eb3ed0b5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:19.021201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:19.105457 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-350e1953-f067-4b98-9aaf-17fb4ecfb653 admin admin] Publish callbacks [] for router (cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:19.129787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-984ff453-d426-4178-8df7-cc030a4a7b09 None None] Provisioning complete for port a86f9824-2c8f-424c-88ba-a508027e9010 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:19.130156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-984ff453-d426-4178-8df7-cc030a4a7b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a86f9824-2c8f-424c-88ba-a508027e9010), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:19.130489 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-984ff453-d426-4178-8df7-cc030a4a7b09 None None] Attempt 1 to provision port a86f9824-2c8f-424c-88ba-a508027e9010 Oct 26 16:15:19.159424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-72a6087a-dfbc-4147-b137-7eb3ed0b5424 None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:19.207147 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-350e1953-f067-4b98-9aaf-17fb4ecfb653 admin admin] Publish callbacks [] for router_gateway (cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:19.250113 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-350e1953-f067-4b98-9aaf-17fb4ecfb653 admin admin] Deleting port 0ff9eb22-d917-451c-a433-d38a9a72525c {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:15:19.250461 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-350e1953-f067-4b98-9aaf-17fb4ecfb653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:19.318189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-984ff453-d426-4178-8df7-cc030a4a7b09 None None] Current status of the port a86f9824-2c8f-424c-88ba-a508027e9010 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:19.338407 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-350e1953-f067-4b98-9aaf-17fb4ecfb653 admin admin] For port 0ff9eb22-d917-451c-a433-d38a9a72525c, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=0ff9eb22-d917-451c-a433-d38a9a72525c,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:19.338778 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-350e1953-f067-4b98-9aaf-17fb4ecfb653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:19.351725 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-350e1953-f067-4b98-9aaf-17fb4ecfb653 admin admin] Calling delete_port for 0ff9eb22-d917-451c-a433-d38a9a72525c owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:15:19.368666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-72a6087a-dfbc-4147-b137-7eb3ed0b5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192'}], 'enable_snat': True}, 'gw_port_id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:15:18Z', 'revision_number': 5, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port': {'id': '0ff9eb22-d917-451c-a433-d38a9a72525c', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:14:11Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:19.393583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6087a-dfbc-4147-b137-7eb3ed0b5424 None None] Checking router: cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:15:19.401831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a6087a-dfbc-4147-b137-7eb3ed0b5424 None None] Routers {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:19.402429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-72a6087a-dfbc-4147-b137-7eb3ed0b5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:19.486584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-72a6087a-dfbc-4147-b137-7eb3ed0b5424 None None] Set router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:19.506288 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:19.521286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-350e1953-f067-4b98-9aaf-17fb4ecfb653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (0ff9eb22-d917-451c-a433-d38a9a72525c), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:19.536863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-72a6087a-dfbc-4147-b137-7eb3ed0b5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:15:19Z', 'revision_number': 6, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:19.548243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e1953-f067-4b98-9aaf-17fb4ecfb653 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff9eb22-d917-451c-a433-d38a9a72525c,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:19.558450 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:19.562122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6087a-dfbc-4147-b137-7eb3ed0b5424 None None] The sync data for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv is: [{'id': 'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af', 'name': 'tempest-TestEncryptedCinderVolumes-1861288688-router', 'tenant_id': '27f119e9437e4b49b55002eeb487237e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:13:16Z', 'updated_at': '2022-10-26T16:15:19Z', 'revision_number': 6, 'project_id': '27f119e9437e4b49b55002eeb487237e', 'gw_port_host': None}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:15:19.621260 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-350e1953-f067-4b98-9aaf-17fb4ecfb653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:19.711543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-350e1953-f067-4b98-9aaf-17fb4ecfb653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:19.714270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-350e1953-f067-4b98-9aaf-17fb4ecfb653 admin admin] Publish callbacks [] for router_controller (cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:19.762102 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-350e1953-f067-4b98-9aaf-17fb4ecfb653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:19.762858 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350e1953-f067-4b98-9aaf-17fb4ecfb653 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:15:19.768078 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-350e1953-f067-4b98-9aaf-17fb4ecfb653 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:19.769269 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-350e1953-f067-4b98-9aaf-17fb4ecfb653 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af HTTP/1.1" status: 204 len: 168 time: 0.7686713 Oct 26 16:15:19.771767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42960) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:19.817823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9ec963-225e-473b-b827-3c855bebf282 admin admin] Deleting subnet 3789d2a6-99a5-4421-854d-b9aa02ddbd18 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 16:15:19.820978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ac9ec963-225e-473b-b827-3c855bebf282 admin admin] Publish callbacks [] for subnet (3789d2a6-99a5-4421-854d-b9aa02ddbd18), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:19.857045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ac9ec963-225e-473b-b827-3c855bebf282 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (3789d2a6-99a5-4421-854d-b9aa02ddbd18), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:19.935950 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ac9ec963-225e-473b-b827-3c855bebf282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (3789d2a6-99a5-4421-854d-b9aa02ddbd18), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:19.990938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ac9ec963-225e-473b-b827-3c855bebf282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (3789d2a6-99a5-4421-854d-b9aa02ddbd18), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:20.017293 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ec963-225e-473b-b827-3c855bebf282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3789d2a6-99a5-4421-854d-b9aa02ddbd18,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:20.020996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ac9ec963-225e-473b-b827-3c855bebf282 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:20.024165 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ac9ec963-225e-473b-b827-3c855bebf282 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/3789d2a6-99a5-4421-854d-b9aa02ddbd18 HTTP/1.1" status: 204 len: 168 time: 0.2514317 Oct 26 16:15:20.027279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 42962) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:20.027801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b90a61f-23f8-402f-ad45-e560f45a8554 None None] Network 5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:15:20.096821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:20.145178 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] Deleting port a86f9824-2c8f-424c-88ba-a508027e9010 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:15:20.145533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (a86f9824-2c8f-424c-88ba-a508027e9010), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:20.171526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd0cbbf-2556-4c8c-bc44-c76b96481688 None None] DHCP port deletion for 5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 16:15:20.214679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0cbbf-2556-4c8c-bc44-c76b96481688 None None] Deleting port a86f9824-2c8f-424c-88ba-a508027e9010 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:15:20.215053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ccd0cbbf-2556-4c8c-bc44-c76b96481688 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (a86f9824-2c8f-424c-88ba-a508027e9010), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:20.215812 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] For port a86f9824-2c8f-424c-88ba-a508027e9010, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a86f9824-2c8f-424c-88ba-a508027e9010,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:20.216192 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (a86f9824-2c8f-424c-88ba-a508027e9010), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:20.230847 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] Calling delete_port for a86f9824-2c8f-424c-88ba-a508027e9010 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:15:20.290828 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3efde0-2cd1-4d4a-bc25-955e54f9ef31 None None] Sync routers for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:15:20.294723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-ccd0cbbf-2556-4c8c-bc44-c76b96481688 None None] For port a86f9824-2c8f-424c-88ba-a508027e9010, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a86f9824-2c8f-424c-88ba-a508027e9010,segment=NetworkSegment(4df217ec-1789-4451-9c23-86088cef7a76),segment_id=4df217ec-1789-4451-9c23-86088cef7a76)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:20.295126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ccd0cbbf-2556-4c8c-bc44-c76b96481688 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (a86f9824-2c8f-424c-88ba-a508027e9010), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:20.299716 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3efde0-2cd1-4d4a-bc25-955e54f9ef31 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:20.300205 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3efde0-2cd1-4d4a-bc25-955e54f9ef31 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:15:20.300762 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-1a3efde0-2cd1-4d4a-bc25-955e54f9ef31 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:15:20.308818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0cbbf-2556-4c8c-bc44-c76b96481688 None None] Calling delete_port for a86f9824-2c8f-424c-88ba-a508027e9010 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:15:20.311080 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3efde0-2cd1-4d4a-bc25-955e54f9ef31 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:20.311697 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3efde0-2cd1-4d4a-bc25-955e54f9ef31 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:15:20.312488 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-1a3efde0-2cd1-4d4a-bc25-955e54f9ef31 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:15:20.313509 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3efde0-2cd1-4d4a-bc25-955e54f9ef31 None None] The sync data for ids ['cbfbbd36-6df2-4a6a-9ccf-201cb92ff6af'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:15:20.327533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (a86f9824-2c8f-424c-88ba-a508027e9010), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:20.353390 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=a86f9824-2c8f-424c-88ba-a508027e9010,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:20.356789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] No DVR routers for this DVR port a86f9824-2c8f-424c-88ba-a508027e9010 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:15:20.390054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ccd0cbbf-2556-4c8c-bc44-c76b96481688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (a86f9824-2c8f-424c-88ba-a508027e9010), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:20.415071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0cbbf-2556-4c8c-bc44-c76b96481688 None None] Pushing event deleted for resources: {'Port': ['ID=a86f9824-2c8f-424c-88ba-a508027e9010,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:20.416948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd0cbbf-2556-4c8c-bc44-c76b96481688 None None] No DVR routers for this DVR port a86f9824-2c8f-424c-88ba-a508027e9010 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:15:20.428102 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:20.454135 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:20.463770 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df217ec-1789-4451-9c23-86088cef7a76') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:20.464062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df217ec-1789-4451-9c23-86088cef7a76') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:20.473927 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (4df217ec-1789-4451-9c23-86088cef7a76), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:20.485092 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:20.487600 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (4df217ec-1789-4451-9c23-86088cef7a76), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:20.493964 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:20.495499 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:15:20.495888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (4df217ec-1789-4451-9c23-86088cef7a76), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:20.537423 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 4df217ec-1789-4451-9c23-86088cef7a76 resource provider aggregate not found Oct 26 16:15:20.556068 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 4df217ec-1789-4451-9c23-86088cef7a76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4df217ec-1789-4451-9c23-86088cef7a76 found for delete ", "request_id": "req-ff6f121a-9a2e-4b91-92fa-6fc1fb9000bd"}]} Oct 26 16:15:20.567682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:20.573590 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:20.576753 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74 HTTP/1.1" status: 204 len: 168 time: 0.5485089 Oct 26 16:15:20.588615 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46ce78-9f58-4fb2-84d7-45cc87eb0a0d admin admin] Pushing event deleted for resources: {'Network': ['ID=5ef2e833-0fb9-49d1-8c2a-6bb8ce5f9e74,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:20.739071 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42970) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:20.780358 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-32f4fd7f-c863-4e62-81a9-2562ab8e9f2d admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=0c9a0db7c42a4fc1b10e3855ad48c629&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400131 Oct 26 16:15:20.782809 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42972) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:20.833670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Publish callbacks [] for security_group (ecc068c3-e631-46fb-bf27-4451b0ad9601), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:20.853388 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Publish callbacks [] for security_group (ecc068c3-e631-46fb-bf27-4451b0ad9601), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:20.901308 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ecc068c3-e631-46fb-bf27-4451b0ad9601), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:20.903927 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:20.905095 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ecc068c3-e631-46fb-bf27-4451b0ad9601 HTTP/1.1" status: 204 len: 168 time: 0.1213505 Oct 26 16:15:20.912735 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc068c3-e631-46fb-bf27-4451b0ad9601,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:20.920390 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:20.920749 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:20.921123 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:20.921470 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:20.921809 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:20.922147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:20.922484 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:20.922814 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:20.923352 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:20.923689 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:20.924024 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:20.924354 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:20.924683 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:20.925039 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:20.925746 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba82e8-ac88-48f8-a5bc-cd220f56f42f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:21.223017 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42978) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:21.263671 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5bc7c885-d9c1-43bf-8721-fe03825db264 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=27f119e9437e4b49b55002eeb487237e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395250 Oct 26 16:15:21.266013 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 42980) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:21.314770 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5e06576e-dca2-4a89-9356-92e10c85e960 admin admin] Publish callbacks [] for security_group (1301ff71-4bf5-4ec3-bc15-a685731b1830), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:21.334694 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5e06576e-dca2-4a89-9356-92e10c85e960 admin admin] Publish callbacks [] for security_group (1301ff71-4bf5-4ec3-bc15-a685731b1830), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:21.381338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5e06576e-dca2-4a89-9356-92e10c85e960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (1301ff71-4bf5-4ec3-bc15-a685731b1830), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:21.383903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5e06576e-dca2-4a89-9356-92e10c85e960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:21.385090 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5e06576e-dca2-4a89-9356-92e10c85e960 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/1301ff71-4bf5-4ec3-bc15-a685731b1830 HTTP/1.1" status: 204 len: 168 time: 0.1181545 Oct 26 16:15:21.392583 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06576e-dca2-4a89-9356-92e10c85e960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1301ff71-4bf5-4ec3-bc15-a685731b1830,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:21.537588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a86f9824-2c8f-424c-88ba-a508027e9010 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:21.557937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: a86f9824-2c8f-424c-88ba-a508027e9010 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:15:21.558282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a86f9824-2c8f-424c-88ba-a508027e9010 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:15:22.057343 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 43002) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:22.153354 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e3d310f0-c8ca-47be-ada1-8382c495ec57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1916772466-network', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:15:22.174228 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d310f0-c8ca-47be-ada1-8382c495ec57 admin admin] Made reservation on behalf of d4424ad08cb6427bb8c72d2c8751f8f0 for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:15:22.176523 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3d310f0-c8ca-47be-ada1-8382c495ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:22.185249 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3d310f0-c8ca-47be-ada1-8382c495ec57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:22.263819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3d310f0-c8ca-47be-ada1-8382c495ec57 admin admin] Publish callbacks [] for security_group (a2130dbc-b3df-415f-9ab0-0026f9d2275f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:22.267491 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3d310f0-c8ca-47be-ada1-8382c495ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (a2130dbc-b3df-415f-9ab0-0026f9d2275f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:22.295027 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d310f0-c8ca-47be-ada1-8382c495ec57 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:15:22.305842 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d310f0-c8ca-47be-ada1-8382c495ec57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2130dbc-b3df-415f-9ab0-0026f9d2275f,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:22.312512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3d310f0-c8ca-47be-ada1-8382c495ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (1a879917-2d01-4879-b4a9-54fb074a09c2), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:22.312921 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-e3d310f0-c8ca-47be-ada1-8382c495ec57 admin admin] Added segment 1a879917-2d01-4879-b4a9-54fb074a09c2 of type vlan for network ad9397c6-5c15-465e-baf0-af8a411b0425 Oct 26 16:15:22.356397 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3d310f0-c8ca-47be-ada1-8382c495ec57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (ad9397c6-5c15-465e-baf0-af8a411b0425), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:22.366977 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:22.382480 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3d310f0-c8ca-47be-ada1-8382c495ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (ad9397c6-5c15-465e-baf0-af8a411b0425), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:22.383536 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d310f0-c8ca-47be-ada1-8382c495ec57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:22.384139 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3d310f0-c8ca-47be-ada1-8382c495ec57 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:22.401878 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:22.445390 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e3d310f0-c8ca-47be-ada1-8382c495ec57 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3869584 Oct 26 16:15:22.448932 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 43006) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:22.451944 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d310f0-c8ca-47be-ada1-8382c495ec57 admin admin] Pushing event updated for resources: {'Network': ['ID=ad9397c6-5c15-465e-baf0-af8a411b0425,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:22.454623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-5970e8cb-18b3-4959-bfe7-5f58d6855664 admin admin] Request body: {'subnet': {'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1916772466-subnet', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'ip_version': 4}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:15:22.463677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network ad9397c6-5c15-465e-baf0-af8a411b0425 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:15:22.476403 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5970e8cb-18b3-4959-bfe7-5f58d6855664 admin admin] Made reservation on behalf of d4424ad08cb6427bb8c72d2c8751f8f0 for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:15:22.478913 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5970e8cb-18b3-4959-bfe7-5f58d6855664 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:22.646335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5970e8cb-18b3-4959-bfe7-5f58d6855664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (94030365-b224-450f-a535-d379929988f2), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:22.700919 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970e8cb-18b3-4959-bfe7-5f58d6855664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94030365-b224-450f-a535-d379929988f2,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:22.711467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970e8cb-18b3-4959-bfe7-5f58d6855664 admin admin] Checking segment: {'id': '1a879917-2d01-4879-b4a9-54fb074a09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:15:22.711826 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5970e8cb-18b3-4959-bfe7-5f58d6855664 admin admin] Network hostable DHCP agents. Network: ad9397c6-5c15-465e-baf0-af8a411b0425, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:15:22.728956 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5970e8cb-18b3-4959-bfe7-5f58d6855664 admin admin] Network ad9397c6-5c15-465e-baf0-af8a411b0425 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:15:22.737710 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-5970e8cb-18b3-4959-bfe7-5f58d6855664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, ad9397c6-5c15-465e-baf0-af8a411b0425) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:15:22.741846 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5970e8cb-18b3-4959-bfe7-5f58d6855664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:22.742445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5970e8cb-18b3-4959-bfe7-5f58d6855664 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:22.747080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313ff06b-46e1-4bf6-ab77-8c2b9cfc8a47 None None] Network ad9397c6-5c15-465e-baf0-af8a411b0425 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:15:22.758723 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5970e8cb-18b3-4959-bfe7-5f58d6855664 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3086250 Oct 26 16:15:22.762389 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 43008) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:22.766853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:15:22.792956 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (d6914dc8-1f8c-4729-ad76-8b22c7d0c101), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:22.793967 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (d6914dc8-1f8c-4729-ad76-8b22c7d0c101), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:22.844948 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] Publish callbacks [] for router_controller (d6914dc8-1f8c-4729-ad76-8b22c7d0c101), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:22.851708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-ad9397c6-5c15-465e-baf0-af8a411b0425', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:15:22.852750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:22.980602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] Publish callbacks [] for router_gateway (d6914dc8-1f8c-4729-ad76-8b22c7d0c101), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:22.983949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Allocated IP 172.20.0.2 (ad9397c6-5c15-465e-baf0-af8a411b0425/94030365-b224-450f-a535-d379929988f2/1ddee951-2763-4d80-b4b1-c191fc8d0af8) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:15:23.038809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:23.045017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:23.114508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:23.136674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Publish callbacks [] for port (1ddee951-2763-4d80-b4b1-c191fc8d0af8), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:23.142705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (1ddee951-2763-4d80-b4b1-c191fc8d0af8), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:23.162545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] Publish callbacks [] for router_gateway (d6914dc8-1f8c-4729-ad76-8b22c7d0c101), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:23.181438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:23.187631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Network ad9397c6-5c15-465e-baf0-af8a411b0425 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:15:23.192396 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:23.193305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:15:23.196065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:15:23.199705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Pushing event updated for resources: {'Port': ['ID=1ddee951-2763-4d80-b4b1-c191fc8d0af8,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:23.254939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Attempting to bind port 1ddee951-2763-4d80-b4b1-c191fc8d0af8 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:15:23.255267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Attempting to bind port 1ddee951-2763-4d80-b4b1-c191fc8d0af8 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '1a879917-2d01-4879-b4a9-54fb074a09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:15:23.255582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Attempting to bind port 1ddee951-2763-4d80-b4b1-c191fc8d0af8 on network ad9397c6-5c15-465e-baf0-af8a411b0425 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:15:23.297836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] Allocated IP 172.26.11.252 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/895efed0-cea6-4f26-acd6-8a85c604ab72) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:15:23.298327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:15:23.298711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Checking segment: {'id': '1a879917-2d01-4879-b4a9-54fb074a09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:15:23.299123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:23.299525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Bound using segment: {'id': '1a879917-2d01-4879-b4a9-54fb074a09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:15:23.300000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Bound port: 1ddee951-2763-4d80-b4b1-c191fc8d0af8, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a879917-2d01-4879-b4a9-54fb074a09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:15:23.300384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1ddee951-2763-4d80-b4b1-c191fc8d0af8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:23.306789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:23.364922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] For port 1ddee951-2763-4d80-b4b1-c191fc8d0af8, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:15:23.368132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] For port 1ddee951-2763-4d80-b4b1-c191fc8d0af8, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1ddee951-2763-4d80-b4b1-c191fc8d0af8,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:15:23.375082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1ddee951-2763-4d80-b4b1-c191fc8d0af8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:23.411797 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] Publish callbacks [] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:23.426794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8b5a6-2be1-45b3-a733-2bb157d6cb6c None None] Pushing event updated for resources: {'Port': ['ID=1ddee951-2763-4d80-b4b1-c191fc8d0af8,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:23.446251 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:23.489968 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:15:23.495667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:15:23.499749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:15:23.505421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:23.758466 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] Publish callbacks [] for router_gateway (d6914dc8-1f8c-4729-ad76-8b22c7d0c101), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:24.208088 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (d6914dc8-1f8c-4729-ad76-8b22c7d0c101), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:24.250938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:24.265353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08760805-6263-4356-a804-7526a01d2eb1 None None] Network ad9397c6-5c15-465e-baf0-af8a411b0425 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:15:24.337887 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] Router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:15:24.444423 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:15:24.463823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:24.465234 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5a6e0093-9092-4695-ad42-89845c8780cc admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7017920 Oct 26 16:15:24.467959 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 43010) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:24.502172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:15:24.523735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-3b6c49c1-638f-4846-9448-00f4af831848 None None] Provisioning complete for port 1ddee951-2763-4d80-b4b1-c191fc8d0af8 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:24.524110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3b6c49c1-638f-4846-9448-00f4af831848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1ddee951-2763-4d80-b4b1-c191fc8d0af8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:24.524443 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-3b6c49c1-638f-4846-9448-00f4af831848 None None] Attempt 1 to provision port 1ddee951-2763-4d80-b4b1-c191fc8d0af8 Oct 26 16:15:24.527310 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:24.530047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:24.530784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:24.696450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c49c1-638f-4846-9448-00f4af831848 None None] Current status of the port 1ddee951-2763-4d80-b4b1-c191fc8d0af8 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:24.696856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3b6c49c1-638f-4846-9448-00f4af831848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1ddee951-2763-4d80-b4b1-c191fc8d0af8), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:24.699916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:24.818450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-3b6c49c1-638f-4846-9448-00f4af831848 None None] For port 1ddee951-2763-4d80-b4b1-c191fc8d0af8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1ddee951-2763-4d80-b4b1-c191fc8d0af8,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:24.825195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3b6c49c1-638f-4846-9448-00f4af831848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1ddee951-2763-4d80-b4b1-c191fc8d0af8), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:24.888790 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a8ad871f-487a-412c-80f8-5598b7faac59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:24.911560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c49c1-638f-4846-9448-00f4af831848 None None] Pushing event updated for resources: {'Port': ['ID=1ddee951-2763-4d80-b4b1-c191fc8d0af8,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:24.931729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:23Z', 'revision_number': 3, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:24.969244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:15:24.969598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Updating router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 port 895efed0-cea6-4f26-acd6-8a85c604ab72 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:15:24.971543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-bd6d114d-23c4-4254-8054-3f67a626c826 None None] Provisioning complete for port 1ddee951-2763-4d80-b4b1-c191fc8d0af8 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:24.971922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bd6d114d-23c4-4254-8054-3f67a626c826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1ddee951-2763-4d80-b4b1-c191fc8d0af8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:24.972238 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-bd6d114d-23c4-4254-8054-3f67a626c826 None None] Attempt 1 to provision port 1ddee951-2763-4d80-b4b1-c191fc8d0af8 Oct 26 16:15:25.023914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:25.046489 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-a8ad871f-487a-412c-80f8-5598b7faac59 admin admin] Allocated IP 172.20.0.1 (ad9397c6-5c15-465e-baf0-af8a411b0425/94030365-b224-450f-a535-d379929988f2/ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:15:25.098441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:25.149960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d114d-23c4-4254-8054-3f67a626c826 None None] Current status of the port 1ddee951-2763-4d80-b4b1-c191fc8d0af8 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:25.154917 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a8ad871f-487a-412c-80f8-5598b7faac59 admin admin] Publish callbacks [] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:25.186812 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a8ad871f-487a-412c-80f8-5598b7faac59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:25.215998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:25.229429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ad871f-487a-412c-80f8-5598b7faac59 admin admin] Network ad9397c6-5c15-465e-baf0-af8a411b0425 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:15:25.232619 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-a8ad871f-487a-412c-80f8-5598b7faac59 admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:15:25.238745 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ad871f-487a-412c-80f8-5598b7faac59 admin admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:15:25.266172 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad871f-487a-412c-80f8-5598b7faac59 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:25.293861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:25.294318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a8ad871f-487a-412c-80f8-5598b7faac59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (d6914dc8-1f8c-4729-ad76-8b22c7d0c101), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:25.315738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Publish callbacks [] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:25.318144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:25.321907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:25.344201 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:25.366118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Attempting to bind port 895efed0-cea6-4f26-acd6-8a85c604ab72 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:15:25.366402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Attempting to bind port 895efed0-cea6-4f26-acd6-8a85c604ab72 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:15:25.366768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Attempting to bind port 895efed0-cea6-4f26-acd6-8a85c604ab72 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:15:25.397322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5c74a-0caf-456a-98ea-b3214005b072 None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:25.422505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:15:25.423085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:15:25.423596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:25.424096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:15:25.424829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Bound port: 895efed0-cea6-4f26-acd6-8a85c604ab72, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:15:25.425422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:25.444409 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a8ad871f-487a-412c-80f8-5598b7faac59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:25.483326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:15:25.487229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:15:25.502548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:25.542442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:25.543084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:25.587154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1ddee951-2763-4d80-b4b1-c191fc8d0af8 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:25.621394 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a8ad871f-487a-412c-80f8-5598b7faac59 admin admin] Publish callbacks [] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:25.625913 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a8ad871f-487a-412c-80f8-5598b7faac59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:25.632976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5c74a-0caf-456a-98ea-b3214005b072 None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:25.639865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-15650a82-c349-49d7-9ed8-e3973eada085 None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:25.640235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-15650a82-c349-49d7-9ed8-e3973eada085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:25.640572 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-15650a82-c349-49d7-9ed8-e3973eada085 None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:15:25.695123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a8ad871f-487a-412c-80f8-5598b7faac59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (d6914dc8-1f8c-4729-ad76-8b22c7d0c101), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:25.696880 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad871f-487a-412c-80f8-5598b7faac59 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:25.728504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-15650a82-c349-49d7-9ed8-e3973eada085 None None] Port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:15:25.740851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 1ddee951-2763-4d80-b4b1-c191fc8d0af8 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:25.741230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1ddee951-2763-4d80-b4b1-c191fc8d0af8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:25.741566 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 1ddee951-2763-4d80-b4b1-c191fc8d0af8 Oct 26 16:15:25.744209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:25.793752 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ad871f-487a-412c-80f8-5598b7faac59 admin admin] Network ad9397c6-5c15-465e-baf0-af8a411b0425 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:15:25.795208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-a8ad871f-487a-412c-80f8-5598b7faac59 admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:15:25.902601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:25.912525 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ad871f-487a-412c-80f8-5598b7faac59 admin admin] Router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:15:25.943579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1ddee951-2763-4d80-b4b1-c191fc8d0af8 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:26.006630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 1, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:26.021562 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ad871f-487a-412c-80f8-5598b7faac59 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:15:26.026478 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a8ad871f-487a-412c-80f8-5598b7faac59 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/d6914dc8-1f8c-4729-ad76-8b22c7d0c101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5575221 Oct 26 16:15:26.031869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2667a-d432-48be-b7fc-8b8213d3444d None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 1, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:15:26.049558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e3ab394d-c57c-425b-8f22-3295a9312ffb None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:26.049945 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e3ab394d-c57c-425b-8f22-3295a9312ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:26.050297 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e3ab394d-c57c-425b-8f22-3295a9312ffb None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:15:26.084628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab394d-c57c-425b-8f22-3295a9312ffb None None] Port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:15:26.551317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 43026) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:26.556337 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-4535b61e-f47a-49ae-9084-2a832f92ffa9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2142245919-network', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:15:26.577079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4535b61e-f47a-49ae-9084-2a832f92ffa9 admin admin] Made reservation on behalf of b16d9cb51e524211aea64390d615ec13 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:15:26.579937 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4535b61e-f47a-49ae-9084-2a832f92ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:26.590004 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4535b61e-f47a-49ae-9084-2a832f92ffa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:26.677113 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:26.684091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4535b61e-f47a-49ae-9084-2a832f92ffa9 admin admin] Publish callbacks [] for security_group (c284f152-873a-4370-a7dd-6420197e8401), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:26.691731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4535b61e-f47a-49ae-9084-2a832f92ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (c284f152-873a-4370-a7dd-6420197e8401), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:26.723665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4535b61e-f47a-49ae-9084-2a832f92ffa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:15:26.731505 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535b61e-f47a-49ae-9084-2a832f92ffa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c284f152-873a-4370-a7dd-6420197e8401,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:26.738300 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4535b61e-f47a-49ae-9084-2a832f92ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (f45ebfce-cfd6-46ff-9263-7df85f5da4c3), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:26.738651 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-4535b61e-f47a-49ae-9084-2a832f92ffa9 admin admin] Added segment f45ebfce-cfd6-46ff-9263-7df85f5da4c3 of type vlan for network e55c82d1-e955-4185-bf74-da407339b90b Oct 26 16:15:26.785123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4535b61e-f47a-49ae-9084-2a832f92ffa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (e55c82d1-e955-4185-bf74-da407339b90b), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:26.812415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4535b61e-f47a-49ae-9084-2a832f92ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (e55c82d1-e955-4185-bf74-da407339b90b), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:26.813490 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4535b61e-f47a-49ae-9084-2a832f92ffa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:26.814085 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4535b61e-f47a-49ae-9084-2a832f92ffa9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:26.874091 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4535b61e-f47a-49ae-9084-2a832f92ffa9 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3216355 Oct 26 16:15:26.876961 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 43028) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:26.882126 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7cce42b9-6f2f-4721-82cb-3d206289da2f admin admin] Request body: {'subnet': {'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2142245919-subnet', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'ip_version': 4}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:15:26.886843 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535b61e-f47a-49ae-9084-2a832f92ffa9 admin admin] Pushing event updated for resources: {'Network': ['ID=e55c82d1-e955-4185-bf74-da407339b90b,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:26.897469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network e55c82d1-e955-4185-bf74-da407339b90b details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:15:26.906797 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cce42b9-6f2f-4721-82cb-3d206289da2f admin admin] Made reservation on behalf of b16d9cb51e524211aea64390d615ec13 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:15:26.909434 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7cce42b9-6f2f-4721-82cb-3d206289da2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:27.101548 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7cce42b9-6f2f-4721-82cb-3d206289da2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (2ea7402a-c05b-4922-abbc-a52e72ca27ee), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:27.159359 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce42b9-6f2f-4721-82cb-3d206289da2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ea7402a-c05b-4922-abbc-a52e72ca27ee,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:27.176679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cce42b9-6f2f-4721-82cb-3d206289da2f admin admin] Checking segment: {'id': 'f45ebfce-cfd6-46ff-9263-7df85f5da4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:15:27.177074 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cce42b9-6f2f-4721-82cb-3d206289da2f admin admin] Network hostable DHCP agents. Network: e55c82d1-e955-4185-bf74-da407339b90b, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:15:27.195769 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cce42b9-6f2f-4721-82cb-3d206289da2f admin admin] Network e55c82d1-e955-4185-bf74-da407339b90b is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:15:27.209611 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-7cce42b9-6f2f-4721-82cb-3d206289da2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, e55c82d1-e955-4185-bf74-da407339b90b) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:15:27.214967 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cce42b9-6f2f-4721-82cb-3d206289da2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:27.217296 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7cce42b9-6f2f-4721-82cb-3d206289da2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:27.218545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafa21ae-ebb6-4314-b2aa-1d8a929cd34a None None] Network e55c82d1-e955-4185-bf74-da407339b90b requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:15:27.238752 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7cce42b9-6f2f-4721-82cb-3d206289da2f admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3606012 Oct 26 16:15:27.241373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 43030) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:27.246535 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:15:27.268974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (0fbb595e-0f72-4034-b496-578b87ffa833), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:27.270171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (0fbb595e-0f72-4034-b496-578b87ffa833), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:27.324593 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] Publish callbacks [] for router_controller (0fbb595e-0f72-4034-b496-578b87ffa833), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:27.331142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-e55c82d1-e955-4185-bf74-da407339b90b', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:15:27.332082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:27.465961 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] Publish callbacks [] for router_gateway (0fbb595e-0f72-4034-b496-578b87ffa833), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:27.477033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Allocated IP 172.20.0.2 (e55c82d1-e955-4185-bf74-da407339b90b/2ea7402a-c05b-4922-abbc-a52e72ca27ee/790d7b84-cd4c-47cc-900f-721094d1d4b5) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:15:27.575603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:27.608850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:27.656671 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] Publish callbacks [] for router_gateway (0fbb595e-0f72-4034-b496-578b87ffa833), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:27.660865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:27.678372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:27.679172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:27.679548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:27.679666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:27.679884 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:15:27.682177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Publish callbacks [] for port (790d7b84-cd4c-47cc-900f-721094d1d4b5), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:27.709128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (790d7b84-cd4c-47cc-900f-721094d1d4b5), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:27.757000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Network e55c82d1-e955-4185-bf74-da407339b90b is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:15:27.764666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:27.765115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:15:27.771239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:15:27.774762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Pushing event updated for resources: {'Port': ['ID=790d7b84-cd4c-47cc-900f-721094d1d4b5,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:27.780945 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:27.797140 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] Allocated IP 172.26.11.223 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/bd7f3acc-1134-48c9-a306-a9bd32556c31) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:15:27.864417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:27.864818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:27.870231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Attempting to bind port 790d7b84-cd4c-47cc-900f-721094d1d4b5 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:15:27.870598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Attempting to bind port 790d7b84-cd4c-47cc-900f-721094d1d4b5 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'f45ebfce-cfd6-46ff-9263-7df85f5da4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:15:27.870960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Attempting to bind port 790d7b84-cd4c-47cc-900f-721094d1d4b5 on network e55c82d1-e955-4185-bf74-da407339b90b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:15:27.914820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:27.922428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:27.925714 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] Publish callbacks [] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:27.933427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:15:27.933809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Checking segment: {'id': 'f45ebfce-cfd6-46ff-9263-7df85f5da4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:15:27.934439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:27.934603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Bound using segment: {'id': 'f45ebfce-cfd6-46ff-9263-7df85f5da4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:15:27.935085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Bound port: 790d7b84-cd4c-47cc-900f-721094d1d4b5, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45ebfce-cfd6-46ff-9263-7df85f5da4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:15:27.935469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (790d7b84-cd4c-47cc-900f-721094d1d4b5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:27.963693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:28.009261 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:15:28.015502 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:15:28.015804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:28.018791 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:15:28.022714 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:28.042454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] For port 790d7b84-cd4c-47cc-900f-721094d1d4b5, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:15:28.045915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] For port 790d7b84-cd4c-47cc-900f-721094d1d4b5, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=790d7b84-cd4c-47cc-900f-721094d1d4b5,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:15:28.054570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (790d7b84-cd4c-47cc-900f-721094d1d4b5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:28.079575 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:15:28.082874 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:28.083489 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:28.122832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75aa9b-3468-42d4-8bf6-69b359a2a4ee None None] Pushing event updated for resources: {'Port': ['ID=790d7b84-cd4c-47cc-900f-721094d1d4b5,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:28.192164 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:28.285563 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=52 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:28.345623 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] Publish callbacks [] for router_gateway (0fbb595e-0f72-4034-b496-578b87ffa833), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:28.427055 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 2, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:28.540778 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:15:28.541031 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Updating router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:15:28.551876 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (0fbb595e-0f72-4034-b496-578b87ffa833), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:28.569499 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:28.848241 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Publish callbacks [] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:28.856761 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:28.937560 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:28.946055 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa888928-a298-40d2-84be-2e0cafd46854 None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:28.964363 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa888928-a298-40d2-84be-2e0cafd46854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:28.965011 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa888928-a298-40d2-84be-2e0cafd46854 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:28.965360 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa888928-a298-40d2-84be-2e0cafd46854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:28.965699 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa888928-a298-40d2-84be-2e0cafd46854 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:28.966034 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa888928-a298-40d2-84be-2e0cafd46854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:28.966370 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa888928-a298-40d2-84be-2e0cafd46854 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:28.966690 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa888928-a298-40d2-84be-2e0cafd46854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:28.967173 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa888928-a298-40d2-84be-2e0cafd46854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:28.967679 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa888928-a298-40d2-84be-2e0cafd46854 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:28.968008 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa888928-a298-40d2-84be-2e0cafd46854 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:28.968339 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa888928-a298-40d2-84be-2e0cafd46854 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:28.968661 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa888928-a298-40d2-84be-2e0cafd46854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:28.969159 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa888928-a298-40d2-84be-2e0cafd46854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:28.969488 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa888928-a298-40d2-84be-2e0cafd46854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:28.969813 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa888928-a298-40d2-84be-2e0cafd46854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:28.974571 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Attempting to bind port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:15:28.974943 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Attempting to bind port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '1a879917-2d01-4879-b4a9-54fb074a09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:15:28.975307 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Attempting to bind port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b on network ad9397c6-5c15-465e-baf0-af8a411b0425 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:15:28.998695 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:29.012926 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] Router 0fbb595e-0f72-4034-b496-578b87ffa833 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:15:29.025229 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:15:29.026175 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Checking segment: {'id': '1a879917-2d01-4879-b4a9-54fb074a09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:15:29.026584 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:29.026969 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Bound using segment: {'id': '1a879917-2d01-4879-b4a9-54fb074a09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:15:29.027437 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Bound port: ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a879917-2d01-4879-b4a9-54fb074a09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:15:29.027815 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:29.053985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdabe968-69bd-4793-90dd-3504b6de7808 None None] Network e55c82d1-e955-4185-bf74-da407339b90b requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:15:29.095194 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:15:29.100308 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:15:29.107874 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:29.108086 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:29.125420 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:15:29.143968 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:29.146539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Sync routers for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:15:29.148255 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3a24f33c-6f8f-4e51-acb9-9386581b8d80 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9058836 Oct 26 16:15:29.149005 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:29.149159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 43032) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:15:29.149856 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:29.160359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-1282f96d-ccd1-45cc-a284-9fdcd7efbe0d None None] Provisioning complete for port 790d7b84-cd4c-47cc-900f-721094d1d4b5 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:29.160738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1282f96d-ccd1-45cc-a284-9fdcd7efbe0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (790d7b84-cd4c-47cc-900f-721094d1d4b5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:29.161178 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-1282f96d-ccd1-45cc-a284-9fdcd7efbe0d None None] Attempt 1 to provision port 790d7b84-cd4c-47cc-900f-721094d1d4b5 Oct 26 16:15:29.219854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:29.220785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:29.256131 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa888928-a298-40d2-84be-2e0cafd46854 None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:29.279749 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:29.344050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-1282f96d-ccd1-45cc-a284-9fdcd7efbe0d None None] Current status of the port 790d7b84-cd4c-47cc-900f-721094d1d4b5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:29.344448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1282f96d-ccd1-45cc-a284-9fdcd7efbe0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (790d7b84-cd4c-47cc-900f-721094d1d4b5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:29.365979 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:29.386958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:29.446389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-1282f96d-ccd1-45cc-a284-9fdcd7efbe0d None None] For port 790d7b84-cd4c-47cc-900f-721094d1d4b5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=790d7b84-cd4c-47cc-900f-721094d1d4b5,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:29.461588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1282f96d-ccd1-45cc-a284-9fdcd7efbe0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (790d7b84-cd4c-47cc-900f-721094d1d4b5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:29.522601 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:29Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:29.567122 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715759d5-3b29-4d35-9101-932d67e83cf9 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:29Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:15:29.585428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282f96d-ccd1-45cc-a284-9fdcd7efbe0d None None] Pushing event updated for resources: {'Port': ['ID=790d7b84-cd4c-47cc-900f-721094d1d4b5,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:29.632758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 790d7b84-cd4c-47cc-900f-721094d1d4b5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:29.636520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e3cfffed-50c1-4498-9815-2d4c9bd1732b None None] Provisioning complete for port 790d7b84-cd4c-47cc-900f-721094d1d4b5 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:29.637148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e3cfffed-50c1-4498-9815-2d4c9bd1732b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (790d7b84-cd4c-47cc-900f-721094d1d4b5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:29.637492 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e3cfffed-50c1-4498-9815-2d4c9bd1732b None None] Attempt 1 to provision port 790d7b84-cd4c-47cc-900f-721094d1d4b5 Oct 26 16:15:29.671472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-799a382a-6541-486d-8143-e0ca22bea6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:29.715088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:28Z', 'revision_number': 3, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:29.725411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:29.751347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Checking router: 0fbb595e-0f72-4034-b496-578b87ffa833 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:15:29.751701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Updating router 0fbb595e-0f72-4034-b496-578b87ffa833 port bd7f3acc-1134-48c9-a306-a9bd32556c31 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:15:29.773949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 790d7b84-cd4c-47cc-900f-721094d1d4b5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:29.774328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (790d7b84-cd4c-47cc-900f-721094d1d4b5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:29.774669 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 790d7b84-cd4c-47cc-900f-721094d1d4b5 Oct 26 16:15:29.782885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:29.825530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:29.842561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:29.865117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:29.871661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:29.881279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfffed-50c1-4498-9815-2d4c9bd1732b None None] Current status of the port 790d7b84-cd4c-47cc-900f-721094d1d4b5 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:29.883284 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-799a382a-6541-486d-8143-e0ca22bea6cb admin admin] Allocated IP 172.20.0.1 (e55c82d1-e955-4185-bf74-da407339b90b/2ea7402a-c05b-4922-abbc-a52e72ca27ee/99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:15:29.999353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 790d7b84-cd4c-47cc-900f-721094d1d4b5 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:30.006114 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-799a382a-6541-486d-8143-e0ca22bea6cb admin admin] Publish callbacks [] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:30.043189 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-799a382a-6541-486d-8143-e0ca22bea6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:30.075418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:30.090925 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799a382a-6541-486d-8143-e0ca22bea6cb admin admin] Network e55c82d1-e955-4185-bf74-da407339b90b is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:15:30.096638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-799a382a-6541-486d-8143-e0ca22bea6cb admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:15:30.100909 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a382a-6541-486d-8143-e0ca22bea6cb admin admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:15:30.124425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a382a-6541-486d-8143-e0ca22bea6cb admin admin] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:30.148742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-799a382a-6541-486d-8143-e0ca22bea6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (0fbb595e-0f72-4034-b496-578b87ffa833), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:30.311315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-799a382a-6541-486d-8143-e0ca22bea6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:30.409891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:30.410897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:30.452629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Publish callbacks [] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:30.456532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-68ab5eec-40d9-4b6b-9f63-704ef1356210 None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:30.456674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-68ab5eec-40d9-4b6b-9f63-704ef1356210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:30.456926 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-68ab5eec-40d9-4b6b-9f63-704ef1356210 None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:15:30.483460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:30.528620 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-799a382a-6541-486d-8143-e0ca22bea6cb admin admin] Publish callbacks [] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:30.533557 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-799a382a-6541-486d-8143-e0ca22bea6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:30.536250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-68ab5eec-40d9-4b6b-9f63-704ef1356210 None None] Port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:15:30.537864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Attempting to bind port bd7f3acc-1134-48c9-a306-a9bd32556c31 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:15:30.538238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Attempting to bind port bd7f3acc-1134-48c9-a306-a9bd32556c31 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:15:30.538604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Attempting to bind port bd7f3acc-1134-48c9-a306-a9bd32556c31 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:15:30.588072 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:30.590974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d83ea9-697e-4575-a716-685b6a590273 None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:30.613776 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-799a382a-6541-486d-8143-e0ca22bea6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (0fbb595e-0f72-4034-b496-578b87ffa833), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:30.615908 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a382a-6541-486d-8143-e0ca22bea6cb admin admin] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:30.631466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:15:30.631845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:15:30.632253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:30.632648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:15:30.633239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Bound port: bd7f3acc-1134-48c9-a306-a9bd32556c31, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:15:30.633625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:30.637888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:30.637888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:30.690314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:30.701928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:30.730299 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799a382a-6541-486d-8143-e0ca22bea6cb admin admin] Network e55c82d1-e955-4185-bf74-da407339b90b is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:15:30.730527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:15:30.732351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-799a382a-6541-486d-8143-e0ca22bea6cb admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:15:30.753741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:15:30.769358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:30.776587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:30.817030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:30.818151 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:30.842127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:30.870255 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799a382a-6541-486d-8143-e0ca22bea6cb admin admin] Router 0fbb595e-0f72-4034-b496-578b87ffa833 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:15:30.911892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d83ea9-697e-4575-a716-685b6a590273 None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:30.984234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:30.997817 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799a382a-6541-486d-8143-e0ca22bea6cb admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:15:31.002999 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-799a382a-6541-486d-8143-e0ca22bea6cb admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/0fbb595e-0f72-4034-b496-578b87ffa833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8512261 Oct 26 16:15:31.118018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8a41154b-6227-409e-9a0f-a521bd96a323 None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:31.118533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8a41154b-6227-409e-9a0f-a521bd96a323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:31.118734 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8a41154b-6227-409e-9a0f-a521bd96a323 None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:15:31.178111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8a41154b-6227-409e-9a0f-a521bd96a323 None None] Port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:15:31.180601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:31.242907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 2, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:31.267922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e07c95-bad1-40f6-bee1-4795f2861f03 None None] The sync data for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv is: [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 2, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:15:31.694145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 790d7b84-cd4c-47cc-900f-721094d1d4b5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:31.759136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 790d7b84-cd4c-47cc-900f-721094d1d4b5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:31.759511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (790d7b84-cd4c-47cc-900f-721094d1d4b5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:31.759885 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 790d7b84-cd4c-47cc-900f-721094d1d4b5 Oct 26 16:15:31.792171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:31.847330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 790d7b84-cd4c-47cc-900f-721094d1d4b5 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:31.849003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:31.899857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:31.900609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:31.900987 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:15:31.970337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:31.986724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:31.987290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:32.037239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:32.045274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:32.046338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:32.135000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:32.170984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:32.171364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:32.171710 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:15:32.279227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:32.279626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:32.307850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:32.317700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:32.383033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:32.538099 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52af272-6adf-4b10-9c3f-dbe46c4e7985 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:15:32.543294 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52af272-6adf-4b10-9c3f-dbe46c4e7985 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:32.543294 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e52af272-6adf-4b10-9c3f-dbe46c4e7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:32.688783 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e52af272-6adf-4b10-9c3f-dbe46c4e7985 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:32.935968 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e52af272-6adf-4b10-9c3f-dbe46c4e7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:32Z', 'revision_number': 5, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:32.971309 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52af272-6adf-4b10-9c3f-dbe46c4e7985 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:15:32.974083 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:32.982275 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52af272-6adf-4b10-9c3f-dbe46c4e7985 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:32.982901 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e52af272-6adf-4b10-9c3f-dbe46c4e7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:33.110009 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e52af272-6adf-4b10-9c3f-dbe46c4e7985 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:33.442456 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e52af272-6adf-4b10-9c3f-dbe46c4e7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:32Z', 'revision_number': 5, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:33.470028 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52af272-6adf-4b10-9c3f-dbe46c4e7985 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:32Z', 'revision_number': 5, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:15:33.615004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:33.689926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bd7f3acc-1134-48c9-a306-a9bd32556c31 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:33.689926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:33.689926 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bd7f3acc-1134-48c9-a306-a9bd32556c31 Oct 26 16:15:33.786292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:33.786780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:33.810709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:33.818646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:33.884919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:34.435760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Sync routers for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:15:34.449080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:34.459913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:34.460532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:34.654498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:34.655187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:34.678479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:34.702385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:34.743961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:34.762817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:34.763533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:35.075399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:35.158526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:35.158930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:35.235206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:35.237817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:35.243597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:35.288479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 2, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:35.318542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Checking router: 0fbb595e-0f72-4034-b496-578b87ffa833 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:15:35.318902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Updating router 0fbb595e-0f72-4034-b496-578b87ffa833 port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:15:35.366987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:35.368951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:35.380932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:35.676107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:35.729938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Publish callbacks [] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:35.742687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:35.746442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:35.746814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:35.747153 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:15:35.841676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b40e0-0f86-4699-84d6-8704d814be4d None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:35.878143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Attempting to bind port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:15:35.878515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Attempting to bind port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'f45ebfce-cfd6-46ff-9263-7df85f5da4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:15:35.878882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Attempting to bind port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a on network e55c82d1-e955-4185-bf74-da407339b90b {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:15:35.945837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:35.946226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:35.963574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:15:35.963946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Checking segment: {'id': 'f45ebfce-cfd6-46ff-9263-7df85f5da4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:15:35.964351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:35.964745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Bound using segment: {'id': 'f45ebfce-cfd6-46ff-9263-7df85f5da4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:15:35.965242 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Bound port: 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45ebfce-cfd6-46ff-9263-7df85f5da4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:15:35.965614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:36.031141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:36.062571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:36.063384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:36.114868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:15:36.147486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:15:36.163793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:36.168497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:36.178445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:36.210622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:36.210997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:36.211335 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:15:36.216201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:36.217023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:36.305515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b40e0-0f86-4699-84d6-8704d814be4d None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:36.425082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:36.458314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:36.458695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:36.515872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:36.527752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:36.589113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:36.633555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:36.680442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:36.705829 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7eb9c7-d3fc-489d-9527-997c9f2ca313 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:15:36.710419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:15:36Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:36.725560 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7eb9c7-d3fc-489d-9527-997c9f2ca313 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:36.726220 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5a7eb9c7-d3fc-489d-9527-997c9f2ca313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:36.742608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:36.746103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42034ca7-0086-4733-9462-deba5c920c93 None None] The sync data for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv is: [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:15:36Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:15:36.846663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:36.847895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:36.867970 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5a7eb9c7-d3fc-489d-9527-997c9f2ca313 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:36.876195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:36.882087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:36.882968 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:36.964640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:37.020716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:37.175504 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:37.190354 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5a7eb9c7-d3fc-489d-9527-997c9f2ca313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:36Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:35Z', 'revision_number': 7, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:37.227698 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7eb9c7-d3fc-489d-9527-997c9f2ca313 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:15:37.237974 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7eb9c7-d3fc-489d-9527-997c9f2ca313 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:37.238950 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5a7eb9c7-d3fc-489d-9527-997c9f2ca313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:37.374082 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5a7eb9c7-d3fc-489d-9527-997c9f2ca313 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:37.671344 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5a7eb9c7-d3fc-489d-9527-997c9f2ca313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:36Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:35Z', 'revision_number': 7, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:37.718958 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7eb9c7-d3fc-489d-9527-997c9f2ca313 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:36Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:35Z', 'revision_number': 7, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:15:37.882983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:37.961365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:37.961744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:37.962087 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:15:38.109728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:38.110229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:38.163348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:38.170220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:38.255300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:38.264021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:38.568725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:38.569412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:38.626540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:38.637321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:38.638078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:38.717949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f1858bad-6c74-465c-8925-fb6f38ceddab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:38.793552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:38.825019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:38.825549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:38.850868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:38.864688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:38.918539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:39.136833 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:39.140598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:39.953651 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:40.059237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:40.131350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bd7f3acc-1134-48c9-a306-a9bd32556c31 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:40.132328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:40.132328 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bd7f3acc-1134-48c9-a306-a9bd32556c31 Oct 26 16:15:40.158343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:40.238311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:40.239065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:40.267948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:40.281222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:40.282160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:40.331128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:40.360817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:40.370658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:40.383903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:40.384289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:40.384628 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:15:40.431806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e3a03e-bdb7-4e78-87fe-7e069c9f9223 None None] Sync routers for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:15:40.465638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e3a03e-bdb7-4e78-87fe-7e069c9f9223 None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:40.466351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-57e3a03e-bdb7-4e78-87fe-7e069c9f9223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:40.583416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:40.583875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:40.619755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-57e3a03e-bdb7-4e78-87fe-7e069c9f9223 None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:40.675218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:40.705383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:40.706202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:40.842102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:40.874332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:40.874699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:40.875044 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:15:40.967809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-57e3a03e-bdb7-4e78-87fe-7e069c9f9223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:15:38Z', 'revision_number': 5, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:40.992335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=13 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:40.995235 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=42 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:41.016133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e3a03e-bdb7-4e78-87fe-7e069c9f9223 None None] Checking router: 0fbb595e-0f72-4034-b496-578b87ffa833 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:15:41.038249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:41.038649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:41.044178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e3a03e-bdb7-4e78-87fe-7e069c9f9223 None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:41.044866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-57e3a03e-bdb7-4e78-87fe-7e069c9f9223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:41.109250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:41.121110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:41.154496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6f1e635a-721c-44da-adb6-2401e28b1cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:41.223225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:41.234902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-57e3a03e-bdb7-4e78-87fe-7e069c9f9223 None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:41.452667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-57e3a03e-bdb7-4e78-87fe-7e069c9f9223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:15:38Z', 'revision_number': 5, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:41.476743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e3a03e-bdb7-4e78-87fe-7e069c9f9223 None None] The sync data for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv is: [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:15:38Z', 'revision_number': 5, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:15:41.653832 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30236832-28ec-4002-bea5-0fcff8d85912 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:15:41.653832 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30236832-28ec-4002-bea5-0fcff8d85912 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:41.653832 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-30236832-28ec-4002-bea5-0fcff8d85912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:41.710669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:41.801863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:41.820292 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-30236832-28ec-4002-bea5-0fcff8d85912 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:41.881118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:41.881521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:41.924156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:41.937807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:41.938862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:42.025969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:42.031570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:42.073883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:42.075608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:42.106967 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-30236832-28ec-4002-bea5-0fcff8d85912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:41Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:40Z', 'revision_number': 9, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:42.107218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:42.113936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:42.115522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:42.134954 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30236832-28ec-4002-bea5-0fcff8d85912 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:15:42.157582 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30236832-28ec-4002-bea5-0fcff8d85912 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:42.158482 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-30236832-28ec-4002-bea5-0fcff8d85912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:42.203698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:42.244884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:42.267008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:42.267406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:42.297343 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-30236832-28ec-4002-bea5-0fcff8d85912 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:42.380180 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:42.466478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:42.488310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:42.511581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:42.515709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:42.620098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:42.655873 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-30236832-28ec-4002-bea5-0fcff8d85912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:41Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:41Z', 'revision_number': 10, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:42.687028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:42.687884 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30236832-28ec-4002-bea5-0fcff8d85912 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:41Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:41Z', 'revision_number': 10, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:15:42.688710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:42.719673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:42.730934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:42.792616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:43.321514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-e7ae1173-ea63-4260-94cf-63d883cb9701 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:43.323591 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-e7ae1173-ea63-4260-94cf-63d883cb9701 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 815 time: 0.1216092 Oct 26 16:15:43.340812 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-fb314bf5-176c-490a-8fed-abec796075fc tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/quotas/d4424ad08cb6427bb8c72d2c8751f8f0 HTTP/1.1" status: 200 len: 375 time: 0.0106213 Oct 26 16:15:43.398149 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-3eb2e2e3-7a13-403b-bf7b-eea85d7cba8a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518610 Oct 26 16:15:43.503084 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-8aac74ef-a26e-4cb7-99f0-1b311f7d3f28 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916791 Oct 26 16:15:43.602700 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-9fe6f32c-4970-4095-8b62-7e852ca911cb service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936313 Oct 26 16:15:43.622917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:43.683935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bd7f3acc-1134-48c9-a306-a9bd32556c31 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:43.684506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:43.685105 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bd7f3acc-1134-48c9-a306-a9bd32556c31 Oct 26 16:15:43.770900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:43.771250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:43.787711 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2a017dc5-050b-4564-873c-dc02740bc117 req-147259ba-790d-4b25-9f27-4e1c4f60e531 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 210 time: 0.0335574 Oct 26 16:15:43.802411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:43.808219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:43.809158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:43.866901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:43.894187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:43.917124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:43.917612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:43.918086 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:15:43.976570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:44.023277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:44.023984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:44.061636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:44.065442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:44.066270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:44.145623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:44.154152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:44.154533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:44.154878 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:15:44.217571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:44.227808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:44.230869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:44.231257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:44.264235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:44.267764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:44.318771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:44.897038 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-29b3ce7b-6a5b-4de3-a1f0-534211a67a9f req-f7e574a4-f13d-4c6e-9fde-c3c1d6fd927f tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 210 time: 0.0300989 Oct 26 16:15:45.284665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-e78e7b65-567f-43f6-9583-ad3a705b9dd4 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:45.286179 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-e78e7b65-567f-43f6-9583-ad3a705b9dd4 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 815 time: 0.3727906 Oct 26 16:15:45.304905 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'port': {'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'admin_state_up': True, 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:15:45.437798 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Made reservation on behalf of d4424ad08cb6427bb8c72d2c8751f8f0 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:15:45.446645 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:45.700429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Allocated IP 172.20.0.14 (ad9397c6-5c15-465e-baf0-af8a411b0425/94030365-b224-450f-a535-d379929988f2/96dfa514-2ec2-427f-bdc9-c00c005570a0) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:15:45.848307 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:45.917116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d27ced-ae41-4378-94a8-b63bb52416b3 None None] Sync routers for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:15:45.917690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d27ced-ae41-4378-94a8-b63bb52416b3 None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:45.918152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a0d27ced-ae41-4378-94a8-b63bb52416b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:45.924625 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:45.976620 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:46.004432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:46.094278 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'Port': ['ID=96dfa514-2ec2-427f-bdc9-c00c005570a0,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:46.109289 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:46.109998 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:46.110808 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:46.112191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:46.112971 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:46.113592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:46.114413 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:46.114969 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:46.115576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:46.116282 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:46.116866 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:46.117470 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:46.118018 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:46.118582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:46.119670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:46.122527 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:15:46.130446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Network ad9397c6-5c15-465e-baf0-af8a411b0425 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:15:46.132315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:15:46.136848 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:15:46.146214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:46.153656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e32fc1-6415-49f0-aee3-3c1f151c1932 req-8b3eb45e-c9fa-45da-9985-462ee350428a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:46.163712 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-40e32fc1-6415-49f0-aee3-3c1f151c1932 req-8b3eb45e-c9fa-45da-9985-462ee350428a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 932 time: 0.1552980 Oct 26 16:15:46.212748 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:46.214339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:46.241137 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-2c1fa114-833a-40bf-b41a-8d57af654492 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9400136 Oct 26 16:15:46.273752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a0d27ced-ae41-4378-94a8-b63bb52416b3 None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:46.279554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:46.280499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:46.281015 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:15:46.300741 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-40e32fc1-6415-49f0-aee3-3c1f151c1932 req-31e37d8e-376e-4aca-941f-9a258d1ae728 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360161 Oct 26 16:15:46.339963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:46.530877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:46.531987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:46.616220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-4cfdd94c-5209-41d4-8d15-bb129a77cf18 None None] Provisioning complete for port 96dfa514-2ec2-427f-bdc9-c00c005570a0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:46.616692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4cfdd94c-5209-41d4-8d15-bb129a77cf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:46.617124 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4cfdd94c-5209-41d4-8d15-bb129a77cf18 None None] Attempt 1 to provision port 96dfa514-2ec2-427f-bdc9-c00c005570a0 Oct 26 16:15:46.673051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:46.673745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:46.673859 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:15:46.757917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4cfdd94c-5209-41d4-8d15-bb129a77cf18 None None] Port 96dfa514-2ec2-427f-bdc9-c00c005570a0 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:15:46.762709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a0d27ced-ae41-4378-94a8-b63bb52416b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:43Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:15:44Z', 'revision_number': 7, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:46.793127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d27ced-ae41-4378-94a8-b63bb52416b3 None None] Checking router: 0fbb595e-0f72-4034-b496-578b87ffa833 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:15:46.828562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d27ced-ae41-4378-94a8-b63bb52416b3 None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:46.829235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a0d27ced-ae41-4378-94a8-b63bb52416b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:46.877635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:46.878013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:46.919440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:46.948175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:47.092790 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dde1cde-562c-420f-a54e-bbef90a49311 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:15:47.108661 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dde1cde-562c-420f-a54e-bbef90a49311 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:47.109984 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0dde1cde-562c-420f-a54e-bbef90a49311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:47.232733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a0d27ced-ae41-4378-94a8-b63bb52416b3 None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:47.259676 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0dde1cde-562c-420f-a54e-bbef90a49311 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:47.298864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:47.494047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:47.501631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:47.517738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:47.518146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1da5ab-9228-47e5-89a0-7520c5f7de3f req-a9b55335-a8a9-4cff-a6b3-4179d85334f0 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:47.527716 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc1da5ab-9228-47e5-89a0-7520c5f7de3f req-a9b55335-a8a9-4cff-a6b3-4179d85334f0 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 932 time: 0.1103580 Oct 26 16:15:47.565527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:47.565527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:47.570639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:47.570989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:47.571333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:47.571445 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0dde1cde-562c-420f-a54e-bbef90a49311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:46Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:44Z', 'revision_number': 11, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:47.571716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:47.571990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:47.572394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:47.572731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:47.573099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:47.573546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:47.573876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:47.574206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:47.574534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:47.574858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:47.575181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:47.575500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:15:47.629139 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bc1da5ab-9228-47e5-89a0-7520c5f7de3f req-19f4112c-9420-40e5-a654-d25d1b51e21a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001697 Oct 26 16:15:47.646506 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dde1cde-562c-420f-a54e-bbef90a49311 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:15:47.669386 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dde1cde-562c-420f-a54e-bbef90a49311 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:47.669973 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0dde1cde-562c-420f-a54e-bbef90a49311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:47.675001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:47.721657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:47.749342 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:47.796535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a0d27ced-ae41-4378-94a8-b63bb52416b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:43Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:15:44Z', 'revision_number': 7, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:47.845315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:47.858798 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0dde1cde-562c-420f-a54e-bbef90a49311 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:47.895644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d27ced-ae41-4378-94a8-b63bb52416b3 None None] The sync data for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv is: [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:43Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:15:44Z', 'revision_number': 7, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:15:47.930921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:47.939774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:48.013484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:48.016533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:48.096471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:48.107307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:48.108332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:48.196056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:48.198573 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0dde1cde-562c-420f-a54e-bbef90a49311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:46Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:44Z', 'revision_number': 11, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:48.272579 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dde1cde-562c-420f-a54e-bbef90a49311 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:46Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:44Z', 'revision_number': 11, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:15:48.356449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:48.357081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:48.394346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:48.401856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:48.402788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:48.534169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:48.587038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:48.786242 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:48.786637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:48.816245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:48.830686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:48.909029 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba3d13-927e-4029-90d0-eb47c7ebfdc6 req-9ada42d0-8494-4bc1-a884-b138c501a3b1 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:48.917734 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-40ba3d13-927e-4029-90d0-eb47c7ebfdc6 req-9ada42d0-8494-4bc1-a884-b138c501a3b1 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 932 time: 0.1201096 Oct 26 16:15:48.945876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:49.020119 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-40ba3d13-927e-4029-90d0-eb47c7ebfdc6 req-f87a4fe8-01a1-4d15-9c6a-39fdc0f1cd24 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945623 Oct 26 16:15:49.986441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:50.102995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:50.103776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:50.104279 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:15:50.262142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a182a3-1bcc-455c-8c5d-27daa2283a92 req-7454949c-4aa5-4b91-a9a9-857660d22c70 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:50.269352 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-53a182a3-1bcc-455c-8c5d-27daa2283a92 req-7454949c-4aa5-4b91-a9a9-857660d22c70 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 932 time: 0.0965769 Oct 26 16:15:50.345356 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Request body: {'port': {'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:15:50.359498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:50.359907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:50.430172 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-53a182a3-1bcc-455c-8c5d-27daa2283a92 req-fb225834-56fc-4f1e-a0ce-9c2ad2d650bb tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597290 Oct 26 16:15:50.433227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:50.459871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:50.461481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:50.532971 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:50.657295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:50.682064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:50.682882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:50.683244 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:15:50.849097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:50.849873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:50.893997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:50.905314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:50.906725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:50.934994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:50.973534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96dfa514-2ec2-427f-bdc9-c00c005570a0 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:15:50.982250 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Publish callbacks [] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:50.996351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Transition to ACTIVE for port object 96dfa514-2ec2-427f-bdc9-c00c005570a0 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:15:50.997960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:51.005228 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:51.007970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:51.038744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bd7f3acc-1134-48c9-a306-a9bd32556c31 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:51.040058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:51.040611 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bd7f3acc-1134-48c9-a306-a9bd32556c31 Oct 26 16:15:51.092508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=7,neutron:SELECT=93 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:51.112665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Pushing event updated for resources: {'Port': ['ID=96dfa514-2ec2-427f-bdc9-c00c005570a0,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:51.173568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:51.175737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:51.213032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:51.217757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:51.218762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:51.236319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Attempting to bind port 96dfa514-2ec2-427f-bdc9-c00c005570a0 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:15:51.237124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Attempting to bind port 96dfa514-2ec2-427f-bdc9-c00c005570a0 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '1a879917-2d01-4879-b4a9-54fb074a09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:15:51.237701 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Attempting to bind port 96dfa514-2ec2-427f-bdc9-c00c005570a0 on network ad9397c6-5c15-465e-baf0-af8a411b0425 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:15:51.309339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Port 96dfa514-2ec2-427f-bdc9-c00c005570a0 on network ad9397c6-5c15-465e-baf0-af8a411b0425 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:15:51.310727 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Attempting to bind port 96dfa514-2ec2-427f-bdc9-c00c005570a0 on network ad9397c6-5c15-465e-baf0-af8a411b0425 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:15:51.432460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:51.437672 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:15:51.439040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Checking segment: {'id': '1a879917-2d01-4879-b4a9-54fb074a09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:15:51.439926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:51.440138 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Bound using segment: {'id': '1a879917-2d01-4879-b4a9-54fb074a09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:15:51.440312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:51.440655 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:15:51.441242 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Bound port: 96dfa514-2ec2-427f-bdc9-c00c005570a0, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a879917-2d01-4879-b4a9-54fb074a09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:15:51.441890 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:51.553467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] For port 96dfa514-2ec2-427f-bdc9-c00c005570a0, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:15:51.558453 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] For port 96dfa514-2ec2-427f-bdc9-c00c005570a0, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=96dfa514-2ec2-427f-bdc9-c00c005570a0,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:15:51.568210 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:51.575045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:51.575667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:51.577815 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/96dfa514-2ec2-427f-bdc9-c00c005570a0 HTTP/1.1" status: 200 len: 1094 time: 1.2542348 Oct 26 16:15:51.578443 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'tag': '96dfa514-2ec2-427f-bdc9-c00c005570a0'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:15:51.581716 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c17eb59c7275c0672d5fccf8eb47f56532f407d4981eb85c9ebc98cadb3269c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0de964-3d67-43c3-872e-75d7fbf3e194" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a", "tag": "96dfa514-2ec2-427f-bdc9-c00c005570a0"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:15:51.591915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:51.593264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:51.624877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:51.653266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:51.675093 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a9779-ed81-4c26-828f-50b8539911d1 req-b3abae16-bc43-4267-b3e0-e7d976a5cc94 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:51.690954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:51.702091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747fb63d-9df8-45cd-83f5-7043fcdafe9a x-openstack-request-id: req-747fb63d-9df8-45cd-83f5-7043fcdafe9a {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:15:51.702463 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a", "tag": "96dfa514-2ec2-427f-bdc9-c00c005570a0", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:15:51.702784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-747fb63d-9df8-45cd-83f5-7043fcdafe9a {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:15:51.703193 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747fb63d-9df8-45cd-83f5-7043fcdafe9a'] response: {'name': 'network-changed', 'server_uuid': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'tag': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'status': 'completed', 'code': 200} Oct 26 16:15:51.713646 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-774a9779-ed81-4c26-828f-50b8539911d1 req-b3abae16-bc43-4267-b3e0-e7d976a5cc94 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 944 time: 0.1465714 Oct 26 16:15:51.720567 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23957b26-a601-4f7b-a41a-72d6fcb0368a service neutron] Pushing event updated for resources: {'Port': ['ID=96dfa514-2ec2-427f-bdc9-c00c005570a0,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:51.727752 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-c232fc85-4488-4d26-81f8-0bf31fc843c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:51.730531 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-c232fc85-4488-4d26-81f8-0bf31fc843c7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 1128 time: 0.0910368 Oct 26 16:15:51.818606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:51.827873 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-3a7c2df2-6c4f-4b5c-8c51-58dbc4bea1ff service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96dfa514-2ec2-427f-bdc9-c00c005570a0 HTTP/1.1" status: 200 len: 217 time: 0.0819745 Oct 26 16:15:51.837381 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-774a9779-ed81-4c26-828f-50b8539911d1 req-004006bd-cd2f-4347-bc8e-fbd5646d0970 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216795 Oct 26 16:15:51.933683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:51.982653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:51.983035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:51.983372 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:15:51.985534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:52.055776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:52.057156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:52.119353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bd7f3acc-1134-48c9-a306-a9bd32556c31 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:52.119975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:52.120463 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bd7f3acc-1134-48c9-a306-a9bd32556c31 Oct 26 16:15:52.200424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:52.201686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:52.273480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:52.274741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:52.277423 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:15:52.385665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:52.971366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103561b-79ce-431f-8086-174b95f9230d req-84467aec-6903-4caa-89a2-2257773d8a2c tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:52.972946 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1103561b-79ce-431f-8086-174b95f9230d req-84467aec-6903-4caa-89a2-2257773d8a2c tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 944 time: 0.0549967 Oct 26 16:15:53.043459 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1103561b-79ce-431f-8086-174b95f9230d req-5a3c3b3c-f4c0-48ab-bd28-2d921dc8e203 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624852 Oct 26 16:15:53.301801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1bae30-0047-4862-8595-0113ec5b0fd4 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:15:53.313882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1bae30-0047-4862-8595-0113ec5b0fd4 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:53.314898 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-be1bae30-0047-4862-8595-0113ec5b0fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:53.423805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-be1bae30-0047-4862-8595-0113ec5b0fd4 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:53.581672 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89626fe6-d54b-4060-8831-28f0037a7cf3 None None] Sync routers for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:15:53.581672 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89626fe6-d54b-4060-8831-28f0037a7cf3 None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:53.581672 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-89626fe6-d54b-4060-8831-28f0037a7cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:53.610992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:53.616560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-be1bae30-0047-4862-8595-0113ec5b0fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:51Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:50Z', 'revision_number': 13, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:53.684945 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-89626fe6-d54b-4060-8831-28f0037a7cf3 None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:53.716146 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:53.790489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1bae30-0047-4862-8595-0113ec5b0fd4 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:15:53.801531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1bae30-0047-4862-8595-0113ec5b0fd4 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:53.802089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-be1bae30-0047-4862-8595-0113ec5b0fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:53.805411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:53.885329 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-89626fe6-d54b-4060-8831-28f0037a7cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:51Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:15:50Z', 'revision_number': 9, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:53.913201 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89626fe6-d54b-4060-8831-28f0037a7cf3 None None] Checking router: 0fbb595e-0f72-4034-b496-578b87ffa833 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:15:53.923701 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89626fe6-d54b-4060-8831-28f0037a7cf3 None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:53.924308 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-89626fe6-d54b-4060-8831-28f0037a7cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:53.926688 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-bfa2742e-300d-46f6-8aae-784a7f5f30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:53.929646 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-bfa2742e-300d-46f6-8aae-784a7f5f30f5 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.0570333 Oct 26 16:15:53.962263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-be1bae30-0047-4862-8595-0113ec5b0fd4 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:53.983516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-a959d922-2f50-49ae-afc3-ecce4765267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:53.985922 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-a959d922-2f50-49ae-afc3-ecce4765267a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0485740 Oct 26 16:15:53.998354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:53.998749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:54.027374 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-89626fe6-d54b-4060-8831-28f0037a7cf3 None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:54.104721 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-e3171397-698d-4ad2-aea8-134cd466c685 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087930 Oct 26 16:15:54.112953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:54.124283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:54.125197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:54.126115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:54.187439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:54.224545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3daf5a-a2ed-4d63-8095-6d09be32758c req-4c30d891-8a25-424e-b682-b4cf1b288931 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:54.234905 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-db3daf5a-a2ed-4d63-8095-6d09be32758c req-4c30d891-8a25-424e-b682-b4cf1b288931 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 944 time: 0.0920882 Oct 26 16:15:54.237292 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e7097fa3-bd80-47eb-a59a-d0e2a92f330f req-2c18f810-55e1-4552-b0c6-e2c1cb436a9a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226916 Oct 26 16:15:54.297128 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-db3daf5a-a2ed-4d63-8095-6d09be32758c req-03e44a0a-be85-4db4-8bef-cbd69c2c996b tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609620 Oct 26 16:15:54.321685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-be1bae30-0047-4862-8595-0113ec5b0fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:51Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:50Z', 'revision_number': 13, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:54.350118 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-89626fe6-d54b-4060-8831-28f0037a7cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:51Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:15:50Z', 'revision_number': 9, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:54.352519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1bae30-0047-4862-8595-0113ec5b0fd4 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:51Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:50Z', 'revision_number': 13, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:15:54.360212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:54.360608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:54.379211 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89626fe6-d54b-4060-8831-28f0037a7cf3 None None] The sync data for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv is: [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:51Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:15:50Z', 'revision_number': 9, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:15:54.389408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:54.393537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:54.394369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:54.476424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:54.513512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:54.513879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:54.548963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:54.553342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:54.554133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:15:54.558795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:54.658441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:54.701994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:54.702390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:54.725463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:54.730721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:54.780137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:55.095674 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:55.103381 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0de964-3d67-43c3-872e-75d7fbf3e194 req-831a0189-9d4d-4f1f-8381-f3604560f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:55.105511 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ca0de964-3d67-43c3-872e-75d7fbf3e194 req-831a0189-9d4d-4f1f-8381-f3604560f539 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 1128 time: 0.0461538 Oct 26 16:15:55.218490 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0de964-3d67-43c3-872e-75d7fbf3e194 req-9699ce08-2d9c-41a5-a68d-1e6f9b127bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:55.220042 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ca0de964-3d67-43c3-872e-75d7fbf3e194 req-9699ce08-2d9c-41a5-a68d-1e6f9b127bd0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 916 time: 0.1062245 Oct 26 16:15:55.268163 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ca0de964-3d67-43c3-872e-75d7fbf3e194 req-7cb5d58e-47c1-44af-a212-80bfcef9d2ce service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96dfa514-2ec2-427f-bdc9-c00c005570a0 HTTP/1.1" status: 200 len: 217 time: 0.0376384 Oct 26 16:15:55.329259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0de964-3d67-43c3-872e-75d7fbf3e194 req-b6dd8583-afa0-4252-a986-13dab9359f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:55.331364 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ca0de964-3d67-43c3-872e-75d7fbf3e194 req-b6dd8583-afa0-4252-a986-13dab9359f5d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.0526302 Oct 26 16:15:55.387528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0de964-3d67-43c3-872e-75d7fbf3e194 req-61dcaa64-b00e-4a18-9f9c-619e47b132f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:55.389130 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ca0de964-3d67-43c3-872e-75d7fbf3e194 req-61dcaa64-b00e-4a18-9f9c-619e47b132f4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0488269 Oct 26 16:15:55.495287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c74d6e-d79c-4e80-bc53-332d92df5f62 req-106177f2-c87c-4c2b-a4da-11742e7ee624 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:55.497069 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a0c74d6e-d79c-4e80-bc53-332d92df5f62 req-106177f2-c87c-4c2b-a4da-11742e7ee624 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 944 time: 0.1068835 Oct 26 16:15:55.568751 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ca0de964-3d67-43c3-872e-75d7fbf3e194 req-83155671-9761-4074-bd4a-2a60e510cdef service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691263 Oct 26 16:15:55.576543 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a0c74d6e-d79c-4e80-bc53-332d92df5f62 req-81bf64dd-76e5-4760-b133-983d6ccc6e32 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714142 Oct 26 16:15:55.677570 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ca0de964-3d67-43c3-872e-75d7fbf3e194 req-e7ea85f5-8c3a-4d26-8b8a-7dedac9dbc83 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982902 Oct 26 16:15:55.885775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:55.931300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:55.931644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:55.931988 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:15:56.009252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:56.009635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:56.020967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:56.046056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:56.050583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:56.051602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:56.129460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:56.141147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:56.141594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:56.142000 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:15:56.218222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:56.218614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:56.252694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:56.256685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:56.257536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:56.334167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:56.345285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bd7f3acc-1134-48c9-a306-a9bd32556c31 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:56.345660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:56.345996 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bd7f3acc-1134-48c9-a306-a9bd32556c31 Oct 26 16:15:56.412863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:56.425678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:56.426075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:56.449537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:56.454260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:56.455320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:56.528767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:56.537269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:56.537636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:56.537963 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:15:56.606917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:56.607299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:56.628599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:56.633458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:56.638776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 96dfa514-2ec2-427f-bdc9-c00c005570a0 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:15:56.702194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee79cd-9901-43d7-9a34-38b153af3fab req-f8df00de-f086-44e7-aec3-529e682df71c tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:56.703930 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3fee79cd-9901-43d7-9a34-38b153af3fab req-f8df00de-f086-44e7-aec3-529e682df71c tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 944 time: 0.0484965 Oct 26 16:15:56.737066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:56.760670 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3fee79cd-9901-43d7-9a34-38b153af3fab req-8a15e26b-0f8c-4508-822b-5d01974e755f tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502889 Oct 26 16:15:56.763348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:56.780614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 96dfa514-2ec2-427f-bdc9-c00c005570a0, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=96dfa514-2ec2-427f-bdc9-c00c005570a0,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:56.792316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:15:56.830990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 96dfa514-2ec2-427f-bdc9-c00c005570a0 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:56.831378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:56.843993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96dfa514-2ec2-427f-bdc9-c00c005570a0 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:15:56.863756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 96dfa514-2ec2-427f-bdc9-c00c005570a0, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=96dfa514-2ec2-427f-bdc9-c00c005570a0,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:56.867446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:56.914305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=96dfa514-2ec2-427f-bdc9-c00c005570a0,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:57.115458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['96dfa514-2ec2-427f-bdc9-c00c005570a0'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:15:57.831034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:57.862304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:57.883700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:57.883902 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b206001-38cc-4118-92b4-17bef1ee0418 req-3013e724-ce22-4d76-9daa-97eee3f48fe3 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:57.884408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:57.884408 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:15:57.885469 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2b206001-38cc-4118-92b4-17bef1ee0418 req-3013e724-ce22-4d76-9daa-97eee3f48fe3 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 945 time: 0.0491419 Oct 26 16:15:57.934441 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2b206001-38cc-4118-92b4-17bef1ee0418 req-d412824c-34a8-46f7-8609-d4a8ae02c42f tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431099 Oct 26 16:15:58.098672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:58.099644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:58.141581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bd7f3acc-1134-48c9-a306-a9bd32556c31 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:58.141952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:58.142289 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bd7f3acc-1134-48c9-a306-a9bd32556c31 Oct 26 16:15:58.219672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:58.220754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:58.266258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:58.266634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:58.266975 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:15:58.300920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:58.341580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:58.342640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:58.384680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:58.385030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:58.385376 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:15:58.464371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:58.652546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 96dfa514-2ec2-427f-bdc9-c00c005570a0 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:15:58.695698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 96dfa514-2ec2-427f-bdc9-c00c005570a0 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 16:15:58.701648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 96dfa514-2ec2-427f-bdc9-c00c005570a0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:15:58.702039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:58.702371 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 96dfa514-2ec2-427f-bdc9-c00c005570a0 Oct 26 16:15:58.776901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 96dfa514-2ec2-427f-bdc9-c00c005570a0 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:15:58.777297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:58.807740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dfa514-2ec2-427f-bdc9-c00c005570a0'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:15:58.807740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068d3f11c5f21a36d8219ac4389480568c62601b873381014cf442f46cf7083a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90c13af-cb59-46bd-8285-8e33ee20c75b" -d '{"events": [{"server_uuid": "b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a", "name": "network-vif-plugged", "status": "completed", "tag": "96dfa514-2ec2-427f-bdc9-c00c005570a0"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:15:58.819616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 96dfa514-2ec2-427f-bdc9-c00c005570a0, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=96dfa514-2ec2-427f-bdc9-c00c005570a0,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:15:58.826130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:15:58.854717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a05ad3-2644-4d78-a30e-843fda44601a x-openstack-request-id: req-08a05ad3-2644-4d78-a30e-843fda44601a {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:15:58.855008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a", "name": "network-vif-plugged", "status": "completed", "tag": "96dfa514-2ec2-427f-bdc9-c00c005570a0", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:15:58.855260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08a05ad3-2644-4d78-a30e-843fda44601a {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:15:58.855656 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08a05ad3-2644-4d78-a30e-843fda44601a'] response: {'server_uuid': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'code': 200} Oct 26 16:15:58.879917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=96dfa514-2ec2-427f-bdc9-c00c005570a0,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:15:59.022811 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:15:59.078012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df317ca-a6ff-41b8-bbd7-d58bf5aad8e1 req-7e894fe2-652f-4c73-a7d5-d79be77af94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:59.079521 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2df317ca-a6ff-41b8-bbd7-d58bf5aad8e1 req-7e894fe2-652f-4c73-a7d5-d79be77af94e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 1130 time: 0.0754068 Oct 26 16:15:59.085643 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1dad1-2d7d-4762-ae4e-e3815f8cbe54 req-4c581d64-f7c6-43db-a2d7-b817c46652dd tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:15:59.086987 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e3f1dad1-2d7d-4762-ae4e-e3815f8cbe54 req-4c581d64-f7c6-43db-a2d7-b817c46652dd tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 946 time: 0.0738001 Oct 26 16:15:59.155562 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2df317ca-a6ff-41b8-bbd7-d58bf5aad8e1 req-523e7df3-6dd8-47e5-b654-8c8d24f7989d service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660729 Oct 26 16:15:59.162500 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e3f1dad1-2d7d-4762-ae4e-e3815f8cbe54 req-927b0ad7-2b80-4b6e-916b-ed05d6786cec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677600 Oct 26 16:15:59.746943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3e11a-d2ae-4000-b6b8-e96948848778 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:15:59.746943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3e11a-d2ae-4000-b6b8-e96948848778 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:15:59.746943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-84a3e11a-d2ae-4000-b6b8-e96948848778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:15:59.846934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-84a3e11a-d2ae-4000-b6b8-e96948848778 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:15:59.879827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:00.028735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-84a3e11a-d2ae-4000-b6b8-e96948848778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:56Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:56Z', 'revision_number': 15, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:00.074218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3e11a-d2ae-4000-b6b8-e96948848778 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:16:00.074326 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b324151-1b4c-454f-b3f6-9caa8394502e None None] Sync routers for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:16:00.074805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3e11a-d2ae-4000-b6b8-e96948848778 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:00.074805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-84a3e11a-d2ae-4000-b6b8-e96948848778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:00.084736 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b324151-1b4c-454f-b3f6-9caa8394502e None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:00.085373 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5b324151-1b4c-454f-b3f6-9caa8394502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:00.157389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:00.192918 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5b324151-1b4c-454f-b3f6-9caa8394502e None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:00.203858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-84a3e11a-d2ae-4000-b6b8-e96948848778 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:00.216909 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:00.309851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:00.341665 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c0ff9-93c6-4466-aa67-4ea90a6266cf req-b27a9e13-188b-4788-97e3-6dc4977b5bda tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:00.343797 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e56c0ff9-93c6-4466-aa67-4ea90a6266cf req-b27a9e13-188b-4788-97e3-6dc4977b5bda tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 946 time: 0.0649478 Oct 26 16:16:00.351755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:00.352145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:00.394446 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5b324151-1b4c-454f-b3f6-9caa8394502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:56Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:15:56Z', 'revision_number': 11, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:00.400279 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e56c0ff9-93c6-4466-aa67-4ea90a6266cf req-c2eb7b67-eacb-42e4-a97e-b99054b338c5 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507569 Oct 26 16:16:00.411991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:00.418582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:00.419288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:00.425122 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b324151-1b4c-454f-b3f6-9caa8394502e None None] Checking router: 0fbb595e-0f72-4034-b496-578b87ffa833 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:16:00.434467 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b324151-1b4c-454f-b3f6-9caa8394502e None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:00.435073 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5b324151-1b4c-454f-b3f6-9caa8394502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:00.501578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:00.514052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-84a3e11a-d2ae-4000-b6b8-e96948848778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:56Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:56Z', 'revision_number': 15, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:00.522935 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:00.543168 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5b324151-1b4c-454f-b3f6-9caa8394502e None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:00.554921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3e11a-d2ae-4000-b6b8-e96948848778 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:15:56Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:15:56Z', 'revision_number': 15, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:16:00.557207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:00.596385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:00.596781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:00.623911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:00.628041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:00.628772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:00.746205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:00.749258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:00.749828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:00.779179 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5b324151-1b4c-454f-b3f6-9caa8394502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:56Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:15:56Z', 'revision_number': 11, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:00.803443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:00.807776 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b324151-1b4c-454f-b3f6-9caa8394502e None None] The sync data for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv is: [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:56Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:15:56Z', 'revision_number': 11, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:16:00.808776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:00.809637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:00.899983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:00.943698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:00.944234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:00.967689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:00.972295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:01.023923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:01.532014 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e9abb-a8d4-4f94-bf7f-c0a6164f570c req-2548d535-eb82-4ccd-b22c-6a872397d644 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:01.533643 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1d2e9abb-a8d4-4f94-bf7f-c0a6164f570c req-2548d535-eb82-4ccd-b22c-6a872397d644 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 946 time: 0.0519843 Oct 26 16:16:01.592992 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1d2e9abb-a8d4-4f94-bf7f-c0a6164f570c req-c12e9793-835d-4ea8-ad6b-31df1c6fef7a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533450 Oct 26 16:16:01.735186 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe773f-3cb2-42f9-b888-4eabde9d2978 req-926e899a-9ab2-4e89-a960-6b664a654b8e tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:01.736884 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-efbe773f-3cb2-42f9-b888-4eabde9d2978 req-926e899a-9ab2-4e89-a960-6b664a654b8e tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 946 time: 0.0564768 Oct 26 16:16:01.791912 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-efbe773f-3cb2-42f9-b888-4eabde9d2978 req-cf3e5644-fe46-4bd9-b52a-542d099416a8 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490470 Oct 26 16:16:01.954198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:02.007186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:02.007564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:02.007908 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:16:02.092718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:02.093134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:02.130512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:02.135809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:02.136620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:02.167906 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942937e6-383b-466a-a810-63ef953e799f req-01821a69-895b-420b-9eed-50116c5f6c0c tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:02.169660 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-942937e6-383b-466a-a810-63ef953e799f req-01821a69-895b-420b-9eed-50116c5f6c0c tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 946 time: 0.0510776 Oct 26 16:16:02.182449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:02.217217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:02.222578 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-942937e6-383b-466a-a810-63ef953e799f req-f6729cca-6e92-475a-85dd-ff70f8d958be tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465817 Oct 26 16:16:02.226443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:02.226843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:02.227178 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:16:02.306459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:02.307405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:02.339689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:02.349796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:02.354780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:02.356455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:02.445175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:02.449494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bd7f3acc-1134-48c9-a306-a9bd32556c31 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:02.449917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:02.450299 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bd7f3acc-1134-48c9-a306-a9bd32556c31 Oct 26 16:16:02.531346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:02.531795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:02.554371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:02.559674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:02.559674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:02.780176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:02.789748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:02.790131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:02.790472 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:16:02.862830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:02.863138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:02.875466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:02.885440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:02.888934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:02.938407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:03.867461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:03.920482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:03.920895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:03.921238 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:16:03.999802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:04.000938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:04.047321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bd7f3acc-1134-48c9-a306-a9bd32556c31 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:04.047706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:04.048047 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bd7f3acc-1134-48c9-a306-a9bd32556c31 Oct 26 16:16:04.127771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:04.129339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:04.180387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:04.180925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:04.181367 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:16:04.261506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:04.273323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:04.274407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:04.317365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:04.317670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:04.318012 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:16:04.397958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:05.382640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085c2c5e-1666-45c5-96a6-e95aebde0394 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:16:05.393793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c2c5e-1666-45c5-96a6-e95aebde0394 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:05.394414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-085c2c5e-1666-45c5-96a6-e95aebde0394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:05.504362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-085c2c5e-1666-45c5-96a6-e95aebde0394 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:05.536367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:05.710671 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c661c2-3183-4b88-8d77-23b225051c21 None None] Sync routers for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:16:05.712323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-085c2c5e-1666-45c5-96a6-e95aebde0394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:02Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:02Z', 'revision_number': 17, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:05.716578 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c661c2-3183-4b88-8d77-23b225051c21 None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:05.717243 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e1c661c2-3183-4b88-8d77-23b225051c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:05.747488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085c2c5e-1666-45c5-96a6-e95aebde0394 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:16:05.759093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c2c5e-1666-45c5-96a6-e95aebde0394 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:05.759093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-085c2c5e-1666-45c5-96a6-e95aebde0394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:05.828185 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e1c661c2-3183-4b88-8d77-23b225051c21 None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:05.851498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:05.905627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-085c2c5e-1666-45c5-96a6-e95aebde0394 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:06.022687 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e1c661c2-3183-4b88-8d77-23b225051c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:16:02Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:16:02Z', 'revision_number': 13, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:06.047840 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c661c2-3183-4b88-8d77-23b225051c21 None None] Checking router: 0fbb595e-0f72-4034-b496-578b87ffa833 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:16:06.048914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:06.049211 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:06.057472 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c661c2-3183-4b88-8d77-23b225051c21 None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:06.058085 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e1c661c2-3183-4b88-8d77-23b225051c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:06.109988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:06.141398 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:06.142999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:06.143743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:06.167599 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e1c661c2-3183-4b88-8d77-23b225051c21 None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:06.199204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-085c2c5e-1666-45c5-96a6-e95aebde0394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:02Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:02Z', 'revision_number': 17, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:06.207202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:06.242942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085c2c5e-1666-45c5-96a6-e95aebde0394 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:02Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:02Z', 'revision_number': 17, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:16:06.258987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:06.321293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:06.321692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:06.355069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:06.360909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:06.361957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:06.438926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:06.485820 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e1c661c2-3183-4b88-8d77-23b225051c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:16:02Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:16:02Z', 'revision_number': 13, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:06.498680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:06.499087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:06.520410 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c661c2-3183-4b88-8d77-23b225051c21 None None] The sync data for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv is: [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:16:02Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:16:02Z', 'revision_number': 13, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:16:06.549669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:06.561763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:06.562488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:06.668474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:06.710717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:06.711121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:06.735185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:06.742834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:06.776548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:06.803634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:07.914086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:07.954777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:07.961976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:07.962554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:07.963427 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:16:08.048967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:08.049495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:08.091738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:08.100538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:08.103096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:08.182779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:08.207762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:08.208144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:08.208483 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:16:08.306948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:08.307341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:08.345846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:08.350148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:08.350967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:08.424186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:08.433531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bd7f3acc-1134-48c9-a306-a9bd32556c31 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:08.434018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:08.434237 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bd7f3acc-1134-48c9-a306-a9bd32556c31 Oct 26 16:16:08.653756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:08.654148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:08.686369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:08.687776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-54c32d0f-6d2d-44d7-8110-f72aa50bc70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:08.689540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:08.690325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:08.731239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:08.774622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:08.782662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:08.783033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:08.783361 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:16:08.856126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:08.856616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:08.878769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:08.883421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:08.930603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:09.840719 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:09.886971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:09.887346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:09.887686 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:16:09.957391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:09.958406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:10.002065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bd7f3acc-1134-48c9-a306-a9bd32556c31 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:10.002439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:10.002779 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bd7f3acc-1134-48c9-a306-a9bd32556c31 Oct 26 16:16:10.072031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:10.081523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:10.082599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:10.119818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:10.128360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:10.128745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:10.129299 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:16:10.205112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:10.206459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:10.248370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:10.248748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:10.249116 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:16:10.321534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:10.977601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1a035f-04f2-4257-bf97-24613b830bd6 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:16:10.980170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1a035f-04f2-4257-bf97-24613b830bd6 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:10.980783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9d1a035f-04f2-4257-bf97-24613b830bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:15:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:11.088685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8f776125-b44d-49e0-a66d-003e95636d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:11.093303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-9d1a035f-04f2-4257-bf97-24613b830bd6 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:11.271254 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da81750-70fd-419f-be73-2f8034ca974a None None] Sync routers for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:16:11.273088 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da81750-70fd-419f-be73-2f8034ca974a None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:11.273710 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7da81750-70fd-419f-be73-2f8034ca974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:11.281770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9d1a035f-04f2-4257-bf97-24613b830bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:08Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:08Z', 'revision_number': 19, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:11.311190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1a035f-04f2-4257-bf97-24613b830bd6 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:16:11.319628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1a035f-04f2-4257-bf97-24613b830bd6 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:11.320233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9d1a035f-04f2-4257-bf97-24613b830bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:11.379494 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7da81750-70fd-419f-be73-2f8034ca974a None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:11.422590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-9d1a035f-04f2-4257-bf97-24613b830bd6 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:11.456461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:11.488700 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:11.566720 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7da81750-70fd-419f-be73-2f8034ca974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:16:08Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:16:08Z', 'revision_number': 15, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:11.586212 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=82 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:11.588695 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=24 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:11.595654 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da81750-70fd-419f-be73-2f8034ca974a None None] Checking router: 0fbb595e-0f72-4034-b496-578b87ffa833 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:16:11.605081 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da81750-70fd-419f-be73-2f8034ca974a None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:11.605427 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7da81750-70fd-419f-be73-2f8034ca974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:11.614474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9d1a035f-04f2-4257-bf97-24613b830bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:08Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:08Z', 'revision_number': 19, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:11.640278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1a035f-04f2-4257-bf97-24613b830bd6 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:08Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:08Z', 'revision_number': 19, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:16:11.713139 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7da81750-70fd-419f-be73-2f8034ca974a None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:11.818738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:11.917391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:11.917789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:11.937837 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7da81750-70fd-419f-be73-2f8034ca974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:16:08Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:16:08Z', 'revision_number': 15, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:11.952859 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:11.957009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:11.957795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:11.962965 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da81750-70fd-419f-be73-2f8034ca974a None None] The sync data for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv is: [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:16:08Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:16:08Z', 'revision_number': 15, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:16:12.046333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:12.086159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:12.086693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:12.111330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:12.116165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:12.117049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:12.120605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:12.209929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:12.210598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=83 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:12.219586 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=63 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:12.268692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:12.269109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:12.284255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:12.302953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:12.313456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:12.317497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:12.318455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:12.397798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:12.439881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:12.440619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:12.470996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:12.477487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:12.534866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:13.812073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:13.922677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:13.980672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:13.983516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:13.983885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:13.984219 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:16:14.060894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:14.061290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:14.093813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:14.097379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:14.098149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:14.169685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:14.178078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:14.178451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:14.178785 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:16:14.251247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:14.251540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:14.282837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:14.287243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:14.288112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:14.336938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:14.505479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:14.514227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bd7f3acc-1134-48c9-a306-a9bd32556c31 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:14.514603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:14.514943 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bd7f3acc-1134-48c9-a306-a9bd32556c31 Oct 26 16:16:14.584929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:14.585340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:14.607094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:14.610945 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:14.611737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:14.686670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:14.694713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:14.695210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:14.695578 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:16:14.720715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:14.777898 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:14.778203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:14.798571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:14.802285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:14.849198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:15.909489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36978a2-2d9e-41e2-92b9-071d7539365e None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:16:15.910951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:15.914933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36978a2-2d9e-41e2-92b9-071d7539365e None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:15.915555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b36978a2-2d9e-41e2-92b9-071d7539365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:16.019914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b36978a2-2d9e-41e2-92b9-071d7539365e None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:16.237080 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a1cb1-5e23-44bb-8c65-597443d1bcfb None None] Sync routers for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:16:16.238073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b36978a2-2d9e-41e2-92b9-071d7539365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:14Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:14Z', 'revision_number': 21, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:16.244702 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a1cb1-5e23-44bb-8c65-597443d1bcfb None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:16.246958 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e32a1cb1-5e23-44bb-8c65-597443d1bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:16.254753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36978a2-2d9e-41e2-92b9-071d7539365e None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:16:16.266110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36978a2-2d9e-41e2-92b9-071d7539365e None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:16.267166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b36978a2-2d9e-41e2-92b9-071d7539365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:16.344999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:16.379213 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:16.401163 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e32a1cb1-5e23-44bb-8c65-597443d1bcfb None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:16.473329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b36978a2-2d9e-41e2-92b9-071d7539365e None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:16.504259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:16.504653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:16.595349 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e32a1cb1-5e23-44bb-8c65-597443d1bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:16:14Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:16:14Z', 'revision_number': 17, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:16.615280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:16.620897 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a1cb1-5e23-44bb-8c65-597443d1bcfb None None] Checking router: 0fbb595e-0f72-4034-b496-578b87ffa833 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:16:16.626544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:16.627352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:16.630270 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a1cb1-5e23-44bb-8c65-597443d1bcfb None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:16.631041 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e32a1cb1-5e23-44bb-8c65-597443d1bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:16.703327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:16.737838 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e32a1cb1-5e23-44bb-8c65-597443d1bcfb None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:16.760532 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:16.768789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:16.805625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b36978a2-2d9e-41e2-92b9-071d7539365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:14Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:14Z', 'revision_number': 21, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:16.810902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:16.810902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:16.840947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36978a2-2d9e-41e2-92b9-071d7539365e None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:14Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:14Z', 'revision_number': 21, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:16:16.878211 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:16.889817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:16.890775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:17.019846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:17.037627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:17.038030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:17.041877 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e32a1cb1-5e23-44bb-8c65-597443d1bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:16:14Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:16:14Z', 'revision_number': 17, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:17.067611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:17.072126 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a1cb1-5e23-44bb-8c65-597443d1bcfb None None] The sync data for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv is: [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:16:14Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:16:14Z', 'revision_number': 17, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:16:17.073030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:17.085078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:17.162571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:17.192885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:17.204321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:17.267080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:17.267478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:17.294604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:17.299929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:17.362250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:17.935582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:18.002020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:18.002399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:18.002744 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:16:18.126809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:18.127481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:18.164506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:18.172768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:18.174344 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:18.221201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:18.261650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:18.274187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:18.276462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:18.277024 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:16:18.357063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:18.357459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:18.398294 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:18.409531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:18.473643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:18.626690 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a6ba3-61ef-49ef-8ec5-f3def6c419af req-692229ae-e8a3-4d8b-b246-5e54468954ac tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:18.628419 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1f7a6ba3-61ef-49ef-8ec5-f3def6c419af req-692229ae-e8a3-4d8b-b246-5e54468954ac tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 946 time: 0.0515933 Oct 26 16:16:18.685140 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1f7a6ba3-61ef-49ef-8ec5-f3def6c419af req-1e37c7a0-5bb8-40a2-a020-49672a03a88c tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508814 Oct 26 16:16:18.714376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 43242) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:16:18.857117 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce7f0c1-4706-4db4-84bd-415659acfa3e tempest-TestMinimumBasicScenario-1515247278 tempest-TestMinimumBasicScenario-1515247278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:18.859920 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7ce7f0c1-4706-4db4-84bd-415659acfa3e tempest-TestMinimumBasicScenario-1515247278 tempest-TestMinimumBasicScenario-1515247278-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 1125 time: 0.1441779 Oct 26 16:16:18.868287 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 43246) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:16:18.868287 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:16:18.899520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:18.982334 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:19.089588 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Allocated IP 172.26.11.142 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/43b44d2c-e8f6-413a-b9f9-e3d8cedf1daf) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:16:19.197029 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for port (43b44d2c-e8f6-413a-b9f9-e3d8cedf1daf), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:19.228690 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (43b44d2c-e8f6-413a-b9f9-e3d8cedf1daf), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:19.267442 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:16:19.270492 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:16:19.276729 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:16:19.305412 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'Port': ['ID=43b44d2c-e8f6-413a-b9f9-e3d8cedf1daf,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:19.487926 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:19.588592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:19.641544 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for floatingip (ec70a047-4652-4dba-a251-e9abd24556db), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:19.707281 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (43b44d2c-e8f6-413a-b9f9-e3d8cedf1daf), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:19.766041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:19.797506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:19.844101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:19.862040 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for port (43b44d2c-e8f6-413a-b9f9-e3d8cedf1daf), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:19.868822 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (43b44d2c-e8f6-413a-b9f9-e3d8cedf1daf), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:19.941837 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'Port': ['ID=43b44d2c-e8f6-413a-b9f9-e3d8cedf1daf,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:19.945079 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (ec70a047-4652-4dba-a251-e9abd24556db), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:19.998254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:20.044591 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Floating IP ec70a047-4652-4dba-a251-e9abd24556db associated. External IP: 172.26.11.142, port: 96dfa514-2ec2-427f-bdc9-c00c005570a0. Oct 26 16:16:20.045040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bd7f3acc-1134-48c9-a306-a9bd32556c31 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:20.045425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.045769 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bd7f3acc-1134-48c9-a306-a9bd32556c31 Oct 26 16:16:20.119172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:20.119676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.143495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:20.154089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.155126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:20.252300 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:16:20.372259 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:16:20.381940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:20.391672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:20.392059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.392706 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:16:20.397678 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.433955 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-97b93940-91ee-4f45-8773-3555c99047e7 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 1.5697236 Oct 26 16:16:20.434657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'tag': '96dfa514-2ec2-427f-bdc9-c00c005570a0'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:16:20.437117 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6662d80b37134a2b3900b6f7163109dd688b25040754bcd30973ec7c1dabe5ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acc04ad-4292-4187-8720-8a6a026bc1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a", "tag": "96dfa514-2ec2-427f-bdc9-c00c005570a0"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:16:20.437668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 43248) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:16:20.443184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-710cd579-9718-457a-b1b3-9022edf56686 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1849353893', 'description': 'tempest-secgroup-smoke-1849353893 description', 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:16:20.468738 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-710cd579-9718-457a-b1b3-9022edf56686 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.474625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:20.475988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:20.535378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:20.536524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.536906 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:16:20.559982 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-710cd579-9718-457a-b1b3-9022edf56686 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group (fb18db92-16d0-4fc0-a54c-1a1816bd6db5), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.565569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-710cd579-9718-457a-b1b3-9022edf56686 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (fb18db92-16d0-4fc0-a54c-1a1816bd6db5), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.600215 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-710cd579-9718-457a-b1b3-9022edf56686 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.605071 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 43254) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:16:20.605792 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-710cd579-9718-457a-b1b3-9022edf56686 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1663806 Oct 26 16:16:20.610311 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-5728ce3f-f0bf-4d87-9a44-326aed86eed2 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'security_group_rule': {'security_group_id': 'fb18db92-16d0-4fc0-a54c-1a1816bd6db5', 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:16:20.610479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cd579-9718-457a-b1b3-9022edf56686 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb18db92-16d0-4fc0-a54c-1a1816bd6db5,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:20.622634 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:20.625100 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:20.632291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:20.633883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:20.653462 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5728ce3f-f0bf-4d87-9a44-326aed86eed2 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (b63f6e9c-5cba-4e78-b559-0918657f8721), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.666811 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2820ee90-69d3-4999-872b-7b10df532573 x-openstack-request-id: req-2820ee90-69d3-4999-872b-7b10df532573 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:16:20.667143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a", "tag": "96dfa514-2ec2-427f-bdc9-c00c005570a0", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:16:20.667389 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2820ee90-69d3-4999-872b-7b10df532573 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:16:20.668184 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2820ee90-69d3-4999-872b-7b10df532573'] response: {'name': 'network-changed', 'server_uuid': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'tag': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'status': 'completed', 'code': 200} Oct 26 16:16:20.689737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:20.695577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:20.695577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.695577 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:16:20.726550 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5728ce3f-f0bf-4d87-9a44-326aed86eed2 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (b63f6e9c-5cba-4e78-b559-0918657f8721), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.738883 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5728ce3f-f0bf-4d87-9a44-326aed86eed2 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (b63f6e9c-5cba-4e78-b559-0918657f8721), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.739710 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc04ad-4292-4187-8720-8a6a026bc1a3 req-575fb75d-7463-4048-9397-47d6dfbe2291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:20.741735 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4acc04ad-4292-4187-8720-8a6a026bc1a3 req-575fb75d-7463-4048-9397-47d6dfbe2291 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 1130 time: 0.0463412 Oct 26 16:16:20.762132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728ce3f-f0bf-4d87-9a44-326aed86eed2 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63f6e9c-5cba-4e78-b559-0918657f8721,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:20.770279 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5728ce3f-f0bf-4d87-9a44-326aed86eed2 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.771736 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5728ce3f-f0bf-4d87-9a44-326aed86eed2 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1652608 Oct 26 16:16:20.774449 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 43256) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:16:20.779724 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-edfd4b72-3b55-44ee-b4a2-23f820b16562 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'security_group_rule': {'security_group_id': 'fb18db92-16d0-4fc0-a54c-1a1816bd6db5', 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:16:20.781952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:20.782439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.812077 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-edfd4b72-3b55-44ee-b4a2-23f820b16562 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (b153967b-f051-4b8d-a671-c147bc2b5661), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.813687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:20.820201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.867807 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc04ad-4292-4187-8720-8a6a026bc1a3 req-bcc0172a-7666-4528-973d-12b7d70a928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:20.869544 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4acc04ad-4292-4187-8720-8a6a026bc1a3 req-bcc0172a-7666-4528-973d-12b7d70a928a service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 916 time: 0.1193771 Oct 26 16:16:20.871587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:20.883822 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-edfd4b72-3b55-44ee-b4a2-23f820b16562 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (b153967b-f051-4b8d-a671-c147bc2b5661), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.888125 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-edfd4b72-3b55-44ee-b4a2-23f820b16562 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (b153967b-f051-4b8d-a671-c147bc2b5661), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.907387 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd4b72-3b55-44ee-b4a2-23f820b16562 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b153967b-f051-4b8d-a671-c147bc2b5661,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:20.913087 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-edfd4b72-3b55-44ee-b4a2-23f820b16562 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.914442 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-edfd4b72-3b55-44ee-b4a2-23f820b16562 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1389060 Oct 26 16:16:20.917661 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 43258) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:16:20.921630 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'security_group_rule': {'security_group_id': 'fb18db92-16d0-4fc0-a54c-1a1816bd6db5', 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:16:20.935190 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4acc04ad-4292-4187-8720-8a6a026bc1a3 req-72968c78-11e3-4ab1-a3f2-5d5d06721fa6 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96dfa514-2ec2-427f-bdc9-c00c005570a0 HTTP/1.1" status: 200 len: 1001 time: 0.0589025 Oct 26 16:16:20.948249 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (8c507f8d-94a7-42b9-ab09-9244331ddc4c), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:20.988562 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc04ad-4292-4187-8720-8a6a026bc1a3 req-c25a4596-9199-4fa7-a12d-ca82a2d0fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:20.990054 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4acc04ad-4292-4187-8720-8a6a026bc1a3 req-c25a4596-9199-4fa7-a12d-ca82a2d0fa0b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.0486104 Oct 26 16:16:21.011086 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (8c507f8d-94a7-42b9-ab09-9244331ddc4c), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:21.016186 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (8c507f8d-94a7-42b9-ab09-9244331ddc4c), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:21.035723 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c507f8d-94a7-42b9-ab09-9244331ddc4c,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:21.037014 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc04ad-4292-4187-8720-8a6a026bc1a3 req-f2c0cd22-13e6-419e-bdf9-33393f60a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:21.038877 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4acc04ad-4292-4187-8720-8a6a026bc1a3 req-f2c0cd22-13e6-419e-bdf9-33393f60a6dd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0412042 Oct 26 16:16:21.046846 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:21.048007 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296465 Oct 26 16:16:21.049667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:21.050020 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:21.050377 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:21.050722 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:21.051063 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:21.051399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:21.051733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:21.052068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:21.052636 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:21.052771 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 43260) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:16:21.052990 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:21.053323 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:21.053655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:21.053988 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:21.054320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:21.054652 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7e216-9385-4d57-8017-c02c96c1a575 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:21.067647 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f1563586-4aa3-4f7d-ac5b-7af6f2667552 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'security_group_rule': {'security_group_id': 'fb18db92-16d0-4fc0-a54c-1a1816bd6db5', 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:16:21.133979 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1563586-4aa3-4f7d-ac5b-7af6f2667552 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (7bbda22b-f0e0-43b5-9c31-a0621bfd069f), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:21.177891 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4acc04ad-4292-4187-8720-8a6a026bc1a3 req-a3a0f5cd-a814-4ed3-9cc1-3e6bd2d26837 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325691 Oct 26 16:16:21.255228 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1563586-4aa3-4f7d-ac5b-7af6f2667552 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (7bbda22b-f0e0-43b5-9c31-a0621bfd069f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:21.262265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1563586-4aa3-4f7d-ac5b-7af6f2667552 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (7bbda22b-f0e0-43b5-9c31-a0621bfd069f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:21.294181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1563586-4aa3-4f7d-ac5b-7af6f2667552 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbda22b-f0e0-43b5-9c31-a0621bfd069f,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:21.303910 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1563586-4aa3-4f7d-ac5b-7af6f2667552 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:21.305124 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f1563586-4aa3-4f7d-ac5b-7af6f2667552 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2506065 Oct 26 16:16:21.308783 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 43262) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:16:21.313474 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-446a5d13-2b6e-4a94-9036-68a696db3ce3 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'security_group_rule': {'security_group_id': 'fb18db92-16d0-4fc0-a54c-1a1816bd6db5', 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:16:21.316505 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4acc04ad-4292-4187-8720-8a6a026bc1a3 req-e10bfec0-80ad-4781-ba50-44b1dbae5089 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291218 Oct 26 16:16:21.337122 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-446a5d13-2b6e-4a94-9036-68a696db3ce3 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Project d4424ad08cb6427bb8c72d2c8751f8f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:16:21.343676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-446a5d13-2b6e-4a94-9036-68a696db3ce3 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (66237f5a-0006-4b37-8692-e43aca88d744), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:21.402065 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-446a5d13-2b6e-4a94-9036-68a696db3ce3 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (66237f5a-0006-4b37-8692-e43aca88d744), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:21.405512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-446a5d13-2b6e-4a94-9036-68a696db3ce3 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (66237f5a-0006-4b37-8692-e43aca88d744), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:21.431679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a5d13-2b6e-4a94-9036-68a696db3ce3 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66237f5a-0006-4b37-8692-e43aca88d744,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:21.447381 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-446a5d13-2b6e-4a94-9036-68a696db3ce3 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:21.447381 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-446a5d13-2b6e-4a94-9036-68a696db3ce3 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280560 Oct 26 16:16:21.447381 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 43264) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:16:21.447647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfb10f1-53c4-462c-9f85-cec04c0da30c None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:16:21.449656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-62c8436f-e140-4283-8b59-dbaf74c455e9 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'security_group_rule': {'security_group_id': 'fb18db92-16d0-4fc0-a54c-1a1816bd6db5', 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:16:21.457300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfb10f1-53c4-462c-9f85-cec04c0da30c None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:21.458000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6cfb10f1-53c4-462c-9f85-cec04c0da30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:21.470846 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-62c8436f-e140-4283-8b59-dbaf74c455e9 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Project d4424ad08cb6427bb8c72d2c8751f8f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:16:21.477120 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-62c8436f-e140-4283-8b59-dbaf74c455e9 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (ddba03d8-2e82-4e1d-bd29-e07e55e62f66), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:21.540330 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-62c8436f-e140-4283-8b59-dbaf74c455e9 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (ddba03d8-2e82-4e1d-bd29-e07e55e62f66), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:21.544093 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-62c8436f-e140-4283-8b59-dbaf74c455e9 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (ddba03d8-2e82-4e1d-bd29-e07e55e62f66), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:21.561987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-6cfb10f1-53c4-462c-9f85-cec04c0da30c None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:21.564621 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8436f-e140-4283-8b59-dbaf74c455e9 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddba03d8-2e82-4e1d-bd29-e07e55e62f66,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:21.570225 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-62c8436f-e140-4283-8b59-dbaf74c455e9 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:21.574506 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-62c8436f-e140-4283-8b59-dbaf74c455e9 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289217 Oct 26 16:16:21.643280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:21.654700 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:21.664990 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-678e9c6b-e318-4e08-bde7-2fce9ac80dc7 req-18420c41-508b-4c60-aa58-f379960ea079 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1849353893&fields=id&tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0 HTTP/1.1" status: 200 len: 267 time: 0.0478394 Oct 26 16:16:21.671990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:21.718647 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e9c6b-e318-4e08-bde7-2fce9ac80dc7 req-1c0704c6-e227-4376-99f1-215652a09a58 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:21.720027 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-678e9c6b-e318-4e08-bde7-2fce9ac80dc7 req-1c0704c6-e227-4376-99f1-215652a09a58 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 946 time: 0.0484226 Oct 26 16:16:21.730681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [req-678e9c6b-e318-4e08-bde7-2fce9ac80dc7 req-997888b2-3cdf-4fac-89f3-3e9113e18939 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'port': {'security_groups': ['a2130dbc-b3df-415f-9ab0-0026f9d2275f', 'fb18db92-16d0-4fc0-a54c-1a1816bd6db5']}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:16:21.774625 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca1a918-7ea9-47ba-bd1c-11c98f7a919b None None] Sync routers for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:16:21.780940 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca1a918-7ea9-47ba-bd1c-11c98f7a919b None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:21.781574 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7ca1a918-7ea9-47ba-bd1c-11c98f7a919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:21.798701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6cfb10f1-53c4-462c-9f85-cec04c0da30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:20Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:19Z', 'revision_number': 0, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:18Z', 'revision_number': 23, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:21.827353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfb10f1-53c4-462c-9f85-cec04c0da30c None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:16:21.828246 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-678e9c6b-e318-4e08-bde7-2fce9ac80dc7 req-997888b2-3cdf-4fac-89f3-3e9113e18939 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:21.838138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfb10f1-53c4-462c-9f85-cec04c0da30c None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:21.839533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6cfb10f1-53c4-462c-9f85-cec04c0da30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:21.890637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:21.907537 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7ca1a918-7ea9-47ba-bd1c-11c98f7a919b None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:22.014907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:22.020817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-6cfb10f1-53c4-462c-9f85-cec04c0da30c None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:22.053105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [req-678e9c6b-e318-4e08-bde7-2fce9ac80dc7 req-997888b2-3cdf-4fac-89f3-3e9113e18939 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] For port 96dfa514-2ec2-427f-bdc9-c00c005570a0, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=96dfa514-2ec2-427f-bdc9-c00c005570a0,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:22.057777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:22.058173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:22.084147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-678e9c6b-e318-4e08-bde7-2fce9ac80dc7 req-997888b2-3cdf-4fac-89f3-3e9113e18939 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:22.090214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-678e9c6b-e318-4e08-bde7-2fce9ac80dc7 req-997888b2-3cdf-4fac-89f3-3e9113e18939 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:22.102732 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e9c6b-e318-4e08-bde7-2fce9ac80dc7 req-997888b2-3cdf-4fac-89f3-3e9113e18939 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:22.103353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-678e9c6b-e318-4e08-bde7-2fce9ac80dc7 req-997888b2-3cdf-4fac-89f3-3e9113e18939 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:22.108568 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-678e9c6b-e318-4e08-bde7-2fce9ac80dc7 req-997888b2-3cdf-4fac-89f3-3e9113e18939 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "PUT /networking/v2.0/ports/96dfa514-2ec2-427f-bdc9-c00c005570a0 HTTP/1.1" status: 200 len: 982 time: 0.3821273 Oct 26 16:16:22.112350 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7ca1a918-7ea9-47ba-bd1c-11c98f7a919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:16:20Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:16:18Z', 'revision_number': 19, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:22.119373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['96dfa514-2ec2-427f-bdc9-c00c005570a0'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:16:22.150383 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca1a918-7ea9-47ba-bd1c-11c98f7a919b None None] Checking router: 0fbb595e-0f72-4034-b496-578b87ffa833 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:16:22.161146 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997888b2-3cdf-4fac-89f3-3e9113e18939 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'Port': ['ID=96dfa514-2ec2-427f-bdc9-c00c005570a0,revision_number=6']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:22.170100 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca1a918-7ea9-47ba-bd1c-11c98f7a919b None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:22.170727 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7ca1a918-7ea9-47ba-bd1c-11c98f7a919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:22.222798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:22.230014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['96dfa514-2ec2-427f-bdc9-c00c005570a0'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:16:22.248356 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d408c4-5377-4c5f-917e-f5ce847f8c79 req-5037ac0d-448a-4914-8d0d-682314ef6494 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:22.249920 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-51d408c4-5377-4c5f-917e-f5ce847f8c79 req-5037ac0d-448a-4914-8d0d-682314ef6494 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 985 time: 0.0599773 Oct 26 16:16:22.262806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:22.263524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:22.281250 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:22.286497 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7ca1a918-7ea9-47ba-bd1c-11c98f7a919b None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:22.296417 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:22.336925 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-51d408c4-5377-4c5f-917e-f5ce847f8c79 req-87234d96-e4f8-4b9a-a6de-0eda6bcdf42a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&id=fb18db92-16d0-4fc0-a54c-1a1816bd6db5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0810661 Oct 26 16:16:22.424678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:22.456104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:22.499765 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7ca1a918-7ea9-47ba-bd1c-11c98f7a919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:16:20Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:16:18Z', 'revision_number': 19, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:22.524257 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca1a918-7ea9-47ba-bd1c-11c98f7a919b None None] The sync data for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv is: [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:16:20Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:16:18Z', 'revision_number': 19, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:16:22.596767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:22.597174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:22.651941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:22.659420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6cfb10f1-53c4-462c-9f85-cec04c0da30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:20Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:19Z', 'revision_number': 0, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:18Z', 'revision_number': 23, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:22.668993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'tag': '96dfa514-2ec2-427f-bdc9-c00c005570a0'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:16:22.671340 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6662d80b37134a2b3900b6f7163109dd688b25040754bcd30973ec7c1dabe5ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c17361f-267d-4a08-8bff-957f249ab769" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a", "tag": "96dfa514-2ec2-427f-bdc9-c00c005570a0"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:16:22.692645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:22.693391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:22.710664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfb10f1-53c4-462c-9f85-cec04c0da30c None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:20Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:19Z', 'revision_number': 0, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:18Z', 'revision_number': 23, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:16:22.735306 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe9afd5-8fb1-459a-b1aa-914eba0076b5 x-openstack-request-id: req-5fe9afd5-8fb1-459a-b1aa-914eba0076b5 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:16:22.735603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a", "tag": "96dfa514-2ec2-427f-bdc9-c00c005570a0", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:16:22.735861 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5fe9afd5-8fb1-459a-b1aa-914eba0076b5 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:16:22.736280 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe9afd5-8fb1-459a-b1aa-914eba0076b5'] response: {'name': 'network-changed', 'server_uuid': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'tag': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'status': 'completed', 'code': 200} Oct 26 16:16:22.802238 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17361f-267d-4a08-8bff-957f249ab769 req-1dfb7887-f4ab-4764-9b96-ec9975eaa812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:22.804852 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c17361f-267d-4a08-8bff-957f249ab769 req-1dfb7887-f4ab-4764-9b96-ec9975eaa812 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 1169 time: 0.0549188 Oct 26 16:16:22.847348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:22.868439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:22.924757 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17361f-267d-4a08-8bff-957f249ab769 req-8554cf62-c35a-4a87-bb86-cacab79ab9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:22.927031 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c17361f-267d-4a08-8bff-957f249ab769 req-8554cf62-c35a-4a87-bb86-cacab79ab9eb service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 916 time: 0.1156521 Oct 26 16:16:22.986857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:22.987236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:23.023263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:23.036066 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c17361f-267d-4a08-8bff-957f249ab769 req-e0484d21-c8c4-465f-94a5-fe1fa0145c14 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96dfa514-2ec2-427f-bdc9-c00c005570a0 HTTP/1.1" status: 200 len: 1001 time: 0.1010725 Oct 26 16:16:23.096892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:23.109766 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:16:23.114569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:23.115293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:23.117015 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17361f-267d-4a08-8bff-957f249ab769 req-a9c93417-ad78-4c37-9a0e-35674a3d3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:23.118524 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c17361f-267d-4a08-8bff-957f249ab769 req-a9c93417-ad78-4c37-9a0e-35674a3d3a60 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.0736251 Oct 26 16:16:23.184746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17361f-267d-4a08-8bff-957f249ab769 req-fc2fbe70-046b-4d63-8784-84780faa7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:23.187935 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c17361f-267d-4a08-8bff-957f249ab769 req-fc2fbe70-046b-4d63-8784-84780faa7b73 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0599651 Oct 26 16:16:23.252928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:23.277595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:23.331196 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c17361f-267d-4a08-8bff-957f249ab769 req-f8972988-c027-4514-8274-eef0a89c9d38 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350975 Oct 26 16:16:23.333421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:23.367838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:23.368231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:23.410465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:23.422100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:23.450518 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c17361f-267d-4a08-8bff-957f249ab769 req-920b73cc-c4d0-4e30-899b-5a4bff1cb1c7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128223 Oct 26 16:16:23.525338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:23.934149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:23.986116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:23.986490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:23.986999 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:16:24.068053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:24.068443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:24.103077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:24.107561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:24.108413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:24.344935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:24.355830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:24.356312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:24.356647 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:16:24.429075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:24.429469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:24.465070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:24.468734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:24.469643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:24.554795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:24.564818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bd7f3acc-1134-48c9-a306-a9bd32556c31 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:24.565285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:24.565660 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bd7f3acc-1134-48c9-a306-a9bd32556c31 Oct 26 16:16:24.638433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:24.638822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:24.662630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:24.667879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:24.668706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:24.741593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:24.751236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:24.751720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:24.751939 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:16:24.792716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:24.832519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:24.833008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:24.854118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:24.858428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:24.894892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:24.907415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:25.847314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:25.891522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:25.891897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:25.892233 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:16:25.971555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:25.972497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:25.991889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:26.015735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bd7f3acc-1134-48c9-a306-a9bd32556c31 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:26.016121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:26.016460 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bd7f3acc-1134-48c9-a306-a9bd32556c31 Oct 26 16:16:26.085797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:26.086795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:26.130754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:26.131129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:26.131470 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:16:26.200996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:26.202003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:26.243153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:26.243524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:26.243866 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:16:26.320902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:26.723612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9443e26b-f72f-47ac-a899-d1c4a1d9c53e None None] New status for floating IP ec70a047-4652-4dba-a251-e9abd24556db: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:16:27.653193 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc4dc25-a1fa-4043-9ff3-7db39a6da9fb None None] Sync routers for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:16:27.658469 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc4dc25-a1fa-4043-9ff3-7db39a6da9fb None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:27.659123 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7fc4dc25-a1fa-4043-9ff3-7db39a6da9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:27.713975 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:27.761048 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7fc4dc25-a1fa-4043-9ff3-7db39a6da9fb None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:27.944639 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7fc4dc25-a1fa-4043-9ff3-7db39a6da9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:16:24Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:16:24Z', 'revision_number': 21, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:27.986164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d066dbc-efc6-4cdb-9ec7-b7bc4570a863 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:16:27.986616 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc4dc25-a1fa-4043-9ff3-7db39a6da9fb None None] Checking router: 0fbb595e-0f72-4034-b496-578b87ffa833 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:16:27.986616 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc4dc25-a1fa-4043-9ff3-7db39a6da9fb None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:27.986616 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7fc4dc25-a1fa-4043-9ff3-7db39a6da9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:27.986880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d066dbc-efc6-4cdb-9ec7-b7bc4570a863 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:27.986880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5d066dbc-efc6-4cdb-9ec7-b7bc4570a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:28.049078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:28.085780 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7fc4dc25-a1fa-4043-9ff3-7db39a6da9fb None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:28.131219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-5d066dbc-efc6-4cdb-9ec7-b7bc4570a863 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:28.238960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:28.239260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:28.322145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:28.328754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:28.329497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:28.363279 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7fc4dc25-a1fa-4043-9ff3-7db39a6da9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:16:24Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:16:24Z', 'revision_number': 21, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:28.387463 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc4dc25-a1fa-4043-9ff3-7db39a6da9fb None None] The sync data for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv is: [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:16:24Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:16:24Z', 'revision_number': 21, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:16:28.457736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:28.462448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:28.466147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:28.506147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5d066dbc-efc6-4cdb-9ec7-b7bc4570a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:24Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:26Z', 'revision_number': 1, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:24Z', 'revision_number': 25, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:28.537884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:28.538277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:28.545983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d066dbc-efc6-4cdb-9ec7-b7bc4570a863 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:16:28.566739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d066dbc-efc6-4cdb-9ec7-b7bc4570a863 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:28.567489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5d066dbc-efc6-4cdb-9ec7-b7bc4570a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:28.570416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:28.610028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:28.610742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:28.727356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:28.728229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:28.771563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-5d066dbc-efc6-4cdb-9ec7-b7bc4570a863 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:28.956560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:28.956973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:29.038059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:29.045829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:29.046927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:29.207093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:29.281961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:29.282355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:29.308977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5d066dbc-efc6-4cdb-9ec7-b7bc4570a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:24Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:26Z', 'revision_number': 1, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:28Z', 'revision_number': 26, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:29.314389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:29.341404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:29.346381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d066dbc-efc6-4cdb-9ec7-b7bc4570a863 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:24Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:26Z', 'revision_number': 1, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:28Z', 'revision_number': 26, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:16:29.401249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:29.871057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:29.916727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bd7f3acc-1134-48c9-a306-a9bd32556c31 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:29.917669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:29.918008 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bd7f3acc-1134-48c9-a306-a9bd32556c31 Oct 26 16:16:29.988748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:29.989171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:30.010277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:30.017040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:30.018147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:30.095757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:30.106702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:30.107076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:30.107412 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:16:30.177906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:30.178295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:30.180738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:30.212197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:30.215800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:30.216677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:30.294723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:30.300552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:30.300962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:30.301299 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:16:30.322806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:30.373792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:30.374175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:30.405938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:30.409742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:30.459156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:31.841286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:31.865012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:31.891491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:31.891861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:31.892194 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:16:31.994712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:31.996370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:32.044091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bd7f3acc-1134-48c9-a306-a9bd32556c31 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:32.044467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:32.044828 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bd7f3acc-1134-48c9-a306-a9bd32556c31 Oct 26 16:16:32.120909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:32.122094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:32.150196 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=42,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:32.158349 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:32.167947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:32.168318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:32.168651 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:16:32.247337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:32.640961 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e724a0d-4df9-445c-b6af-dacd90f39eac None None] Sync routers for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:16:32.641410 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e724a0d-4df9-445c-b6af-dacd90f39eac None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:32.642015 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7e724a0d-4df9-445c-b6af-dacd90f39eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:32.737030 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:32.741143 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7e724a0d-4df9-445c-b6af-dacd90f39eac None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:32.926961 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7e724a0d-4df9-445c-b6af-dacd90f39eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:16:29Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:16:30Z', 'revision_number': 23, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:32.948450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3728f863-a516-43c0-af48-5e7db8c6b984 None None] New status for floating IP ec70a047-4652-4dba-a251-e9abd24556db: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:16:32.953690 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e724a0d-4df9-445c-b6af-dacd90f39eac None None] Checking router: 0fbb595e-0f72-4034-b496-578b87ffa833 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:16:32.962499 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e724a0d-4df9-445c-b6af-dacd90f39eac None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:32.963100 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7e724a0d-4df9-445c-b6af-dacd90f39eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:33.015047 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:33.063426 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7e724a0d-4df9-445c-b6af-dacd90f39eac None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:33.261596 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7e724a0d-4df9-445c-b6af-dacd90f39eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:16:29Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:16:30Z', 'revision_number': 23, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:33.285809 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e724a0d-4df9-445c-b6af-dacd90f39eac None None] The sync data for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv is: [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:15:30Z', 'revision_number': 4, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:16:29Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a', 'name': '', 'network_id': 'e55c82d1-e955-4185-bf74-da407339b90b', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'mac_address': 'fa:16:3e:aa:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:29Z', 'updated_at': '2022-10-26T16:16:30Z', 'revision_number': 23, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'subnets': [{'id': '2ea7402a-c05b-4922-abbc-a52e72ca27ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:16:33.444754 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=39 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:33.446720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=52 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:33.931048 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a5fe64-0234-4ef1-bc99-6b3c4a68930c None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:16:33.934141 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a5fe64-0234-4ef1-bc99-6b3c4a68930c None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:33.936167 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-72a5fe64-0234-4ef1-bc99-6b3c4a68930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:33.937888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:34.023608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:34.024718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:34.052294 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-72a5fe64-0234-4ef1-bc99-6b3c4a68930c None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:34.072660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:34.077760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:34.113534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:34.179129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:34.232707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:34.314777 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-72a5fe64-0234-4ef1-bc99-6b3c4a68930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:29Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:33Z', 'revision_number': 2, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:30Z', 'revision_number': 27, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:34.341835 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a5fe64-0234-4ef1-bc99-6b3c4a68930c None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:16:34.351142 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a5fe64-0234-4ef1-bc99-6b3c4a68930c None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:34.351838 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-72a5fe64-0234-4ef1-bc99-6b3c4a68930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:34.385827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:34.395395 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:34.431092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bd7f3acc-1134-48c9-a306-a9bd32556c31 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:34.431475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:34.431817 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bd7f3acc-1134-48c9-a306-a9bd32556c31 Oct 26 16:16:34.455333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:34.462715 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-72a5fe64-0234-4ef1-bc99-6b3c4a68930c None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:34.516983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:34.518285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:34.567006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:34.567659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:34.568002 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a Oct 26 16:16:34.633220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:34.647346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:34.647738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:34.689567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:34.696335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:34.747943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:34.767787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:34.790904 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-72a5fe64-0234-4ef1-bc99-6b3c4a68930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:29Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:33Z', 'revision_number': 2, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:30Z', 'revision_number': 27, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:34.816593 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a5fe64-0234-4ef1-bc99-6b3c4a68930c None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:29Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:33Z', 'revision_number': 2, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:30Z', 'revision_number': 27, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:16:34.845050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:34.845443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:34.862341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:34.884623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:34.889746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:34.890481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:34.965265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:35.017857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:35.018166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:35.040678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:35.048270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:35.104189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:35.967229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:36.012076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:36.012454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:36.012791 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:16:36.085971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:36.086566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:36.124379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:36.128352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:36.129235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:36.202233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:36.211012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:36.211341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:36.211673 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:16:36.436469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:36.436930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:36.458682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:36.462272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:36.491461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e45a8-5fe3-41ce-97a4-2f6516e8d714 None None] New status for floating IP ec70a047-4652-4dba-a251-e9abd24556db: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:16:36.529773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:36.587366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:36.693954 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:36.710085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:36.710469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:36.746555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:36.750740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:36.807546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:37.508333 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac595d4-363f-406b-91ae-ba727d1f5646 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:16:37.508719 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac595d4-363f-406b-91ae-ba727d1f5646 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:37.509292 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ac595d4-363f-406b-91ae-ba727d1f5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:37.596793 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:37.612077 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2ac595d4-363f-406b-91ae-ba727d1f5646 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:37.819181 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ac595d4-363f-406b-91ae-ba727d1f5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:36Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:36Z', 'revision_number': 3, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:36Z', 'revision_number': 29, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:37.821099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:37.844286 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac595d4-363f-406b-91ae-ba727d1f5646 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:16:37.846553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:37.853003 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac595d4-363f-406b-91ae-ba727d1f5646 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:37.853607 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ac595d4-363f-406b-91ae-ba727d1f5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:37.897890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:37.898317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:37.930400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:37.936447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:37.937637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd7f3acc-1134-48c9-a306-a9bd32556c31 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:37.966073 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2ac595d4-363f-406b-91ae-ba727d1f5646 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:38.022192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:38.058264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd7f3acc-1134-48c9-a306-a9bd32556c31 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:38.059256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:38.098976 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:38.129106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:38.129568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:38.138554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:38.154284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:38.158012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:38.177827 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ac595d4-363f-406b-91ae-ba727d1f5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:36Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:36Z', 'revision_number': 3, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:36Z', 'revision_number': 29, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:38.206525 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac595d4-363f-406b-91ae-ba727d1f5646 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:36Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:36Z', 'revision_number': 3, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:36Z', 'revision_number': 29, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:16:38.208308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:38.675809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ddb55951-97f9-42c8-9717-fbaf6da74761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:39.713423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adada65-d4de-4b2d-9533-b320ba459dfc None None] New status for floating IP ec70a047-4652-4dba-a251-e9abd24556db: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:16:39.860732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:39.906539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:39.906927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:39.907267 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:16:39.985949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:39.986341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:40.019761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:40.022820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:40.023717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:40.100438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:40.107738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:40.108104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:40.108435 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:16:40.178066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:40.178449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:40.199067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:40.202666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:40.248436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:40.612253 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910cb594-4e62-4b98-9acc-c61a48e91d0d None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:16:40.612253 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910cb594-4e62-4b98-9acc-c61a48e91d0d None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:40.612253 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-910cb594-4e62-4b98-9acc-c61a48e91d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:40.706632 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-910cb594-4e62-4b98-9acc-c61a48e91d0d None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:40.907441 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-910cb594-4e62-4b98-9acc-c61a48e91d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:40Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:39Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:39Z', 'revision_number': 31, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:40.934355 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910cb594-4e62-4b98-9acc-c61a48e91d0d None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:16:40.942470 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910cb594-4e62-4b98-9acc-c61a48e91d0d None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:40.943049 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-910cb594-4e62-4b98-9acc-c61a48e91d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:40.979071 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:41.038848 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-910cb594-4e62-4b98-9acc-c61a48e91d0d None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:41.082274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5b3af374-2cfe-4a4b-85c8-9bfffcbf13b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:41.328267 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-910cb594-4e62-4b98-9acc-c61a48e91d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:40Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:39Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:39Z', 'revision_number': 31, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:41.353322 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910cb594-4e62-4b98-9acc-c61a48e91d0d None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:40Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:39Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:39Z', 'revision_number': 31, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:16:41.775796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:41.850618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:41.851021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:41.886299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:41.889966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:41.895775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:41.915082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:41.948689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:41.986936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=32']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:42.033680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:42.102721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:42.148227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:42.148601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:42.148970 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:16:42.227208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:42.227595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:42.268574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:42.275662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:42.283472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:42.328541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:42.331574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=33']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:42.402727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:42.415228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:42.415617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:42.438192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:42.443171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:42.493905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:42.969567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8351b24-9fa4-4715-9ed0-e351d8ceb4b9 None None] New status for floating IP ec70a047-4652-4dba-a251-e9abd24556db: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:16:43.577780 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066798f1-4f8f-49ab-b1a8-efbbd0493ab5 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:16:43.577780 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066798f1-4f8f-49ab-b1a8-efbbd0493ab5 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:43.577780 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-066798f1-4f8f-49ab-b1a8-efbbd0493ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:43.677774 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:43.680090 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-066798f1-4f8f-49ab-b1a8-efbbd0493ab5 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:43.813738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:43.824013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:43.902034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:43.902443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:43.902559 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-066798f1-4f8f-49ab-b1a8-efbbd0493ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:42Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:43Z', 'revision_number': 5, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:42Z', 'revision_number': 33, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:43.927038 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066798f1-4f8f-49ab-b1a8-efbbd0493ab5 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:16:43.935964 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066798f1-4f8f-49ab-b1a8-efbbd0493ab5 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:43.936562 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-066798f1-4f8f-49ab-b1a8-efbbd0493ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:43.937471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:43.941724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:44.047161 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-066798f1-4f8f-49ab-b1a8-efbbd0493ab5 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:44.140373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:44.150551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=34']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:44.249350 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:44.262775 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-066798f1-4f8f-49ab-b1a8-efbbd0493ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:42Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:43Z', 'revision_number': 5, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:42Z', 'revision_number': 33, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:44.286304 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066798f1-4f8f-49ab-b1a8-efbbd0493ab5 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:42Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:43Z', 'revision_number': 5, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:42Z', 'revision_number': 33, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:16:45.829204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f374a3f9-1726-4024-b7de-55037f996049 None None] New status for floating IP ec70a047-4652-4dba-a251-e9abd24556db: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:16:45.864338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:45.999642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:46.000150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:46.000495 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:16:46.081553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:46.081955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:46.114854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:46.119023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:46.120394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:46.197869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=35']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:46.208715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:46.209115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:46.209448 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:16:46.234350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:46.283751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:46.284114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:46.309012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:46.313226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:46.343016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:46.367312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=32']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:46.525020 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8e06d7-9e4b-4efa-915a-e9bd60377b44 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:16:46.525020 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8e06d7-9e4b-4efa-915a-e9bd60377b44 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:46.525020 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ec8e06d7-9e4b-4efa-915a-e9bd60377b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:46.624521 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-ec8e06d7-9e4b-4efa-915a-e9bd60377b44 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:46.830566 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ec8e06d7-9e4b-4efa-915a-e9bd60377b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:46Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:45Z', 'revision_number': 6, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:46Z', 'revision_number': 35, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:46.855244 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8e06d7-9e4b-4efa-915a-e9bd60377b44 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:16:46.857844 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:46.864843 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8e06d7-9e4b-4efa-915a-e9bd60377b44 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:16:46.865452 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ec8e06d7-9e4b-4efa-915a-e9bd60377b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:16:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:46.967315 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-ec8e06d7-9e4b-4efa-915a-e9bd60377b44 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:16:47.094855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:47.250989 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ec8e06d7-9e4b-4efa-915a-e9bd60377b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:46Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:45Z', 'revision_number': 6, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:46Z', 'revision_number': 35, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:16:47.278066 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8e06d7-9e4b-4efa-915a-e9bd60377b44 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:46Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ec70a047-4652-4dba-a251-e9abd24556db', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.142', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:f0:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:16:19Z', 'updated_at': '2022-10-26T16:16:45Z', 'revision_number': 6, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:46Z', 'revision_number': 35, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:16:47.780153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:47.870170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:47.870577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:47.912569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:47.917138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:47.943055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:47.996587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:48.003486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=36']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:48.013848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:48.014208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:48.014563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:48.014908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:48.015252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:48.015596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:48.015931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:48.016265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:48.016644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:48.016960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:48.017300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:48.017633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:48.017963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:48.018295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:48.018618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:16:48.059120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:48.187481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:48.234248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:48.234659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:48.234999 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:16:48.314857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:48.315257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:48.354083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:48.361019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:48.362034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:16:48.419476 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3652244c-34ab-4677-92f3-2a2369be02b9 req-a23d623a-2446-4fb1-9ce0-6adbd514ff3d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0978160 Oct 26 16:16:48.442316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=37']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:48.452340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:16:48.452780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:48.453344 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:16:48.522077 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652244c-34ab-4677-92f3-2a2369be02b9 req-a7d12995-b4a2-449a-8e73-c8c844e28708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:48.523683 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3652244c-34ab-4677-92f3-2a2369be02b9 req-a7d12995-b4a2-449a-8e73-c8c844e28708 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 1169 time: 0.0411816 Oct 26 16:16:48.530193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:48.575837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:48.637640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652244c-34ab-4677-92f3-2a2369be02b9 req-396c6998-06f8-462d-b83b-09e64440cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:48.639143 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3652244c-34ab-4677-92f3-2a2369be02b9 req-396c6998-06f8-462d-b83b-09e64440cf3f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 916 time: 0.0929966 Oct 26 16:16:48.650955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:48.651901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:48.672534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:48.677813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:48.707910 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3652244c-34ab-4677-92f3-2a2369be02b9 req-c3fd55ee-2d6c-4a34-ac1f-598db0f4acb4 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96dfa514-2ec2-427f-bdc9-c00c005570a0 HTTP/1.1" status: 200 len: 1002 time: 0.0606945 Oct 26 16:16:48.727026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=33']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:48.760289 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652244c-34ab-4677-92f3-2a2369be02b9 req-65806696-de15-4b09-a943-758eb565b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:48.761915 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3652244c-34ab-4677-92f3-2a2369be02b9 req-65806696-de15-4b09-a943-758eb565b29a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.0454831 Oct 26 16:16:48.812904 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652244c-34ab-4677-92f3-2a2369be02b9 req-30f2dc39-b7fc-4b4f-8243-3a7d4708276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:16:48.814304 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3652244c-34ab-4677-92f3-2a2369be02b9 req-30f2dc39-b7fc-4b4f-8243-3a7d4708276d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433679 Oct 26 16:16:48.884074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbad488-3300-425c-87b8-b30913d13c00 None None] New status for floating IP ec70a047-4652-4dba-a251-e9abd24556db: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:16:48.913191 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3652244c-34ab-4677-92f3-2a2369be02b9 req-9d96c54b-25f8-45f5-a318-213696ddd023 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881436 Oct 26 16:16:49.012673 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3652244c-34ab-4677-92f3-2a2369be02b9 req-85d309f5-b7cd-473a-82d8-23b592dace86 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896945 Oct 26 16:16:49.823898 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:16:49.900199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:16:49.900595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:49.933889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:16:49.938316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:16:49.986175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=38']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:16:58.997215 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=50 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:59.008523 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=51 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:59.977445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:59.981642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:16:59.983578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:17:00.099209 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:17:08.668290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3aab-e402-48bb-a7aa-bf168224af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:17:11.085441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-834a4eaf-9254-473e-b124-30db15070758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:17:12.267424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:17:13.811080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:17:13.966349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:17:17.088911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:17:18.666980 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=52 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:17:18.669889 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=95 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:17:23.955436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:17:27.082430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:17:27.084427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:17:37.097845 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:17:38.671203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-42f1d856-ee9b-4805-9529-d9b3fab49e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:17:41.087189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-498ecd8f-0e8d-44b5-bf00-5e8b6f047db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:17:42.271876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:17:43.398370 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:17:43.813697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:17:43.968680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:17:47.094243 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:17:47.102471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:17:47.621717 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-84cd54a5-1494-43b9-9286-9d39784e2473 req-9bce6ec6-e3de-42fb-a3f4-a8cc3659f533 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398588 Oct 26 16:17:47.705673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd54a5-1494-43b9-9286-9d39784e2473 req-25683567-bc65-44e3-8840-f5b484a74673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:47.707144 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-84cd54a5-1494-43b9-9286-9d39784e2473 req-25683567-bc65-44e3-8840-f5b484a74673 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 1169 time: 0.0396471 Oct 26 16:17:47.818303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd54a5-1494-43b9-9286-9d39784e2473 req-d8412fe2-740b-4763-85c6-d5c3324e97d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:47.819809 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-84cd54a5-1494-43b9-9286-9d39784e2473 req-d8412fe2-740b-4763-85c6-d5c3324e97d6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 916 time: 0.0890236 Oct 26 16:17:47.883382 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-84cd54a5-1494-43b9-9286-9d39784e2473 req-877de8d8-09c3-40f7-90e5-97fb4f43e498 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96dfa514-2ec2-427f-bdc9-c00c005570a0 HTTP/1.1" status: 200 len: 1002 time: 0.0543771 Oct 26 16:17:47.938669 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd54a5-1494-43b9-9286-9d39784e2473 req-e59a1e63-26dd-437d-9ce1-62fde70222f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:47.940116 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-84cd54a5-1494-43b9-9286-9d39784e2473 req-e59a1e63-26dd-437d-9ce1-62fde70222f8 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.0475519 Oct 26 16:17:47.986177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd54a5-1494-43b9-9286-9d39784e2473 req-b11bfb04-7075-4dcf-a6cd-854783e910d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:17:47.987630 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-84cd54a5-1494-43b9-9286-9d39784e2473 req-b11bfb04-7075-4dcf-a6cd-854783e910d7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386279 Oct 26 16:17:48.080026 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-84cd54a5-1494-43b9-9286-9d39784e2473 req-205559a6-d0c7-4dae-b55b-4fd91506aec3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825720 Oct 26 16:17:48.176448 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-84cd54a5-1494-43b9-9286-9d39784e2473 req-4a5360a9-20df-410c-b354-d856f25f661b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868046 Oct 26 16:17:58.171736 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=54 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:17:58.173771 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=47 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:17:58.668542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=16 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:17:58.673330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:17:58.676073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:18:08.672793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d47140e8-6a85-4cd3-9c14-91286bc74248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:18:11.088903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-64e8948d-564b-4e8f-a697-ce431f79158f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:18:12.274235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:18:13.816241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:18:13.971375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:18:14.096814 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:18:17.101300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:18:24.091995 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:18:24.092641 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:18:27.090528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:18:27.094903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:18:27.097014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:18:38.674203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-31789201-dbfc-4e0a-93d6-46874a384379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:18:41.091301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-58d53a36-4948-4d8f-b33f-4c6ce1a954e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:18:42.276323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:18:43.818423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:18:43.973279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:18:47.117290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:18:47.698886 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a84bafa0-c839-445d-abb8-800ea70c25db req-9977a121-c50b-4d8c-9698-4a827c680c31 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745072 Oct 26 16:18:47.793492 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bafa0-c839-445d-abb8-800ea70c25db req-3a3983a3-2122-4177-a63a-baf70f39ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:47.795056 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a84bafa0-c839-445d-abb8-800ea70c25db req-3a3983a3-2122-4177-a63a-baf70f39ffc8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 1169 time: 0.0448823 Oct 26 16:18:47.902172 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bafa0-c839-445d-abb8-800ea70c25db req-132ee948-82af-4cd6-836d-3afe4ad28e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:47.903664 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a84bafa0-c839-445d-abb8-800ea70c25db req-132ee948-82af-4cd6-836d-3afe4ad28e8b service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 916 time: 0.0864339 Oct 26 16:18:47.972408 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a84bafa0-c839-445d-abb8-800ea70c25db req-60c7536e-840f-46f9-a2d1-8575ea8c8b86 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96dfa514-2ec2-427f-bdc9-c00c005570a0 HTTP/1.1" status: 200 len: 1002 time: 0.0603275 Oct 26 16:18:48.023692 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bafa0-c839-445d-abb8-800ea70c25db req-0469587b-16c3-4f38-b16d-4ee38749dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:48.025753 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a84bafa0-c839-445d-abb8-800ea70c25db req-0469587b-16c3-4f38-b16d-4ee38749dba9 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.0438221 Oct 26 16:18:48.070436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bafa0-c839-445d-abb8-800ea70c25db req-794301e3-ab32-4ba4-9f89-fe433c8eb60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:18:48.072428 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a84bafa0-c839-445d-abb8-800ea70c25db req-794301e3-ab32-4ba4-9f89-fe433c8eb60f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381155 Oct 26 16:18:48.416508 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a84bafa0-c839-445d-abb8-800ea70c25db req-c8d26d59-b9fc-4295-93a3-19bb17770acd service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350480 Oct 26 16:18:48.508889 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a84bafa0-c839-445d-abb8-800ea70c25db req-f9833056-8050-4830-8f7e-a0ee0ea719ee service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823908 Oct 26 16:18:51.096209 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:18:57.107576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:18:57.110648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:18:57.113070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:18:57.393134 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:18:58.504389 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=47 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:18:58.506416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=54 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:19:01.092912 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:19:02.274136 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-fee4f26b-c165-4c12-ab6d-8ac476144d16 service neutron] (105321) timed out ('10.222.0.60', 41174) {{(pid=105321) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 26 16:19:02.526385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-9f7c4270-bbda-459e-9795-e16aa2bb0bb8 req-55551c7c-1e76-4108-a0b7-b8208e82ca4b tempest-ServerDiskConfigTestJSON-1352647179 tempest-ServerDiskConfigTestJSON-1352647179-project] (105321) timed out ('10.222.0.60', 41188) {{(pid=105321) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 26 16:19:08.677432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-cdeb740c-d965-44e2-a25f-3fcafe722976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:11.093701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-083ca7e9-de7e-47ee-8733-39f64408bc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:12.279648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:13.821283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:13.978582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:17.119264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:18.662895 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=12 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:19:18.671190 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=14 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:19:27.108758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:19:27.109459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:19:27.115518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:19:28.094744 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:19:38.090343 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:19:38.091078 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:19:38.680594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8b49255e-ad9d-41c5-9b6b-51557ee65ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:41.097126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eec6e500-852e-4361-a981-ffa86b4ccd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:42.284132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:43.827072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:43.971129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:47.126264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:47.654233 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-df9dce5b-7ea8-456f-8220-76dd84b79472 req-dfcfb3bd-633a-41ce-9e42-5cf1e377f296 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387895 Oct 26 16:19:47.740191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dce5b-7ea8-456f-8220-76dd84b79472 req-e3426543-9c8d-4b1d-873c-c0d7c903ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:47.741707 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-df9dce5b-7ea8-456f-8220-76dd84b79472 req-e3426543-9c8d-4b1d-873c-c0d7c903ff5f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 1169 time: 0.0426686 Oct 26 16:19:47.850087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dce5b-7ea8-456f-8220-76dd84b79472 req-fc7852ba-5ab1-4834-a879-a9898b434f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:47.851469 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-df9dce5b-7ea8-456f-8220-76dd84b79472 req-fc7852ba-5ab1-4834-a879-a9898b434f60 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 916 time: 0.0883210 Oct 26 16:19:47.921767 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-df9dce5b-7ea8-456f-8220-76dd84b79472 req-2e4632b2-de3a-4083-b4af-8fcf04207fc2 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96dfa514-2ec2-427f-bdc9-c00c005570a0 HTTP/1.1" status: 200 len: 1002 time: 0.0610611 Oct 26 16:19:47.975649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dce5b-7ea8-456f-8220-76dd84b79472 req-5bb09eff-9812-4f51-a647-ec376d640816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:47.977089 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-df9dce5b-7ea8-456f-8220-76dd84b79472 req-5bb09eff-9812-4f51-a647-ec376d640816 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.0462377 Oct 26 16:19:48.025440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dce5b-7ea8-456f-8220-76dd84b79472 req-8064711f-4c5d-4453-8b48-9406c7714b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:48.026908 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-df9dce5b-7ea8-456f-8220-76dd84b79472 req-8064711f-4c5d-4453-8b48-9406c7714b88 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0405910 Oct 26 16:19:48.124789 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-df9dce5b-7ea8-456f-8220-76dd84b79472 req-761116df-38d1-4698-85aa-6f4488e2fb10 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881639 Oct 26 16:19:48.219665 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-df9dce5b-7ea8-456f-8220-76dd84b79472 req-cbe6ecf7-7c5a-4caf-a397-bbc5e4e6a7e0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859768 Oct 26 16:19:53.432982 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b4bd7392-395c-4e29-80ae-a359d9270da9 req-49985496-1a41-4b09-a3a3-fd0707562615 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1849353893&fields=id&tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0 HTTP/1.1" status: 200 len: 267 time: 0.0923858 Oct 26 16:19:53.489032 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd7392-395c-4e29-80ae-a359d9270da9 req-f05c5bea-f38b-458b-bd26-e6a635d83a2d tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:53.490521 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b4bd7392-395c-4e29-80ae-a359d9270da9 req-f05c5bea-f38b-458b-bd26-e6a635d83a2d tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 985 time: 0.0523763 Oct 26 16:19:53.500954 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [req-b4bd7392-395c-4e29-80ae-a359d9270da9 req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'port': {'security_groups': ['a2130dbc-b3df-415f-9ab0-0026f9d2275f']}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:19:53.577696 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-b4bd7392-395c-4e29-80ae-a359d9270da9 req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:53.752177 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [req-b4bd7392-395c-4e29-80ae-a359d9270da9 req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] For port 96dfa514-2ec2-427f-bdc9-c00c005570a0, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=96dfa514-2ec2-427f-bdc9-c00c005570a0,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:19:53.779665 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-b4bd7392-395c-4e29-80ae-a359d9270da9 req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:53.783949 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-b4bd7392-395c-4e29-80ae-a359d9270da9 req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:53.794313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd7392-395c-4e29-80ae-a359d9270da9 req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:53.794944 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-b4bd7392-395c-4e29-80ae-a359d9270da9 req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:53.796285 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b4bd7392-395c-4e29-80ae-a359d9270da9 req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "PUT /networking/v2.0/ports/96dfa514-2ec2-427f-bdc9-c00c005570a0 HTTP/1.1" status: 200 len: 943 time: 0.2997630 Oct 26 16:19:53.796777 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'tag': '96dfa514-2ec2-427f-bdc9-c00c005570a0'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:19:53.803742 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 43408) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:19:53.808649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['96dfa514-2ec2-427f-bdc9-c00c005570a0'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:19:53.866554 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb136ba649fa168c6248ca24a79b4aa523afb5de4688c02f3e3d85afa0885439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db31f18-df26-4623-b8fa-5fbde1b11c45" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a", "tag": "96dfa514-2ec2-427f-bdc9-c00c005570a0"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:19:53.875877 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'Port': ['ID=96dfa514-2ec2-427f-bdc9-c00c005570a0,revision_number=7']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:19:53.894580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['96dfa514-2ec2-427f-bdc9-c00c005570a0'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:19:53.898288 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:53.898643 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:53.898989 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:53.899330 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:53.899665 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:53.899997 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:53.900325 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:53.900672 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:53.901006 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:53.901332 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:53.901655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:53.902078 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:53.902282 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:53.902605 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:53.902924 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5006130c-c767-44f7-809d-cbcbb9958405 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:53.937509 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-759505af-04e8-475c-bec6-c2a473e3c8fe tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group (fb18db92-16d0-4fc0-a54c-1a1816bd6db5), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:53.966185 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-759505af-04e8-475c-bec6-c2a473e3c8fe tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group (fb18db92-16d0-4fc0-a54c-1a1816bd6db5), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:54.041291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7af2ea-3fe0-4d25-8ff8-8ddb3c3ac848 x-openstack-request-id: req-6e7af2ea-3fe0-4d25-8ff8-8ddb3c3ac848 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:19:54.041427 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a", "tag": "96dfa514-2ec2-427f-bdc9-c00c005570a0", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:19:54.041680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e7af2ea-3fe0-4d25-8ff8-8ddb3c3ac848 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:19:54.042094 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e7af2ea-3fe0-4d25-8ff8-8ddb3c3ac848'] response: {'name': 'network-changed', 'server_uuid': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'tag': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'status': 'completed', 'code': 200} Oct 26 16:19:54.043295 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-759505af-04e8-475c-bec6-c2a473e3c8fe tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (fb18db92-16d0-4fc0-a54c-1a1816bd6db5), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:54.046552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-759505af-04e8-475c-bec6-c2a473e3c8fe tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:54.047807 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-759505af-04e8-475c-bec6-c2a473e3c8fe tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/fb18db92-16d0-4fc0-a54c-1a1816bd6db5 HTTP/1.1" status: 204 len: 168 time: 0.2431514 Oct 26 16:19:54.051412 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 43416) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:19:54.058151 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759505af-04e8-475c-bec6-c2a473e3c8fe tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb18db92-16d0-4fc0-a54c-1a1816bd6db5,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:19:54.155285 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db31f18-df26-4623-b8fa-5fbde1b11c45 req-80443157-8d95-4b8a-ba15-4742c72d5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:54.156779 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4db31f18-df26-4623-b8fa-5fbde1b11c45 req-80443157-8d95-4b8a-ba15-4742c72d5650 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 1130 time: 0.0899525 Oct 26 16:19:54.307918 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Deleting port 43b44d2c-e8f6-413a-b9f9-e3d8cedf1daf {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:19:54.308272 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (43b44d2c-e8f6-413a-b9f9-e3d8cedf1daf), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:54.360061 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db31f18-df26-4623-b8fa-5fbde1b11c45 req-67c97657-a6fb-423f-972d-8d724f464479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:54.361548 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4db31f18-df26-4623-b8fa-5fbde1b11c45 req-67c97657-a6fb-423f-972d-8d724f464479 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 916 time: 0.1698709 Oct 26 16:19:54.451428 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (43b44d2c-e8f6-413a-b9f9-e3d8cedf1daf), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:54.451763 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for floatingip (43b44d2c-e8f6-413a-b9f9-e3d8cedf1daf), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:54.459941 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4db31f18-df26-4623-b8fa-5fbde1b11c45 req-180096e8-9442-40dc-b351-7c958b858c87 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96dfa514-2ec2-427f-bdc9-c00c005570a0 HTTP/1.1" status: 200 len: 1002 time: 0.0871222 Oct 26 16:19:54.465724 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Calling delete_port for 43b44d2c-e8f6-413a-b9f9-e3d8cedf1daf owned by network:floatingip {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:19:54.469796 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:19:54.504361 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:19:54.588588 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db31f18-df26-4623-b8fa-5fbde1b11c45 req-63340b0a-7cf1-4b76-8147-9ad6a90bbb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:54.589977 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4db31f18-df26-4623-b8fa-5fbde1b11c45 req-63340b0a-7cf1-4b76-8147-9ad6a90bbb2b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.1147437 Oct 26 16:19:54.655672 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db31f18-df26-4623-b8fa-5fbde1b11c45 req-4b33a649-d28f-4139-8b4e-d64bee696264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:54.657336 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4db31f18-df26-4623-b8fa-5fbde1b11c45 req-4b33a649-d28f-4139-8b4e-d64bee696264 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0558698 Oct 26 16:19:54.767042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (43b44d2c-e8f6-413a-b9f9-e3d8cedf1daf), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:54.808029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event deleted for resources: {'Port': ['ID=43b44d2c-e8f6-413a-b9f9-e3d8cedf1daf,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:19:54.824366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:54.824717 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:54.825087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:54.825430 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:54.826395 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:54.826961 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:54.827537 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:54.828034 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:54.828382 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:54.828722 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:54.829095 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:54.829430 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:54.829765 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:54.830096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:54.830424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:19:54.835388 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4db31f18-df26-4623-b8fa-5fbde1b11c45 req-db8266ee-741c-43cb-a23c-2b94b450726c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644807 Oct 26 16:19:54.946205 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for floatingip (ec70a047-4652-4dba-a251-e9abd24556db), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:54.946535 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Floating IP ec70a047-4652-4dba-a251-e9abd24556db disassociated (deleted). External IP: 172.26.11.142, port: 96dfa514-2ec2-427f-bdc9-c00c005570a0. Oct 26 16:19:55.011910 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-4db31f18-df26-4623-b8fa-5fbde1b11c45 req-01872a4a-1ca7-4414-9d0c-fce413810511 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611419 Oct 26 16:19:55.169978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:19:55.274237 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:19:55.279101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:19:55.284086 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e79f4-bef4-44fb-9e44-456fd314dc90 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:19:55.294147 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e79f4-bef4-44fb-9e44-456fd314dc90 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:19:55.294756 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-445e79f4-bef4-44fb-9e44-456fd314dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:19:55.309159 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-83bf3355-661d-4d99-989d-4ad4fab462ec tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/ec70a047-4652-4dba-a251-e9abd24556db HTTP/1.1" status: 204 len: 168 time: 1.2557719 Oct 26 16:19:55.309946 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'tag': '96dfa514-2ec2-427f-bdc9-c00c005570a0'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:19:55.353417 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602383ba-78ec-4ed1-87cc-0be0069ca9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a", "tag": "96dfa514-2ec2-427f-bdc9-c00c005570a0"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:19:55.404516 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-445e79f4-bef4-44fb-9e44-456fd314dc90 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:19:55.464083 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271b550e-8d71-4aa3-a376-2351da806f46 x-openstack-request-id: req-271b550e-8d71-4aa3-a376-2351da806f46 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:19:55.464386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a", "tag": "96dfa514-2ec2-427f-bdc9-c00c005570a0", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:19:55.464642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-271b550e-8d71-4aa3-a376-2351da806f46 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:19:55.465237 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-271b550e-8d71-4aa3-a376-2351da806f46'] response: {'name': 'network-changed', 'server_uuid': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'tag': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'status': 'completed', 'code': 200} Oct 26 16:19:55.525848 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:19:55.541384 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602383ba-78ec-4ed1-87cc-0be0069ca9c2 req-335ea5e6-3440-491e-8484-72341563ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:55.543236 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-602383ba-78ec-4ed1-87cc-0be0069ca9c2 req-335ea5e6-3440-491e-8484-72341563ce33 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 1130 time: 0.0499403 Oct 26 16:19:55.602497 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-445e79f4-bef4-44fb-9e44-456fd314dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:48Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:49Z', 'revision_number': 38, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:19:55.603545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:19:55.628393 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e79f4-bef4-44fb-9e44-456fd314dc90 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:19:55.637266 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e79f4-bef4-44fb-9e44-456fd314dc90 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:19:55.637704 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-445e79f4-bef4-44fb-9e44-456fd314dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:19:55.648261 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602383ba-78ec-4ed1-87cc-0be0069ca9c2 req-833d69c3-6384-4c1e-8aad-1099d9fcf3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:55.649852 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-602383ba-78ec-4ed1-87cc-0be0069ca9c2 req-833d69c3-6384-4c1e-8aad-1099d9fcf3b6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 916 time: 0.0976233 Oct 26 16:19:55.691527 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-602383ba-78ec-4ed1-87cc-0be0069ca9c2 req-86e60057-197a-4a84-9e16-7a97d1fc5340 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96dfa514-2ec2-427f-bdc9-c00c005570a0 HTTP/1.1" status: 200 len: 217 time: 0.0327597 Oct 26 16:19:55.741386 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-445e79f4-bef4-44fb-9e44-456fd314dc90 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:19:55.748225 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602383ba-78ec-4ed1-87cc-0be0069ca9c2 req-88266572-3583-47cc-8533-b510ba62102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:55.749725 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-602383ba-78ec-4ed1-87cc-0be0069ca9c2 req-88266572-3583-47cc-8533-b510ba62102d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.0476589 Oct 26 16:19:55.798679 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602383ba-78ec-4ed1-87cc-0be0069ca9c2 req-1566bf20-073a-493b-9859-40361ab2ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:19:55.800180 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-602383ba-78ec-4ed1-87cc-0be0069ca9c2 req-1566bf20-073a-493b-9859-40361ab2ca86 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439355 Oct 26 16:19:55.905651 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-602383ba-78ec-4ed1-87cc-0be0069ca9c2 req-20e2d3a2-9d82-458c-bccc-fcc223be138a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940211 Oct 26 16:19:56.012979 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-602383ba-78ec-4ed1-87cc-0be0069ca9c2 req-acf7d2d4-57bb-4b01-a679-ac6a152a3589 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978167 Oct 26 16:19:56.027613 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-445e79f4-bef4-44fb-9e44-456fd314dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:48Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:49Z', 'revision_number': 38, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:19:56.056201 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e79f4-bef4-44fb-9e44-456fd314dc90 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:48Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:49Z', 'revision_number': 38, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:19:57.913138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8556f7-6296-4762-b9a1-3df48c6c8959 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:19:57.916771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8556f7-6296-4762-b9a1-3df48c6c8959 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:19:57.917425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fe8556f7-6296-4762-b9a1-3df48c6c8959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:19:58.019365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-fe8556f7-6296-4762-b9a1-3df48c6c8959 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:19:58.199046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fe8556f7-6296-4762-b9a1-3df48c6c8959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:48Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:49Z', 'revision_number': 38, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:19:58.227457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8556f7-6296-4762-b9a1-3df48c6c8959 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:19:58.236229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8556f7-6296-4762-b9a1-3df48c6c8959 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:19:58.236860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fe8556f7-6296-4762-b9a1-3df48c6c8959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:19:58.335421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-fe8556f7-6296-4762-b9a1-3df48c6c8959 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:19:58.527552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fe8556f7-6296-4762-b9a1-3df48c6c8959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:48Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:49Z', 'revision_number': 38, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:19:58.552466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8556f7-6296-4762-b9a1-3df48c6c8959 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:16:48Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:16:49Z', 'revision_number': 38, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:19:59.972502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:20:00.025411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:00.027805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:20:00.028210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:00.028630 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:20:00.074669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:00.107939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:00.108328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:00.119236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:00.144035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:00.148083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:00.149024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:20:00.230430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=39']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:00.242931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:00.243422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:00.243878 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:00.244325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:00.244773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:00.245253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:00.245682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:00.246116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:00.246552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:00.247010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:00.247596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:00.248021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:00.248448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:00.248911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:00.249334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:00.253618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:20:00.254130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:00.254572 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:20:00.337282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:00.337671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:00.360618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:00.365180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:00.421758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=34']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:00.516479 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc129d65-2008-4e56-8200-bf8fed79089e None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:20:00.516947 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc129d65-2008-4e56-8200-bf8fed79089e None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:20:00.517153 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-dc129d65-2008-4e56-8200-bf8fed79089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:00.620251 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-dc129d65-2008-4e56-8200-bf8fed79089e None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:20:00.771221 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:00.811319 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-dc129d65-2008-4e56-8200-bf8fed79089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:20:00Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:20:00Z', 'revision_number': 39, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:00.838495 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc129d65-2008-4e56-8200-bf8fed79089e None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:20:00.848154 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc129d65-2008-4e56-8200-bf8fed79089e None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:20:00.848778 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-dc129d65-2008-4e56-8200-bf8fed79089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:00.896322 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:00.949735 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-dc129d65-2008-4e56-8200-bf8fed79089e None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:20:01.134945 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-dc129d65-2008-4e56-8200-bf8fed79089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:20:00Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:20:00Z', 'revision_number': 39, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:01.163630 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc129d65-2008-4e56-8200-bf8fed79089e None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:20:00Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:20:00Z', 'revision_number': 39, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:20:01.877587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:20:01.954035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:01.954333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:01.995137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:01.999616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:02.000690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:20:02.085691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=40']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:02.128442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:02.129137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:02.159115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:02.164608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:02.189978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:20:02.394424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=35']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:02.438440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:02.439469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:20:02.517693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:02.603749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:20:02.647280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:20:02.647649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:02.647988 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:20:02.718117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:02.718512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:02.752286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:02.756036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:02.756830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:20:02.829024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=41']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:02.839721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:20:02.840099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:02.840428 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:20:02.842206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:02.872492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:02.916511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:02.917186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:02.941647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:02.945330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:02.992130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=36']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:03.126996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393763c1-681d-436a-8f04-46ad9b909289 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:20:03.128381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393763c1-681d-436a-8f04-46ad9b909289 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:20:03.129031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-393763c1-681d-436a-8f04-46ad9b909289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:03.184357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:03.237442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-393763c1-681d-436a-8f04-46ad9b909289 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:20:03.432490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-393763c1-681d-436a-8f04-46ad9b909289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:20:02Z', 'revision_number': 36, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:20:02Z', 'revision_number': 41, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:03.462373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393763c1-681d-436a-8f04-46ad9b909289 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:20:03.471125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393763c1-681d-436a-8f04-46ad9b909289 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:20:03.471710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-393763c1-681d-436a-8f04-46ad9b909289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:03.574060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-393763c1-681d-436a-8f04-46ad9b909289 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:20:03.760872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-393763c1-681d-436a-8f04-46ad9b909289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:20:02Z', 'revision_number': 36, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:20:02Z', 'revision_number': 41, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:03.786922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393763c1-681d-436a-8f04-46ad9b909289 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:20:02Z', 'revision_number': 36, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:20:02Z', 'revision_number': 41, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:20:03.940080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:20:04.018456 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=51,neutron:DELETE=3,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:04.054213 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:04.058079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:04.058527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:04.096076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:04.100776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:04.101580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:20:04.184268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=42']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:04.230540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:04.230935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:04.254579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:04.262665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:04.317721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=37']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:05.094882 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:20:05.755845 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a532ab2-46b4-41ad-910a-fda4f3035b9a None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:20:05.755845 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a532ab2-46b4-41ad-910a-fda4f3035b9a None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:20:05.755845 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3a532ab2-46b4-41ad-910a-fda4f3035b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:05.856211 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3a532ab2-46b4-41ad-910a-fda4f3035b9a None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:20:06.008002 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=31 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:06.009446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=45 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:06.045583 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3a532ab2-46b4-41ad-910a-fda4f3035b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:20:04Z', 'revision_number': 37, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:20:04Z', 'revision_number': 42, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:06.074341 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a532ab2-46b4-41ad-910a-fda4f3035b9a None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:20:06.084698 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a532ab2-46b4-41ad-910a-fda4f3035b9a None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:20:06.084698 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3a532ab2-46b4-41ad-910a-fda4f3035b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:06.185984 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3a532ab2-46b4-41ad-910a-fda4f3035b9a None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:20:06.407247 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:06.458908 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3a532ab2-46b4-41ad-910a-fda4f3035b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:20:04Z', 'revision_number': 37, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:20:04Z', 'revision_number': 42, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:06.483516 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a532ab2-46b4-41ad-910a-fda4f3035b9a None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:20:04Z', 'revision_number': 37, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:20:04Z', 'revision_number': 42, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:20:06.846565 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c417624-8f2f-4ca0-95b2-b3e5d87e2561 req-7ab93099-2cd8-4453-8c12-dfb023bcb1fc tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:06.848279 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8c417624-8f2f-4ca0-95b2-b3e5d87e2561 req-7ab93099-2cd8-4453-8c12-dfb023bcb1fc tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 946 time: 0.0528853 Oct 26 16:20:06.908787 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8c417624-8f2f-4ca0-95b2-b3e5d87e2561 req-1f987171-39d4-4110-af41-a470bc4b6d8f tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542340 Oct 26 16:20:07.974622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:20:08.022000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:20:08.022376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:08.022716 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:20:08.024002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:08.030378 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a834f6-a286-4982-b076-2da478487c63 req-7a46e158-8035-4ecb-a6e6-f964bf623b0f tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:08.031982 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-90a834f6-a286-4982-b076-2da478487c63 req-7a46e158-8035-4ecb-a6e6-f964bf623b0f tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 946 time: 0.0490172 Oct 26 16:20:08.081200 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-90a834f6-a286-4982-b076-2da478487c63 req-1aacbd9d-19ca-4b97-bb4a-a9c2e40442fc tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432541 Oct 26 16:20:08.101215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:08.101215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:08.130219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:08.135271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:08.136159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:20:08.188824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:08.218408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=43']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:08.233977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:20:08.234356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:08.234693 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:20:08.317554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:08.317950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:08.339030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:08.344045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:08.384173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3409da3c-dad8-436c-9203-4af4cf85bb95 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:20:08.403336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3409da3c-dad8-436c-9203-4af4cf85bb95 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:20:08.403979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3409da3c-dad8-436c-9203-4af4cf85bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:08.423613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37461c-de1c-4f3f-a2cb-b193116571b4 req-18eea51f-c806-4f54-b8b2-dec43b17bd9b tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:08.425114 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fa37461c-de1c-4f3f-a2cb-b193116571b4 req-18eea51f-c806-4f54-b8b2-dec43b17bd9b tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 946 time: 0.0502422 Oct 26 16:20:08.438897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=38']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:08.460459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:08.514859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-fa37461c-de1c-4f3f-a2cb-b193116571b4 req-29784539-f3a0-4cc8-98d2-a36953a0a8a6 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Deleting port 96dfa514-2ec2-427f-bdc9-c00c005570a0 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:20:08.515121 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-fa37461c-de1c-4f3f-a2cb-b193116571b4 req-29784539-f3a0-4cc8-98d2-a36953a0a8a6 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:08.612821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-fa37461c-de1c-4f3f-a2cb-b193116571b4 req-29784539-f3a0-4cc8-98d2-a36953a0a8a6 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] For port 96dfa514-2ec2-427f-bdc9-c00c005570a0, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=96dfa514-2ec2-427f-bdc9-c00c005570a0,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:08.613125 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-fa37461c-de1c-4f3f-a2cb-b193116571b4 req-29784539-f3a0-4cc8-98d2-a36953a0a8a6 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:08.631585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-fa37461c-de1c-4f3f-a2cb-b193116571b4 req-29784539-f3a0-4cc8-98d2-a36953a0a8a6 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Calling delete_port for 96dfa514-2ec2-427f-bdc9-c00c005570a0 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:20:08.651916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-3409da3c-dad8-436c-9203-4af4cf85bb95 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:20:08.700933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b5281ac2-1ef5-4f10-86a7-7e522ba443bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:08.759221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-fa37461c-de1c-4f3f-a2cb-b193116571b4 req-29784539-f3a0-4cc8-98d2-a36953a0a8a6 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (96dfa514-2ec2-427f-bdc9-c00c005570a0), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:08.776751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['96dfa514-2ec2-427f-bdc9-c00c005570a0'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:20:08.788554 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29784539-f3a0-4cc8-98d2-a36953a0a8a6 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event deleted for resources: {'Port': ['ID=96dfa514-2ec2-427f-bdc9-c00c005570a0,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:08.837992 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa37461c-de1c-4f3f-a2cb-b193116571b4 req-29784539-f3a0-4cc8-98d2-a36953a0a8a6 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] No DVR routers for this DVR port 96dfa514-2ec2-427f-bdc9-c00c005570a0 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:20:08.840740 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-fa37461c-de1c-4f3f-a2cb-b193116571b4 req-29784539-f3a0-4cc8-98d2-a36953a0a8a6 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:08.844600 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fa37461c-de1c-4f3f-a2cb-b193116571b4 req-29784539-f3a0-4cc8-98d2-a36953a0a8a6 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.64 "DELETE /networking/v2.0/ports/96dfa514-2ec2-427f-bdc9-c00c005570a0 HTTP/1.1" status: 204 len: 173 time: 0.4140151 Oct 26 16:20:08.845326 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'name': 'network-vif-deleted', 'tag': '96dfa514-2ec2-427f-bdc9-c00c005570a0'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:20:08.847597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6db7a3-e818-4028-a815-07f4f1a00219" -d '{"events": [{"server_uuid": "b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a", "name": "network-vif-deleted", "tag": "96dfa514-2ec2-427f-bdc9-c00c005570a0"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:20:08.880427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3409da3c-dad8-436c-9203-4af4cf85bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:20:08Z', 'revision_number': 38, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:20:08Z', 'revision_number': 43, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:08.902099 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf27d724-ca58-4ca9-a911-01d1910bb3aa x-openstack-request-id: req-cf27d724-ca58-4ca9-a911-01d1910bb3aa {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:20:08.902517 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a", "name": "network-vif-deleted", "tag": "96dfa514-2ec2-427f-bdc9-c00c005570a0", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:20:08.902775 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf27d724-ca58-4ca9-a911-01d1910bb3aa {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:20:08.903182 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf27d724-ca58-4ca9-a911-01d1910bb3aa'] response: {'server_uuid': 'b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a', 'name': 'network-vif-deleted', 'tag': '96dfa514-2ec2-427f-bdc9-c00c005570a0', 'status': 'completed', 'code': 200} Oct 26 16:20:08.910966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3409da3c-dad8-436c-9203-4af4cf85bb95 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:20:08.919559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3409da3c-dad8-436c-9203-4af4cf85bb95 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:20:08.920740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3409da3c-dad8-436c-9203-4af4cf85bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:19:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:09.025815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-3409da3c-dad8-436c-9203-4af4cf85bb95 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:20:09.207544 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-683007a7-12e1-4755-941d-4f6d041bb8bb req-3f3d1c69-c42a-4ba8-a0b1-f0757f8154d2 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b0f718a3-0de6-47ab-9dbc-0fc7ddc16d3a HTTP/1.1" status: 200 len: 210 time: 0.0359547 Oct 26 16:20:09.235004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3409da3c-dad8-436c-9203-4af4cf85bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:20:08Z', 'revision_number': 38, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:20:08Z', 'revision_number': 43, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:09.261303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3409da3c-dad8-436c-9203-4af4cf85bb95 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:20:08Z', 'revision_number': 38, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:20:08Z', 'revision_number': 43, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:20:09.894279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:20:09.974139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:09.974529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:10.010420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:10.014629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:10.015335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:20:10.093148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=44']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:10.133240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:10.133632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:10.140586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:10.157360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:10.161218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:10.187615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:20:10.250686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=39']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:10.285755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:10.296816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:10.298554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:20:10.379674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:10.472398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:20:10.528355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:20:10.528741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:10.529808 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:20:10.609051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:10.609505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:10.643617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:10.647710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:10.648675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:20:10.707898 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:10.729987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=45']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:10.739198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:20:10.739581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:10.739926 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:20:10.814425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:10.814810 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:10.836116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:10.840408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:10.895514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=40']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:11.101446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8794d03a-3730-4365-9fc2-76d32943ce0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:11.935502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:20:12.019802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:12.020201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:12.055934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:12.060751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:12.061644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:20:12.140238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=46']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:12.182703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:12.183093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:12.208594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:12.214001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:12.293005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=41']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:12.300257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:13.691299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 96dfa514-2ec2-427f-bdc9-c00c005570a0 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:20:13.713575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 96dfa514-2ec2-427f-bdc9-c00c005570a0 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:20:13.713928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 96dfa514-2ec2-427f-bdc9-c00c005570a0 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:20:13.828286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:13.977714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:16.456948 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=6 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:16.462791 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:16.888139 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=10 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:16.897766 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=8 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:17.118543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:19.187277 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=53,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:19.188236 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=56,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:19.919828 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-82156680-822d-4ccf-ab4e-87acf7d3ed36 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:19.921299 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-82156680-822d-4ccf-ab4e-87acf7d3ed36 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 815 time: 0.1065922 Oct 26 16:20:19.936031 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-6c4c25fc-a95d-431b-aae1-81e37583b456 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/quotas/d4424ad08cb6427bb8c72d2c8751f8f0 HTTP/1.1" status: 200 len: 375 time: 0.0093288 Oct 26 16:20:19.984510 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-b8527bf0-f9f2-4fb4-9fe9-d969fb09790e tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436747 Oct 26 16:20:20.154543 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-1e5d825b-4872-459a-b768-e9425add4164 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245253 Oct 26 16:20:20.243668 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-c2c3d1b8-3953-4971-bb6f-3768e9241846 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832772 Oct 26 16:20:20.425656 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-cf01496d-62d7-4735-b74a-3c071acc1af8 req-557d6cf7-c744-49f5-81d6-db0c5bbc26e8 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 210 time: 0.0320084 Oct 26 16:20:21.801741 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d66add67-6a8f-43b0-b5f9-5adcd3baf1a8 req-1dc1ddad-83fb-43a0-a28e-309008154d5b tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 210 time: 0.0333776 Oct 26 16:20:21.847802 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-61ef0dbf-4409-4585-87ea-5184c5a8976f tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:21.849261 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-61ef0dbf-4409-4585-87ea-5184c5a8976f tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 815 time: 0.4003739 Oct 26 16:20:21.865863 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-afd42bae-3f72-4f6a-a960-f77825a40569 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'port': {'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'admin_state_up': True, 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:20:22.001775 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-afd42bae-3f72-4f6a-a960-f77825a40569 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Made reservation on behalf of d4424ad08cb6427bb8c72d2c8751f8f0 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:20:22.008529 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-afd42bae-3f72-4f6a-a960-f77825a40569 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:22.198067 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-afd42bae-3f72-4f6a-a960-f77825a40569 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Allocated IP 172.20.0.9 (ad9397c6-5c15-465e-baf0-af8a411b0425/94030365-b224-450f-a535-d379929988f2/1726a5eb-b391-443b-874c-ba4dd23849aa) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:20:22.332658 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:22.394820 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-afd42bae-3f72-4f6a-a960-f77825a40569 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:22.435638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-afd42bae-3f72-4f6a-a960-f77825a40569 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:22.473081 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:22.492913 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-afd42bae-3f72-4f6a-a960-f77825a40569 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Network ad9397c6-5c15-465e-baf0-af8a411b0425 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:20:22.499013 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-afd42bae-3f72-4f6a-a960-f77825a40569 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:20:22.501503 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd42bae-3f72-4f6a-a960-f77825a40569 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'Port': ['ID=1726a5eb-b391-443b-874c-ba4dd23849aa,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:22.503926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-afd42bae-3f72-4f6a-a960-f77825a40569 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:20:22.572814 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-afd42bae-3f72-4f6a-a960-f77825a40569 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:22.573478 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-afd42bae-3f72-4f6a-a960-f77825a40569 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:22.593731 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-afd42bae-3f72-4f6a-a960-f77825a40569 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7319744 Oct 26 16:20:22.776583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-6340a06f-1814-48f4-9e4e-984499bb721b None None] Provisioning complete for port 1726a5eb-b391-443b-874c-ba4dd23849aa triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:20:22.777186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6340a06f-1814-48f4-9e4e-984499bb721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:22.777290 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-6340a06f-1814-48f4-9e4e-984499bb721b None None] Attempt 1 to provision port 1726a5eb-b391-443b-874c-ba4dd23849aa Oct 26 16:20:22.816091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-6340a06f-1814-48f4-9e4e-984499bb721b None None] Port 1726a5eb-b391-443b-874c-ba4dd23849aa cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:20:22.933151 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48db1c-921f-4fea-8019-efe99a55fc93 req-e62672c4-6a73-4ae8-8617-e9eb45ed1d7d tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:22.934787 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6c48db1c-921f-4fea-8019-efe99a55fc93 req-e62672c4-6a73-4ae8-8617-e9eb45ed1d7d tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 931 time: 0.0494754 Oct 26 16:20:22.987721 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6c48db1c-921f-4fea-8019-efe99a55fc93 req-6eb9e0c8-47ac-4443-a707-caaa75243db0 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468473 Oct 26 16:20:24.123129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12df0f-ce46-4a97-9d49-3b3a7359f473 req-b2428dc3-c53c-42a5-9c41-3b45222c886f tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:24.124792 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ac12df0f-ce46-4a97-9d49-3b3a7359f473 req-b2428dc3-c53c-42a5-9c41-3b45222c886f tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 931 time: 0.0597317 Oct 26 16:20:24.183234 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ac12df0f-ce46-4a97-9d49-3b3a7359f473 req-9efa4349-e51b-4202-a15c-d6b4af6a0e1e tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524156 Oct 26 16:20:25.320769 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbca4a7-b53c-456f-b499-1796b3a5376d req-caa0f495-bdbe-4b8a-9d8d-43ce25d2a9bb tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:25.323063 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7cbca4a7-b53c-456f-b499-1796b3a5376d req-caa0f495-bdbe-4b8a-9d8d-43ce25d2a9bb tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 931 time: 0.0547245 Oct 26 16:20:25.371299 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7cbca4a7-b53c-456f-b499-1796b3a5376d req-9de90c31-5dd7-41f0-8324-d87742469533 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426192 Oct 26 16:20:26.494162 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93256a97-ec8d-4dd5-8eca-2fc1e43263e6 req-d9b14e76-8825-4d32-9d2a-5cacf8d5dc7f tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:26.495627 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-93256a97-ec8d-4dd5-8eca-2fc1e43263e6 req-d9b14e76-8825-4d32-9d2a-5cacf8d5dc7f tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 931 time: 0.0478644 Oct 26 16:20:26.554687 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-93256a97-ec8d-4dd5-8eca-2fc1e43263e6 req-fcdb4d26-6fa4-459b-9fa3-151ed4443e9f tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469720 Oct 26 16:20:27.681199 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113f1df-f4ae-4de7-b15e-5ab9a2b84293 req-21fb9e26-3cc1-48f1-b465-cf584886fbac tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:27.682696 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1113f1df-f4ae-4de7-b15e-5ab9a2b84293 req-21fb9e26-3cc1-48f1-b465-cf584886fbac tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 931 time: 0.0544136 Oct 26 16:20:27.748870 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1113f1df-f4ae-4de7-b15e-5ab9a2b84293 req-29e1cc88-0afc-4c02-9a65-ea4d2472a9ae tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598192 Oct 26 16:20:28.878829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c964d-a52b-444f-bd67-dc5666bea34f req-99854cd1-16b4-4957-af94-d8b9a9d084ee tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:28.880638 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-373c964d-a52b-444f-bd67-dc5666bea34f req-99854cd1-16b4-4957-af94-d8b9a9d084ee tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 931 time: 0.0497580 Oct 26 16:20:28.930372 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-373c964d-a52b-444f-bd67-dc5666bea34f req-f5c6651c-e116-4c32-99bb-651a6eaaa54a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426233 Oct 26 16:20:29.979271 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Request body: {'port': {'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:20:30.041351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:30.055888 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa0b7b-be06-4f63-87c7-a44448325019 req-aaf7d8ac-28e4-4e76-aa29-c1c338c5269e tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:30.057419 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-14aa0b7b-be06-4f63-87c7-a44448325019 req-aaf7d8ac-28e4-4e76-aa29-c1c338c5269e tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 931 time: 0.0473638 Oct 26 16:20:30.108590 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-14aa0b7b-be06-4f63-87c7-a44448325019 req-ce9679a0-c0bf-4384-8436-e203b3252b66 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453815 Oct 26 16:20:30.302176 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1726a5eb-b391-443b-874c-ba4dd23849aa {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:20:30.309687 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Publish callbacks [] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:30.322187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Transition to ACTIVE for port object 1726a5eb-b391-443b-874c-ba4dd23849aa will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:20:30.325259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:30.331043 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:30.388747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Pushing event updated for resources: {'Port': ['ID=1726a5eb-b391-443b-874c-ba4dd23849aa,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:30.440703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Attempting to bind port 1726a5eb-b391-443b-874c-ba4dd23849aa on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:20:30.441073 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Attempting to bind port 1726a5eb-b391-443b-874c-ba4dd23849aa by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '1a879917-2d01-4879-b4a9-54fb074a09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:20:30.441403 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Attempting to bind port 1726a5eb-b391-443b-874c-ba4dd23849aa on network ad9397c6-5c15-465e-baf0-af8a411b0425 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:20:30.443119 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:30.483943 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Port 1726a5eb-b391-443b-874c-ba4dd23849aa on network ad9397c6-5c15-465e-baf0-af8a411b0425 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:20:30.484269 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Attempting to bind port 1726a5eb-b391-443b-874c-ba4dd23849aa on network ad9397c6-5c15-465e-baf0-af8a411b0425 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:20:30.526466 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:20:30.526810 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Checking segment: {'id': '1a879917-2d01-4879-b4a9-54fb074a09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:20:30.527195 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Bound using segment: {'id': '1a879917-2d01-4879-b4a9-54fb074a09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:20:30.527631 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Bound port: 1726a5eb-b391-443b-874c-ba4dd23849aa, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a879917-2d01-4879-b4a9-54fb074a09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:20:30.527997 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:30.588042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] For port 1726a5eb-b391-443b-874c-ba4dd23849aa, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:20:30.591208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] For port 1726a5eb-b391-443b-874c-ba4dd23849aa, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1726a5eb-b391-443b-874c-ba4dd23849aa,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:20:30.596784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:30.601060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:30.601682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:30.603055 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/1726a5eb-b391-443b-874c-ba4dd23849aa HTTP/1.1" status: 200 len: 1093 time: 0.6286192 Oct 26 16:20:30.603605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'tag': '1726a5eb-b391-443b-874c-ba4dd23849aa'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:20:30.605923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7175e5b7-6b48-46a9-bf0f-8c660fc85eed" -d '{"events": [{"name": "network-changed", "server_uuid": "6f42ee2e-f178-40f1-9e19-1ca09c5592e5", "tag": "1726a5eb-b391-443b-874c-ba4dd23849aa"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:20:30.653539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be83ad6f-a119-473a-9f55-ab3b1e0f154f x-openstack-request-id: req-be83ad6f-a119-473a-9f55-ab3b1e0f154f {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:20:30.653902 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f42ee2e-f178-40f1-9e19-1ca09c5592e5", "tag": "1726a5eb-b391-443b-874c-ba4dd23849aa", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:20:30.654163 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be83ad6f-a119-473a-9f55-ab3b1e0f154f {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:20:30.654627 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be83ad6f-a119-473a-9f55-ab3b1e0f154f'] response: {'name': 'network-changed', 'server_uuid': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'tag': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'status': 'completed', 'code': 200} Oct 26 16:20:30.690472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defe452-6223-4c10-a5cb-15448b6b5bbe service neutron] Pushing event updated for resources: {'Port': ['ID=1726a5eb-b391-443b-874c-ba4dd23849aa,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:30.704656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-ac0335e7-4cd5-4fd6-bf08-872fda69ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:30.706223 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-ac0335e7-4cd5-4fd6-bf08-872fda69ddea service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 1127 time: 0.0484443 Oct 26 16:20:30.750132 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-e224fd2c-6f1c-48cb-9f03-8d204d777435 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1726a5eb-b391-443b-874c-ba4dd23849aa HTTP/1.1" status: 200 len: 217 time: 0.0332530 Oct 26 16:20:30.802842 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-24f7ca2d-1d15-4ac9-bf92-4b328b53a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:30.804320 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-24f7ca2d-1d15-4ac9-bf92-4b328b53a78a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.0443993 Oct 26 16:20:30.854593 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-1e7fdc91-6dd7-4985-8dc9-90f4792cbadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:30.856077 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-1e7fdc91-6dd7-4985-8dc9-90f4792cbadb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424283 Oct 26 16:20:30.946674 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-f4df6d05-d9be-4480-952c-244c75c21745 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830765 Oct 26 16:20:31.042475 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-46d4dc49-788f-43b6-b8db-65b5b27f638b req-625da900-af02-4229-86d7-ea6bc5a9c1c4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864124 Oct 26 16:20:31.277292 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06de5f-523a-465e-bc4c-f65f81b00358 req-5dae9758-eff8-4635-983b-c686fb373b03 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:31.279348 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7d06de5f-523a-465e-bc4c-f65f81b00358 req-5dae9758-eff8-4635-983b-c686fb373b03 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 943 time: 0.0505064 Oct 26 16:20:31.326433 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7d06de5f-523a-465e-bc4c-f65f81b00358 req-4ed8d280-c826-4189-91a3-fa9a97aa32f3 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414169 Oct 26 16:20:31.912656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175e5b7-6b48-46a9-bf0f-8c660fc85eed req-2b0878f0-a7ce-4402-aaa3-30fb3698db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:31.914351 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7175e5b7-6b48-46a9-bf0f-8c660fc85eed req-2b0878f0-a7ce-4402-aaa3-30fb3698db63 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 1127 time: 0.0411491 Oct 26 16:20:32.008979 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175e5b7-6b48-46a9-bf0f-8c660fc85eed req-f0965afb-2653-431c-8939-92cdb7b0010f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:32.010344 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7175e5b7-6b48-46a9-bf0f-8c660fc85eed req-f0965afb-2653-431c-8939-92cdb7b0010f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 916 time: 0.0874474 Oct 26 16:20:32.052114 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7175e5b7-6b48-46a9-bf0f-8c660fc85eed req-ff9f7a5f-f034-42d0-91e0-9a4f8ec222ee service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1726a5eb-b391-443b-874c-ba4dd23849aa HTTP/1.1" status: 200 len: 217 time: 0.0330257 Oct 26 16:20:32.103306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175e5b7-6b48-46a9-bf0f-8c660fc85eed req-f61453e3-8acb-4053-82ee-de44cd817333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:32.104734 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7175e5b7-6b48-46a9-bf0f-8c660fc85eed req-f61453e3-8acb-4053-82ee-de44cd817333 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.0438423 Oct 26 16:20:32.151916 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175e5b7-6b48-46a9-bf0f-8c660fc85eed req-3859473f-1518-4d88-b088-0c5a3578a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:32.153417 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7175e5b7-6b48-46a9-bf0f-8c660fc85eed req-3859473f-1518-4d88-b088-0c5a3578a0a5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418565 Oct 26 16:20:32.244762 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7175e5b7-6b48-46a9-bf0f-8c660fc85eed req-42cfb365-892d-470d-af92-57f12949b77a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835044 Oct 26 16:20:32.259877 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:32.304612 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:32.343441 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7175e5b7-6b48-46a9-bf0f-8c660fc85eed req-0be3b726-b989-4a22-986d-523a6c36f211 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899413 Oct 26 16:20:32.447971 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7395f-889b-4637-803c-e41a29c0cbcf req-244e1204-ca5a-4277-af59-e9655857198b tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:32.449459 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3bd7395f-889b-4637-803c-e41a29c0cbcf req-244e1204-ca5a-4277-af59-e9655857198b tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 943 time: 0.0473578 Oct 26 16:20:32.496405 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3bd7395f-889b-4637-803c-e41a29c0cbcf req-ec35d4c4-54c8-4716-b929-b6fe26aebdb1 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408986 Oct 26 16:20:32.804133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:32.808873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:32.814642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:33.648953 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea547d4-cf78-4d4e-8d2a-d32e68c1fe1a req-bdc25d34-8d35-4e97-a509-6e52e72444a6 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:33.650440 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0ea547d4-cf78-4d4e-8d2a-d32e68c1fe1a req-bdc25d34-8d35-4e97-a509-6e52e72444a6 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 943 time: 0.0585196 Oct 26 16:20:33.696701 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0ea547d4-cf78-4d4e-8d2a-d32e68c1fe1a req-a6feaa51-b31b-45ad-8324-477a5855e30d tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406451 Oct 26 16:20:33.760251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 1726a5eb-b391-443b-874c-ba4dd23849aa details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:20:33.860288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 1726a5eb-b391-443b-874c-ba4dd23849aa, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1726a5eb-b391-443b-874c-ba4dd23849aa,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:33.872185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'mac_address': 'fa:16:3e:65:53:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:20:33.907301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 1726a5eb-b391-443b-874c-ba4dd23849aa is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:33.907699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:33.921077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1726a5eb-b391-443b-874c-ba4dd23849aa {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:20:33.940721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 1726a5eb-b391-443b-874c-ba4dd23849aa, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1726a5eb-b391-443b-874c-ba4dd23849aa,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:33.944192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:33.993329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=1726a5eb-b391-443b-874c-ba4dd23849aa,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:34.228958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['1726a5eb-b391-443b-874c-ba4dd23849aa'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:20:34.813918 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca0d93-3915-40b6-8681-c778c750093c req-6ffbaa02-c6df-406c-8c65-52619aec47c0 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:34.815363 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-29ca0d93-3915-40b6-8681-c778c750093c req-6ffbaa02-c6df-406c-8c65-52619aec47c0 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 944 time: 0.0462482 Oct 26 16:20:34.862523 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-29ca0d93-3915-40b6-8681-c778c750093c req-8487fd0e-48a9-4ee7-bd33-bdeab5668354 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417435 Oct 26 16:20:35.776503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 1726a5eb-b391-443b-874c-ba4dd23849aa up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:20:35.821319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 1726a5eb-b391-443b-874c-ba4dd23849aa completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 16:20:35.826608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 1726a5eb-b391-443b-874c-ba4dd23849aa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:20:35.826980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:35.827313 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 1726a5eb-b391-443b-874c-ba4dd23849aa Oct 26 16:20:35.898832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 1726a5eb-b391-443b-874c-ba4dd23849aa is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:35.899246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:35.923342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1726a5eb-b391-443b-874c-ba4dd23849aa'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:20:35.938299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 1726a5eb-b391-443b-874c-ba4dd23849aa, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1726a5eb-b391-443b-874c-ba4dd23849aa,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:35.943915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:35.970360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0791dcd99e10d2601dac9685061402289b22c07495f87ab2850faee0ade828c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639e4bb0-a3d2-4251-b860-7d1fd6ce1592" -d '{"events": [{"server_uuid": "6f42ee2e-f178-40f1-9e19-1ca09c5592e5", "name": "network-vif-plugged", "status": "completed", "tag": "1726a5eb-b391-443b-874c-ba4dd23849aa"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:20:35.993901 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6baa515-12de-4aa1-9b4f-962bc109be0c req-9e900688-31b2-4365-834b-f007487c66e0 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:35.995511 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a6baa515-12de-4aa1-9b4f-962bc109be0c req-9e900688-31b2-4365-834b-f007487c66e0 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 945 time: 0.0552936 Oct 26 16:20:36.000525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=1726a5eb-b391-443b-874c-ba4dd23849aa,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:36.051428 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a6baa515-12de-4aa1-9b4f-962bc109be0c req-b78c0560-de44-41dc-9709-f20fc097991a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461421 Oct 26 16:20:36.065502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935d63d1-9eca-4135-9f31-9710230020dd x-openstack-request-id: req-935d63d1-9eca-4135-9f31-9710230020dd {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:20:36.065802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f42ee2e-f178-40f1-9e19-1ca09c5592e5", "name": "network-vif-plugged", "status": "completed", "tag": "1726a5eb-b391-443b-874c-ba4dd23849aa", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:20:36.066070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-935d63d1-9eca-4135-9f31-9710230020dd {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:20:36.066496 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935d63d1-9eca-4135-9f31-9710230020dd'] response: {'server_uuid': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'code': 200} Oct 26 16:20:36.242627 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d20f7-d3da-4072-bc42-39610f836c3d req-cf58125a-a936-4272-9b9d-499d7e313a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:36.244116 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cd3d20f7-d3da-4072-bc42-39610f836c3d req-cf58125a-a936-4272-9b9d-499d7e313a71 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 1129 time: 0.0427506 Oct 26 16:20:36.287383 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cd3d20f7-d3da-4072-bc42-39610f836c3d req-73f9ecbd-3fde-4a59-8557-a22bc7d7f5b8 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369139 Oct 26 16:20:37.174722 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230c081-5a4c-4714-bbbc-d730f5985688 req-1a47b191-d015-4d3b-a145-c12aa48b6f11 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:37.176252 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e230c081-5a4c-4714-bbbc-d730f5985688 req-1a47b191-d015-4d3b-a145-c12aa48b6f11 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 945 time: 0.0468700 Oct 26 16:20:37.227796 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e230c081-5a4c-4714-bbbc-d730f5985688 req-952d5e86-923e-4b31-8e85-adb8d84ae897 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457635 Oct 26 16:20:38.349084 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb615a91-8750-4374-a65c-0a0bcd622036 req-a4ba5bb6-f8ac-45c7-a43b-3e2341363f65 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:38.350539 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-eb615a91-8750-4374-a65c-0a0bcd622036 req-a4ba5bb6-f8ac-45c7-a43b-3e2341363f65 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 945 time: 0.0479600 Oct 26 16:20:38.396582 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-eb615a91-8750-4374-a65c-0a0bcd622036 req-344880ff-24ed-4bbd-966f-8f5967787e06 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 Oct 26 16:20:38.519162 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dd732-7d89-464d-943e-826404c6ef3a req-c43efef1-d23e-47a9-b7d4-000f101c9aaf tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:38.520643 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-106dd732-7d89-464d-943e-826404c6ef3a req-c43efef1-d23e-47a9-b7d4-000f101c9aaf tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 945 time: 0.0501821 Oct 26 16:20:38.567053 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-106dd732-7d89-464d-943e-826404c6ef3a req-42832449-c1d1-4379-bf71-1f872f0dd512 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408301 Oct 26 16:20:38.686278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-58b88685-7889-4f66-8a97-7195a806c2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:38.900820 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ea02e-26e2-4d6f-ab0c-48217ad6e5c8 req-756e5d0a-2537-45eb-a852-76fb981229c5 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:38.902336 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-104ea02e-26e2-4d6f-ab0c-48217ad6e5c8 req-756e5d0a-2537-45eb-a852-76fb981229c5 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 945 time: 0.0470600 Oct 26 16:20:38.949337 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-104ea02e-26e2-4d6f-ab0c-48217ad6e5c8 req-178a1f11-8a6e-41b4-acec-73b106c77e6a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Oct 26 16:20:41.104751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b9097952-bdc6-4250-a342-e5c37dae2e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:42.095040 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:20:42.290160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:43.831499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:43.972132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:47.132666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:47.612237 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8dc1784a-4a75-459e-9531-00ce267f12c8 req-fa98f0ed-1ce5-4227-b6c7-d52e95614aa3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396430 Oct 26 16:20:47.694778 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1784a-4a75-459e-9531-00ce267f12c8 req-051dfb1a-8343-46d0-a178-e61aaf372b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:47.696272 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8dc1784a-4a75-459e-9531-00ce267f12c8 req-051dfb1a-8343-46d0-a178-e61aaf372b0f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 1129 time: 0.0442278 Oct 26 16:20:47.803157 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1784a-4a75-459e-9531-00ce267f12c8 req-7e6600d4-239a-41d8-b4b4-010c33cd6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:47.804631 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8dc1784a-4a75-459e-9531-00ce267f12c8 req-7e6600d4-239a-41d8-b4b4-010c33cd6fe6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 916 time: 0.0872083 Oct 26 16:20:47.847230 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8dc1784a-4a75-459e-9531-00ce267f12c8 req-c860e211-0c1c-4024-92cd-af4a991007fe service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1726a5eb-b391-443b-874c-ba4dd23849aa HTTP/1.1" status: 200 len: 217 time: 0.0362334 Oct 26 16:20:47.895311 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1784a-4a75-459e-9531-00ce267f12c8 req-ad4e0b2a-a6ce-44ba-b713-5986a799c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:47.896728 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8dc1784a-4a75-459e-9531-00ce267f12c8 req-ad4e0b2a-a6ce-44ba-b713-5986a799c5d3 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.0438187 Oct 26 16:20:47.939839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1784a-4a75-459e-9531-00ce267f12c8 req-37f1e237-d2fb-4a2d-8a95-cbe0d57b5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:47.941320 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8dc1784a-4a75-459e-9531-00ce267f12c8 req-37f1e237-d2fb-4a2d-8a95-cbe0d57b5ccd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388098 Oct 26 16:20:48.008201 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:48.034671 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8dc1784a-4a75-459e-9531-00ce267f12c8 req-47f0829a-3e7e-41c1-ab05-7e95cf21000a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855370 Oct 26 16:20:48.108273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:48.125163 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8dc1784a-4a75-459e-9531-00ce267f12c8 req-550de67a-79ab-415b-8d0d-9d31f52f9037 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843506 Oct 26 16:20:48.390841 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=66 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:48.392776 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=80 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:49.951635 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:52.090339 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=7 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:52.615854 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7871724-9e56-4915-8734-f511373025b8 req-74c78f2c-1419-4520-a85b-c538b7279baf tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:52.617245 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b7871724-9e56-4915-8734-f511373025b8 req-74c78f2c-1419-4520-a85b-c538b7279baf tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 945 time: 0.0474498 Oct 26 16:20:52.667394 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b7871724-9e56-4915-8734-f511373025b8 req-d97c8257-19b3-47cd-9c2b-5f7e5592a884 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446188 Oct 26 16:20:52.694779 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 43760) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:20:52.733174 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f952fcda-5630-4222-af2f-837143833031 tempest-TestMinimumBasicScenario-1515247278 tempest-TestMinimumBasicScenario-1515247278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:52.734679 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f952fcda-5630-4222-af2f-837143833031 tempest-TestMinimumBasicScenario-1515247278 tempest-TestMinimumBasicScenario-1515247278-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 1124 time: 0.0388958 Oct 26 16:20:52.737414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 43762) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:20:52.741567 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:20:52.762642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:52.847195 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:52.948894 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Allocated IP 172.26.11.253 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/b33dcd2f-6bc6-4f5e-bf65-4c7bec464c23) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:20:53.055349 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for port (b33dcd2f-6bc6-4f5e-bf65-4c7bec464c23), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:53.087164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (b33dcd2f-6bc6-4f5e-bf65-4c7bec464c23), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:53.121563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:20:53.125070 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:20:53.128614 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:20:53.158828 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'Port': ['ID=b33dcd2f-6bc6-4f5e-bf65-4c7bec464c23,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:53.255163 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:53.441852 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:53.831306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for floatingip (1f6c15e3-8fe5-473c-8521-562a4bb608e9), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:53.929798 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (b33dcd2f-6bc6-4f5e-bf65-4c7bec464c23), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:54.080902 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for port (b33dcd2f-6bc6-4f5e-bf65-4c7bec464c23), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:54.085698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (b33dcd2f-6bc6-4f5e-bf65-4c7bec464c23), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:54.150886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'Port': ['ID=b33dcd2f-6bc6-4f5e-bf65-4c7bec464c23,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:54.153455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (1f6c15e3-8fe5-473c-8521-562a4bb608e9), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:54.250014 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Floating IP 1f6c15e3-8fe5-473c-8521-562a4bb608e9 associated. External IP: 172.26.11.253, port: 1726a5eb-b391-443b-874c-ba4dd23849aa. Oct 26 16:20:54.443576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:54.447692 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:20:54.552299 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:20:54.561617 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561354a1-0171-4d42-8733-6a9f145b1f54 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:20:54.570489 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:54.571498 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561354a1-0171-4d42-8733-6a9f145b1f54 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:20:54.572088 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-561354a1-0171-4d42-8733-6a9f145b1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:54.601039 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2505be85-041b-44d5-8de8-3e529db87d22 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8626063 Oct 26 16:20:54.601704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'tag': '1726a5eb-b391-443b-874c-ba4dd23849aa'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:20:54.604026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 43764) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:20:54.604541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96057db-e3cb-46a6-8599-71d601110664" -d '{"events": [{"name": "network-changed", "server_uuid": "6f42ee2e-f178-40f1-9e19-1ca09c5592e5", "tag": "1726a5eb-b391-443b-874c-ba4dd23849aa"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:20:54.610436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1558770457', 'description': 'tempest-secgroup-smoke-1558770457 description', 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:20:54.636232 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:54.650209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2c66e2-90c3-4bfe-9f06-403d2242a18f x-openstack-request-id: req-4d2c66e2-90c3-4bfe-9f06-403d2242a18f {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:20:54.650507 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f42ee2e-f178-40f1-9e19-1ca09c5592e5", "tag": "1726a5eb-b391-443b-874c-ba4dd23849aa", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:20:54.650761 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4d2c66e2-90c3-4bfe-9f06-403d2242a18f {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:20:54.651168 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2c66e2-90c3-4bfe-9f06-403d2242a18f'] response: {'name': 'network-changed', 'server_uuid': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'tag': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'status': 'completed', 'code': 200} Oct 26 16:20:54.680682 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-561354a1-0171-4d42-8733-6a9f145b1f54 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:20:54.711648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96057db-e3cb-46a6-8599-71d601110664 req-e726fa3b-0119-4896-9f8e-83f63f4e8592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:54.713449 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f96057db-e3cb-46a6-8599-71d601110664 req-e726fa3b-0119-4896-9f8e-83f63f4e8592 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 1129 time: 0.0412743 Oct 26 16:20:54.720575 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group (dbf5faf0-5ccf-4078-847f-0a3f7be698ae), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:54.724475 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (dbf5faf0-5ccf-4078-847f-0a3f7be698ae), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:54.738181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:54.756249 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf5faf0-5ccf-4078-847f-0a3f7be698ae,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:54.760619 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:54.761913 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1564963 Oct 26 16:20:54.768149 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 43768) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:20:54.772417 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-702ac8d6-c5c8-47a0-96e5-65074e5bb0df tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'security_group_rule': {'security_group_id': 'dbf5faf0-5ccf-4078-847f-0a3f7be698ae', 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:20:54.779613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:54.779990 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:54.780621 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:54.780621 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:54.781191 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:54.781390 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:54.781679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:54.782078 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:54.782396 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:54.783408 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:54.783408 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:54.783612 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:54.783846 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:54.784226 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:54.784554 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00552542-9aa6-4171-8aee-2030d2adc430 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:54.812031 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-702ac8d6-c5c8-47a0-96e5-65074e5bb0df tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (6a3defa6-55b8-4c42-ac0b-b8bf45fd6c50), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:54.833981 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96057db-e3cb-46a6-8599-71d601110664 req-e852c427-0dd5-46ae-af19-50833ade336c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:54.835525 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f96057db-e3cb-46a6-8599-71d601110664 req-e852c427-0dd5-46ae-af19-50833ade336c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 916 time: 0.1161468 Oct 26 16:20:54.876482 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-702ac8d6-c5c8-47a0-96e5-65074e5bb0df tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (6a3defa6-55b8-4c42-ac0b-b8bf45fd6c50), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:54.881277 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-702ac8d6-c5c8-47a0-96e5-65074e5bb0df tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (6a3defa6-55b8-4c42-ac0b-b8bf45fd6c50), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:54.900967 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f96057db-e3cb-46a6-8599-71d601110664 req-4937b6e9-735f-405a-9e34-088345493b2e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1726a5eb-b391-443b-874c-ba4dd23849aa HTTP/1.1" status: 200 len: 1000 time: 0.0584242 Oct 26 16:20:54.906376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ac8d6-c5c8-47a0-96e5-65074e5bb0df tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3defa6-55b8-4c42-ac0b-b8bf45fd6c50,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:54.911391 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-561354a1-0171-4d42-8733-6a9f145b1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:20:12Z', 'revision_number': 41, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '1f6c15e3-8fe5-473c-8521-562a4bb608e9', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.253', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:65:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:20:53Z', 'updated_at': '2022-10-26T16:20:53Z', 'revision_number': 0, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:20:12Z', 'revision_number': 46, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:54.918017 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-702ac8d6-c5c8-47a0-96e5-65074e5bb0df tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:54.921855 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-702ac8d6-c5c8-47a0-96e5-65074e5bb0df tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502826 Oct 26 16:20:54.922095 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 43770) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:20:54.926904 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-35119180-7409-4c4c-ba63-4a394e95ab36 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'security_group_rule': {'security_group_id': 'dbf5faf0-5ccf-4078-847f-0a3f7be698ae', 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:20:54.937266 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561354a1-0171-4d42-8733-6a9f145b1f54 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:20:54.950953 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561354a1-0171-4d42-8733-6a9f145b1f54 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:20:54.951850 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-561354a1-0171-4d42-8733-6a9f145b1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:54.956312 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-35119180-7409-4c4c-ba63-4a394e95ab36 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (7a2908e4-1458-4d00-8c64-ce4047be039b), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:54.957250 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96057db-e3cb-46a6-8599-71d601110664 req-64933977-8261-43e4-9b0c-22ed44df46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:54.958757 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f96057db-e3cb-46a6-8599-71d601110664 req-64933977-8261-43e4-9b0c-22ed44df46d6 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.0517306 Oct 26 16:20:55.013488 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96057db-e3cb-46a6-8599-71d601110664 req-8d6d4ccb-7cd6-4724-b59d-92a1f5d0d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:55.015103 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f96057db-e3cb-46a6-8599-71d601110664 req-8d6d4ccb-7cd6-4724-b59d-92a1f5d0d2a5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0472476 Oct 26 16:20:55.019596 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-35119180-7409-4c4c-ba63-4a394e95ab36 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (7a2908e4-1458-4d00-8c64-ce4047be039b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.023411 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-35119180-7409-4c4c-ba63-4a394e95ab36 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (7a2908e4-1458-4d00-8c64-ce4047be039b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.045261 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35119180-7409-4c4c-ba63-4a394e95ab36 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2908e4-1458-4d00-8c64-ce4047be039b,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:55.050222 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-35119180-7409-4c4c-ba63-4a394e95ab36 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.054081 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-35119180-7409-4c4c-ba63-4a394e95ab36 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283596 Oct 26 16:20:55.054330 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 43772) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:20:55.058972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-c66967cc-cb5b-46f0-947c-1114932cd0ad tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'security_group_rule': {'security_group_id': 'dbf5faf0-5ccf-4078-847f-0a3f7be698ae', 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:20:55.060931 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-561354a1-0171-4d42-8733-6a9f145b1f54 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:20:55.088895 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c66967cc-cb5b-46f0-947c-1114932cd0ad tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (0b00266a-42cd-4c07-a7ae-d6734e3ec181), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.123085 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f96057db-e3cb-46a6-8599-71d601110664 req-732a9ddb-65df-4f35-9bbd-26fec4a21279 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992045 Oct 26 16:20:55.154753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c66967cc-cb5b-46f0-947c-1114932cd0ad tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (0b00266a-42cd-4c07-a7ae-d6734e3ec181), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.158900 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c66967cc-cb5b-46f0-947c-1114932cd0ad tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (0b00266a-42cd-4c07-a7ae-d6734e3ec181), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.178234 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66967cc-cb5b-46f0-947c-1114932cd0ad tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b00266a-42cd-4c07-a7ae-d6734e3ec181,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:55.187871 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c66967cc-cb5b-46f0-947c-1114932cd0ad tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.192154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 43774) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:20:55.192340 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c66967cc-cb5b-46f0-947c-1114932cd0ad tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368902 Oct 26 16:20:55.198270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'security_group_rule': {'security_group_id': 'dbf5faf0-5ccf-4078-847f-0a3f7be698ae', 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:20:55.253265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (0266c1e4-95bf-4247-acb1-356e927524d7), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.258571 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f96057db-e3cb-46a6-8599-71d601110664 req-627720a4-017d-4629-ba71-4d42b1ee8bb5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284947 Oct 26 16:20:55.294978 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-561354a1-0171-4d42-8733-6a9f145b1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:20:12Z', 'revision_number': 41, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '1f6c15e3-8fe5-473c-8521-562a4bb608e9', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.253', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:65:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:20:53Z', 'updated_at': '2022-10-26T16:20:53Z', 'revision_number': 0, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:20:12Z', 'revision_number': 46, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:55.320791 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561354a1-0171-4d42-8733-6a9f145b1f54 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:20:12Z', 'revision_number': 41, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '1f6c15e3-8fe5-473c-8521-562a4bb608e9', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.253', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:65:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:20:53Z', 'updated_at': '2022-10-26T16:20:53Z', 'revision_number': 0, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:20:12Z', 'revision_number': 46, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:20:55.326270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (0266c1e4-95bf-4247-acb1-356e927524d7), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.330230 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (0266c1e4-95bf-4247-acb1-356e927524d7), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.350826 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0266c1e4-95bf-4247-acb1-356e927524d7,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:55.356985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.358181 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1648788 Oct 26 16:20:55.361014 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 43776) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:20:55.363012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:55.363369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:55.363733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:55.364056 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:55.364395 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:55.364746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:55.365092 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:55.365426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:55.365758 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:55.366090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:55.366466 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-30ad1d59-1d61-4954-9b79-87deddffe869 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'security_group_rule': {'security_group_id': 'dbf5faf0-5ccf-4078-847f-0a3f7be698ae', 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:20:55.366575 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:55.366732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:55.367062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:55.367388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:55.367703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b84f77-ec5b-490a-8ddd-a87bd8d2e025 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:20:55.394658 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-30ad1d59-1d61-4954-9b79-87deddffe869 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Project d4424ad08cb6427bb8c72d2c8751f8f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:20:55.403631 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-30ad1d59-1d61-4954-9b79-87deddffe869 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (5db9ab3c-747d-49a1-90c3-8f58acc9e43a), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.456164 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:55.467996 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-30ad1d59-1d61-4954-9b79-87deddffe869 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (5db9ab3c-747d-49a1-90c3-8f58acc9e43a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.472537 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-30ad1d59-1d61-4954-9b79-87deddffe869 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (5db9ab3c-747d-49a1-90c3-8f58acc9e43a), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.493325 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:55.495306 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad1d59-1d61-4954-9b79-87deddffe869 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db9ab3c-747d-49a1-90c3-8f58acc9e43a,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:55.505051 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-30ad1d59-1d61-4954-9b79-87deddffe869 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.506257 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-30ad1d59-1d61-4954-9b79-87deddffe869 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440663 Oct 26 16:20:55.509042 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 43778) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:20:55.515955 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-3ce546a4-45ad-4ff4-8a06-9e617bc04e7a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'security_group_rule': {'security_group_id': 'dbf5faf0-5ccf-4078-847f-0a3f7be698ae', 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:20:55.544620 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-3ce546a4-45ad-4ff4-8a06-9e617bc04e7a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Project d4424ad08cb6427bb8c72d2c8751f8f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:20:55.550677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3ce546a4-45ad-4ff4-8a06-9e617bc04e7a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (79e8e504-facb-4239-b05d-f1cdc6563074), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.616546 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3ce546a4-45ad-4ff4-8a06-9e617bc04e7a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (79e8e504-facb-4239-b05d-f1cdc6563074), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.620568 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3ce546a4-45ad-4ff4-8a06-9e617bc04e7a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (79e8e504-facb-4239-b05d-f1cdc6563074), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.640662 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce546a4-45ad-4ff4-8a06-9e617bc04e7a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e8e504-facb-4239-b05d-f1cdc6563074,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:55.649370 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3ce546a4-45ad-4ff4-8a06-9e617bc04e7a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.650763 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3ce546a4-45ad-4ff4-8a06-9e617bc04e7a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405308 Oct 26 16:20:55.750453 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d2296944-aa40-42e2-b140-011adc754d38 req-2f24e0dd-f515-4ba4-a5ef-3d2131b9161f tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1558770457&fields=id&tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0 HTTP/1.1" status: 200 len: 267 time: 0.0488858 Oct 26 16:20:55.806679 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2296944-aa40-42e2-b140-011adc754d38 req-99b79c60-4e93-43dd-880f-a44d2888f873 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:55.808117 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d2296944-aa40-42e2-b140-011adc754d38 req-99b79c60-4e93-43dd-880f-a44d2888f873 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 945 time: 0.0520475 Oct 26 16:20:55.819954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-d2296944-aa40-42e2-b140-011adc754d38 req-f4cb339b-35f0-4c2a-8574-aadfdf6431d2 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'port': {'security_groups': ['a2130dbc-b3df-415f-9ab0-0026f9d2275f', 'dbf5faf0-5ccf-4078-847f-0a3f7be698ae']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:20:55.861153 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:55.895150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-d2296944-aa40-42e2-b140-011adc754d38 req-f4cb339b-35f0-4c2a-8574-aadfdf6431d2 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:55.996624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:20:56.054941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:20:56.055401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:56.055803 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:20:56.112277 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:56.121051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-d2296944-aa40-42e2-b140-011adc754d38 req-f4cb339b-35f0-4c2a-8574-aadfdf6431d2 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] For port 1726a5eb-b391-443b-874c-ba4dd23849aa, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1726a5eb-b391-443b-874c-ba4dd23849aa,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:56.143694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:56.144252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:56.159268 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-d2296944-aa40-42e2-b140-011adc754d38 req-f4cb339b-35f0-4c2a-8574-aadfdf6431d2 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:56.167306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-d2296944-aa40-42e2-b140-011adc754d38 req-f4cb339b-35f0-4c2a-8574-aadfdf6431d2 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:56.180101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2296944-aa40-42e2-b140-011adc754d38 req-f4cb339b-35f0-4c2a-8574-aadfdf6431d2 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:56.181221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-d2296944-aa40-42e2-b140-011adc754d38 req-f4cb339b-35f0-4c2a-8574-aadfdf6431d2 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:56.182800 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d2296944-aa40-42e2-b140-011adc754d38 req-f4cb339b-35f0-4c2a-8574-aadfdf6431d2 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "PUT /networking/v2.0/ports/1726a5eb-b391-443b-874c-ba4dd23849aa HTTP/1.1" status: 200 len: 981 time: 0.3676283 Oct 26 16:20:56.182939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['1726a5eb-b391-443b-874c-ba4dd23849aa'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:20:56.188896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:56.212718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:56.259125 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb339b-35f0-4c2a-8574-aadfdf6431d2 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'Port': ['ID=1726a5eb-b391-443b-874c-ba4dd23849aa,revision_number=6']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:56.287938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['1726a5eb-b391-443b-874c-ba4dd23849aa'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:20:56.310727 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7d42f-b4d0-4423-b6ce-c3b8822ab416 req-fd733fcb-1254-408f-85f8-a208f7924908 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:56.312282 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1dc7d42f-b4d0-4423-b6ce-c3b8822ab416 req-fd733fcb-1254-408f-85f8-a208f7924908 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 984 time: 0.0594606 Oct 26 16:20:56.331459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=47']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:56.366318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:56.392360 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1dc7d42f-b4d0-4423-b6ce-c3b8822ab416 req-e22192e4-5eac-465f-b22a-347515b9569f tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dbf5faf0-5ccf-4078-847f-0a3f7be698ae&id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724077 Oct 26 16:20:56.392871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:56.540282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:56.652474 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'tag': '1726a5eb-b391-443b-874c-ba4dd23849aa'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:20:56.655569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c2168a-1908-45aa-807f-67da414f54b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f42ee2e-f178-40f1-9e19-1ca09c5592e5", "tag": "1726a5eb-b391-443b-874c-ba4dd23849aa"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:20:56.694372 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0f997d-1318-4401-acbd-83e84c43ea31 x-openstack-request-id: req-0e0f997d-1318-4401-acbd-83e84c43ea31 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:20:56.694671 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f42ee2e-f178-40f1-9e19-1ca09c5592e5", "tag": "1726a5eb-b391-443b-874c-ba4dd23849aa", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:20:56.694934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e0f997d-1318-4401-acbd-83e84c43ea31 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:20:56.695345 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0f997d-1318-4401-acbd-83e84c43ea31'] response: {'name': 'network-changed', 'server_uuid': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'tag': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'status': 'completed', 'code': 200} Oct 26 16:20:56.761114 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2168a-1908-45aa-807f-67da414f54b7 req-f101aff6-79c8-425a-9c0f-fb4064971c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:56.762719 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-24c2168a-1908-45aa-807f-67da414f54b7 req-f101aff6-79c8-425a-9c0f-fb4064971c6b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 1168 time: 0.0453689 Oct 26 16:20:56.856573 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2168a-1908-45aa-807f-67da414f54b7 req-0e473e5d-4a42-4a58-b7b3-63f60a734f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:56.859531 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-24c2168a-1908-45aa-807f-67da414f54b7 req-0e473e5d-4a42-4a58-b7b3-63f60a734f42 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 916 time: 0.0906830 Oct 26 16:20:56.929645 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-24c2168a-1908-45aa-807f-67da414f54b7 req-7298a855-19c7-4018-b230-484183638a8d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1726a5eb-b391-443b-874c-ba4dd23849aa HTTP/1.1" status: 200 len: 1000 time: 0.0633414 Oct 26 16:20:56.981370 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2168a-1908-45aa-807f-67da414f54b7 req-ad633609-0002-40dd-9996-8b27e5cb15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:56.982895 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-24c2168a-1908-45aa-807f-67da414f54b7 req-ad633609-0002-40dd-9996-8b27e5cb15bc service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.0468061 Oct 26 16:20:57.027342 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2168a-1908-45aa-807f-67da414f54b7 req-98fd4020-3079-46c4-a59d-f12f53f1f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:20:57.029435 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-24c2168a-1908-45aa-807f-67da414f54b7 req-98fd4020-3079-46c4-a59d-f12f53f1f302 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396171 Oct 26 16:20:57.059974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d2535a-e820-4395-8575-9207b6bda6ff None None] New status for floating IP 1f6c15e3-8fe5-473c-8521-562a4bb608e9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:20:57.124986 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-24c2168a-1908-45aa-807f-67da414f54b7 req-8515972e-1581-40b9-a4a8-b8bab7b372f0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888677 Oct 26 16:20:57.220239 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-24c2168a-1908-45aa-807f-67da414f54b7 req-02375bd0-f29d-4f9b-9f3b-916666863c32 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883341 Oct 26 16:20:57.988470 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd43c69-1c6b-4994-80df-bbf0757e1b50 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:20:57.989829 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd43c69-1c6b-4994-80df-bbf0757e1b50 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:20:57.990601 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-afd43c69-1c6b-4994-80df-bbf0757e1b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:58.021445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:20:58.094053 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-afd43c69-1c6b-4994-80df-bbf0757e1b50 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:20:58.096227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:20:58.096720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:58.129955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:20:58.134142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:20:58.173532 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:58.181623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=48']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:20:58.285523 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:20:58.308520 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-afd43c69-1c6b-4994-80df-bbf0757e1b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:20:12Z', 'revision_number': 41, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '1f6c15e3-8fe5-473c-8521-562a4bb608e9', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.253', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:65:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:20:53Z', 'updated_at': '2022-10-26T16:20:57Z', 'revision_number': 1, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:20:56Z', 'revision_number': 47, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:58.333081 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd43c69-1c6b-4994-80df-bbf0757e1b50 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:20:58.342148 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd43c69-1c6b-4994-80df-bbf0757e1b50 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:20:58.342739 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-afd43c69-1c6b-4994-80df-bbf0757e1b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:58.522177 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-afd43c69-1c6b-4994-80df-bbf0757e1b50 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:20:58.724468 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-afd43c69-1c6b-4994-80df-bbf0757e1b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:20:12Z', 'revision_number': 41, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '1f6c15e3-8fe5-473c-8521-562a4bb608e9', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.253', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:65:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:20:53Z', 'updated_at': '2022-10-26T16:20:57Z', 'revision_number': 1, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:20:58Z', 'revision_number': 48, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:20:58.751534 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd43c69-1c6b-4994-80df-bbf0757e1b50 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:20:12Z', 'revision_number': 41, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '1f6c15e3-8fe5-473c-8521-562a4bb608e9', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.253', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:65:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:20:53Z', 'updated_at': '2022-10-26T16:20:57Z', 'revision_number': 1, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:20:58Z', 'revision_number': 48, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:20:59.992744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:00.039167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:21:00.039457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:00.039787 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:21:00.109241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:21:00.109626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:00.143312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:00.147008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:00.147800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:00.152307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:00.208566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:00.228931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=49']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:00.237932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:21:00.238311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:00.238655 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:21:00.314971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:21:00.314971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:00.318377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27074946-ce55-4cf1-8e45-2451f56207f5 None None] New status for floating IP 1f6c15e3-8fe5-473c-8521-562a4bb608e9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:21:00.367488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:00.374766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:00.459318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:00.501400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=42']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:00.509573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:00.509938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:00.510289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:00.510639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:00.510982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:00.511322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:00.511686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:00.512003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:00.512341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:00.513318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:00.513688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:00.514026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:00.514360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:00.514691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:00.515021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:21:01.281591 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ded014-da41-4c7b-9c91-50c3549d2cae None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:21:01.284059 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ded014-da41-4c7b-9c91-50c3549d2cae None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:21:01.284690 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-72ded014-da41-4c7b-9c91-50c3549d2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:01.388775 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-72ded014-da41-4c7b-9c91-50c3549d2cae None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:21:01.602561 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-72ded014-da41-4c7b-9c91-50c3549d2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:21:00Z', 'revision_number': 42, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '1f6c15e3-8fe5-473c-8521-562a4bb608e9', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.253', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:65:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:20:53Z', 'updated_at': '2022-10-26T16:21:00Z', 'revision_number': 2, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:21:00Z', 'revision_number': 49, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:01.626191 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ded014-da41-4c7b-9c91-50c3549d2cae None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:21:01.634689 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ded014-da41-4c7b-9c91-50c3549d2cae None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:21:01.635294 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-72ded014-da41-4c7b-9c91-50c3549d2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:01.730384 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:01.741367 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-72ded014-da41-4c7b-9c91-50c3549d2cae None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:21:01.805734 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:01.947989 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-72ded014-da41-4c7b-9c91-50c3549d2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:21:00Z', 'revision_number': 42, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '1f6c15e3-8fe5-473c-8521-562a4bb608e9', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.253', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:65:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:20:53Z', 'updated_at': '2022-10-26T16:21:00Z', 'revision_number': 2, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:21:00Z', 'revision_number': 49, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:01.960849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:21:01.972763 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ded014-da41-4c7b-9c91-50c3549d2cae None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:21:00Z', 'revision_number': 42, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '1f6c15e3-8fe5-473c-8521-562a4bb608e9', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.253', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:65:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:20:53Z', 'updated_at': '2022-10-26T16:21:00Z', 'revision_number': 2, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:21:00Z', 'revision_number': 49, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:21:02.039548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:21:02.039942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:02.078401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:02.082239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:02.083039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:21:02.161823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=50']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:02.213733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:21:02.214149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:02.237974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:02.244454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:02.304526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=43']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:03.556837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a15f82d-35b7-400f-bb37-f5e7b9dd3222 None None] New status for floating IP 1f6c15e3-8fe5-473c-8521-562a4bb608e9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:21:03.910765 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd65207-bedc-4e6f-abbc-ad5b034ea1dd None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:21:03.915028 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd65207-bedc-4e6f-abbc-ad5b034ea1dd None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:21:03.915635 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8bd65207-bedc-4e6f-abbc-ad5b034ea1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:04.017524 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8bd65207-bedc-4e6f-abbc-ad5b034ea1dd None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:21:04.224454 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8bd65207-bedc-4e6f-abbc-ad5b034ea1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:21:02Z', 'revision_number': 43, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '1f6c15e3-8fe5-473c-8521-562a4bb608e9', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.253', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:65:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:20:53Z', 'updated_at': '2022-10-26T16:21:03Z', 'revision_number': 3, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:21:02Z', 'revision_number': 50, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:04.248516 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd65207-bedc-4e6f-abbc-ad5b034ea1dd None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:21:04.256868 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd65207-bedc-4e6f-abbc-ad5b034ea1dd None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:21:04.257464 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8bd65207-bedc-4e6f-abbc-ad5b034ea1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:04.439939 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8bd65207-bedc-4e6f-abbc-ad5b034ea1dd None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:21:04.645584 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8bd65207-bedc-4e6f-abbc-ad5b034ea1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:21:02Z', 'revision_number': 43, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '1f6c15e3-8fe5-473c-8521-562a4bb608e9', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.253', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:65:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:20:53Z', 'updated_at': '2022-10-26T16:21:03Z', 'revision_number': 3, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:21:02Z', 'revision_number': 50, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:04.647224 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:04.671716 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd65207-bedc-4e6f-abbc-ad5b034ea1dd None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:21:02Z', 'revision_number': 43, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '1f6c15e3-8fe5-473c-8521-562a4bb608e9', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.253', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:65:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:20:53Z', 'updated_at': '2022-10-26T16:21:03Z', 'revision_number': 3, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:21:02Z', 'revision_number': 50, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:21:05.987780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:06.035324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:21:06.035701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:06.036036 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:21:06.109710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:21:06.110099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:06.143318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:06.146888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:06.147660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:06.224071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=51']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:06.241114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:21:06.241491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:06.241830 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:21:06.243612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8b804-7b16-4e6b-8029-48c0a0faa590 None None] New status for floating IP 1f6c15e3-8fe5-473c-8521-562a4bb608e9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:21:06.375930 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=28,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:06.379427 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=2,neutron:SELECT=24,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:06.432321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:21:06.432721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:06.437922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:06.459808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:06.464010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:06.499944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:06.513820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=44']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:07.208342 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=51 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:07.217357 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:07.237855 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ae13c4-b0fd-4f5b-976c-4da8687ee670 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:21:07.238873 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ae13c4-b0fd-4f5b-976c-4da8687ee670 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:21:07.238873 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-33ae13c4-b0fd-4f5b-976c-4da8687ee670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:07.288968 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:07.343855 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-33ae13c4-b0fd-4f5b-976c-4da8687ee670 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:21:07.545915 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-33ae13c4-b0fd-4f5b-976c-4da8687ee670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:21:06Z', 'revision_number': 44, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '1f6c15e3-8fe5-473c-8521-562a4bb608e9', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.253', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:65:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:20:53Z', 'updated_at': '2022-10-26T16:21:06Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:21:06Z', 'revision_number': 51, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:07.572144 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ae13c4-b0fd-4f5b-976c-4da8687ee670 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:21:07.580764 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ae13c4-b0fd-4f5b-976c-4da8687ee670 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:21:07.581374 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-33ae13c4-b0fd-4f5b-976c-4da8687ee670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:07.677957 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-33ae13c4-b0fd-4f5b-976c-4da8687ee670 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:21:07.881353 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-33ae13c4-b0fd-4f5b-976c-4da8687ee670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:21:06Z', 'revision_number': 44, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '1f6c15e3-8fe5-473c-8521-562a4bb608e9', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.253', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:65:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:20:53Z', 'updated_at': '2022-10-26T16:21:06Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:21:06Z', 'revision_number': 51, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:07.909336 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ae13c4-b0fd-4f5b-976c-4da8687ee670 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:21:06Z', 'revision_number': 44, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '1f6c15e3-8fe5-473c-8521-562a4bb608e9', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.253', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:65:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:20:53Z', 'updated_at': '2022-10-26T16:21:06Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:21:06Z', 'revision_number': 51, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:21:07.963740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:21:08.035209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:21:08.035607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:08.072682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:08.077453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:08.078223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:21:08.303583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=52']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:08.342898 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:21:08.343207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:08.363838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:08.366477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:08.371554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:08.423664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=45']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:08.690245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-50d03f1e-5c74-4ec4-a5a6-237bff3475e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:09.493913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17eae80-cbab-45eb-a23e-a9f362f906f6 None None] New status for floating IP 1f6c15e3-8fe5-473c-8521-562a4bb608e9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:21:09.847114 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deecceb3-3978-4f48-aa43-7281d3732a05 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:21:09.847114 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deecceb3-3978-4f48-aa43-7281d3732a05 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:21:09.847114 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-deecceb3-3978-4f48-aa43-7281d3732a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:09.924369 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:09.944065 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-deecceb3-3978-4f48-aa43-7281d3732a05 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:21:10.041964 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:10.240528 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-deecceb3-3978-4f48-aa43-7281d3732a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:21:08Z', 'revision_number': 45, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '1f6c15e3-8fe5-473c-8521-562a4bb608e9', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.253', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:65:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:20:53Z', 'updated_at': '2022-10-26T16:21:09Z', 'revision_number': 5, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:21:08Z', 'revision_number': 52, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:10.265037 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deecceb3-3978-4f48-aa43-7281d3732a05 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:21:10.273537 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deecceb3-3978-4f48-aa43-7281d3732a05 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:21:10.274153 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-deecceb3-3978-4f48-aa43-7281d3732a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:20:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:10.373245 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-deecceb3-3978-4f48-aa43-7281d3732a05 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:21:10.580151 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-deecceb3-3978-4f48-aa43-7281d3732a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:21:08Z', 'revision_number': 45, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '1f6c15e3-8fe5-473c-8521-562a4bb608e9', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.253', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:65:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:20:53Z', 'updated_at': '2022-10-26T16:21:09Z', 'revision_number': 5, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:21:08Z', 'revision_number': 52, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:21:10.604822 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deecceb3-3978-4f48-aa43-7281d3732a05 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:21:08Z', 'revision_number': 45, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '1f6c15e3-8fe5-473c-8521-562a4bb608e9', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'floating_ip_address': '172.26.11.253', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'port_id': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'mac_address': 'fa:16:3e:65:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:20:53Z', 'updated_at': '2022-10-26T16:21:09Z', 'revision_number': 5, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:21:08Z', 'revision_number': 52, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:21:11.108703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b065c25e-745d-4203-8722-685cc465d772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:11.991517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:12.037906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:21:12.038277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:12.038609 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:21:12.107040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:21:12.107419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:12.139672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:12.143437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:12.144240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:21:12.187843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ea8b8-5a3e-488b-8ba4-e1edbdfa9678 None None] New status for floating IP 1f6c15e3-8fe5-473c-8521-562a4bb608e9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:21:12.308094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=53']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:12.325413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:21:12.326355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:12.326695 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:21:12.360229 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:12.442574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:21:12.442971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:12.465227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:12.469269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:12.518976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=46']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:13.832460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:13.956870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:21:14.000203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:14.042646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:21:14.043034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:14.075155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:14.079250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:14.080069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:21:14.084555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:14.125525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:14.154022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=54']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:14.194696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:21:14.195081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:14.215389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:21:14.218360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:14.266170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=47']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:21:17.115589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:19.093799 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:21:27.104523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:27.108915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:27.111483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:37.194290 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=55 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:37.195029 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:38.693507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ffdb58a4-34d7-4136-898e-854137e6e3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:41.111360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-82144c13-0b27-4816-a062-6de1c2968030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:42.295521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:43.835885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:43.975475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:47.117572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:21:48.640706 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-90561137-90fc-4cd8-8608-fa062147470a req-cb113f8a-5c0a-4beb-b523-fe0cd04f8acc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439792 Oct 26 16:21:48.727519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90561137-90fc-4cd8-8608-fa062147470a req-43250225-e9d5-40e6-b5e9-6a006d1530ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:48.729012 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-90561137-90fc-4cd8-8608-fa062147470a req-43250225-e9d5-40e6-b5e9-6a006d1530ff service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 1168 time: 0.0420427 Oct 26 16:21:48.836033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90561137-90fc-4cd8-8608-fa062147470a req-73f8b8cf-1a04-4a8a-a305-1307bf58cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:48.837508 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-90561137-90fc-4cd8-8608-fa062147470a req-73f8b8cf-1a04-4a8a-a305-1307bf58cf58 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 916 time: 0.0880640 Oct 26 16:21:48.902674 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-90561137-90fc-4cd8-8608-fa062147470a req-b0bb8567-8dd5-44d7-980b-19fca766107f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1726a5eb-b391-443b-874c-ba4dd23849aa HTTP/1.1" status: 200 len: 1001 time: 0.0546458 Oct 26 16:21:48.953924 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90561137-90fc-4cd8-8608-fa062147470a req-30c62c55-0425-4bfd-9f45-8469ce95568d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:48.955586 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-90561137-90fc-4cd8-8608-fa062147470a req-30c62c55-0425-4bfd-9f45-8469ce95568d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.0431459 Oct 26 16:21:49.005383 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90561137-90fc-4cd8-8608-fa062147470a req-a4e3a5df-e429-40fb-a777-906cc1865bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:21:49.006842 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-90561137-90fc-4cd8-8608-fa062147470a req-a4e3a5df-e429-40fb-a777-906cc1865bb1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421317 Oct 26 16:21:49.020028 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-90561137-90fc-4cd8-8608-fa062147470a req-515b3da3-0d12-4d1f-a241-b952a2e69639 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 16:21:49.021008 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-90561137-90fc-4cd8-8608-fa062147470a req-515b3da3-0d12-4d1f-a241-b952a2e69639 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048704 Oct 26 16:21:49.115381 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-90561137-90fc-4cd8-8608-fa062147470a req-a6e9cd6b-a468-4b3a-b26b-792f1c985f4b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848870 Oct 26 16:21:49.215603 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-90561137-90fc-4cd8-8608-fa062147470a req-a624071c-b076-40d1-8bee-ef4fc8bddbeb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903857 Oct 26 16:21:56.093572 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:21:57.107523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:57.111490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:57.113483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:59.210701 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=51 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:21:59.212757 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=50 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:22:02.409075 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:22:06.089406 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=6 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:22:08.694184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b5f95324-15d7-4e82-9544-eedc5cda496c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:22:11.114690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-83073ecd-47aa-412c-ae50-2e81662d5ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:22:12.298525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:22:13.839189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:22:13.967521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:22:17.124428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:22:23.963201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:22:27.114440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:22:27.120259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:22:33.094411 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:22:38.671099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:22:38.673051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=11 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:22:38.682091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:22:38.697622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e92787bb-4b1e-4ece-a76e-5e193ad07512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:22:41.116880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-35cbe225-ca00-496d-bb76-41983c8d779f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:22:42.299656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:22:43.089875 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:22:43.090627 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:22:43.840259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:22:43.969259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:22:47.145798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:22:49.605854 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-10188ee9-761c-4a10-bf2e-c2bd09d595fc req-5db1d2fc-0556-4bf6-ba58-78eceadb0d04 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415483 Oct 26 16:22:49.696741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10188ee9-761c-4a10-bf2e-c2bd09d595fc req-6b9e1a3f-c739-408d-830b-c475574ed032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:49.698264 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-10188ee9-761c-4a10-bf2e-c2bd09d595fc req-6b9e1a3f-c739-408d-830b-c475574ed032 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 1168 time: 0.0403395 Oct 26 16:22:49.810550 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10188ee9-761c-4a10-bf2e-c2bd09d595fc req-49fc937e-2ce6-47e3-a6c9-36cff52d1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:49.812080 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-10188ee9-761c-4a10-bf2e-c2bd09d595fc req-49fc937e-2ce6-47e3-a6c9-36cff52d1a9d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 916 time: 0.0917408 Oct 26 16:22:49.877409 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-10188ee9-761c-4a10-bf2e-c2bd09d595fc req-485755ad-7c3b-46c9-8308-eb1005214e78 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1726a5eb-b391-443b-874c-ba4dd23849aa HTTP/1.1" status: 200 len: 1001 time: 0.0562789 Oct 26 16:22:49.933134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10188ee9-761c-4a10-bf2e-c2bd09d595fc req-34c37b7e-4711-451a-b7bf-88d2d9fe395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:49.934521 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-10188ee9-761c-4a10-bf2e-c2bd09d595fc req-34c37b7e-4711-451a-b7bf-88d2d9fe395a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.0482183 Oct 26 16:22:49.981740 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10188ee9-761c-4a10-bf2e-c2bd09d595fc req-2e9208bf-a44b-4c69-9256-e7fb8015bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:22:49.983263 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-10188ee9-761c-4a10-bf2e-c2bd09d595fc req-2e9208bf-a44b-4c69-9256-e7fb8015bfc7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399771 Oct 26 16:22:50.078197 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-10188ee9-761c-4a10-bf2e-c2bd09d595fc req-f7d8b9f9-2a92-4b02-b2b7-c34598f766dc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846825 Oct 26 16:22:50.178031 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-10188ee9-761c-4a10-bf2e-c2bd09d595fc req-e599295f-f3b4-4cba-a3de-f188dfbf266a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898376 Oct 26 16:22:57.134797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:22:57.135474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:22:57.141783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:23:00.172857 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=57 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:23:00.174824 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=44 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:23:08.699461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2dd14b85-b2de-45ad-b159-a281cbdd3613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:23:10.093043 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:23:11.119376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8235dbc3-cd75-43a4-a7ec-69770ce4053b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:23:12.305550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:23:13.843667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:23:13.972875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:23:17.146027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:23:18.679965 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=17 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:23:20.089062 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=17 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:23:27.135579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:23:27.139837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:23:27.141928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:23:37.199817 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:23:38.701418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-85d8d5cf-4d80-40c8-9af4-dc5640968340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:23:41.121478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e8b4e958-877c-4e68-82e5-93603aa70363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:23:42.305446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:23:43.847400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:23:43.978284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:23:47.091325 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:23:47.145569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:23:49.674667 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fd1cdba6-b132-465d-b1d0-6efc244f125f req-daff8d47-df69-49ed-a0d6-e494558e4948 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1106868 Oct 26 16:23:49.759582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cdba6-b132-465d-b1d0-6efc244f125f req-a1d302bc-7984-41ce-b1a5-d856398cd663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:49.761132 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fd1cdba6-b132-465d-b1d0-6efc244f125f req-a1d302bc-7984-41ce-b1a5-d856398cd663 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 1168 time: 0.0403695 Oct 26 16:23:49.879090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cdba6-b132-465d-b1d0-6efc244f125f req-55ab5ac7-7d05-4efa-be1d-b52b14a55abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:49.880470 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fd1cdba6-b132-465d-b1d0-6efc244f125f req-55ab5ac7-7d05-4efa-be1d-b52b14a55abe service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 916 time: 0.0918763 Oct 26 16:23:49.949700 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fd1cdba6-b132-465d-b1d0-6efc244f125f req-afb6c7c4-188e-4b06-84c0-2b23a81fd1ec service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1726a5eb-b391-443b-874c-ba4dd23849aa HTTP/1.1" status: 200 len: 1001 time: 0.0601299 Oct 26 16:23:50.002869 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cdba6-b132-465d-b1d0-6efc244f125f req-1f0414b2-72c3-44e6-8a53-99062c7fe25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:50.004332 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fd1cdba6-b132-465d-b1d0-6efc244f125f req-1f0414b2-72c3-44e6-8a53-99062c7fe25a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.0451934 Oct 26 16:23:50.051633 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cdba6-b132-465d-b1d0-6efc244f125f req-c70f020e-cca4-4852-bfbe-32d45853e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:23:50.053138 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fd1cdba6-b132-465d-b1d0-6efc244f125f req-c70f020e-cca4-4852-bfbe-32d45853e049 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392807 Oct 26 16:23:50.413354 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fd1cdba6-b132-465d-b1d0-6efc244f125f req-943f1e58-493d-4a73-84f6-9e6ce16061a0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540368 Oct 26 16:23:50.505279 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fd1cdba6-b132-465d-b1d0-6efc244f125f req-5ae1c0b8-30d3-48eb-af6a-d4101c948740 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824232 Oct 26 16:23:53.392764 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:23:57.090475 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:23:57.134504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:23:57.139046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:23:57.141230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:00.500545 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=50 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:00.503109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=51 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:08.702510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5ffbb622-6c15-4e33-955e-9026e98a4674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:11.124283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-02adf180-0654-42e9-ac90-036f5bb3de66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:12.309868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:13.849649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:13.971206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:17.145441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:24.090309 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:24:27.135722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:27.139700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:27.141179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:27.282208 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-61a54c4d-c8e6-4e0b-9328-4b86bfab796c req-3897c7ee-3885-498e-9a4c-e4766ad91dfd tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1558770457&fields=id&tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0 HTTP/1.1" status: 200 len: 267 time: 0.0439081 Oct 26 16:24:27.336696 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a54c4d-c8e6-4e0b-9328-4b86bfab796c req-244a1226-ca19-44d7-b237-95426e5ec741 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:27.338184 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-61a54c4d-c8e6-4e0b-9328-4b86bfab796c req-244a1226-ca19-44d7-b237-95426e5ec741 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 984 time: 0.0501227 Oct 26 16:24:27.349354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-61a54c4d-c8e6-4e0b-9328-4b86bfab796c req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Request body: {'port': {'security_groups': ['a2130dbc-b3df-415f-9ab0-0026f9d2275f']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:24:27.418650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-61a54c4d-c8e6-4e0b-9328-4b86bfab796c req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:27.589774 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-61a54c4d-c8e6-4e0b-9328-4b86bfab796c req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] For port 1726a5eb-b391-443b-874c-ba4dd23849aa, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1726a5eb-b391-443b-874c-ba4dd23849aa,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:27.618264 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-61a54c4d-c8e6-4e0b-9328-4b86bfab796c req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:27.622508 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-61a54c4d-c8e6-4e0b-9328-4b86bfab796c req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:27.630955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a54c4d-c8e6-4e0b-9328-4b86bfab796c req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:27.631565 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-61a54c4d-c8e6-4e0b-9328-4b86bfab796c req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:27.632951 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-61a54c4d-c8e6-4e0b-9328-4b86bfab796c req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "PUT /networking/v2.0/ports/1726a5eb-b391-443b-874c-ba4dd23849aa HTTP/1.1" status: 200 len: 942 time: 0.2883976 Oct 26 16:24:27.635792 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'tag': '1726a5eb-b391-443b-874c-ba4dd23849aa'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:24:27.638154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672d2c9b-6dec-4c9a-a9de-5655b228c4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6f42ee2e-f178-40f1-9e19-1ca09c5592e5", "tag": "1726a5eb-b391-443b-874c-ba4dd23849aa"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:27.638902 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 43878) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:27.642440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['1726a5eb-b391-443b-874c-ba4dd23849aa'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:24:27.692546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event updated for resources: {'Port': ['ID=1726a5eb-b391-443b-874c-ba4dd23849aa,revision_number=7']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:27.700661 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.701092 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.701396 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.701745 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.702088 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.702429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.702765 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.703106 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.703442 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.703769 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.704105 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.705040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.705398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.705743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.706062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a0986-f826-4fe1-8efa-550cfbebf714 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.713746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a270ab25-7b47-401b-b0dc-76a2cf866899 x-openstack-request-id: req-a270ab25-7b47-401b-b0dc-76a2cf866899 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:27.714798 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f42ee2e-f178-40f1-9e19-1ca09c5592e5", "tag": "1726a5eb-b391-443b-874c-ba4dd23849aa", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:27.715230 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a270ab25-7b47-401b-b0dc-76a2cf866899 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:27.715635 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a270ab25-7b47-401b-b0dc-76a2cf866899'] response: {'name': 'network-changed', 'server_uuid': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'tag': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'status': 'completed', 'code': 200} Oct 26 16:24:27.729311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['1726a5eb-b391-443b-874c-ba4dd23849aa'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:24:27.739753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group (dbf5faf0-5ccf-4078-847f-0a3f7be698ae), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:27.765579 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group (dbf5faf0-5ccf-4078-847f-0a3f7be698ae), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:27.784869 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d2c9b-6dec-4c9a-a9de-5655b228c4cb req-18790548-f7a4-42f7-9d73-6950d2febe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:27.786955 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-672d2c9b-6dec-4c9a-a9de-5655b228c4cb req-18790548-f7a4-42f7-9d73-6950d2febe4a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 1129 time: 0.0471992 Oct 26 16:24:27.835206 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (dbf5faf0-5ccf-4078-847f-0a3f7be698ae), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:27.839137 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:27.840540 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/dbf5faf0-5ccf-4078-847f-0a3f7be698ae HTTP/1.1" status: 204 len: 168 time: 0.2006495 Oct 26 16:24:27.847533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 43884) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:27.851024 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf5faf0-5ccf-4078-847f-0a3f7be698ae,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:27.858511 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.859141 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.859796 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.860353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.860902 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.861452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.861794 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.862130 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.862465 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.862798 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.863163 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.863497 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.863822 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.864335 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.864667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a286ae9b-f35f-4dc4-9db7-27e9c8b73244 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:27.977862 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d2c9b-6dec-4c9a-a9de-5655b228c4cb req-874c5180-c4da-470f-8dd7-0d0f05ab5221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:27.979257 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-672d2c9b-6dec-4c9a-a9de-5655b228c4cb req-874c5180-c4da-470f-8dd7-0d0f05ab5221 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 916 time: 0.1835024 Oct 26 16:24:28.079997 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-672d2c9b-6dec-4c9a-a9de-5655b228c4cb req-07206dd3-0602-448a-80a6-16f39bf77ec7 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1726a5eb-b391-443b-874c-ba4dd23849aa HTTP/1.1" status: 200 len: 1001 time: 0.0929418 Oct 26 16:24:28.081020 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-97b5bb80-3155-493a-9ff1-0cdc31011dce tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Deleting port b33dcd2f-6bc6-4f5e-bf65-4c7bec464c23 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:24:28.081369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-97b5bb80-3155-493a-9ff1-0cdc31011dce tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (b33dcd2f-6bc6-4f5e-bf65-4c7bec464c23), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:28.181127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d2c9b-6dec-4c9a-a9de-5655b228c4cb req-fd477251-11a4-4984-8662-dccddd158416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:28.182602 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-672d2c9b-6dec-4c9a-a9de-5655b228c4cb req-fd477251-11a4-4984-8662-dccddd158416 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.0885820 Oct 26 16:24:28.204514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:28.230361 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-97b5bb80-3155-493a-9ff1-0cdc31011dce tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (b33dcd2f-6bc6-4f5e-bf65-4c7bec464c23), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:28.230614 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-97b5bb80-3155-493a-9ff1-0cdc31011dce tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for floatingip (b33dcd2f-6bc6-4f5e-bf65-4c7bec464c23), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:28.234933 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:28.253483 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-97b5bb80-3155-493a-9ff1-0cdc31011dce tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Calling delete_port for b33dcd2f-6bc6-4f5e-bf65-4c7bec464c23 owned by network:floatingip {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:24:28.258532 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d2c9b-6dec-4c9a-a9de-5655b228c4cb req-d7a4b91f-4bf3-4d8e-b0c5-049a645adf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:28.259986 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-672d2c9b-6dec-4c9a-a9de-5655b228c4cb req-d7a4b91f-4bf3-4d8e-b0c5-049a645adf8c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0666711 Oct 26 16:24:28.415025 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-672d2c9b-6dec-4c9a-a9de-5655b228c4cb req-3e6c5d5c-2444-4e07-b213-00796de711b7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438339 Oct 26 16:24:28.547608 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-97b5bb80-3155-493a-9ff1-0cdc31011dce tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (b33dcd2f-6bc6-4f5e-bf65-4c7bec464c23), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:28.576099 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-672d2c9b-6dec-4c9a-a9de-5655b228c4cb req-36e34426-daac-4db3-953b-75f592d2771f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492972 Oct 26 16:24:28.578270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5bb80-3155-493a-9ff1-0cdc31011dce tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event deleted for resources: {'Port': ['ID=b33dcd2f-6bc6-4f5e-bf65-4c7bec464c23,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:28.645272 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-97b5bb80-3155-493a-9ff1-0cdc31011dce tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks [] for floatingip (1f6c15e3-8fe5-473c-8521-562a4bb608e9), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:28.645597 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-97b5bb80-3155-493a-9ff1-0cdc31011dce tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Floating IP 1f6c15e3-8fe5-473c-8521-562a4bb608e9 disassociated (deleted). External IP: 172.26.11.253, port: 1726a5eb-b391-443b-874c-ba4dd23849aa. Oct 26 16:24:28.846049 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b5bb80-3155-493a-9ff1-0cdc31011dce tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:24:28.946292 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b5bb80-3155-493a-9ff1-0cdc31011dce tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:24:28.951095 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-97b5bb80-3155-493a-9ff1-0cdc31011dce tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:28.956087 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6cb607-5e36-41ba-a841-bec39e98c440 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:28.967066 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6cb607-5e36-41ba-a841-bec39e98c440 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:28.967834 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8c6cb607-5e36-41ba-a841-bec39e98c440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:28.984105 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-97b5bb80-3155-493a-9ff1-0cdc31011dce tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/1f6c15e3-8fe5-473c-8521-562a4bb608e9 HTTP/1.1" status: 204 len: 168 time: 1.1353431 Oct 26 16:24:29.071514 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8c6cb607-5e36-41ba-a841-bec39e98c440 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:24:29.268656 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8c6cb607-5e36-41ba-a841-bec39e98c440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:21:14Z', 'revision_number': 47, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:21:14Z', 'revision_number': 54, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:29.294189 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6cb607-5e36-41ba-a841-bec39e98c440 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:24:29.302673 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6cb607-5e36-41ba-a841-bec39e98c440 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:29.303266 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8c6cb607-5e36-41ba-a841-bec39e98c440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:29.402028 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8c6cb607-5e36-41ba-a841-bec39e98c440 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:24:29.578220 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8c6cb607-5e36-41ba-a841-bec39e98c440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:21:14Z', 'revision_number': 47, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:21:14Z', 'revision_number': 54, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:29.605869 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6cb607-5e36-41ba-a841-bec39e98c440 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:21:14Z', 'revision_number': 47, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:21:14Z', 'revision_number': 54, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:29.717401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'tag': '1726a5eb-b391-443b-874c-ba4dd23849aa'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:24:29.719810 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e3e1bc-a0c3-4120-94b6-efd26b68710e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f42ee2e-f178-40f1-9e19-1ca09c5592e5", "tag": "1726a5eb-b391-443b-874c-ba4dd23849aa"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:29.767342 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ebb8e9-db59-4395-b2f4-19c222331737 x-openstack-request-id: req-33ebb8e9-db59-4395-b2f4-19c222331737 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:29.767643 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f42ee2e-f178-40f1-9e19-1ca09c5592e5", "tag": "1726a5eb-b391-443b-874c-ba4dd23849aa", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:29.767903 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33ebb8e9-db59-4395-b2f4-19c222331737 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:29.768322 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ebb8e9-db59-4395-b2f4-19c222331737'] response: {'name': 'network-changed', 'server_uuid': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'tag': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'status': 'completed', 'code': 200} Oct 26 16:24:29.854441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:29.856065 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3e1bc-a0c3-4120-94b6-efd26b68710e req-403dbfec-9c8d-45c9-9920-13e424b66d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:29.857594 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-03e3e1bc-a0c3-4120-94b6-efd26b68710e req-403dbfec-9c8d-45c9-9920-13e424b66d56 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 1129 time: 0.0473156 Oct 26 16:24:29.933454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:29.965114 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3e1bc-a0c3-4120-94b6-efd26b68710e req-683cf8d8-6776-4850-a37a-5473269027a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:29.966988 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-03e3e1bc-a0c3-4120-94b6-efd26b68710e req-683cf8d8-6776-4850-a37a-5473269027a8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 200 len: 916 time: 0.0985856 Oct 26 16:24:30.018721 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-03e3e1bc-a0c3-4120-94b6-efd26b68710e req-ce4e2484-c4ae-40ed-aa33-739624cfbf0d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1726a5eb-b391-443b-874c-ba4dd23849aa HTTP/1.1" status: 200 len: 217 time: 0.0415895 Oct 26 16:24:30.077906 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3e1bc-a0c3-4120-94b6-efd26b68710e req-88aa720f-5d47-4179-8fea-3bc682642863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:30.079176 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-03e3e1bc-a0c3-4120-94b6-efd26b68710e req-88aa720f-5d47-4179-8fea-3bc682642863 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 200 len: 854 time: 0.0483282 Oct 26 16:24:30.132445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3e1bc-a0c3-4120-94b6-efd26b68710e req-3ff43e04-a7d7-46fd-9a23-a61c9767db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:30.134140 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-03e3e1bc-a0c3-4120-94b6-efd26b68710e req-3ff43e04-a7d7-46fd-9a23-a61c9767db57 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ad9397c6-5c15-465e-baf0-af8a411b0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436952 Oct 26 16:24:30.275971 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-03e3e1bc-a0c3-4120-94b6-efd26b68710e req-028d2a7a-bdc4-43cd-9f67-31af7d227c92 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334405 Oct 26 16:24:30.278269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:30.383149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:24:30.383523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:30.384064 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:24:30.423461 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-03e3e1bc-a0c3-4120-94b6-efd26b68710e req-ae89368c-fdee-45d8-811b-5c4585d2ef78 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368139 Oct 26 16:24:30.470194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:30.470589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:30.514880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:30.521074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:30.577873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=55']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:30.586112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:30.586468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:30.586942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:30.587422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:30.587768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:30.588104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:30.588436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:30.588765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:30.589119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:30.589454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:30.589787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:30.590117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:30.590442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:30.590770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:30.591391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:32.238524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805845d-03b7-49dd-a39f-1e8479d4ad38 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:32.247999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805845d-03b7-49dd-a39f-1e8479d4ad38 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:32.248907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c805845d-03b7-49dd-a39f-1e8479d4ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:32.284750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:32.545503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c805845d-03b7-49dd-a39f-1e8479d4ad38 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:24:32.596624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:32.596624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:32.700444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:32.708154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:32.798512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:32.801844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=56']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:32.811619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c805845d-03b7-49dd-a39f-1e8479d4ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:21:14Z', 'revision_number': 47, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:24:30Z', 'revision_number': 55, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:32.837298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805845d-03b7-49dd-a39f-1e8479d4ad38 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:24:32.846182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805845d-03b7-49dd-a39f-1e8479d4ad38 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:32.846781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c805845d-03b7-49dd-a39f-1e8479d4ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:32.946915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:32.951330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c805845d-03b7-49dd-a39f-1e8479d4ad38 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:24:32.981010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:33.147567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c805845d-03b7-49dd-a39f-1e8479d4ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:21:14Z', 'revision_number': 47, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:24:32Z', 'revision_number': 56, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:33.172172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c805845d-03b7-49dd-a39f-1e8479d4ad38 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:21:14Z', 'revision_number': 47, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:24:32Z', 'revision_number': 56, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:34.240402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:34.288055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:24:34.288589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:34.289074 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:24:34.369271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:34.369664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:34.405078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:34.409362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:34.410346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:34.486453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=57']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:34.496062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:24:34.496444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:34.496785 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:24:34.572005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:34.572403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:34.593843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:34.598212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:34.649490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=48']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:35.334370 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1b26b3-2d9f-4606-8930-218248480c75 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:35.334370 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b26b3-2d9f-4606-8930-218248480c75 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:35.334370 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0d1b26b3-2d9f-4606-8930-218248480c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:35.542692 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0d1b26b3-2d9f-4606-8930-218248480c75 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:24:35.655774 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:35.739239 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0d1b26b3-2d9f-4606-8930-218248480c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:24:34Z', 'revision_number': 48, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:24:34Z', 'revision_number': 57, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:35.763880 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1b26b3-2d9f-4606-8930-218248480c75 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:24:35.773884 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b26b3-2d9f-4606-8930-218248480c75 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:35.774499 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0d1b26b3-2d9f-4606-8930-218248480c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:35.777968 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:35.884075 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0d1b26b3-2d9f-4606-8930-218248480c75 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:24:36.075677 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0d1b26b3-2d9f-4606-8930-218248480c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:24:34Z', 'revision_number': 48, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:24:34Z', 'revision_number': 57, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:36.101583 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1b26b3-2d9f-4606-8930-218248480c75 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:24:34Z', 'revision_number': 48, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:24:34Z', 'revision_number': 57, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:36.214971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:36.332054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:36.332466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:36.373307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:36.380559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:36.381261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:36.462774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=58']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:36.505892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:36.506554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:36.530267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:36.536124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:36.587191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=49']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:37.853991 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:37.854875 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:38.177755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0a799-447a-4756-99ca-32e8b07b9673 req-0c2a374e-984a-4cfe-92f7-a0f8c76f4a7a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:38.186619 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-48f0a799-447a-4756-99ca-32e8b07b9673 req-0c2a374e-984a-4cfe-92f7-a0f8c76f4a7a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 945 time: 0.0648382 Oct 26 16:24:38.214832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f820152d-5fdb-448e-aa58-13551d748c48 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:38.219262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820152d-5fdb-448e-aa58-13551d748c48 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:38.219889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f820152d-5fdb-448e-aa58-13551d748c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:38.252432 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-48f0a799-447a-4756-99ca-32e8b07b9673 req-8e0e5582-f7cf-4ccb-81c4-7b48078efafc tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631814 Oct 26 16:24:38.311033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:38.329503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f820152d-5fdb-448e-aa58-13551d748c48 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:24:38.521589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:38.525160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f820152d-5fdb-448e-aa58-13551d748c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:24:36Z', 'revision_number': 49, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:24:36Z', 'revision_number': 58, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:38.550336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f820152d-5fdb-448e-aa58-13551d748c48 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:24:38.558919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820152d-5fdb-448e-aa58-13551d748c48 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:38.559532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f820152d-5fdb-448e-aa58-13551d748c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:38.648695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:38.663318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f820152d-5fdb-448e-aa58-13551d748c48 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:24:38.746233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6129e06a-ab36-4c75-8984-6e9a934a3f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:38.872152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f820152d-5fdb-448e-aa58-13551d748c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:24:36Z', 'revision_number': 49, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:24:36Z', 'revision_number': 58, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:38.896348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f820152d-5fdb-448e-aa58-13551d748c48 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:24:36Z', 'revision_number': 49, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:24:36Z', 'revision_number': 58, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:39.382891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c959f9e-465b-44fb-b79c-6a7c75875817 req-4a795d1a-6474-47dd-a098-b9e35d355e23 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:39.384420 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-9c959f9e-465b-44fb-b79c-6a7c75875817 req-4a795d1a-6474-47dd-a098-b9e35d355e23 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 945 time: 0.0502126 Oct 26 16:24:39.437400 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-9c959f9e-465b-44fb-b79c-6a7c75875817 req-4f711c77-9cfa-4efc-957f-88653ca925ee tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a2130dbc-b3df-415f-9ab0-0026f9d2275f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472350 Oct 26 16:24:40.043152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a8d6e-586b-4e50-a753-b764a5889a10 req-11b7eae1-4c84-4c0e-9919-2393d6450188 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:40.044683 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b71a8d6e-586b-4e50-a753-b764a5889a10 req-11b7eae1-4c84-4c0e-9919-2393d6450188 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 945 time: 0.0490859 Oct 26 16:24:40.131624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-b71a8d6e-586b-4e50-a753-b764a5889a10 req-44072d21-1d12-4433-b4d2-80308f70130a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Deleting port 1726a5eb-b391-443b-874c-ba4dd23849aa {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:24:40.131972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-b71a8d6e-586b-4e50-a753-b764a5889a10 req-44072d21-1d12-4433-b4d2-80308f70130a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:40.152124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:40.227066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:40.230991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-b71a8d6e-586b-4e50-a753-b764a5889a10 req-44072d21-1d12-4433-b4d2-80308f70130a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] For port 1726a5eb-b391-443b-874c-ba4dd23849aa, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1726a5eb-b391-443b-874c-ba4dd23849aa,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:40.231374 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-b71a8d6e-586b-4e50-a753-b764a5889a10 req-44072d21-1d12-4433-b4d2-80308f70130a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:40.239541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:40.246477 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-b71a8d6e-586b-4e50-a753-b764a5889a10 req-44072d21-1d12-4433-b4d2-80308f70130a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Calling delete_port for 1726a5eb-b391-443b-874c-ba4dd23849aa owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:24:40.314478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:40.388767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-b71a8d6e-586b-4e50-a753-b764a5889a10 req-44072d21-1d12-4433-b4d2-80308f70130a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (1726a5eb-b391-443b-874c-ba4dd23849aa), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:40.407499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['1726a5eb-b391-443b-874c-ba4dd23849aa'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:24:40.416108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:40.419600 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44072d21-1d12-4433-b4d2-80308f70130a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Pushing event deleted for resources: {'Port': ['ID=1726a5eb-b391-443b-874c-ba4dd23849aa,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:40.476514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71a8d6e-586b-4e50-a753-b764a5889a10 req-44072d21-1d12-4433-b4d2-80308f70130a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] No DVR routers for this DVR port 1726a5eb-b391-443b-874c-ba4dd23849aa on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:24:40.479498 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-b71a8d6e-586b-4e50-a753-b764a5889a10 req-44072d21-1d12-4433-b4d2-80308f70130a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:40.482972 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b71a8d6e-586b-4e50-a753-b764a5889a10 req-44072d21-1d12-4433-b4d2-80308f70130a tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.64 "DELETE /networking/v2.0/ports/1726a5eb-b391-443b-874c-ba4dd23849aa HTTP/1.1" status: 204 len: 173 time: 0.4300272 Oct 26 16:24:40.483556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'name': 'network-vif-deleted', 'tag': '1726a5eb-b391-443b-874c-ba4dd23849aa'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:24:40.486146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fb4866-628c-42c0-9ebc-63b5cb982dd8" -d '{"events": [{"server_uuid": "6f42ee2e-f178-40f1-9e19-1ca09c5592e5", "name": "network-vif-deleted", "tag": "1726a5eb-b391-443b-874c-ba4dd23849aa"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:24:40.515097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:24:40.515490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:40.515830 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:24:40.532635 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e77306-d021-4e02-b167-dffdee241b04 x-openstack-request-id: req-d9e77306-d021-4e02-b167-dffdee241b04 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:24:40.533048 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f42ee2e-f178-40f1-9e19-1ca09c5592e5", "name": "network-vif-deleted", "tag": "1726a5eb-b391-443b-874c-ba4dd23849aa", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:24:40.533286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9e77306-d021-4e02-b167-dffdee241b04 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:24:40.533739 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e77306-d021-4e02-b167-dffdee241b04'] response: {'server_uuid': '6f42ee2e-f178-40f1-9e19-1ca09c5592e5', 'name': 'network-vif-deleted', 'tag': '1726a5eb-b391-443b-874c-ba4dd23849aa', 'status': 'completed', 'code': 200} Oct 26 16:24:40.580508 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f22fec15-29ab-4608-84a3-6243284212d3 req-8f12f065-bf30-4bb0-ac5e-84a12f773bd0 tempest-TestMinimumBasicScenario-1630249354 tempest-TestMinimumBasicScenario-1630249354-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6f42ee2e-f178-40f1-9e19-1ca09c5592e5 HTTP/1.1" status: 200 len: 210 time: 0.0456569 Oct 26 16:24:40.618039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:40.618039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:40.654043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:40.657895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:40.661411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:40.888657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=59']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:40.899021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 895efed0-cea6-4f26-acd6-8a85c604ab72 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:24:40.899415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:40.899745 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 895efed0-cea6-4f26-acd6-8a85c604ab72 Oct 26 16:24:40.971072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:40.971767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:40.993589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:40.998187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:41.036945 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb140883-8369-45ac-ae9a-818c4a5792eb None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:41.047076 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb140883-8369-45ac-ae9a-818c4a5792eb None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:41.047705 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-eb140883-8369-45ac-ae9a-818c4a5792eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:41.055511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=50']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:41.132942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b161c334-6bda-4a50-965e-4b96a8554b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:41.161064 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-eb140883-8369-45ac-ae9a-818c4a5792eb None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:24:41.346537 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-eb140883-8369-45ac-ae9a-818c4a5792eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:24:40Z', 'revision_number': 50, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:24:40Z', 'revision_number': 59, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:41.370913 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb140883-8369-45ac-ae9a-818c4a5792eb None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:24:41.379224 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb140883-8369-45ac-ae9a-818c4a5792eb None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:41.379814 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-eb140883-8369-45ac-ae9a-818c4a5792eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:41.476580 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-eb140883-8369-45ac-ae9a-818c4a5792eb None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:24:41.584555 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:41.657196 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-eb140883-8369-45ac-ae9a-818c4a5792eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:24:40Z', 'revision_number': 50, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:24:40Z', 'revision_number': 59, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:41.686589 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb140883-8369-45ac-ae9a-818c4a5792eb None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:15:25Z', 'revision_number': 4, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:24:40Z', 'revision_number': 50, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b', 'name': '', 'network_id': 'ad9397c6-5c15-465e-baf0-af8a411b0425', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'mac_address': 'fa:16:3e:61:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '94030365-b224-450f-a535-d379929988f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:24Z', 'updated_at': '2022-10-26T16:24:40Z', 'revision_number': 59, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'subnets': [{'id': '94030365-b224-450f-a535-d379929988f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:42.153024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:42.232048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:42.232353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:42.254870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:42.272165 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 43984) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:42.279086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:42.285121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:42.328190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:42.389927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:42.407152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:42.414371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=60']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:42.457529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:42.523351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:42.542502 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:42.556961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:42.606578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:24:42.606955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:42.607299 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b Oct 26 16:24:42.682215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:42.685261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:42.685679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:42.724045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:42.728970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:42.788626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 895efed0-cea6-4f26-acd6-8a85c604ab72 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:42.816707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=61']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:42.842392 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9816-5efd-472e-a074-ffff4eec6bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (d6914dc8-1f8c-4729-ad76-8b22c7d0c101), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:42.867142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 1726a5eb-b391-443b-874c-ba4dd23849aa no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:42.896556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 1726a5eb-b391-443b-874c-ba4dd23849aa {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:24:42.897283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 1726a5eb-b391-443b-874c-ba4dd23849aa not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:24:42.901024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 895efed0-cea6-4f26-acd6-8a85c604ab72 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:42.901617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:42.924254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:42.931567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:42.993885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=51']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:43.080091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d9816-5efd-472e-a074-ffff4eec6bd4 admin admin] Deleting port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:24:43.080442 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9816-5efd-472e-a074-ffff4eec6bd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:43.160996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-1a8d9816-5efd-472e-a074-ffff4eec6bd4 admin admin] For port ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:43.161379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9816-5efd-472e-a074-ffff4eec6bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:43.174120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d9816-5efd-472e-a074-ffff4eec6bd4 admin admin] Calling delete_port for ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:24:43.358797 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9816-5efd-472e-a074-ffff4eec6bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:43.364649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:43.385114 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d9816-5efd-472e-a074-ffff4eec6bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:43.491803 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:43.569455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9816-5efd-472e-a074-ffff4eec6bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (d6914dc8-1f8c-4729-ad76-8b22c7d0c101), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:43.590929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4e6a92-cc92-4ac6-8737-2ece4e185fa4 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 16:24:43.666307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4e6a92-cc92-4ac6-8737-2ece4e185fa4 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:24:43.858252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:43.978066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:44.064027 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8d9816-5efd-472e-a074-ffff4eec6bd4 admin admin] Router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:24:44.177360 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8d9816-5efd-472e-a074-ffff4eec6bd4 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:24:44.183536 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1a8d9816-5efd-472e-a074-ffff4eec6bd4 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/d6914dc8-1f8c-4729-ad76-8b22c7d0c101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9094079 Oct 26 16:24:44.186187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 43988) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:44.242738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941ddf2-c580-4168-bae2-1cfae23f10d4 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:44.250025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f941ddf2-c580-4168-bae2-1cfae23f10d4 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:44.250663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f941ddf2-c580-4168-bae2-1cfae23f10d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:44.305411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db25f171-cc9a-4ba4-b634-33cea48343f8 admin admin] Publish callbacks [] for router (d6914dc8-1f8c-4729-ad76-8b22c7d0c101), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:44.321706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:44.377206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:24:44.377558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device ccc92cf1-bfd6-42d9-bc1c-0d30d64ba04b not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:24:44.400659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f941ddf2-c580-4168-bae2-1cfae23f10d4 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:24:44.412195 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db25f171-cc9a-4ba4-b634-33cea48343f8 admin admin] Publish callbacks [] for router_gateway (d6914dc8-1f8c-4729-ad76-8b22c7d0c101), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:44.462041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-db25f171-cc9a-4ba4-b634-33cea48343f8 admin admin] Deleting port 895efed0-cea6-4f26-acd6-8a85c604ab72 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:24:44.462394 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db25f171-cc9a-4ba4-b634-33cea48343f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:44.463184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-040229cc-abc4-4477-99a6-ee00353a90bf None None] Provisioning complete for port 1ddee951-2763-4d80-b4b1-c191fc8d0af8 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:24:44.463583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-040229cc-abc4-4477-99a6-ee00353a90bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1ddee951-2763-4d80-b4b1-c191fc8d0af8), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:44.463905 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-040229cc-abc4-4477-99a6-ee00353a90bf None None] Attempt 1 to provision port 1ddee951-2763-4d80-b4b1-c191fc8d0af8 Oct 26 16:24:44.544034 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-db25f171-cc9a-4ba4-b634-33cea48343f8 admin admin] For port 895efed0-cea6-4f26-acd6-8a85c604ab72, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=895efed0-cea6-4f26-acd6-8a85c604ab72,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:44.544323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db25f171-cc9a-4ba4-b634-33cea48343f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:44.557806 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-db25f171-cc9a-4ba4-b634-33cea48343f8 admin admin] Calling delete_port for 895efed0-cea6-4f26-acd6-8a85c604ab72 owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:24:44.616460 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:44.628467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-040229cc-abc4-4477-99a6-ee00353a90bf None None] Current status of the port 1ddee951-2763-4d80-b4b1-c191fc8d0af8 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:44.639921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f941ddf2-c580-4168-bae2-1cfae23f10d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252'}], 'enable_snat': True}, 'gw_port_id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:24:43Z', 'revision_number': 5, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port': {'id': '895efed0-cea6-4f26-acd6-8a85c604ab72', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:23Z', 'updated_at': '2022-10-26T16:24:42Z', 'revision_number': 51, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:44.668281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941ddf2-c580-4168-bae2-1cfae23f10d4 None None] Checking router: d6914dc8-1f8c-4729-ad76-8b22c7d0c101 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:24:44.673760 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:44.682519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f941ddf2-c580-4168-bae2-1cfae23f10d4 None None] Routers {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:44.683546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f941ddf2-c580-4168-bae2-1cfae23f10d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:44.714668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:44.733493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db25f171-cc9a-4ba4-b634-33cea48343f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (895efed0-cea6-4f26-acd6-8a85c604ab72), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:44.750431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:44.762411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25f171-cc9a-4ba4-b634-33cea48343f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=895efed0-cea6-4f26-acd6-8a85c604ab72,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:44.772205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f941ddf2-c580-4168-bae2-1cfae23f10d4 None None] Set router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:24:44.819175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f941ddf2-c580-4168-bae2-1cfae23f10d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:24:44Z', 'revision_number': 6, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:44.828052 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db25f171-cc9a-4ba4-b634-33cea48343f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (d6914dc8-1f8c-4729-ad76-8b22c7d0c101), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:44.843907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941ddf2-c580-4168-bae2-1cfae23f10d4 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [{'id': 'd6914dc8-1f8c-4729-ad76-8b22c7d0c101', 'name': 'tempest-TestMinimumBasicScenario-1916772466-router', 'tenant_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:22Z', 'updated_at': '2022-10-26T16:24:44Z', 'revision_number': 6, 'project_id': 'd4424ad08cb6427bb8c72d2c8751f8f0', 'gw_port_host': None}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:44.921676 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db25f171-cc9a-4ba4-b634-33cea48343f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (d6914dc8-1f8c-4729-ad76-8b22c7d0c101), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:44.924018 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db25f171-cc9a-4ba4-b634-33cea48343f8 admin admin] Publish callbacks [] for router_controller (d6914dc8-1f8c-4729-ad76-8b22c7d0c101), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:44.967091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db25f171-cc9a-4ba4-b634-33cea48343f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (d6914dc8-1f8c-4729-ad76-8b22c7d0c101), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:44.967686 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db25f171-cc9a-4ba4-b634-33cea48343f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6914dc8-1f8c-4729-ad76-8b22c7d0c101 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:24:44.972741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-db25f171-cc9a-4ba4-b634-33cea48343f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:44.976329 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-db25f171-cc9a-4ba4-b634-33cea48343f8 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/d6914dc8-1f8c-4729-ad76-8b22c7d0c101 HTTP/1.1" status: 204 len: 168 time: 0.7864099 Oct 26 16:24:44.976541 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 43990) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:45.026536 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-8266b5d4-6d38-4b12-862a-9af62336d5be admin admin] Deleting subnet 94030365-b224-450f-a535-d379929988f2 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 16:24:45.030029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8266b5d4-6d38-4b12-862a-9af62336d5be admin admin] Publish callbacks [] for subnet (94030365-b224-450f-a535-d379929988f2), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:45.066670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8266b5d4-6d38-4b12-862a-9af62336d5be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (94030365-b224-450f-a535-d379929988f2), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:45.141227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8266b5d4-6d38-4b12-862a-9af62336d5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (94030365-b224-450f-a535-d379929988f2), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:45.198031 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8266b5d4-6d38-4b12-862a-9af62336d5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (94030365-b224-450f-a535-d379929988f2), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:45.226275 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b5d4-6d38-4b12-862a-9af62336d5be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94030365-b224-450f-a535-d379929988f2,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:45.228278 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8266b5d4-6d38-4b12-862a-9af62336d5be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:45.232821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1067df-4868-4fa2-8394-369b23de56e0 None None] Network ad9397c6-5c15-465e-baf0-af8a411b0425 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:24:45.234124 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 43992) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:45.234545 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8266b5d4-6d38-4b12-862a-9af62336d5be admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/94030365-b224-450f-a535-d379929988f2 HTTP/1.1" status: 204 len: 168 time: 0.2565718 Oct 26 16:24:45.304697 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (ad9397c6-5c15-465e-baf0-af8a411b0425), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:45.346966 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] Deleting port 1ddee951-2763-4d80-b4b1-c191fc8d0af8 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:24:45.347877 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (1ddee951-2763-4d80-b4b1-c191fc8d0af8), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:45.384060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957e0341-09de-4cc8-9269-3d73fe688efd None None] DHCP port deletion for ad9397c6-5c15-465e-baf0-af8a411b0425 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 16:24:45.416850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] For port 1ddee951-2763-4d80-b4b1-c191fc8d0af8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1ddee951-2763-4d80-b4b1-c191fc8d0af8,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:45.417220 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (1ddee951-2763-4d80-b4b1-c191fc8d0af8), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:45.425997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-957e0341-09de-4cc8-9269-3d73fe688efd None None] Deleting port 1ddee951-2763-4d80-b4b1-c191fc8d0af8 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:24:45.426365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-957e0341-09de-4cc8-9269-3d73fe688efd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (1ddee951-2763-4d80-b4b1-c191fc8d0af8), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:45.431433 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] Calling delete_port for 1ddee951-2763-4d80-b4b1-c191fc8d0af8 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:24:45.489318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-957e0341-09de-4cc8-9269-3d73fe688efd None None] For port 1ddee951-2763-4d80-b4b1-c191fc8d0af8, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1ddee951-2763-4d80-b4b1-c191fc8d0af8,segment=NetworkSegment(1a879917-2d01-4879-b4a9-54fb074a09c2),segment_id=1a879917-2d01-4879-b4a9-54fb074a09c2)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:45.490018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-957e0341-09de-4cc8-9269-3d73fe688efd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (1ddee951-2763-4d80-b4b1-c191fc8d0af8), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:45.505020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-957e0341-09de-4cc8-9269-3d73fe688efd None None] Calling delete_port for 1ddee951-2763-4d80-b4b1-c191fc8d0af8 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:24:45.514864 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (1ddee951-2763-4d80-b4b1-c191fc8d0af8), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:45.544555 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] No DVR routers for this DVR port 1ddee951-2763-4d80-b4b1-c191fc8d0af8 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:24:45.571880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] Pushing event deleted for resources: {'Port': ['ID=1ddee951-2763-4d80-b4b1-c191fc8d0af8,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:45.590128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-957e0341-09de-4cc8-9269-3d73fe688efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (1ddee951-2763-4d80-b4b1-c191fc8d0af8), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:45.617233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e0341-09de-4cc8-9269-3d73fe688efd None None] Pushing event deleted for resources: {'Port': ['ID=1ddee951-2763-4d80-b4b1-c191fc8d0af8,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:45.622141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e0341-09de-4cc8-9269-3d73fe688efd None None] No DVR routers for this DVR port 1ddee951-2763-4d80-b4b1-c191fc8d0af8 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:24:45.635031 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (ad9397c6-5c15-465e-baf0-af8a411b0425), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:45.658395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9397c6-5c15-465e-baf0-af8a411b0425']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:45.676214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a879917-2d01-4879-b4a9-54fb074a09c2') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:45.676214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a879917-2d01-4879-b4a9-54fb074a09c2') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:45.676383 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd38237-53de-42a7-847a-ddcb5f5a7668 None None] Sync routers for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:45.679570 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (1a879917-2d01-4879-b4a9-54fb074a09c2), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:45.683787 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd38237-53de-42a7-847a-ddcb5f5a7668 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:45.684147 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd38237-53de-42a7-847a-ddcb5f5a7668 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:24:45.684723 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-7fd38237-53de-42a7-847a-ddcb5f5a7668 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:24:45.692920 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd38237-53de-42a7-847a-ddcb5f5a7668 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:45.693080 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (1a879917-2d01-4879-b4a9-54fb074a09c2), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:45.693341 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd38237-53de-42a7-847a-ddcb5f5a7668 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:24:45.693971 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-7fd38237-53de-42a7-847a-ddcb5f5a7668 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d6914dc8-1f8c-4729-ad76-8b22c7d0c101'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:24:45.694377 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd38237-53de-42a7-847a-ddcb5f5a7668 None None] The sync data for ids ['d6914dc8-1f8c-4729-ad76-8b22c7d0c101'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:45.700298 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:24:45.700714 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (1a879917-2d01-4879-b4a9-54fb074a09c2), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:46.079496 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (ad9397c6-5c15-465e-baf0-af8a411b0425), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:46.087231 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:46.093588 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/ad9397c6-5c15-465e-baf0-af8a411b0425 HTTP/1.1" status: 204 len: 168 time: 0.8553245 Oct 26 16:24:46.093915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44000) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:46.101323 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3aa11b-a855-40b2-b6a7-ffd318f33bed admin admin] Pushing event deleted for resources: {'Network': ['ID=ad9397c6-5c15-465e-baf0-af8a411b0425,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:46.170546 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 1a879917-2d01-4879-b4a9-54fb074a09c2 resource provider aggregate not found Oct 26 16:24:46.194591 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 1a879917-2d01-4879-b4a9-54fb074a09c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a879917-2d01-4879-b4a9-54fb074a09c2 found for delete ", "request_id": "req-5554a105-44ab-4e1f-a72c-e20f9f57e0a5"}]} Oct 26 16:24:46.207482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1ddee951-2763-4d80-b4b1-c191fc8d0af8 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:46.228373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 1ddee951-2763-4d80-b4b1-c191fc8d0af8 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:24:46.228846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1ddee951-2763-4d80-b4b1-c191fc8d0af8 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:24:46.417759 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e85578a-6306-4cbd-963a-d628ef0ed45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (0fbb595e-0f72-4034-b496-578b87ffa833), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:46.454324 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:46.466698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:46.640499 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-4e85578a-6306-4cbd-963a-d628ef0ed45d admin admin] Deleting port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:24:46.640874 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e85578a-6306-4cbd-963a-d628ef0ed45d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:46.722801 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-4e85578a-6306-4cbd-963a-d628ef0ed45d admin admin] For port 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:46.723086 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e85578a-6306-4cbd-963a-d628ef0ed45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:46.735823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-4e85578a-6306-4cbd-963a-d628ef0ed45d admin admin] Calling delete_port for 99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:24:46.914452 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e85578a-6306-4cbd-963a-d628ef0ed45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:46.939704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85578a-6306-4cbd-963a-d628ef0ed45d admin admin] Pushing event deleted for resources: {'Port': ['ID=99cf6b8c-1ef8-4dc7-9296-5492da9ebf0a,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:47.100977 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e85578a-6306-4cbd-963a-d628ef0ed45d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (0fbb595e-0f72-4034-b496-578b87ffa833), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:47.129325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da0c390-2dc9-43a9-92bf-5ae0474575e8 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 16:24:47.180600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:47.204346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:47.215647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da0c390-2dc9-43a9-92bf-5ae0474575e8 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:24:47.250561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:47.315502 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e85578a-6306-4cbd-963a-d628ef0ed45d admin admin] Router 0fbb595e-0f72-4034-b496-578b87ffa833 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:24:47.365715 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:47.427497 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e85578a-6306-4cbd-963a-d628ef0ed45d admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:24:47.433223 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4e85578a-6306-4cbd-963a-d628ef0ed45d admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/0fbb595e-0f72-4034-b496-578b87ffa833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3381004 Oct 26 16:24:47.435824 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44006) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:47.440049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca86f0-8606-4c89-a551-0219dd1a33e0 None None] Sync routers for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:47.452098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca86f0-8606-4c89-a551-0219dd1a33e0 None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:47.452867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-cfca86f0-8606-4c89-a551-0219dd1a33e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:47.543109 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6e5cca99-e4bd-4848-a8b3-b27b4735d312 admin admin] Publish callbacks [] for router (0fbb595e-0f72-4034-b496-578b87ffa833), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:47.566325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-cfca86f0-8606-4c89-a551-0219dd1a33e0 None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:24:47.650966 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6e5cca99-e4bd-4848-a8b3-b27b4735d312 admin admin] Publish callbacks [] for router_gateway (0fbb595e-0f72-4034-b496-578b87ffa833), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:47.654195 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:47.701103 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-6e5cca99-e4bd-4848-a8b3-b27b4735d312 admin admin] Deleting port bd7f3acc-1134-48c9-a306-a9bd32556c31 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:24:47.701603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6e5cca99-e4bd-4848-a8b3-b27b4735d312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:47.792696 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-6e5cca99-e4bd-4848-a8b3-b27b4735d312 admin admin] For port bd7f3acc-1134-48c9-a306-a9bd32556c31, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd7f3acc-1134-48c9-a306-a9bd32556c31,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:47.793272 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6e5cca99-e4bd-4848-a8b3-b27b4735d312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:47.813118 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-6e5cca99-e4bd-4848-a8b3-b27b4735d312 admin admin] Calling delete_port for bd7f3acc-1134-48c9-a306-a9bd32556c31 owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:24:47.824487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:47.885349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-f683abc2-50ce-40d4-b3c6-9a60d3f1248a None None] Provisioning complete for port 790d7b84-cd4c-47cc-900f-721094d1d4b5 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:24:47.885727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f683abc2-50ce-40d4-b3c6-9a60d3f1248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (790d7b84-cd4c-47cc-900f-721094d1d4b5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:47.886071 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-f683abc2-50ce-40d4-b3c6-9a60d3f1248a None None] Attempt 1 to provision port 790d7b84-cd4c-47cc-900f-721094d1d4b5 Oct 26 16:24:47.914924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-cfca86f0-8606-4c89-a551-0219dd1a33e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223'}], 'enable_snat': True}, 'gw_port_id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:24:46Z', 'revision_number': 5, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port': {'id': 'bd7f3acc-1134-48c9-a306-a9bd32556c31', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:16:35Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:47.949593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca86f0-8606-4c89-a551-0219dd1a33e0 None None] Checking router: 0fbb595e-0f72-4034-b496-578b87ffa833 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:24:47.965431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca86f0-8606-4c89-a551-0219dd1a33e0 None None] Routers {'0fbb595e-0f72-4034-b496-578b87ffa833'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:47.966049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-cfca86f0-8606-4c89-a551-0219dd1a33e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0fbb595e-0f72-4034-b496-578b87ffa833'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:47.990400 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6e5cca99-e4bd-4848-a8b3-b27b4735d312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (bd7f3acc-1134-48c9-a306-a9bd32556c31), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.013987 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cca99-e4bd-4848-a8b3-b27b4735d312 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7f3acc-1134-48c9-a306-a9bd32556c31,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:48.071589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-f683abc2-50ce-40d4-b3c6-9a60d3f1248a None None] Current status of the port 790d7b84-cd4c-47cc-900f-721094d1d4b5 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:48.079422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-cfca86f0-8606-4c89-a551-0219dd1a33e0 None None] Set router 0fbb595e-0f72-4034-b496-578b87ffa833 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:24:48.083218 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6e5cca99-e4bd-4848-a8b3-b27b4735d312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (0fbb595e-0f72-4034-b496-578b87ffa833), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.129366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-cfca86f0-8606-4c89-a551-0219dd1a33e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:24:47Z', 'revision_number': 6, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:48.157751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca86f0-8606-4c89-a551-0219dd1a33e0 None None] The sync data for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv is: [{'id': '0fbb595e-0f72-4034-b496-578b87ffa833', 'name': 'tempest-TestMinimumBasicScenario-2142245919-router', 'tenant_id': 'b16d9cb51e524211aea64390d615ec13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:15:27Z', 'updated_at': '2022-10-26T16:24:47Z', 'revision_number': 6, 'project_id': 'b16d9cb51e524211aea64390d615ec13', 'gw_port_host': None}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:48.171389 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6e5cca99-e4bd-4848-a8b3-b27b4735d312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (0fbb595e-0f72-4034-b496-578b87ffa833), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.178344 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6e5cca99-e4bd-4848-a8b3-b27b4735d312 admin admin] Publish callbacks [] for router_controller (0fbb595e-0f72-4034-b496-578b87ffa833), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.223388 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6e5cca99-e4bd-4848-a8b3-b27b4735d312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (0fbb595e-0f72-4034-b496-578b87ffa833), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.224020 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5cca99-e4bd-4848-a8b3-b27b4735d312 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fbb595e-0f72-4034-b496-578b87ffa833 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:24:48.228760 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6e5cca99-e4bd-4848-a8b3-b27b4735d312 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.230010 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6e5cca99-e4bd-4848-a8b3-b27b4735d312 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/0fbb595e-0f72-4034-b496-578b87ffa833 HTTP/1.1" status: 204 len: 168 time: 0.7932115 Oct 26 16:24:48.232880 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44008) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:48.280053 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ef0df5-88d8-4986-8edb-ed9ceb8463c4 admin admin] Deleting subnet 2ea7402a-c05b-4922-abbc-a52e72ca27ee {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 16:24:48.283627 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-98ef0df5-88d8-4986-8edb-ed9ceb8463c4 admin admin] Publish callbacks [] for subnet (2ea7402a-c05b-4922-abbc-a52e72ca27ee), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.319539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-98ef0df5-88d8-4986-8edb-ed9ceb8463c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (2ea7402a-c05b-4922-abbc-a52e72ca27ee), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.402998 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-98ef0df5-88d8-4986-8edb-ed9ceb8463c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (2ea7402a-c05b-4922-abbc-a52e72ca27ee), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.456040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-98ef0df5-88d8-4986-8edb-ed9ceb8463c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (2ea7402a-c05b-4922-abbc-a52e72ca27ee), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.484484 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef0df5-88d8-4986-8edb-ed9ceb8463c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ea7402a-c05b-4922-abbc-a52e72ca27ee,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:48.486505 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-98ef0df5-88d8-4986-8edb-ed9ceb8463c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.492424 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-98ef0df5-88d8-4986-8edb-ed9ceb8463c4 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/2ea7402a-c05b-4922-abbc-a52e72ca27ee HTTP/1.1" status: 204 len: 168 time: 0.2562900 Oct 26 16:24:48.492590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7767add1-b287-4e11-b859-93abe9f16bf6 None None] Network e55c82d1-e955-4185-bf74-da407339b90b requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:24:48.493326 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44010) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:48.566804 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (e55c82d1-e955-4185-bf74-da407339b90b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.612402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] Deleting port 790d7b84-cd4c-47cc-900f-721094d1d4b5 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:24:48.613314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (790d7b84-cd4c-47cc-900f-721094d1d4b5), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.636721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6363828c-e6ee-4dae-b342-8f98c6cacb80 None None] DHCP port deletion for e55c82d1-e955-4185-bf74-da407339b90b request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 16:24:48.677946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-6363828c-e6ee-4dae-b342-8f98c6cacb80 None None] Deleting port 790d7b84-cd4c-47cc-900f-721094d1d4b5 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:24:48.678351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6363828c-e6ee-4dae-b342-8f98c6cacb80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (790d7b84-cd4c-47cc-900f-721094d1d4b5), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.681845 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] For port 790d7b84-cd4c-47cc-900f-721094d1d4b5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=790d7b84-cd4c-47cc-900f-721094d1d4b5,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:48.682217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (790d7b84-cd4c-47cc-900f-721094d1d4b5), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.696042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] Calling delete_port for 790d7b84-cd4c-47cc-900f-721094d1d4b5 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:24:48.741633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-6363828c-e6ee-4dae-b342-8f98c6cacb80 None None] For port 790d7b84-cd4c-47cc-900f-721094d1d4b5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=790d7b84-cd4c-47cc-900f-721094d1d4b5,segment=NetworkSegment(f45ebfce-cfd6-46ff-9263-7df85f5da4c3),segment_id=f45ebfce-cfd6-46ff-9263-7df85f5da4c3)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:48.742087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6363828c-e6ee-4dae-b342-8f98c6cacb80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (790d7b84-cd4c-47cc-900f-721094d1d4b5), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.756313 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-6363828c-e6ee-4dae-b342-8f98c6cacb80 None None] Calling delete_port for 790d7b84-cd4c-47cc-900f-721094d1d4b5 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:24:48.766325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:48.768100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:48.784497 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (790d7b84-cd4c-47cc-900f-721094d1d4b5), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.810613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] Pushing event deleted for resources: {'Port': ['ID=790d7b84-cd4c-47cc-900f-721094d1d4b5,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:48.817283 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] No DVR routers for this DVR port 790d7b84-cd4c-47cc-900f-721094d1d4b5 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:24:48.845600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6363828c-e6ee-4dae-b342-8f98c6cacb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (790d7b84-cd4c-47cc-900f-721094d1d4b5), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.880712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363828c-e6ee-4dae-b342-8f98c6cacb80 None None] Pushing event deleted for resources: {'Port': ['ID=790d7b84-cd4c-47cc-900f-721094d1d4b5,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:48.882568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6363828c-e6ee-4dae-b342-8f98c6cacb80 None None] No DVR routers for this DVR port 790d7b84-cd4c-47cc-900f-721094d1d4b5 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:24:48.912130 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b412dc6-ea5a-4e85-bdb3-c0d4e2c88719 None None] Sync routers for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:48.913201 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (e55c82d1-e955-4185-bf74-da407339b90b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.921831 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b412dc6-ea5a-4e85-bdb3-c0d4e2c88719 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:48.922187 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b412dc6-ea5a-4e85-bdb3-c0d4e2c88719 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:24:48.922765 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-6b412dc6-ea5a-4e85-bdb3-c0d4e2c88719 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0fbb595e-0f72-4034-b496-578b87ffa833'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:24:48.924651 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:48.932700 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:48.934546 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b412dc6-ea5a-4e85-bdb3-c0d4e2c88719 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:48.934905 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b412dc6-ea5a-4e85-bdb3-c0d4e2c88719 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:24:48.935487 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-6b412dc6-ea5a-4e85-bdb3-c0d4e2c88719 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0fbb595e-0f72-4034-b496-578b87ffa833'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:24:48.936030 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b412dc6-ea5a-4e85-bdb3-c0d4e2c88719 None None] The sync data for ids ['0fbb595e-0f72-4034-b496-578b87ffa833'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:48.937072 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55c82d1-e955-4185-bf74-da407339b90b']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:48.948354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45ebfce-cfd6-46ff-9263-7df85f5da4c3') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:48.948641 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45ebfce-cfd6-46ff-9263-7df85f5da4c3') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:48.958670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (f45ebfce-cfd6-46ff-9263-7df85f5da4c3), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.973287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (f45ebfce-cfd6-46ff-9263-7df85f5da4c3), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:48.979602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:24:48.979993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (f45ebfce-cfd6-46ff-9263-7df85f5da4c3), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:49.043880 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (e55c82d1-e955-4185-bf74-da407339b90b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:49.052044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:49.055194 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/e55c82d1-e955-4185-bf74-da407339b90b HTTP/1.1" status: 204 len: 168 time: 0.5610960 Oct 26 16:24:49.067228 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a87552-07d2-466c-bf40-69e26922441c admin admin] Pushing event deleted for resources: {'Network': ['ID=e55c82d1-e955-4185-bf74-da407339b90b,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:49.104649 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment f45ebfce-cfd6-46ff-9263-7df85f5da4c3 resource provider aggregate not found Oct 26 16:24:49.124178 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment f45ebfce-cfd6-46ff-9263-7df85f5da4c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f45ebfce-cfd6-46ff-9263-7df85f5da4c3 found for delete ", "request_id": "req-c2865b2a-13bb-4cfe-a05d-c0b40cd1e912"}]} Oct 26 16:24:49.187295 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44022) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:49.224004 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:49.236093 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-23931831-0709-460f-85c3-cbd18e069836 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d4424ad08cb6427bb8c72d2c8751f8f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476515 Oct 26 16:24:49.239692 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44024) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:49.294078 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bab0fc76-0120-462e-a0b4-d8b7ad2860d5 admin admin] Publish callbacks [] for security_group (a2130dbc-b3df-415f-9ab0-0026f9d2275f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:49.314898 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bab0fc76-0120-462e-a0b4-d8b7ad2860d5 admin admin] Publish callbacks [] for security_group (a2130dbc-b3df-415f-9ab0-0026f9d2275f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:49.365921 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bab0fc76-0120-462e-a0b4-d8b7ad2860d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (a2130dbc-b3df-415f-9ab0-0026f9d2275f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:49.368632 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bab0fc76-0120-462e-a0b4-d8b7ad2860d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:49.370243 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bab0fc76-0120-462e-a0b4-d8b7ad2860d5 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/a2130dbc-b3df-415f-9ab0-0026f9d2275f HTTP/1.1" status: 204 len: 168 time: 0.1295371 Oct 26 16:24:49.378972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0fc76-0120-462e-a0b4-d8b7ad2860d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2130dbc-b3df-415f-9ab0-0026f9d2275f,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:49.717787 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44030) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:49.760106 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-edfb7dbe-fe83-4a70-a3a7-edae499c00c0 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b16d9cb51e524211aea64390d615ec13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408804 Oct 26 16:24:49.762558 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44032) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:49.811324 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-855f9a9b-e119-4545-a2b7-9d9105fe345c admin admin] Publish callbacks [] for security_group (c284f152-873a-4370-a7dd-6420197e8401), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:49.832470 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-855f9a9b-e119-4545-a2b7-9d9105fe345c admin admin] Publish callbacks [] for security_group (c284f152-873a-4370-a7dd-6420197e8401), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:49.867410 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:49.885119 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-855f9a9b-e119-4545-a2b7-9d9105fe345c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (c284f152-873a-4370-a7dd-6420197e8401), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:49.887642 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-855f9a9b-e119-4545-a2b7-9d9105fe345c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:49.888823 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-855f9a9b-e119-4545-a2b7-9d9105fe345c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/c284f152-873a-4370-a7dd-6420197e8401 HTTP/1.1" status: 204 len: 168 time: 0.1252820 Oct 26 16:24:49.897472 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f9a9b-e119-4545-a2b7-9d9105fe345c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c284f152-873a-4370-a7dd-6420197e8401,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:50.203746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 790d7b84-cd4c-47cc-900f-721094d1d4b5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:50.224362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 790d7b84-cd4c-47cc-900f-721094d1d4b5 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:24:50.224722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 790d7b84-cd4c-47cc-900f-721094d1d4b5 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:24:51.388973 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44072) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:51.393534 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7da6ce8f-c911-46c8-b012-c15535e6cc82 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-825967485', 'description': 'tempest-secgroup-smoke-825967485 description', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:24:51.414593 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7da6ce8f-c911-46c8-b012-c15535e6cc82 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:51.422679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7da6ce8f-c911-46c8-b012-c15535e6cc82 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:51.498022 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7da6ce8f-c911-46c8-b012-c15535e6cc82 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (f5cfb435-0f20-473d-9e48-401cf3cfc576), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:51.501761 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7da6ce8f-c911-46c8-b012-c15535e6cc82 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (f5cfb435-0f20-473d-9e48-401cf3cfc576), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:51.507436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=77,neutron:DELETE=13,neutron:INSERT=10 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:51.541903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6ce8f-c911-46c8-b012-c15535e6cc82 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cfb435-0f20-473d-9e48-401cf3cfc576,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:51.586245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7da6ce8f-c911-46c8-b012-c15535e6cc82 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (41de5701-76bd-47ee-9bda-8d443bbf5576), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:51.590006 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7da6ce8f-c911-46c8-b012-c15535e6cc82 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (41de5701-76bd-47ee-9bda-8d443bbf5576), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:51.622543 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7da6ce8f-c911-46c8-b012-c15535e6cc82 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:51.623758 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7da6ce8f-c911-46c8-b012-c15535e6cc82 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2337806 Oct 26 16:24:51.624895 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6ce8f-c911-46c8-b012-c15535e6cc82 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41de5701-76bd-47ee-9bda-8d443bbf5576,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:51.626828 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44074) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:51.632031 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-e3a98643-d12c-4058-9883-b974c7e5e2d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': '41de5701-76bd-47ee-9bda-8d443bbf5576', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:24:51.658335 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3a98643-d12c-4058-9883-b974c7e5e2d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (56640156-4aa6-441c-8901-133a3b684e57), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:51.715630 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3a98643-d12c-4058-9883-b974c7e5e2d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (56640156-4aa6-441c-8901-133a3b684e57), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:51.720073 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3a98643-d12c-4058-9883-b974c7e5e2d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (56640156-4aa6-441c-8901-133a3b684e57), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:51.738735 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a98643-d12c-4058-9883-b974c7e5e2d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56640156-4aa6-441c-8901-133a3b684e57,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:51.745890 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e3a98643-d12c-4058-9883-b974c7e5e2d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:51.747064 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e3a98643-d12c-4058-9883-b974c7e5e2d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193357 Oct 26 16:24:51.749858 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44076) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:51.754598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-5b6e07f4-5d0b-4ad1-a326-c1de82000763 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': '41de5701-76bd-47ee-9bda-8d443bbf5576', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:24:51.779435 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5b6e07f4-5d0b-4ad1-a326-c1de82000763 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (5cd47b70-6269-4a80-a6f4-a18037c86bec), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:51.835028 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5b6e07f4-5d0b-4ad1-a326-c1de82000763 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (5cd47b70-6269-4a80-a6f4-a18037c86bec), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:51.838569 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5b6e07f4-5d0b-4ad1-a326-c1de82000763 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (5cd47b70-6269-4a80-a6f4-a18037c86bec), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:51.858083 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e07f4-5d0b-4ad1-a326-c1de82000763 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd47b70-6269-4a80-a6f4-a18037c86bec,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:51.865524 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5b6e07f4-5d0b-4ad1-a326-c1de82000763 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:51.866690 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5b6e07f4-5d0b-4ad1-a326-c1de82000763 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159296 Oct 26 16:24:51.869562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44078) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:51.873791 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-3dc3a2b1-5746-454b-a9a1-4852002560c9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': '41de5701-76bd-47ee-9bda-8d443bbf5576', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:24:51.899310 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3dc3a2b1-5746-454b-a9a1-4852002560c9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (4cedd296-932d-41ff-b039-f51075f5e8e8), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:51.957330 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3dc3a2b1-5746-454b-a9a1-4852002560c9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (4cedd296-932d-41ff-b039-f51075f5e8e8), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:51.960664 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3dc3a2b1-5746-454b-a9a1-4852002560c9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (4cedd296-932d-41ff-b039-f51075f5e8e8), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:51.966087 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:51.981279 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3a2b1-5746-454b-a9a1-4852002560c9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cedd296-932d-41ff-b039-f51075f5e8e8,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:51.989863 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-3dc3a2b1-5746-454b-a9a1-4852002560c9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:51.991054 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3dc3a2b1-5746-454b-a9a1-4852002560c9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205642 Oct 26 16:24:51.993784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44080) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:51.998361 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-c26b8dfa-82f5-4128-886e-91fa4afb05b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': '41de5701-76bd-47ee-9bda-8d443bbf5576', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:24:52.024240 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c26b8dfa-82f5-4128-886e-91fa4afb05b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (1e70d4ea-a6ff-49f3-964b-9b87ec54f956), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:52.083688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c26b8dfa-82f5-4128-886e-91fa4afb05b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (1e70d4ea-a6ff-49f3-964b-9b87ec54f956), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:52.087233 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c26b8dfa-82f5-4128-886e-91fa4afb05b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (1e70d4ea-a6ff-49f3-964b-9b87ec54f956), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:52.106052 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b8dfa-82f5-4128-886e-91fa4afb05b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e70d4ea-a6ff-49f3-964b-9b87ec54f956,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:52.113475 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c26b8dfa-82f5-4128-886e-91fa4afb05b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:52.114664 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c26b8dfa-82f5-4128-886e-91fa4afb05b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199679 Oct 26 16:24:52.117306 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44082) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:52.121739 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-323dcefc-79e1-451b-9d3d-830c355ee53b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': '41de5701-76bd-47ee-9bda-8d443bbf5576', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:24:52.133504 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:52.142535 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-323dcefc-79e1-451b-9d3d-830c355ee53b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Project 5fb6b8606a8f4a13aa28f4e956cbe2de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:24:52.149044 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-323dcefc-79e1-451b-9d3d-830c355ee53b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (7cc80d20-81c7-4c5a-bd1f-b13d54361a3f), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:52.201063 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-323dcefc-79e1-451b-9d3d-830c355ee53b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (7cc80d20-81c7-4c5a-bd1f-b13d54361a3f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:52.204339 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-323dcefc-79e1-451b-9d3d-830c355ee53b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (7cc80d20-81c7-4c5a-bd1f-b13d54361a3f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:52.223848 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dcefc-79e1-451b-9d3d-830c355ee53b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc80d20-81c7-4c5a-bd1f-b13d54361a3f,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:52.231262 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-323dcefc-79e1-451b-9d3d-830c355ee53b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:52.232434 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-323dcefc-79e1-451b-9d3d-830c355ee53b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1141829 Oct 26 16:24:52.235479 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44084) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:52.240445 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-4181544c-5f9e-4eb4-8111-a59021c6db69 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': '41de5701-76bd-47ee-9bda-8d443bbf5576', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:24:52.261935 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-4181544c-5f9e-4eb4-8111-a59021c6db69 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Project 5fb6b8606a8f4a13aa28f4e956cbe2de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:24:52.267807 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4181544c-5f9e-4eb4-8111-a59021c6db69 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (d20027dd-a833-465c-8416-30778929b1af), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:52.327196 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4181544c-5f9e-4eb4-8111-a59021c6db69 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (d20027dd-a833-465c-8416-30778929b1af), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:52.330588 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4181544c-5f9e-4eb4-8111-a59021c6db69 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (d20027dd-a833-465c-8416-30778929b1af), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:52.350830 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181544c-5f9e-4eb4-8111-a59021c6db69 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20027dd-a833-465c-8416-30778929b1af,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:52.358974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4181544c-5f9e-4eb4-8111-a59021c6db69 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:52.360193 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4181544c-5f9e-4eb4-8111-a59021c6db69 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237087 Oct 26 16:24:52.363688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44086) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:52.368494 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-f019458b-54e5-47d7-9fd1-7a24238c5973 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'network': {'name': 'tempest-network-smoke--725613277', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'port_security_enabled': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:24:52.388590 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f019458b-54e5-47d7-9fd1-7a24238c5973 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Made reservation on behalf of 5fb6b8606a8f4a13aa28f4e956cbe2de for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:24:52.392241 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f019458b-54e5-47d7-9fd1-7a24238c5973 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:52.415536 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f019458b-54e5-47d7-9fd1-7a24238c5973 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:24:52.424284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f019458b-54e5-47d7-9fd1-7a24238c5973 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:52.424632 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-f019458b-54e5-47d7-9fd1-7a24238c5973 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Added segment 4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78 of type vlan for network 6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 Oct 26 16:24:52.467648 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f019458b-54e5-47d7-9fd1-7a24238c5973 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (6abf1dd2-c035-4ab9-a4d1-44d38cca54d2), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:52.492445 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f019458b-54e5-47d7-9fd1-7a24238c5973 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (6abf1dd2-c035-4ab9-a4d1-44d38cca54d2), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:52.497464 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f019458b-54e5-47d7-9fd1-7a24238c5973 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:52.498050 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f019458b-54e5-47d7-9fd1-7a24238c5973 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:52.553052 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f019458b-54e5-47d7-9fd1-7a24238c5973 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1881554 Oct 26 16:24:52.556187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44088) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:52.560943 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'admin_state_up': True, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:24:52.570515 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019458b-54e5-47d7-9fd1-7a24238c5973 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Network': ['ID=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:52.581089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:24:52.586053 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (98fc7ca8-9258-4f29-bdd3-9221e09d956b), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:52.587067 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (98fc7ca8-9258-4f29-bdd3-9221e09d956b), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:52.639498 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_controller (98fc7ca8-9258-4f29-bdd3-9221e09d956b), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:53.050639 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (98fc7ca8-9258-4f29-bdd3-9221e09d956b), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:53.223659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (98fc7ca8-9258-4f29-bdd3-9221e09d956b), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:53.242270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:53.350581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.26.11.107 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/29277ced-6ffd-46c0-a14d-cef11e48be17) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:53.451908 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:53.483722 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:53.529199 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:53.532347 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:53.536780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:24:53.539805 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:53.557554 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:53.812182 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:53.827213 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (98fc7ca8-9258-4f29-bdd3-9221e09d956b), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:54.017624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (98fc7ca8-9258-4f29-bdd3-9221e09d956b), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:54.140972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 98fc7ca8-9258-4f29-bdd3-9221e09d956b is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:24:54.244907 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:24:54.254862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:54.265287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:54.265910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bad92936-1246-49e2-802f-7235e99784fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:54.266651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:54.271587 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-32062e98-bee9-40af-bc60-316854ed34b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7106249 Oct 26 16:24:54.271777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44096) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:54.370858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:24:54.414607 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c8573b64-e032-42f4-af8b-79ed6fb6fdb7 tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?project_id=5fb6b8606a8f4a13aa28f4e956cbe2de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1415160 Oct 26 16:24:54.417554 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44102) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:54.470306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:54.539864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bad92936-1246-49e2-802f-7235e99784fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:53Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:24:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:54.566298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:24:54.566656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Updating router 98fc7ca8-9258-4f29-bdd3-9221e09d956b port 29277ced-6ffd-46c0-a14d-cef11e48be17 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:24:54.571883 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be31347-7a3a-410d-9a3d-9382bab07e9c tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:54.573428 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4be31347-7a3a-410d-9a3d-9382bab07e9c tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1548772 Oct 26 16:24:54.576298 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44104) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:54.598295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:54.604272 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-98ed9d7b-c781-4aa7-bdd4-1acc6f1177de tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269053 Oct 26 16:24:54.606801 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44106) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:54.611395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7bf8f35d-920b-45a4-a689-2b8724ae41c1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-880593828', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:24:54.664009 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:54.700237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf8f35d-920b-45a4-a689-2b8724ae41c1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Made reservation on behalf of 5fb6b8606a8f4a13aa28f4e956cbe2de for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:24:54.703832 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7bf8f35d-920b-45a4-a689-2b8724ae41c1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:54.795006 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:54.848363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Publish callbacks [] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:54.853729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:54.887645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Attempting to bind port 29277ced-6ffd-46c0-a14d-cef11e48be17 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:24:54.888017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Attempting to bind port 29277ced-6ffd-46c0-a14d-cef11e48be17 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:24:54.888386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Attempting to bind port 29277ced-6ffd-46c0-a14d-cef11e48be17 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:54.897521 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7bf8f35d-920b-45a4-a689-2b8724ae41c1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (db20e608-5758-4e5b-901d-dd4c8318ba2f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:54.921848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e67b1-f918-425c-ab1b-5d56d680c93a None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:54.942465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:24:54.942992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:24:54.943408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:54.943804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:24:54.944281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Bound port: 29277ced-6ffd-46c0-a14d-cef11e48be17, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:24:54.944668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:54.960931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8f35d-920b-45a4-a689-2b8724ae41c1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Subnet': ['ID=db20e608-5758-4e5b-901d-dd4c8318ba2f,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:54.968531 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8f35d-920b-45a4-a689-2b8724ae41c1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Checking segment: {'id': '4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:24:54.968922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf8f35d-920b-45a4-a689-2b8724ae41c1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network hostable DHCP agents. Network: 6abf1dd2-c035-4ab9-a4d1-44d38cca54d2, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:24:54.987275 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf8f35d-920b-45a4-a689-2b8724ae41c1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:24:54.996324 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-7bf8f35d-920b-45a4-a689-2b8724ae41c1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 6abf1dd2-c035-4ab9-a4d1-44d38cca54d2) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:55.001164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-bad92936-1246-49e2-802f-7235e99784fe None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:24:55.005221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b77c3a-e014-47e9-8c92-7db0dd9af2e0 None None] Network 6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:24:55.006125 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf8f35d-920b-45a4-a689-2b8724ae41c1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:55.006884 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7bf8f35d-920b-45a4-a689-2b8724ae41c1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:55.024485 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7bf8f35d-920b-45a4-a689-2b8724ae41c1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4167101 Oct 26 16:24:55.027513 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44108) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:24:55.028721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-bad92936-1246-49e2-802f-7235e99784fe None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:24:55.059162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:55.192080 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:55.256132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:55.256680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bad92936-1246-49e2-802f-7235e99784fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:55.331175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e67b1-f918-425c-ab1b-5d56d680c93a None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:55.351960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:24:55.352910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:55.412106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:55.427793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-bad92936-1246-49e2-802f-7235e99784fe None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:24:55.455156 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d0106b2-d081-496e-a229-d5cb897cfc4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:55.516831 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:55.578886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:55.656225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Allocated IP 172.20.0.2 (6abf1dd2-c035-4ab9-a4d1-44d38cca54d2/db20e608-5758-4e5b-901d-dd4c8318ba2f/1d07c135-0b4e-47b5-a154-82d32c46ed74) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:55.753493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bad92936-1246-49e2-802f-7235e99784fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:53Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:55.780642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad92936-1246-49e2-802f-7235e99784fe None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:53Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:55.865640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Publish callbacks [] for port (1d07c135-0b4e-47b5-a154-82d32c46ed74), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:55.871501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (1d07c135-0b4e-47b5-a154-82d32c46ed74), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:55.913726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Network 6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:55.921479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:55.926058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:24:55.929430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Pushing event updated for resources: {'Port': ['ID=1d07c135-0b4e-47b5-a154-82d32c46ed74,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:55.934915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-4d0106b2-d081-496e-a229-d5cb897cfc4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.20.0.1 (6abf1dd2-c035-4ab9-a4d1-44d38cca54d2/db20e608-5758-4e5b-901d-dd4c8318ba2f/a931c47e-4491-42ab-a4bd-a1e64e545547) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:24:55.988990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Attempting to bind port 1d07c135-0b4e-47b5-a154-82d32c46ed74 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:24:55.989311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Attempting to bind port 1d07c135-0b4e-47b5-a154-82d32c46ed74 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:24:55.989679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Attempting to bind port 1d07c135-0b4e-47b5-a154-82d32c46ed74 on network 6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:55.992583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:56.053356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:24:56.053743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Checking segment: {'id': '4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:24:56.054155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:56.054551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Bound using segment: {'id': '4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:24:56.055030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Bound port: 1d07c135-0b4e-47b5-a154-82d32c46ed74, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:24:56.055436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1d07c135-0b4e-47b5-a154-82d32c46ed74), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:56.086007 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d0106b2-d081-496e-a229-d5cb897cfc4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:56.122409 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d0106b2-d081-496e-a229-d5cb897cfc4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:56.131882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] For port 1d07c135-0b4e-47b5-a154-82d32c46ed74, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:24:56.134963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] For port 1d07c135-0b4e-47b5-a154-82d32c46ed74, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1d07c135-0b4e-47b5-a154-82d32c46ed74,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:24:56.142112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1d07c135-0b4e-47b5-a154-82d32c46ed74), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:56.188881 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0106b2-d081-496e-a229-d5cb897cfc4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:56.196825 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-4d0106b2-d081-496e-a229-d5cb897cfc4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:56.203845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b701e-d44a-4407-a816-cbd56758495f None None] Pushing event updated for resources: {'Port': ['ID=1d07c135-0b4e-47b5-a154-82d32c46ed74,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:56.217160 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0106b2-d081-496e-a229-d5cb897cfc4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:24:56.222957 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0106b2-d081-496e-a229-d5cb897cfc4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:56.276341 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d0106b2-d081-496e-a229-d5cb897cfc4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (98fc7ca8-9258-4f29-bdd3-9221e09d956b), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:56.286566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:56.323008 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:56.354433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 29277ced-6ffd-46c0-a14d-cef11e48be17 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:24:56.355070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:56.355507 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 29277ced-6ffd-46c0-a14d-cef11e48be17 Oct 26 16:24:56.465664 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d0106b2-d081-496e-a229-d5cb897cfc4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:56.477027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:56.477441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:56.511245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:56.518726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:56.583623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:56.707039 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:56.777255 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d0106b2-d081-496e-a229-d5cb897cfc4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:56.782360 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d0106b2-d081-496e-a229-d5cb897cfc4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:56.859581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0106b2-d081-496e-a229-d5cb897cfc4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:56.863453 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4d0106b2-d081-496e-a229-d5cb897cfc4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (98fc7ca8-9258-4f29-bdd3-9221e09d956b), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:56.962874 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0106b2-d081-496e-a229-d5cb897cfc4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:24:56.964269 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-4d0106b2-d081-496e-a229-d5cb897cfc4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:24:57.078840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0106b2-d081-496e-a229-d5cb897cfc4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 98fc7ca8-9258-4f29-bdd3-9221e09d956b has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:24:57.189798 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0106b2-d081-496e-a229-d5cb897cfc4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:24:57.195082 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4d0106b2-d081-496e-a229-d5cb897cfc4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "PUT /networking/v2.0/routers/98fc7ca8-9258-4f29-bdd3-9221e09d956b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1664040 Oct 26 16:24:57.218924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140e8ec7-d83f-40d8-87b0-d7f220fb6cf0 None None] Network 6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:24:57.289638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c03c3cf7-7b2f-487c-a5c7-1c2fe923974c None None] Provisioning complete for port 1d07c135-0b4e-47b5-a154-82d32c46ed74 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:24:57.290218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c03c3cf7-7b2f-487c-a5c7-1c2fe923974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1d07c135-0b4e-47b5-a154-82d32c46ed74), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:57.290430 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c03c3cf7-7b2f-487c-a5c7-1c2fe923974c None None] Attempt 1 to provision port 1d07c135-0b4e-47b5-a154-82d32c46ed74 Oct 26 16:24:57.414910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c03c3cf7-7b2f-487c-a5c7-1c2fe923974c None None] Current status of the port 1d07c135-0b4e-47b5-a154-82d32c46ed74 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:57.415304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c03c3cf7-7b2f-487c-a5c7-1c2fe923974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1d07c135-0b4e-47b5-a154-82d32c46ed74), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:57.465622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c03c3cf7-7b2f-487c-a5c7-1c2fe923974c None None] For port 1d07c135-0b4e-47b5-a154-82d32c46ed74, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1d07c135-0b4e-47b5-a154-82d32c46ed74,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:57.471286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c03c3cf7-7b2f-487c-a5c7-1c2fe923974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1d07c135-0b4e-47b5-a154-82d32c46ed74), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:57.497963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:57.527212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c3cf7-7b2f-487c-a5c7-1c2fe923974c None None] Pushing event updated for resources: {'Port': ['ID=1d07c135-0b4e-47b5-a154-82d32c46ed74,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:57.692184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d1f5b3bb-bcb6-4274-a67c-5b87b7cdb1a6 None None] Provisioning complete for port 1d07c135-0b4e-47b5-a154-82d32c46ed74 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:24:57.692715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d1f5b3bb-bcb6-4274-a67c-5b87b7cdb1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1d07c135-0b4e-47b5-a154-82d32c46ed74), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:57.693179 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d1f5b3bb-bcb6-4274-a67c-5b87b7cdb1a6 None None] Attempt 1 to provision port 1d07c135-0b4e-47b5-a154-82d32c46ed74 Oct 26 16:24:57.772140 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-a69b77ee-fc69-4b30-a67f-19a76329a4fb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-825967485&fields=id&tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de HTTP/1.1" status: 200 len: 267 time: 0.3476329 Oct 26 16:24:57.774994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:57.777619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d1f5b3bb-bcb6-4274-a67c-5b87b7cdb1a6 None None] Current status of the port 1d07c135-0b4e-47b5-a154-82d32c46ed74 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:57.788840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-d1f5b3bb-bcb6-4274-a67c-5b87b7cdb1a6 None None] Provisioning complete for port a931c47e-4491-42ab-a4bd-a1e64e545547 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:24:57.789223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d1f5b3bb-bcb6-4274-a67c-5b87b7cdb1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:57.789566 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-d1f5b3bb-bcb6-4274-a67c-5b87b7cdb1a6 None None] Attempt 1 to provision port a931c47e-4491-42ab-a4bd-a1e64e545547 Oct 26 16:24:57.825997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d1f5b3bb-bcb6-4274-a67c-5b87b7cdb1a6 None None] Port a931c47e-4491-42ab-a4bd-a1e64e545547 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:24:57.876467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:57.893432 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-57e1fc05-794a-4eb8-8a3e-68f2f97b9c50 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:57.895070 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-57e1fc05-794a-4eb8-8a3e-68f2f97b9c50 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/networks?id=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 HTTP/1.1" status: 200 len: 796 time: 0.1135862 Oct 26 16:24:57.911189 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-543e5c9b-4da4-46f8-9515-4268995656fd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/quotas/5fb6b8606a8f4a13aa28f4e956cbe2de HTTP/1.1" status: 200 len: 375 time: 0.0103195 Oct 26 16:24:57.945736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-0830caa8-e95b-47e6-8294-c3faee80c3a2 None None] Provisioning complete for port a931c47e-4491-42ab-a4bd-a1e64e545547 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:24:57.946194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0830caa8-e95b-47e6-8294-c3faee80c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:57.946595 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0830caa8-e95b-47e6-8294-c3faee80c3a2 None None] Attempt 1 to provision port a931c47e-4491-42ab-a4bd-a1e64e545547 Oct 26 16:24:57.976087 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-f765e652-a338-4188-a17a-6445d53fbafc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593255 Oct 26 16:24:57.993880 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-d085e951-ffd9-4ad7-9520-f63174ef0060 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 16:24:57.995269 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-d085e951-ffd9-4ad7-9520-f63174ef0060 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0063188 Oct 26 16:24:57.996733 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:24:57.997253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-0830caa8-e95b-47e6-8294-c3faee80c3a2 None None] Port a931c47e-4491-42ab-a4bd-a1e64e545547 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:24:58.009758 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:58.010374 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:58.093666 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-37c4b626-1e58-4589-a032-c86eb1c20e5d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893078 Oct 26 16:24:58.124083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-56c2d08d-3725-4fe2-a859-9f731a499fe3 None None] Provisioning complete for port a931c47e-4491-42ab-a4bd-a1e64e545547 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:24:58.124713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-56c2d08d-3725-4fe2-a859-9f731a499fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:58.125352 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-56c2d08d-3725-4fe2-a859-9f731a499fe3 None None] Attempt 1 to provision port a931c47e-4491-42ab-a4bd-a1e64e545547 Oct 26 16:24:58.161314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-56c2d08d-3725-4fe2-a859-9f731a499fe3 None None] Port a931c47e-4491-42ab-a4bd-a1e64e545547 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:24:58.209087 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:24:58.215999 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-c52117ac-b545-4bdd-8e35-197b5c44cef5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163192 Oct 26 16:24:58.255648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1d07c135-0b4e-47b5-a154-82d32c46ed74 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:24:58.301226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 1d07c135-0b4e-47b5-a154-82d32c46ed74 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:24:58.301894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1d07c135-0b4e-47b5-a154-82d32c46ed74), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:58.301996 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 1d07c135-0b4e-47b5-a154-82d32c46ed74 Oct 26 16:24:58.410842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1d07c135-0b4e-47b5-a154-82d32c46ed74 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:58.452411 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:58.477094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:24:58.485263 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:24:58.485836 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Updating router 98fc7ca8-9258-4f29-bdd3-9221e09d956b port a931c47e-4491-42ab-a4bd-a1e64e545547 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:24:58.497993 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7d430faf-cc3c-4e7e-9231-d94c74fb021a req-124ad4e9-87d2-41e6-96f5-0d93405ed0b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 210 time: 0.1169264 Oct 26 16:24:58.519442 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:58.554855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:24:58.555331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:58.580311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:24:58.586825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:58.639827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:58.798343 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Publish callbacks [] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:58.804382 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:58.872470 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9720d-be8f-43cc-88cb-06a10b243fed None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:58.894629 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9720d-be8f-43cc-88cb-06a10b243fed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:58.894976 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9720d-be8f-43cc-88cb-06a10b243fed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:58.895316 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9720d-be8f-43cc-88cb-06a10b243fed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:58.895651 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9720d-be8f-43cc-88cb-06a10b243fed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:58.895983 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9720d-be8f-43cc-88cb-06a10b243fed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:58.896311 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9720d-be8f-43cc-88cb-06a10b243fed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:58.896638 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9720d-be8f-43cc-88cb-06a10b243fed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:58.896993 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9720d-be8f-43cc-88cb-06a10b243fed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:58.897311 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9720d-be8f-43cc-88cb-06a10b243fed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:58.897632 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9720d-be8f-43cc-88cb-06a10b243fed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:58.897957 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9720d-be8f-43cc-88cb-06a10b243fed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:58.898280 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9720d-be8f-43cc-88cb-06a10b243fed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:58.898600 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9720d-be8f-43cc-88cb-06a10b243fed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:58.898921 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9720d-be8f-43cc-88cb-06a10b243fed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:58.899237 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9720d-be8f-43cc-88cb-06a10b243fed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:24:58.913056 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Attempting to bind port a931c47e-4491-42ab-a4bd-a1e64e545547 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:24:58.913578 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Attempting to bind port a931c47e-4491-42ab-a4bd-a1e64e545547 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:24:58.914065 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Attempting to bind port a931c47e-4491-42ab-a4bd-a1e64e545547 on network 6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:24:58.948556 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:58.960457 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:24:58.960857 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Checking segment: {'id': '4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:24:58.961258 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:58.961642 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Bound using segment: {'id': '4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:24:58.962109 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Bound port: a931c47e-4491-42ab-a4bd-a1e64e545547, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:24:58.962488 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:58.973462 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:59.028932 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:24:59.032424 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:24:59.038976 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:24:59.076689 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:24:59.077339 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:59.131573 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9720d-be8f-43cc-88cb-06a10b243fed None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:24:59.197975 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:24:59.378832 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:24:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:24:59Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:24:59.405745 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c982e505-cd09-48c2-af42-c4e7e108316a None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:24:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:24:59Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:24:59.612743 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-90c10ae5-fc42-4bb1-a093-319aac584d3e req-83432f78-186f-49bd-aa12-ac472379e5fa tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 210 time: 0.0448670 Oct 26 16:24:59.742232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:24:59.796011 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-cb5e26f4-e6d3-48d1-b2f8-1dadbc8e5ee7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:24:59.797674 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-cb5e26f4-e6d3-48d1-b2f8-1dadbc8e5ee7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "GET /networking/v2.0/networks?id=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 HTTP/1.1" status: 200 len: 796 time: 0.1161535 Oct 26 16:24:59.872178 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-390e4635-0717-4c95-918d-edf882b4e79a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de HTTP/1.1" status: 200 len: 379 time: 0.0609970 Oct 26 16:24:59.901902 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-d96904b2-0070-4ba2-a742-7590c7355b65 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'port': {'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'admin_state_up': True, 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'security_groups': ['41de5701-76bd-47ee-9bda-8d443bbf5576']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:25:00.020280 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-d96904b2-0070-4ba2-a742-7590c7355b65 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Made reservation on behalf of 5fb6b8606a8f4a13aa28f4e956cbe2de for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:25:00.024193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-d96904b2-0070-4ba2-a742-7590c7355b65 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:00.214385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-d96904b2-0070-4ba2-a742-7590c7355b65 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.20.0.9 (6abf1dd2-c035-4ab9-a4d1-44d38cca54d2/db20e608-5758-4e5b-901d-dd4c8318ba2f/9f305654-f2a2-4675-a311-ad080dfffae2) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:25:00.280693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:00.308183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:00.336920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a931c47e-4491-42ab-a4bd-a1e64e545547 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:00.338283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:00.338809 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a931c47e-4491-42ab-a4bd-a1e64e545547 Oct 26 16:25:00.404653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-d96904b2-0070-4ba2-a742-7590c7355b65 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (9f305654-f2a2-4675-a311-ad080dfffae2), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:00.432159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:00.432555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:00.448693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-d96904b2-0070-4ba2-a742-7590c7355b65 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (9f305654-f2a2-4675-a311-ad080dfffae2), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:00.477517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:00.482990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:00.483877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:00.497803 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-d96904b2-0070-4ba2-a742-7590c7355b65 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:25:00.501431 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-d96904b2-0070-4ba2-a742-7590c7355b65 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:25:00.505344 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-d96904b2-0070-4ba2-a742-7590c7355b65 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:25:00.595861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96904b2-0070-4ba2-a742-7590c7355b65 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=9f305654-f2a2-4675-a311-ad080dfffae2,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:00.600456 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:00.610955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 29277ced-6ffd-46c0-a14d-cef11e48be17 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:00.611526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:00.611869 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 29277ced-6ffd-46c0-a14d-cef11e48be17 Oct 26 16:25:00.624308 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-d96904b2-0070-4ba2-a742-7590c7355b65 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:00.625754 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-d96904b2-0070-4ba2-a742-7590c7355b65 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:00.645354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:00.651492 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-d96904b2-0070-4ba2-a742-7590c7355b65 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7536867 Oct 26 16:25:00.666745 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Request body: {'port': {'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:25:00.735503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:00.735725 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:00.735845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:00.784756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:00.793522 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9f305654-f2a2-4675-a311-ad080dfffae2), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:00.798499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:00.822876 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d71d10-c25a-415d-bc63-d804f8a062bb req-ecbe53b2-77df-4773-9378-71c3f991f07a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:00.826520 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-57d71d10-c25a-415d-bc63-d804f8a062bb req-ecbe53b2-77df-4773-9378-71c3f991f07a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 931 time: 0.1091950 Oct 26 16:25:00.877544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:00.901502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-7fd0b528-e79d-43b0-88fa-743ff0253cb1 None None] Provisioning complete for port 9f305654-f2a2-4675-a311-ad080dfffae2 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:00.903905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b528-e79d-43b0-88fa-743ff0253cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9f305654-f2a2-4675-a311-ad080dfffae2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:00.904377 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-7fd0b528-e79d-43b0-88fa-743ff0253cb1 None None] Attempt 1 to provision port 9f305654-f2a2-4675-a311-ad080dfffae2 Oct 26 16:25:00.918274 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-57d71d10-c25a-415d-bc63-d804f8a062bb req-399ec035-d488-466e-b1a1-1fc103ca256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=41de5701-76bd-47ee-9bda-8d443bbf5576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835812 Oct 26 16:25:00.960615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-7fd0b528-e79d-43b0-88fa-743ff0253cb1 None None] Port 9f305654-f2a2-4675-a311-ad080dfffae2 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:25:01.089488 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:25:01.129535 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f305654-f2a2-4675-a311-ad080dfffae2 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:25:01.137130 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Publish callbacks [] for port (9f305654-f2a2-4675-a311-ad080dfffae2), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:01.150029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Transition to ACTIVE for port object 9f305654-f2a2-4675-a311-ad080dfffae2 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:25:01.153984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (9f305654-f2a2-4675-a311-ad080dfffae2), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:01.213659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f305654-f2a2-4675-a311-ad080dfffae2,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:01.264824 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Attempting to bind port 9f305654-f2a2-4675-a311-ad080dfffae2 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:25:01.265049 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Attempting to bind port 9f305654-f2a2-4675-a311-ad080dfffae2 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:25:01.265388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Attempting to bind port 9f305654-f2a2-4675-a311-ad080dfffae2 on network 6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:01.310994 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Port 9f305654-f2a2-4675-a311-ad080dfffae2 on network 6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:25:01.311328 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Attempting to bind port 9f305654-f2a2-4675-a311-ad080dfffae2 on network 6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:25:01.353280 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:25:01.353622 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Checking segment: {'id': '4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:25:01.354012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Bound using segment: {'id': '4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:25:01.354454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Bound port: 9f305654-f2a2-4675-a311-ad080dfffae2, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:25:01.354813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9f305654-f2a2-4675-a311-ad080dfffae2), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:01.416159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] For port 9f305654-f2a2-4675-a311-ad080dfffae2, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:25:01.419488 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] For port 9f305654-f2a2-4675-a311-ad080dfffae2, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=9f305654-f2a2-4675-a311-ad080dfffae2,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:25:01.430819 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (9f305654-f2a2-4675-a311-ad080dfffae2), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:01.435416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:01.436071 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:01.437523 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/9f305654-f2a2-4675-a311-ad080dfffae2 HTTP/1.1" status: 200 len: 1093 time: 0.7771814 Oct 26 16:25:01.438084 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'tag': '9f305654-f2a2-4675-a311-ad080dfffae2'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:25:01.440391 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c54bf6d-3b5f-4115-a8ff-467c1d89f4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a97644-a0f9-4ffb-a112-6ab23f296aae", "tag": "9f305654-f2a2-4675-a311-ad080dfffae2"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:01.536109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907c350-3e16-42d2-9afc-1cc2060e7fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f305654-f2a2-4675-a311-ad080dfffae2,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:01.539057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-ce145054-fb4f-4cf1-a814-508fc225897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:01.540590 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-ce145054-fb4f-4cf1-a814-508fc225897e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 1127 time: 0.0592568 Oct 26 16:25:01.543896 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb42bd9e-0295-4e45-92ae-b2d77580a7ce x-openstack-request-id: req-bb42bd9e-0295-4e45-92ae-b2d77580a7ce {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:01.544186 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a97644-a0f9-4ffb-a112-6ab23f296aae", "tag": "9f305654-f2a2-4675-a311-ad080dfffae2", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:01.544445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb42bd9e-0295-4e45-92ae-b2d77580a7ce {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:01.544909 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb42bd9e-0295-4e45-92ae-b2d77580a7ce'] response: {'name': 'network-changed', 'server_uuid': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'tag': '9f305654-f2a2-4675-a311-ad080dfffae2', 'status': 'completed', 'code': 200} Oct 26 16:25:01.597671 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-a565bcd2-a1e6-47fe-8e50-aae29fe225d9 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f305654-f2a2-4675-a311-ad080dfffae2 HTTP/1.1" status: 200 len: 217 time: 0.0345893 Oct 26 16:25:01.649419 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-b3ff6086-a193-4475-ac53-8b112e5bb963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:01.650862 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-b3ff6086-a193-4475-ac53-8b112e5bb963 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=db20e608-5758-4e5b-901d-dd4c8318ba2f HTTP/1.1" status: 200 len: 834 time: 0.0445549 Oct 26 16:25:01.702171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-cb56f4e6-9751-4316-882c-fa377c7d2d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:01.703682 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-cb56f4e6-9751-4316-882c-fa377c7d2d53 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426657 Oct 26 16:25:01.720451 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:01.756028 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:01.801029 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-808d7a9e-3245-427f-a496-347d999a4c9e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879326 Oct 26 16:25:01.896282 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7caf40ad-04bd-4ca7-90fc-a7b1bb8d95d7 req-6f2d2138-9b39-409f-82cd-10b796f7e0f3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865366 Oct 26 16:25:01.954238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8cb4c4-bca9-462d-a772-35059649f40f None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:02.053886 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ba589-fa04-42fb-afec-ab90cf7fbf44 req-6677e67c-2d03-427e-b17f-e75ca72d6709 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:02.055361 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-9a1ba589-fa04-42fb-afec-ab90cf7fbf44 req-6677e67c-2d03-427e-b17f-e75ca72d6709 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 943 time: 0.0504386 Oct 26 16:25:02.103369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8cb4c4-bca9-462d-a772-35059649f40f None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:02.103988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-da8cb4c4-bca9-462d-a772-35059649f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:02.108862 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-9a1ba589-fa04-42fb-afec-ab90cf7fbf44 req-c57888fa-abd0-4c99-8acb-2463d3ae8740 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=41de5701-76bd-47ee-9bda-8d443bbf5576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475798 Oct 26 16:25:02.204013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-da8cb4c4-bca9-462d-a772-35059649f40f None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:02.207789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:02.263465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:02.379161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:02.411800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:02.412192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:02.475296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-da8cb4c4-bca9-462d-a772-35059649f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:00Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:02.477911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:02.501925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:02.502620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:02.504442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8cb4c4-bca9-462d-a772-35059649f40f None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:02.567378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8cb4c4-bca9-462d-a772-35059649f40f None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:02.567997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-da8cb4c4-bca9-462d-a772-35059649f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:02.620592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:02.696049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:02.696438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:02.721654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-da8cb4c4-bca9-462d-a772-35059649f40f None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:02.747755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:02.752686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:02.758501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54bf6d-3b5f-4115-a8ff-467c1d89f4dc req-5a3ee51d-7452-4555-a08b-8291acd6918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:02.759424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:02.760161 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c54bf6d-3b5f-4115-a8ff-467c1d89f4dc req-5a3ee51d-7452-4555-a08b-8291acd6918b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 1127 time: 0.0427043 Oct 26 16:25:02.858846 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54bf6d-3b5f-4115-a8ff-467c1d89f4dc req-2fb4b9a9-116e-4696-a077-fea4faf0857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:02.860342 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c54bf6d-3b5f-4115-a8ff-467c1d89f4dc req-2fb4b9a9-116e-4696-a077-fea4faf0857d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 HTTP/1.1" status: 200 len: 897 time: 0.0932374 Oct 26 16:25:02.880440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:02.903683 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c54bf6d-3b5f-4115-a8ff-467c1d89f4dc req-5d5fe5b4-4361-4218-9479-f7fc6cbf776e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f305654-f2a2-4675-a311-ad080dfffae2 HTTP/1.1" status: 200 len: 217 time: 0.0332735 Oct 26 16:25:02.956030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54bf6d-3b5f-4115-a8ff-467c1d89f4dc req-abf4d803-1659-4578-b31c-e6797ef551cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:02.957269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-da8cb4c4-bca9-462d-a772-35059649f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:02Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:02.957814 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c54bf6d-3b5f-4115-a8ff-467c1d89f4dc req-abf4d803-1659-4578-b31c-e6797ef551cd service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=db20e608-5758-4e5b-901d-dd4c8318ba2f HTTP/1.1" status: 200 len: 834 time: 0.0449438 Oct 26 16:25:02.981716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8cb4c4-bca9-462d-a772-35059649f40f None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:02Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:02.989428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 9f305654-f2a2-4675-a311-ad080dfffae2 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:25:03.097202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 9f305654-f2a2-4675-a311-ad080dfffae2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=9f305654-f2a2-4675-a311-ad080dfffae2,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:03.109480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '9f305654-f2a2-4675-a311-ad080dfffae2', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:25:03.148513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 9f305654-f2a2-4675-a311-ad080dfffae2 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:03.148957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9f305654-f2a2-4675-a311-ad080dfffae2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:03.151029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54bf6d-3b5f-4115-a8ff-467c1d89f4dc req-8b1013a5-ecb5-4943-91d6-f2c71d23c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:03.152576 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c54bf6d-3b5f-4115-a8ff-467c1d89f4dc req-8b1013a5-ecb5-4943-91d6-f2c71d23c176 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0492306 Oct 26 16:25:03.174477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f305654-f2a2-4675-a311-ad080dfffae2 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:25:03.203489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 9f305654-f2a2-4675-a311-ad080dfffae2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=9f305654-f2a2-4675-a311-ad080dfffae2,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:03.210140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9f305654-f2a2-4675-a311-ad080dfffae2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:03.275833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=9f305654-f2a2-4675-a311-ad080dfffae2,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:03.319912 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ede8f6-b14a-4c98-8a53-77b1b75dd6a2 req-79d9d4a9-777c-4d90-8ea8-900c87225c13 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:03.321600 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b4ede8f6-b14a-4c98-8a53-77b1b75dd6a2 req-79d9d4a9-777c-4d90-8ea8-900c87225c13 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 944 time: 0.0737882 Oct 26 16:25:03.351850 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c54bf6d-3b5f-4115-a8ff-467c1d89f4dc req-aac0bd90-3913-4b47-93d7-57dda5bf0e33 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889441 Oct 26 16:25:03.434970 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b4ede8f6-b14a-4c98-8a53-77b1b75dd6a2 req-8083a784-45ae-45f5-9d8d-a252c8f665b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=41de5701-76bd-47ee-9bda-8d443bbf5576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066651 Oct 26 16:25:03.475245 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3c54bf6d-3b5f-4115-a8ff-467c1d89f4dc req-47640b25-43e5-4cce-8b03-7442d981f9eb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165090 Oct 26 16:25:03.499492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['9f305654-f2a2-4675-a311-ad080dfffae2'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:25:04.259153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:04.301514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:04.308363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a931c47e-4491-42ab-a4bd-a1e64e545547 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:04.308745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:04.309114 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a931c47e-4491-42ab-a4bd-a1e64e545547 Oct 26 16:25:04.334076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:04.380177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:04.380573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:04.414666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:04.418530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:04.419352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:04.495497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:04.503432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 29277ced-6ffd-46c0-a14d-cef11e48be17 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:04.503815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:04.504161 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 29277ced-6ffd-46c0-a14d-cef11e48be17 Oct 26 16:25:04.557598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2658e3b-25ba-48e8-a4db-8ff41ac2234a req-111e252e-2e9f-45d5-b1be-5bcdb52b4f53 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:04.559102 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c2658e3b-25ba-48e8-a4db-8ff41ac2234a req-111e252e-2e9f-45d5-b1be-5bcdb52b4f53 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 944 time: 0.0484071 Oct 26 16:25:04.583751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:04.584558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:04.609130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:04.614462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:04.624080 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c2658e3b-25ba-48e8-a4db-8ff41ac2234a req-acbda9be-ba77-4509-be18-879c33de2eea tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=41de5701-76bd-47ee-9bda-8d443bbf5576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592301 Oct 26 16:25:04.640182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:04.663732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:05.006536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 9f305654-f2a2-4675-a311-ad080dfffae2 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:05.051220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 9f305654-f2a2-4675-a311-ad080dfffae2 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 16:25:05.057352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 9f305654-f2a2-4675-a311-ad080dfffae2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:05.057737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9f305654-f2a2-4675-a311-ad080dfffae2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:05.058072 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 9f305654-f2a2-4675-a311-ad080dfffae2 Oct 26 16:25:05.270042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 9f305654-f2a2-4675-a311-ad080dfffae2 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:05.270683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9f305654-f2a2-4675-a311-ad080dfffae2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:05.292953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f305654-f2a2-4675-a311-ad080dfffae2'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:25:05.295448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0791dcd99e10d2601dac9685061402289b22c07495f87ab2850faee0ade828c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d7f742-613a-46e1-a81a-68716fd0967f" -d '{"events": [{"server_uuid": "d6a97644-a0f9-4ffb-a112-6ab23f296aae", "name": "network-vif-plugged", "status": "completed", "tag": "9f305654-f2a2-4675-a311-ad080dfffae2"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:05.308662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 9f305654-f2a2-4675-a311-ad080dfffae2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=9f305654-f2a2-4675-a311-ad080dfffae2,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:05.312721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9f305654-f2a2-4675-a311-ad080dfffae2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:05.337852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755ae4a0-7443-4a45-83d0-ebaae50290db x-openstack-request-id: req-755ae4a0-7443-4a45-83d0-ebaae50290db {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:05.338203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a97644-a0f9-4ffb-a112-6ab23f296aae", "name": "network-vif-plugged", "status": "completed", "tag": "9f305654-f2a2-4675-a311-ad080dfffae2", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:05.338548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-755ae4a0-7443-4a45-83d0-ebaae50290db {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:05.338886 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-755ae4a0-7443-4a45-83d0-ebaae50290db'] response: {'server_uuid': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f305654-f2a2-4675-a311-ad080dfffae2', 'code': 200} Oct 26 16:25:05.361349 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486eeeb-3fed-4341-b4c2-4377d5c5e8aa None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:05.368894 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0486eeeb-3fed-4341-b4c2-4377d5c5e8aa None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:05.368894 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0486eeeb-3fed-4341-b4c2-4377d5c5e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:05.370567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=9f305654-f2a2-4675-a311-ad080dfffae2,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:05.474938 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0486eeeb-3fed-4341-b4c2-4377d5c5e8aa None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:05.532529 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7850f-2fd3-4c5c-bf2b-1cb5f03907f7 req-80e60fdc-3719-43b5-ab7b-0b101821c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:05.533983 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-83a7850f-2fd3-4c5c-bf2b-1cb5f03907f7 req-80e60fdc-3719-43b5-ab7b-0b101821c3e6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 1129 time: 0.0391219 Oct 26 16:25:05.583039 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-83a7850f-2fd3-4c5c-bf2b-1cb5f03907f7 req-b2a6fd8c-bb06-47da-8f3c-c62fca6b6d68 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=41de5701-76bd-47ee-9bda-8d443bbf5576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405285 Oct 26 16:25:05.658481 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0486eeeb-3fed-4341-b4c2-4377d5c5e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:04Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:04Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:05.688449 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486eeeb-3fed-4341-b4c2-4377d5c5e8aa None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:05.697081 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0486eeeb-3fed-4341-b4c2-4377d5c5e8aa None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:05.697688 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0486eeeb-3fed-4341-b4c2-4377d5c5e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:05.747708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7fdfe-1b2e-472f-921e-2d2065693400 req-17b94bc1-68d8-4f79-87f5-e8f8cc288a84 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:05.749327 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f3d7fdfe-1b2e-472f-921e-2d2065693400 req-17b94bc1-68d8-4f79-87f5-e8f8cc288a84 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 945 time: 0.0544436 Oct 26 16:25:05.802550 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f3d7fdfe-1b2e-472f-921e-2d2065693400 req-bec561ee-1061-4275-8569-73becd5bb910 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=41de5701-76bd-47ee-9bda-8d443bbf5576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466170 Oct 26 16:25:05.886658 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:05.890864 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0486eeeb-3fed-4341-b4c2-4377d5c5e8aa None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:05.995083 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:06.071793 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0486eeeb-3fed-4341-b4c2-4377d5c5e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:04Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:04Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:06.095953 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486eeeb-3fed-4341-b4c2-4377d5c5e8aa None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:04Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:04Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:06.211525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:06.295724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:06.296714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:06.348379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:06.353587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:06.354362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:06.430176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:06.474487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:06.475063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:06.496962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:06.501074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:06.550483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:06.938674 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0ce2f-1760-4e4e-8dba-00a810cba6e4 req-5fc186cf-e450-45ef-9fcd-04e95d97d6ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:06.941014 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3dc0ce2f-1760-4e4e-8dba-00a810cba6e4 req-5fc186cf-e450-45ef-9fcd-04e95d97d6ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 945 time: 0.0548930 Oct 26 16:25:06.995498 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3dc0ce2f-1760-4e4e-8dba-00a810cba6e4 req-cde0abc6-19f3-4fbc-a08c-41d1acbce5fc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=41de5701-76bd-47ee-9bda-8d443bbf5576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481763 Oct 26 16:25:07.903856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d214cc-04d1-4c00-98ed-9b3fc53746af None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:07.903856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d214cc-04d1-4c00-98ed-9b3fc53746af None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:07.904376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-98d214cc-04d1-4c00-98ed-9b3fc53746af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:08.006326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-98d214cc-04d1-4c00-98ed-9b3fc53746af None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:08.120395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c0b02-1c9b-457f-bc1b-3e17b3c5c8ca req-abe1f0c8-7ed1-429c-80e1-7dafb2aaedc5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:08.121836 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d77c0b02-1c9b-457f-bc1b-3e17b3c5c8ca req-abe1f0c8-7ed1-429c-80e1-7dafb2aaedc5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 945 time: 0.0472567 Oct 26 16:25:08.171828 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d77c0b02-1c9b-457f-bc1b-3e17b3c5c8ca req-7623c496-0aff-48f3-af2c-3d636f920a42 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=41de5701-76bd-47ee-9bda-8d443bbf5576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442646 Oct 26 16:25:08.181631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:08.195712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-98d214cc-04d1-4c00-98ed-9b3fc53746af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:06Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:06Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:08.221030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d214cc-04d1-4c00-98ed-9b3fc53746af None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:08.227125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:08.230470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d214cc-04d1-4c00-98ed-9b3fc53746af None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:08.231079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-98d214cc-04d1-4c00-98ed-9b3fc53746af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:08.300599 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9febe19-0ba7-4a31-9459-4b2ed1f8265d req-3ffbf03e-6631-46e7-8435-1c3da1eb3747 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:08.302157 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a9febe19-0ba7-4a31-9459-4b2ed1f8265d req-3ffbf03e-6631-46e7-8435-1c3da1eb3747 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 945 time: 0.0521541 Oct 26 16:25:08.338705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-98d214cc-04d1-4c00-98ed-9b3fc53746af None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:08.355163 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a9febe19-0ba7-4a31-9459-4b2ed1f8265d req-53909a6e-678e-43b4-b525-eeb01bdbc4d1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=41de5701-76bd-47ee-9bda-8d443bbf5576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472560 Oct 26 16:25:08.383102 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44176) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:08.413747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:08.426105 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f702a64e-2180-4280-b687-522efafa7250 tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:08.427624 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f702a64e-2180-4280-b687-522efafa7250 tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 1124 time: 0.0435030 Oct 26 16:25:08.430459 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44178) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:08.434618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:25:08.439170 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:08.456786 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:08.528868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-98d214cc-04d1-4c00-98ed-9b3fc53746af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:06Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:06Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:08.535351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:08.559452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d214cc-04d1-4c00-98ed-9b3fc53746af None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:06Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:06Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:08.653984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.26.11.244 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/19fc9141-244e-45f9-a211-031d1b19914b) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:25:08.716124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9fc69232-3411-4427-8074-d5c386e9f628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:08.776120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (19fc9141-244e-45f9-a211-031d1b19914b), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:08.821722 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (19fc9141-244e-45f9-a211-031d1b19914b), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:08.871734 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:25:08.875189 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:25:08.879782 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:25:08.883916 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=19fc9141-244e-45f9-a211-031d1b19914b,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:09.263232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:09.273277 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:09.301855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:09.350195 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (19fc9141-244e-45f9-a211-031d1b19914b), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:09.504283 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (19fc9141-244e-45f9-a211-031d1b19914b), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:09.508988 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (19fc9141-244e-45f9-a211-031d1b19914b), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:09.575574 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=19fc9141-244e-45f9-a211-031d1b19914b,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:09.578216 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:09.677998 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Floating IP 67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a associated. External IP: 172.26.11.244, port: 9f305654-f2a2-4675-a311-ad080dfffae2. Oct 26 16:25:09.885464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 98fc7ca8-9258-4f29-bdd3-9221e09d956b has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:25:09.987879 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:25:10.006346 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:10.036971 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d81da84f-f108-4684-99f6-4a900e0698d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6054850 Oct 26 16:25:10.037641 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'tag': '9f305654-f2a2-4675-a311-ad080dfffae2'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:25:10.039901 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fea827-a347-4c69-a749-445a0d98d442" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a97644-a0f9-4ffb-a112-6ab23f296aae", "tag": "9f305654-f2a2-4675-a311-ad080dfffae2"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:25:10.078463 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72697af-2376-4493-ad98-82bdcc36c928 x-openstack-request-id: req-e72697af-2376-4493-ad98-82bdcc36c928 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:25:10.078759 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a97644-a0f9-4ffb-a112-6ab23f296aae", "tag": "9f305654-f2a2-4675-a311-ad080dfffae2", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:25:10.079012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e72697af-2376-4493-ad98-82bdcc36c928 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:25:10.079418 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72697af-2376-4493-ad98-82bdcc36c928'] response: {'name': 'network-changed', 'server_uuid': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'tag': '9f305654-f2a2-4675-a311-ad080dfffae2', 'status': 'completed', 'code': 200} Oct 26 16:25:10.122965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:10.142099 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc75bc-534b-4fcc-ad58-01b4887a6ba2 req-525f884c-89e7-4ddd-8916-ead7da430389 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:10.143002 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fea827-a347-4c69-a749-445a0d98d442 req-4ca9c79f-0061-4430-abf3-d34403d193c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:10.143598 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e6fc75bc-534b-4fcc-ad58-01b4887a6ba2 req-525f884c-89e7-4ddd-8916-ead7da430389 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 945 time: 0.0538843 Oct 26 16:25:10.144540 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-67fea827-a347-4c69-a749-445a0d98d442 req-4ca9c79f-0061-4430-abf3-d34403d193c8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 1129 time: 0.0427406 Oct 26 16:25:10.204987 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e6fc75bc-534b-4fcc-ad58-01b4887a6ba2 req-d871a569-17be-4a6c-87b9-c37e3cab830c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=41de5701-76bd-47ee-9bda-8d443bbf5576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553665 Oct 26 16:25:10.240212 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44184) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:10.243317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:10.265282 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:10.269796 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fea827-a347-4c69-a749-445a0d98d442 req-ae0b6354-a533-4739-92a2-a76cc14a7b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:10.271671 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-67fea827-a347-4c69-a749-445a0d98d442 req-ae0b6354-a533-4739-92a2-a76cc14a7b61 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 HTTP/1.1" status: 200 len: 897 time: 0.1215746 Oct 26 16:25:10.306564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:10.311379 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-66d40d9f-143c-4ad9-b2a8-385521ed168c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 992 time: 0.0697038 Oct 26 16:25:10.334395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:10.342326 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-67fea827-a347-4c69-a749-445a0d98d442 req-8b9a8a28-8b6b-4bc2-8594-457261e8d57a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f305654-f2a2-4675-a311-ad080dfffae2 HTTP/1.1" status: 200 len: 1000 time: 0.0641961 Oct 26 16:25:10.358218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a931c47e-4491-42ab-a4bd-a1e64e545547 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:10.358597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:10.358937 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a931c47e-4491-42ab-a4bd-a1e64e545547 Oct 26 16:25:10.409833 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fea827-a347-4c69-a749-445a0d98d442 req-fc4680f5-ad24-422e-a42c-fe5799413452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:10.411491 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-67fea827-a347-4c69-a749-445a0d98d442 req-fc4680f5-ad24-422e-a42c-fe5799413452 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=db20e608-5758-4e5b-901d-dd4c8318ba2f HTTP/1.1" status: 200 len: 834 time: 0.0634716 Oct 26 16:25:10.438748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:10.439136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:10.457687 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fea827-a347-4c69-a749-445a0d98d442 req-7c729513-225a-43a0-babb-4b60b29307b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:10.459222 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-67fea827-a347-4c69-a749-445a0d98d442 req-7c729513-225a-43a0-babb-4b60b29307b0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0419736 Oct 26 16:25:10.479428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:10.484696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:10.485643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:10.517803 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcd017a-769f-42f4-857b-a88a6950f554 None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:10.528455 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcd017a-769f-42f4-857b-a88a6950f554 None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:10.529148 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7bcd017a-769f-42f4-857b-a88a6950f554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:10.560529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:10.563121 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-67fea827-a347-4c69-a749-445a0d98d442 req-2969b84a-3284-46da-a3a7-0888e5b3fb3b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971687 Oct 26 16:25:10.574104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 29277ced-6ffd-46c0-a14d-cef11e48be17 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:10.574585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:10.575026 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 29277ced-6ffd-46c0-a14d-cef11e48be17 Oct 26 16:25:10.634882 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7bcd017a-769f-42f4-857b-a88a6950f554 None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:10.650912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:10.651395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:10.664838 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-67fea827-a347-4c69-a749-445a0d98d442 req-83bfb80a-8789-4378-a2d8-a582e03ccedc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956497 Oct 26 16:25:10.672713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:10.676916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:10.727505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:10.852969 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7bcd017a-769f-42f4-857b-a88a6950f554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:06Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:09Z', 'revision_number': 0, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:10Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:10.877525 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcd017a-769f-42f4-857b-a88a6950f554 None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:10.886298 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcd017a-769f-42f4-857b-a88a6950f554 None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:10.886825 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7bcd017a-769f-42f4-857b-a88a6950f554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:24:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:10.985215 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7bcd017a-769f-42f4-857b-a88a6950f554 None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:11.075403 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:11.127086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1418a12b-0388-45fd-be8a-b04082d11350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:11.192429 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7bcd017a-769f-42f4-857b-a88a6950f554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:10Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:09Z', 'revision_number': 0, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:10Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:11.216445 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcd017a-769f-42f4-857b-a88a6950f554 None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:10Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:09Z', 'revision_number': 0, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:10Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:11.314615 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44186) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:11.380161 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-844ffd07-2aaa-47c4-a06f-bae13c114705 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 992 time: 0.0635955 Oct 26 16:25:12.169769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:12.246242 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:12.246552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:12.281493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:12.285659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:12.286397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:12.371549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:12.380568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:12.383540 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44188) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:12.418623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:12.419027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:12.443190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:12.447301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:12.477779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:12.539492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:12.572084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:12.585733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:12.586843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:12.612002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:12.663399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:12.730576 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-76a7e3b7-c5c5-4553-866b-2ac8ce9b6ada tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 992 time: 0.3458447 Oct 26 16:25:12.748738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:12.789085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e8e7ae-54dc-4ad4-a922-28133b768e55 None None] New status for floating IP 67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:25:12.836643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a931c47e-4491-42ab-a4bd-a1e64e545547 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:12.836934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:12.837270 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a931c47e-4491-42ab-a4bd-a1e64e545547 Oct 26 16:25:12.988384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:12.988890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:13.170154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:13.175112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:13.176029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:13.209818 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47efc4a-d359-4c64-8503-58efbf709f9f None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:13.210791 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47efc4a-d359-4c64-8503-58efbf709f9f None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:13.211405 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e47efc4a-d359-4c64-8503-58efbf709f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:13.225341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:13.259017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:13.268080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 29277ced-6ffd-46c0-a14d-cef11e48be17 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:13.269551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:13.269551 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 29277ced-6ffd-46c0-a14d-cef11e48be17 Oct 26 16:25:13.295763 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:13.317930 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e47efc4a-d359-4c64-8503-58efbf709f9f None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:13.345147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:13.345456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:13.366650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:13.370477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:13.417681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:13.604917 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e47efc4a-d359-4c64-8503-58efbf709f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:12Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:12Z', 'revision_number': 1, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:13Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:13.631594 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47efc4a-d359-4c64-8503-58efbf709f9f None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:13.639964 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47efc4a-d359-4c64-8503-58efbf709f9f None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:13.640563 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e47efc4a-d359-4c64-8503-58efbf709f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:13.734389 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44190) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:13.740126 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e47efc4a-d359-4c64-8503-58efbf709f9f None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:13.795815 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1f81c36a-51e4-4d7f-aa9f-66ea52c0a15d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0591974 Oct 26 16:25:13.857784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:13.948569 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e47efc4a-d359-4c64-8503-58efbf709f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:13Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:12Z', 'revision_number': 1, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:13Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:13.971617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:13.977380 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47efc4a-d359-4c64-8503-58efbf709f9f None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:13Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:12Z', 'revision_number': 1, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:13Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:14.195169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:14.272303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:14.272694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:14.307751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:14.311843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:14.334920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:14.396066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:14.438055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:14.504962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:14.551054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a931c47e-4491-42ab-a4bd-a1e64e545547 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:14.551435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:14.551778 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a931c47e-4491-42ab-a4bd-a1e64e545547 Oct 26 16:25:14.641642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:14.642123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:14.677563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:14.681957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:14.689080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:14.741549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:14.746050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:14.798616 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44192) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:14.824824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:14.825296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:14.851376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:14.856248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:14.861865 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-635ede76-b50b-4661-aa5b-ef29d2055cdd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0618217 Oct 26 16:25:14.882326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:14.906640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:15.578411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb8b913-dafa-456d-a7fa-9e3844656fdf None None] New status for floating IP 67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:25:15.864270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44194) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:15.926100 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c78601a4-9926-43ba-9eee-d5cb53c71ade tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0606308 Oct 26 16:25:16.519168 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aec753-42eb-446a-9dbc-b812cf13051d None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:16.526050 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aec753-42eb-446a-9dbc-b812cf13051d None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:16.526050 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-10aec753-42eb-446a-9dbc-b812cf13051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:16.535181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:16.608374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:16.609056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:16.628863 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-10aec753-42eb-446a-9dbc-b812cf13051d None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:16.644976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:16.650105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:16.657388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:16.661664 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:16.730333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:16.738930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:16.770220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:16.779496 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:16.846059 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-10aec753-42eb-446a-9dbc-b812cf13051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:14Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:15Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:14Z', 'revision_number': 13, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:16.869996 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aec753-42eb-446a-9dbc-b812cf13051d None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:16.879543 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aec753-42eb-446a-9dbc-b812cf13051d None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:16.880136 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-10aec753-42eb-446a-9dbc-b812cf13051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:16.929989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44196) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:16.982021 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-10aec753-42eb-446a-9dbc-b812cf13051d None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:16.988621 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e0d98b99-63b9-48e6-b35b-2a7d4fa3156d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0575035 Oct 26 16:25:17.149938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:17.187225 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-10aec753-42eb-446a-9dbc-b812cf13051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:14Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:15Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:16Z', 'revision_number': 14, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:17.211014 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aec753-42eb-446a-9dbc-b812cf13051d None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:14Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:15Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:16Z', 'revision_number': 14, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:17.991557 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44198) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:18.055844 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bab4ca08-1095-437a-bdfb-f73146e17935 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0628810 Oct 26 16:25:18.175044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:18.253150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:18.352984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:18.401731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a931c47e-4491-42ab-a4bd-a1e64e545547 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:18.402112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:18.402455 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a931c47e-4491-42ab-a4bd-a1e64e545547 Oct 26 16:25:18.473208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:18.473521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:18.509727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:18.513718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:18.514605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:18.586380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:18.597436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 29277ced-6ffd-46c0-a14d-cef11e48be17 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:18.597863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:18.598205 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 29277ced-6ffd-46c0-a14d-cef11e48be17 Oct 26 16:25:18.673706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:18.674093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:18.694728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:18.698056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:18.742923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:18.763088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c7213-663f-4ce4-8b37-cdb3cbd9a656 None None] New status for floating IP 67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:25:19.058546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44200) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:19.117978 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4e029314-aecd-4ede-b27c-05476008eea6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0582457 Oct 26 16:25:19.410855 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7587cc0-c99a-4aa4-991c-e51a631c26f8 None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:19.410855 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7587cc0-c99a-4aa4-991c-e51a631c26f8 None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:19.410855 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c7587cc0-c99a-4aa4-991c-e51a631c26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:19.501747 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c7587cc0-c99a-4aa4-991c-e51a631c26f8 None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:19.788571 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c7587cc0-c99a-4aa4-991c-e51a631c26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:18Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:18Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:18Z', 'revision_number': 15, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:19.812675 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7587cc0-c99a-4aa4-991c-e51a631c26f8 None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:19.822060 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7587cc0-c99a-4aa4-991c-e51a631c26f8 None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:19.822661 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c7587cc0-c99a-4aa4-991c-e51a631c26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:19.860892 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:19.922856 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c7587cc0-c99a-4aa4-991c-e51a631c26f8 None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:19.997687 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:20.121330 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44202) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:20.128484 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c7587cc0-c99a-4aa4-991c-e51a631c26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:18Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:18Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:18Z', 'revision_number': 15, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:20.156117 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7587cc0-c99a-4aa4-991c-e51a631c26f8 None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:18Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:18Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:18Z', 'revision_number': 15, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:20.198948 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6229f6d9-ca6e-40cf-9777-3f9da818fc60 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0754328 Oct 26 16:25:20.223689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:20.298788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:20.299176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:20.300220 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=81,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:20.303313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=8 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:20.318648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:20.349260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:20.358873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:20.359629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:20.435333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:20.464527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:20.477482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:20.477870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:20.499527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:20.504133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:20.555065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:21.201146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44204) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:21.261123 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3da91a90-4a44-456b-a4e2-c6cb07fded4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0587525 Oct 26 16:25:21.680681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35185245-f204-45bf-967c-6a18b23ef623 None None] New status for floating IP 67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:25:22.264926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44206) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:22.329701 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-79066017-c05b-4f24-a301-243366deac28 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0637143 Oct 26 16:25:22.467319 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006bf89-a1a7-4e21-8a0a-f647ac75e2b8 None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:22.467319 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0006bf89-a1a7-4e21-8a0a-f647ac75e2b8 None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:22.467319 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0006bf89-a1a7-4e21-8a0a-f647ac75e2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:22.564062 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0006bf89-a1a7-4e21-8a0a-f647ac75e2b8 None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:22.766160 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0006bf89-a1a7-4e21-8a0a-f647ac75e2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:20Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:21Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:20Z', 'revision_number': 16, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:22.794937 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006bf89-a1a7-4e21-8a0a-f647ac75e2b8 None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:22.804151 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0006bf89-a1a7-4e21-8a0a-f647ac75e2b8 None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:22.804755 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0006bf89-a1a7-4e21-8a0a-f647ac75e2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:22.900016 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0006bf89-a1a7-4e21-8a0a-f647ac75e2b8 None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:23.047634 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:23.106221 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0006bf89-a1a7-4e21-8a0a-f647ac75e2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:20Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:21Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:20Z', 'revision_number': 16, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:23.129586 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006bf89-a1a7-4e21-8a0a-f647ac75e2b8 None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:20Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:21Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:20Z', 'revision_number': 16, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:23.333964 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44208) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:23.398593 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-25b1be62-eda0-49bd-9961-6731fb9fdc18 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0634277 Oct 26 16:25:24.175119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:24.251989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:24.264360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:24.334204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:24.336568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:24.402602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44210) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:24.427800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:24.452683 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:24.469302 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fc0694c2-85fc-4345-a81e-6b1e244ff2c8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0643554 Oct 26 16:25:24.475819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a931c47e-4491-42ab-a4bd-a1e64e545547 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:24.476195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:24.476530 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a931c47e-4491-42ab-a4bd-a1e64e545547 Oct 26 16:25:24.548602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:24.549022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:24.580920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:24.584864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:24.585657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:24.659879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:24.670568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 29277ced-6ffd-46c0-a14d-cef11e48be17 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:24.670947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:24.671292 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 29277ced-6ffd-46c0-a14d-cef11e48be17 Oct 26 16:25:24.695574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8031f99-5643-4b15-9ea4-cb03848ba508 None None] New status for floating IP 67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:25:24.859882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:24.860246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:24.883170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:24.887717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:24.934906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:25.071906 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a08243b-2101-494e-a8e8-645306ec8e96 None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:25.071906 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a08243b-2101-494e-a8e8-645306ec8e96 None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:25.071906 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5a08243b-2101-494e-a8e8-645306ec8e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:25.146629 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:25.169331 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5a08243b-2101-494e-a8e8-645306ec8e96 None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:25.453792 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5a08243b-2101-494e-a8e8-645306ec8e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:24Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:24Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:24Z', 'revision_number': 17, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:25.472542 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44212) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:25.478761 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a08243b-2101-494e-a8e8-645306ec8e96 None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:25.487212 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a08243b-2101-494e-a8e8-645306ec8e96 None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:25.487819 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5a08243b-2101-494e-a8e8-645306ec8e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:25.512124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:25.532764 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e9565b51-83aa-4418-a6b0-fb9343cf5417 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0578918 Oct 26 16:25:25.588425 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5a08243b-2101-494e-a8e8-645306ec8e96 None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:25.796136 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5a08243b-2101-494e-a8e8-645306ec8e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:24Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:24Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:24Z', 'revision_number': 17, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:25.820910 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a08243b-2101-494e-a8e8-645306ec8e96 None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:24Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:24Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:24Z', 'revision_number': 17, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:26.176483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:26.255744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:26.256038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:26.290152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:26.294852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:26.298491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:26.321027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:26.383894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:26.437888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:26.521572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:26.535274 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44214) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:26.574539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a931c47e-4491-42ab-a4bd-a1e64e545547 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:26.574920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:26.575252 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a931c47e-4491-42ab-a4bd-a1e64e545547 Oct 26 16:25:26.599557 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a38a2320-455f-47d7-af72-20d8efa8709f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0630372 Oct 26 16:25:26.656830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:26.657260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:26.692751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:26.697316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:26.702225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:26.748142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:26.762311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:26.839925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:26.840304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:26.853873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:26.863836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:26.868745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:26.920382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:27.453831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a6be4-a96c-440c-8b48-241e2e3a6abf None None] New status for floating IP 67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:25:27.603403 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44216) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:27.662825 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ca8f03f8-298b-41b4-8a07-0977738e21d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0582845 Oct 26 16:25:28.069996 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a683cc04-776b-4e7b-9173-d17d8667cba7 None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:28.070678 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a683cc04-776b-4e7b-9173-d17d8667cba7 None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:28.071283 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a683cc04-776b-4e7b-9173-d17d8667cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:28.173373 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a683cc04-776b-4e7b-9173-d17d8667cba7 None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:28.230241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:28.247068 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:28.305682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:28.306198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:28.338463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:28.343394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:28.375560 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:28.391341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:28.392514 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a683cc04-776b-4e7b-9173-d17d8667cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:26Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:27Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:26Z', 'revision_number': 19, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:28.417664 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a683cc04-776b-4e7b-9173-d17d8667cba7 None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:28.426697 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a683cc04-776b-4e7b-9173-d17d8667cba7 None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:28.427319 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a683cc04-776b-4e7b-9173-d17d8667cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:28.529164 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a683cc04-776b-4e7b-9173-d17d8667cba7 None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:28.666727 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44218) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:28.728403 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-91e6cf62-671c-4aea-966b-c32e2f6236d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0604155 Oct 26 16:25:28.733054 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a683cc04-776b-4e7b-9173-d17d8667cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:26Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:27Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:28Z', 'revision_number': 20, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:28.760780 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a683cc04-776b-4e7b-9173-d17d8667cba7 None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:26Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:27Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:28Z', 'revision_number': 20, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:29.732272 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44220) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:29.792943 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c7150482-d79b-4264-94f8-cd22cc6e28b2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0593929 Oct 26 16:25:30.256307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:30.283270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7ea13f-0388-41aa-b375-f9e1f1caf37b None None] New status for floating IP 67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:25:30.383656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a931c47e-4491-42ab-a4bd-a1e64e545547 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:30.383941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:30.384277 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a931c47e-4491-42ab-a4bd-a1e64e545547 Oct 26 16:25:30.493808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:30.494191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:30.530632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:30.534754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:30.535774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:30.610752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:30.619284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.619636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.619982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.620325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.620663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.621024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.621356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.621687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.622016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.622372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.622701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.623028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.623352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.623678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.624002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:25:30.634461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 29277ced-6ffd-46c0-a14d-cef11e48be17 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:30.634818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:30.635156 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 29277ced-6ffd-46c0-a14d-cef11e48be17 Oct 26 16:25:30.677145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:30.709628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:30.710015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:30.730489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:30.733914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:30.779391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:30.796643 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44222) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:30.858014 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1dab13bb-7d9f-4132-883d-4845796ac1a4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0602319 Oct 26 16:25:30.961363 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756b3e7b-dce2-4e9f-92be-d98861d71975 None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:30.961363 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756b3e7b-dce2-4e9f-92be-d98861d71975 None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:30.961363 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-756b3e7b-dce2-4e9f-92be-d98861d71975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:31.137057 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-756b3e7b-dce2-4e9f-92be-d98861d71975 None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:31.338729 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-756b3e7b-dce2-4e9f-92be-d98861d71975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:30Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:30Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:30Z', 'revision_number': 21, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:31.363883 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756b3e7b-dce2-4e9f-92be-d98861d71975 None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:31.372439 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756b3e7b-dce2-4e9f-92be-d98861d71975 None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:31.373148 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-756b3e7b-dce2-4e9f-92be-d98861d71975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:31.419499 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:31.475403 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-756b3e7b-dce2-4e9f-92be-d98861d71975 None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:31.604733 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:31.676950 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-756b3e7b-dce2-4e9f-92be-d98861d71975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:30Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:30Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:30Z', 'revision_number': 21, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:31.700740 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756b3e7b-dce2-4e9f-92be-d98861d71975 None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:30Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:30Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:30Z', 'revision_number': 21, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:31.861575 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44224) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:31.935802 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-32266b5a-c2b2-44ff-aee5-eef1921e60b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0725091 Oct 26 16:25:32.179078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:32.254864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:32.255254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:32.305894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:32.312159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:32.481930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:32.539032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:32.583938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:32.711180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:32.733468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:32.738542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:32.760524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a931c47e-4491-42ab-a4bd-a1e64e545547 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:32.760936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:32.761278 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a931c47e-4491-42ab-a4bd-a1e64e545547 Oct 26 16:25:32.835960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:32.836350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:32.870453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:32.874333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:32.875140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:32.940201 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44226) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:32.951922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:32.962709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 29277ced-6ffd-46c0-a14d-cef11e48be17 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:32.963089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:32.963430 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 29277ced-6ffd-46c0-a14d-cef11e48be17 Oct 26 16:25:33.003518 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-308619a1-3d2e-4526-a13a-b3a8c2f070a2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0612936 Oct 26 16:25:33.036686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:33.081773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:33.155566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:33.155952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:33.177558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:33.181589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:33.229026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:33.284065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6e6be4-721a-4576-be9e-9498218791c3 None None] New status for floating IP 67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:25:34.007143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44228) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:34.067686 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-536c7ec6-a6b2-4df1-8ab2-7acd3744cb64 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0594234 Oct 26 16:25:34.216124 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0448df4a-87cf-4ee4-bf8c-d0ab42320562 None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:34.216124 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0448df4a-87cf-4ee4-bf8c-d0ab42320562 None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:34.216124 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0448df4a-87cf-4ee4-bf8c-d0ab42320562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:34.258259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:34.322316 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0448df4a-87cf-4ee4-bf8c-d0ab42320562 None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:34.336645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:34.337068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:34.370908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:34.376530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:34.430650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:34.544134 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0448df4a-87cf-4ee4-bf8c-d0ab42320562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:33Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:33Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:32Z', 'revision_number': 23, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:34.568220 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0448df4a-87cf-4ee4-bf8c-d0ab42320562 None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:34.576430 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0448df4a-87cf-4ee4-bf8c-d0ab42320562 None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:34.577056 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0448df4a-87cf-4ee4-bf8c-d0ab42320562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:34.675910 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0448df4a-87cf-4ee4-bf8c-d0ab42320562 None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:34.817521 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:34.878724 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0448df4a-87cf-4ee4-bf8c-d0ab42320562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:33Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:33Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:34Z', 'revision_number': 24, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:34.902392 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0448df4a-87cf-4ee4-bf8c-d0ab42320562 None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:33Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:33Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:34Z', 'revision_number': 24, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:35.071376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44230) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:35.146587 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-820a7552-192f-4369-ad96-f90030c48b5f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0735338 Oct 26 16:25:36.150450 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44232) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:36.214286 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d942fa6d-3596-4c4d-9f41-6f4d444c2334 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0627103 Oct 26 16:25:36.265602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:36.309617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a931c47e-4491-42ab-a4bd-a1e64e545547 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:36.310002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:36.310344 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a931c47e-4491-42ab-a4bd-a1e64e545547 Oct 26 16:25:36.344871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:36.385629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:36.386021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:36.421430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:36.424752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:36.425570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:36.481532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9250f541-f34f-4c63-98e3-e3d659b1b658 None None] New status for floating IP 67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:25:36.533374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:36.587683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 29277ced-6ffd-46c0-a14d-cef11e48be17 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:36.588062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:36.588405 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 29277ced-6ffd-46c0-a14d-cef11e48be17 Oct 26 16:25:36.617188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:36.705716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:36.706111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:36.718478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:36.727633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:36.731756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:36.779609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:37.190333 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd74448c-f690-4d92-8b29-00de041fd3a6 None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:37.190333 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd74448c-f690-4d92-8b29-00de041fd3a6 None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:37.190333 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fd74448c-f690-4d92-8b29-00de041fd3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:37.215600 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44234) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:37.271716 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:37.275132 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-65af67d8-6f1b-4de7-a3de-9e8f7e70d246 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0573637 Oct 26 16:25:37.289132 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-fd74448c-f690-4d92-8b29-00de041fd3a6 None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:37.578866 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fd74448c-f690-4d92-8b29-00de041fd3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:36Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:36Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:36Z', 'revision_number': 25, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:37.603044 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd74448c-f690-4d92-8b29-00de041fd3a6 None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:37.611164 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd74448c-f690-4d92-8b29-00de041fd3a6 None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:37.612329 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fd74448c-f690-4d92-8b29-00de041fd3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:37.709607 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-fd74448c-f690-4d92-8b29-00de041fd3a6 None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:37.910149 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fd74448c-f690-4d92-8b29-00de041fd3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:36Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:36Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:36Z', 'revision_number': 25, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:37.937955 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd74448c-f690-4d92-8b29-00de041fd3a6 None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:36Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:36Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:36Z', 'revision_number': 25, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:38.088436 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:25:38.182535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:38.261783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:38.262178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:38.277966 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44236) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:38.299464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:38.304677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:38.334622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:38.349198 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-143bc9a2-ca85-497a-bf19-cd6e1c657ad5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0699139 Oct 26 16:25:38.397549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:38.437788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:38.507378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:38.554911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a931c47e-4491-42ab-a4bd-a1e64e545547 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:38.555310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:38.555672 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a931c47e-4491-42ab-a4bd-a1e64e545547 Oct 26 16:25:38.651862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:38.652343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:38.686402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:38.691605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:38.742724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6a9ef499-7b44-47a8-8024-22ffef0dbc91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:38.759678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:38.762133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:38.840183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:38.840489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:38.864121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:38.868977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:38.917578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:39.352586 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44238) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:39.411645 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fa949fa8-21ec-402d-9cbb-588d4a37f7fe tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 993 time: 0.0578930 Oct 26 16:25:39.573846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4b8f3d-d8a2-4660-8933-0d9b5780567b None None] New status for floating IP 67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:25:40.198732 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48e7996-613d-41b1-865b-3eda3b85bd3c None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:40.200299 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48e7996-613d-41b1-865b-3eda3b85bd3c None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:40.200962 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d48e7996-613d-41b1-865b-3eda3b85bd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:40.242974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:40.282031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:40.301653 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:40.309670 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d48e7996-613d-41b1-865b-3eda3b85bd3c None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:40.321134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:40.321521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:40.353932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:40.359337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:40.406139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:40.414564 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44240) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:40.475575 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6ab83eb3-b84f-4062-9c40-f42f5073363c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0598369 Oct 26 16:25:40.522295 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d48e7996-613d-41b1-865b-3eda3b85bd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:38Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:39Z', 'revision_number': 10, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:38Z', 'revision_number': 27, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:40.549921 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48e7996-613d-41b1-865b-3eda3b85bd3c None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:40.558460 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:40.560616 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48e7996-613d-41b1-865b-3eda3b85bd3c None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:40.561277 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d48e7996-613d-41b1-865b-3eda3b85bd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:40.661677 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d48e7996-613d-41b1-865b-3eda3b85bd3c None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:40.864783 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d48e7996-613d-41b1-865b-3eda3b85bd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:38Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:39Z', 'revision_number': 10, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:40Z', 'revision_number': 28, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:40.889251 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48e7996-613d-41b1-865b-3eda3b85bd3c None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:38Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:39Z', 'revision_number': 10, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:40Z', 'revision_number': 28, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:41.131246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4c106dec-ec70-44e2-b887-48e065929ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:41.480063 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44242) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:41.540934 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bef1b36f-2ccb-47cc-a323-bf754169ec9b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0604041 Oct 26 16:25:42.262268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:42.319238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a931c47e-4491-42ab-a4bd-a1e64e545547 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:42.319660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:42.320031 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a931c47e-4491-42ab-a4bd-a1e64e545547 Oct 26 16:25:42.322956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:42.339988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:42.384776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f5e93e-b362-4c08-991d-26698a1279ef None None] New status for floating IP 67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:25:42.391038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:42.432672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:42.433084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:42.514653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:42.525880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:42.526623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:42.544320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44244) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:42.610131 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-124003a0-7eef-415e-9761-8428511c0843 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0645416 Oct 26 16:25:42.757725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:42.769035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 29277ced-6ffd-46c0-a14d-cef11e48be17 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:42.769413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:42.769748 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 29277ced-6ffd-46c0-a14d-cef11e48be17 Oct 26 16:25:42.846046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:42.846434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:42.867874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:42.871685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:42.917200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:42.993923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=30 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:42.995828 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=47 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:43.498648 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb948d94-1a8a-42a1-8b17-1fe8a45c693e None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:43.498648 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb948d94-1a8a-42a1-8b17-1fe8a45c693e None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:43.503491 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-bb948d94-1a8a-42a1-8b17-1fe8a45c693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:43.595891 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-bb948d94-1a8a-42a1-8b17-1fe8a45c693e None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:43.613913 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44246) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:43.674405 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c477ad84-8949-462e-a4c2-b069c31e38c8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0592136 Oct 26 16:25:43.861072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:43.878476 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:43.887579 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-bb948d94-1a8a-42a1-8b17-1fe8a45c693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:42Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:42Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:42Z', 'revision_number': 29, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:43.912457 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb948d94-1a8a-42a1-8b17-1fe8a45c693e None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:43.921075 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb948d94-1a8a-42a1-8b17-1fe8a45c693e None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:43.921681 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-bb948d94-1a8a-42a1-8b17-1fe8a45c693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:43.974363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:44.023571 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-bb948d94-1a8a-42a1-8b17-1fe8a45c693e None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:44.229681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:44.230260 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:44.234716 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-bb948d94-1a8a-42a1-8b17-1fe8a45c693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:42Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:42Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:42Z', 'revision_number': 29, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:44.259961 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb948d94-1a8a-42a1-8b17-1fe8a45c693e None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:42Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:42Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:42Z', 'revision_number': 29, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:44.308986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:44.309388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:44.346211 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:44.350334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:44.351108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:44.427749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:44.474114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:44.474512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:44.499227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:44.503409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:44.561551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:44.678567 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44248) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:44.742002 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-133124af-8c00-4095-b96a-add18ba968f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0622458 Oct 26 16:25:45.745789 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44250) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:45.803942 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e8d66567-0f5b-4ea7-8248-1ec32ebf084e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0571089 Oct 26 16:25:45.818981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9544057a-c8f7-4048-8bd8-381675747a23 None None] New status for floating IP 67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:25:46.471838 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7222088-c74f-4717-8232-ea82b529997b None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:25:46.471838 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7222088-c74f-4717-8232-ea82b529997b None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:46.471838 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b7222088-c74f-4717-8232-ea82b529997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:46.569572 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b7222088-c74f-4717-8232-ea82b529997b None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:46.773858 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b7222088-c74f-4717-8232-ea82b529997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:44Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:45Z', 'revision_number': 12, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:44Z', 'revision_number': 30, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:46.797624 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7222088-c74f-4717-8232-ea82b529997b None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:25:46.806005 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7222088-c74f-4717-8232-ea82b529997b None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:25:46.806606 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b7222088-c74f-4717-8232-ea82b529997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:25:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:46.807734 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44252) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:46.868031 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6f1192ba-fed8-4166-a984-e24796bd1fd2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0590749 Oct 26 16:25:46.912591 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b7222088-c74f-4717-8232-ea82b529997b None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:25:47.010996 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:47.114425 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b7222088-c74f-4717-8232-ea82b529997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:44Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:45Z', 'revision_number': 12, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:44Z', 'revision_number': 30, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:25:47.141886 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7222088-c74f-4717-8232-ea82b529997b None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:44Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.244', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'port_id': '9f305654-f2a2-4675-a311-ad080dfffae2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'mac_address': 'fa:16:3e:3c:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:25:09Z', 'updated_at': '2022-10-26T16:25:45Z', 'revision_number': 12, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:44Z', 'revision_number': 30, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:25:47.152559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:47.871784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44254) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:47.932357 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-80e629b7-8851-492c-9da3-60d309cf5e31 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0594182 Oct 26 16:25:48.188220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:48.210140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=90,neutron:UPDATE=10 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:48.263910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:48.282440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:48.357454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:48.444064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:48.487505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a931c47e-4491-42ab-a4bd-a1e64e545547 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:48.487863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:48.488203 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a931c47e-4491-42ab-a4bd-a1e64e545547 Oct 26 16:25:48.564647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:48.565069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:48.567639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:48.599428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:48.602286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:48.603200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:25:48.656971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:48.676996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:48.686452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 29277ced-6ffd-46c0-a14d-cef11e48be17 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:25:48.686824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:48.687158 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 29277ced-6ffd-46c0-a14d-cef11e48be17 Oct 26 16:25:48.720564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd052b-c49c-4b42-b3bc-5f32b212fb7c None None] New status for floating IP 67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:25:48.844931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:48.845312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:48.898548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:48.902816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:48.936001 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44256) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:48.951861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:48.998860 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-884f5080-4884-4532-93b0-27cff18d89cb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0615487 Oct 26 16:25:50.003392 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44258) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:50.060613 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e815a4e7-5449-4b04-900d-f1f2fec794ab tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0561838 Oct 26 16:25:50.232528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:50.311323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:50.311721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:50.347897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:50.352048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:50.352982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:25:50.430386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=32']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:50.464137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:25:50.464530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:50.485893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:25:50.489808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:25:50.534922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:25:51.063802 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44260) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:51.123394 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-43620782-b4d4-44fe-9466-0185cc57c7d2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0584826 Oct 26 16:25:52.126889 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44262) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:52.184672 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-776fcd76-beb1-420e-ab27-7bd8c8b2d40e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0561490 Oct 26 16:25:53.188361 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44264) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:53.239277 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:53.249263 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b16e986a-1f02-42fa-b8b8-528282cc3c2a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0598049 Oct 26 16:25:53.600850 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f988b613-12f0-4305-9007-f198d2155c05 req-6899f5ad-b5ec-4989-bd3a-e9f7b6f03178 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389681 Oct 26 16:25:53.687006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988b613-12f0-4305-9007-f198d2155c05 req-20d6a7a6-0ca3-4fbf-bc59-6d02ffae903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:53.688463 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f988b613-12f0-4305-9007-f198d2155c05 req-20d6a7a6-0ca3-4fbf-bc59-6d02ffae903d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 1129 time: 0.0390966 Oct 26 16:25:53.800827 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988b613-12f0-4305-9007-f198d2155c05 req-51ea2a87-3c20-4b5c-8089-c63ddbe77764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:53.802345 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f988b613-12f0-4305-9007-f198d2155c05 req-51ea2a87-3c20-4b5c-8089-c63ddbe77764 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 HTTP/1.1" status: 200 len: 897 time: 0.0909717 Oct 26 16:25:53.867432 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f988b613-12f0-4305-9007-f198d2155c05 req-8517ec92-f6da-4ddb-b127-1e423c36ff09 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f305654-f2a2-4675-a311-ad080dfffae2 HTTP/1.1" status: 200 len: 1002 time: 0.0557477 Oct 26 16:25:53.919155 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988b613-12f0-4305-9007-f198d2155c05 req-e564648e-585e-4115-a206-ff534548c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:53.920612 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f988b613-12f0-4305-9007-f198d2155c05 req-e564648e-585e-4115-a206-ff534548c30e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=db20e608-5758-4e5b-901d-dd4c8318ba2f HTTP/1.1" status: 200 len: 834 time: 0.0447788 Oct 26 16:25:53.972971 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988b613-12f0-4305-9007-f198d2155c05 req-542ad0c5-91f3-492f-b152-b1ee098686f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:25:53.974472 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f988b613-12f0-4305-9007-f198d2155c05 req-542ad0c5-91f3-492f-b152-b1ee098686f7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434935 Oct 26 16:25:54.069253 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f988b613-12f0-4305-9007-f198d2155c05 req-41017d8c-94cc-4b53-b92a-05d90ecd5379 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839262 Oct 26 16:25:54.165139 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f988b613-12f0-4305-9007-f198d2155c05 req-dff3761a-cb18-4e53-b9f3-6370d4e90938 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873227 Oct 26 16:25:54.253627 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44266) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:54.310628 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1070f182-4db9-401f-bb81-ad267ea8ab22 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0558958 Oct 26 16:25:55.314556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44270) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:55.375789 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-397966f7-2ee0-481f-bacd-2ca2c4033baa tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0592628 Oct 26 16:25:56.379501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44272) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:56.436974 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8bb30cab-5317-4a55-9f16-3d0f9bafe054 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0562508 Oct 26 16:25:57.116132 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=9 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:57.116910 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=84 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:57.441255 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44274) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:57.497552 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-651b1167-bb2b-49a9-b8bc-564bf946f4eb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0551820 Oct 26 16:25:58.501147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44276) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:58.561295 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ee83088e-52bb-4c74-a852-574681a55008 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0590758 Oct 26 16:25:59.565272 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44278) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:25:59.572442 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:25:59.923956 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7aaace5e-4de6-4f47-bdb2-d9cb079a5f86 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.3575940 Oct 26 16:26:00.515700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:00.530802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=64 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:00.533046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:00.927485 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44280) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:00.986836 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-31ed5c71-ed45-4212-a4d1-2778cd00941f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0581942 Oct 26 16:26:01.991294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44282) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:02.048261 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f49b6b4d-d84a-42b0-b0b6-8a4ff2edb2df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0558467 Oct 26 16:26:03.052213 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44284) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:03.111491 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-98e737f4-ddec-4a66-b3b1-878a5bb3d309 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0581298 Oct 26 16:26:04.114588 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44286) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:04.170779 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a8b3a566-3655-4d4b-adfd-dc8a3222c110 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0550292 Oct 26 16:26:05.175241 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44288) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:05.235065 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8c9ae260-f9ba-43ca-b4c8-c31779d52c36 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0587814 Oct 26 16:26:06.238919 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44290) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:06.296098 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3dbeabb3-55cf-497f-9a35-296f9c6c9fed tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0560663 Oct 26 16:26:06.428385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=70 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:06.430341 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=61 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:07.300897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44292) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:07.362934 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cdcffa26-0744-4514-8189-f98c2a3f2213 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0608597 Oct 26 16:26:08.366659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44294) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:08.424755 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c98d6255-6f03-4914-8246-da84264f019a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0569623 Oct 26 16:26:08.714489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-34589062-e7b9-412b-bcfb-5305518ba6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:26:09.428635 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44296) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:09.489560 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-420b2641-d034-4189-881d-22ea003a16d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0597060 Oct 26 16:26:10.493436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44298) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:10.551224 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6d5945cb-6a01-45bc-8144-3548c7808e6c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0566816 Oct 26 16:26:11.133279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-16c872b8-f388-4fed-8a4f-ebcf3777beec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:26:11.555079 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44300) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:11.615599 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2260b447-d7dd-4f11-b2cf-b5114287b796 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0594049 Oct 26 16:26:12.320465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:26:12.619138 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44302) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:12.676394 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2c93e049-fc51-4df3-8edc-c4fc7c692b54 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0561936 Oct 26 16:26:13.680135 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44304) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:13.740777 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-08403d25-4662-43f6-8cbc-3b5c20bc4703 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0595055 Oct 26 16:26:13.864115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:26:13.980241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:26:14.744596 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44306) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:14.802538 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6426b48a-ffd7-46cf-9bab-cb17e1af3715 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0567207 Oct 26 16:26:15.088344 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:26:15.806345 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44308) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:15.867116 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-43669167-0824-4066-ae57-d6da8b2428f3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0596552 Oct 26 16:26:16.870882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44310) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:16.929641 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4006330d-94a5-445d-8005-1451cfaf8351 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0576253 Oct 26 16:26:17.175595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:26:17.933524 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44312) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:17.994316 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-34a3e8c9-c88d-4855-9379-bb21cbbf584d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0596569 Oct 26 16:26:18.998157 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44314) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:19.054919 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5f178133-8a32-4a1d-8b50-94888b70cad1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0556464 Oct 26 16:26:20.058610 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44316) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:20.120132 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ec6a1459-9a73-49dd-b475-30f3bfb1d674 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0603340 Oct 26 16:26:21.123915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44318) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:21.181738 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7cccb3c5-6a3d-4159-a696-a596ae3b9f88 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0566511 Oct 26 16:26:21.402480 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:22.185564 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44320) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:22.246409 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c447d12a-7af6-4aff-80f9-92db0b1e02c5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0597181 Oct 26 16:26:23.250313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44322) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:23.307972 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a621d59e-fecc-4169-bcbc-7cc6c4da3be4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0564773 Oct 26 16:26:23.976615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:24.311732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44324) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:24.371733 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-44fd3165-d7e0-4bd6-a32e-7ab3cfde21c9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0588367 Oct 26 16:26:24.789156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=69 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:24.795466 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=71 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:25.084035 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:25.375527 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44326) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:25.433450 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2df2a92a-8100-4805-ae02-a6a8edadce49 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0567758 Oct 26 16:26:26.437655 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44328) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:26.499191 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-53f77b20-ba23-4b2e-b99f-763f028c64d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0603473 Oct 26 16:26:27.165511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:27.171041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:27.503090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44330) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:27.828166 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6499543e-ef39-408c-be3e-824a5b2f66b7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.3239076 Oct 26 16:26:28.831968 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44332) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:28.891445 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-822dd6ff-c646-4f48-ad4f-e66c76d3c5a7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0584438 Oct 26 16:26:29.895581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44334) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:29.958535 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-03f7fdf3-4dcc-4cd3-abed-10406705b932 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0616779 Oct 26 16:26:30.962102 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44336) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:31.022389 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2d172cce-dd97-43f6-b62e-f01cf6d127bc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0591483 Oct 26 16:26:32.025812 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44340) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:32.083057 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-847b9f89-753d-4c0f-9c74-49c1f404726f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0561478 Oct 26 16:26:33.086903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44346) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:33.146698 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3df3bb00-b4ea-4b84-a462-b50c2004b49d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0587626 Oct 26 16:26:34.149931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44350) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:34.207263 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-686b06b1-21eb-44fd-b3fd-98cccfddbf53 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0562291 Oct 26 16:26:35.211181 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44352) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:35.271693 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e28f6782-882b-447d-86df-da9161cabbba tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0593908 Oct 26 16:26:36.275651 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44354) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:36.334241 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-61fb12f6-89bd-47ec-85b7-67464320ee96 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0574088 Oct 26 16:26:37.338055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44356) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:37.344646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:37.346576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:37.400868 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-04b048d3-78b4-4b33-9e86-8ef70cdafe54 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0616829 Oct 26 16:26:38.404728 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44358) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:38.461769 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-866d5042-ccb4-4d44-95c4-4fbfafcf33f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0557172 Oct 26 16:26:38.680200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:38.688374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:38.690540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=10 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:38.717148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a2baea55-d842-4abe-841d-7258a123cafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:26:39.464732 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44360) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:39.524804 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-faa60b62-1ac3-4430-b01f-3b6c6aa1df35 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0589325 Oct 26 16:26:40.528676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44362) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:40.587363 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1a6d3bf9-7731-4d82-b005-a5b39ec13493 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0576146 Oct 26 16:26:41.134722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-da76c32f-70a9-435a-bafe-41c3b6a80a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:26:41.590521 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44364) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:41.651429 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d1eb9e7f-b850-4135-b67b-060c21d1e5a9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0597956 Oct 26 16:26:42.323048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:26:42.654841 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44366) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:42.712687 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-172c62c0-0154-4b48-9c7e-8e2629bb2097 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0567315 Oct 26 16:26:43.716029 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44368) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:43.776148 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a780fabf-97a2-41f3-8450-96f0817dc3ee tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0589774 Oct 26 16:26:43.867909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:26:43.982247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:26:44.779915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44370) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:44.836373 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-812dc1ac-3c1b-48f1-8ea0-9f0ad6b1621c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0552793 Oct 26 16:26:45.839438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44372) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:45.899904 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b8c9caff-0282-4f92-a24e-f8d658aa7058 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0593541 Oct 26 16:26:46.903794 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44374) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:46.962571 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-016f4c9d-8d6b-4cea-9569-b71a995d0bd7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0576520 Oct 26 16:26:47.175725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:26:47.965424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44376) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:48.026723 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bfa7d1eb-f2f6-4521-99f6-87ea72bd301e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0601802 Oct 26 16:26:49.030563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44378) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:49.089721 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8c2a9cd1-0778-497e-92d4-5e8b3cdb3833 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0580187 Oct 26 16:26:50.093999 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44380) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:50.156701 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cca76822-6474-4115-a5de-c04712efc053 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0615273 Oct 26 16:26:51.161148 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44382) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:51.219638 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2e369d18-a58a-4940-ac0c-125ea32d297c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0572541 Oct 26 16:26:52.088160 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:26:52.223667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44384) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:52.283086 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7145fb17-8fb9-410b-91f2-81abc61f0460 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0582914 Oct 26 16:26:53.286585 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44386) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:53.344132 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9ad06f27-ee1c-49b9-a8e6-76119e236ad3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0563226 Oct 26 16:26:54.348519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44388) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:54.409580 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b7595c64-cf2d-4342-badb-80f56a4adf36 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0599139 Oct 26 16:26:55.413446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44390) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:55.470649 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a06a9a41-faa6-4c42-9948-fd03f1646265 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0560811 Oct 26 16:26:55.599117 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95f9586d-3fe9-4c0c-ada7-2532c97efe89 req-92374345-9180-4b16-8f77-08d07f7f1fde service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386300 Oct 26 16:26:55.688884 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9586d-3fe9-4c0c-ada7-2532c97efe89 req-7377590c-ccab-4594-b5d5-b01b9299ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:26:55.690434 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95f9586d-3fe9-4c0c-ada7-2532c97efe89 req-7377590c-ccab-4594-b5d5-b01b9299ddb8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 1129 time: 0.0436714 Oct 26 16:26:55.799493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9586d-3fe9-4c0c-ada7-2532c97efe89 req-cbc7843a-91d0-420f-af8a-c54365d9bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:26:55.801003 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95f9586d-3fe9-4c0c-ada7-2532c97efe89 req-cbc7843a-91d0-420f-af8a-c54365d9bb10 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 HTTP/1.1" status: 200 len: 897 time: 0.0865593 Oct 26 16:26:55.869458 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95f9586d-3fe9-4c0c-ada7-2532c97efe89 req-b85aa4fa-f6a5-4940-91cc-0ca5b70407d3 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f305654-f2a2-4675-a311-ad080dfffae2 HTTP/1.1" status: 200 len: 1002 time: 0.0583720 Oct 26 16:26:55.920492 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9586d-3fe9-4c0c-ada7-2532c97efe89 req-7fc4b21d-cdec-40dc-81ca-f95811a4636c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:26:55.921908 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95f9586d-3fe9-4c0c-ada7-2532c97efe89 req-7fc4b21d-cdec-40dc-81ca-f95811a4636c service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=db20e608-5758-4e5b-901d-dd4c8318ba2f HTTP/1.1" status: 200 len: 834 time: 0.0424633 Oct 26 16:26:55.967305 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9586d-3fe9-4c0c-ada7-2532c97efe89 req-dbe54991-8837-4edd-b6ae-3966b04cc030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:26:55.969069 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95f9586d-3fe9-4c0c-ada7-2532c97efe89 req-dbe54991-8837-4edd-b6ae-3966b04cc030 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389647 Oct 26 16:26:56.065483 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95f9586d-3fe9-4c0c-ada7-2532c97efe89 req-e2ef5e0a-42af-4613-8d93-8226321a9f9f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869179 Oct 26 16:26:56.157560 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-95f9586d-3fe9-4c0c-ada7-2532c97efe89 req-c941f25f-6ceb-465f-861e-61a12075aa7e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829968 Oct 26 16:26:56.474490 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44392) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:56.480594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=72 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:56.482549 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=70 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:56.536704 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-45f67fdd-f8c1-42b7-b8fb-5846fa83ace0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0601060 Oct 26 16:26:57.164366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:57.168227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:57.170985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:26:57.539562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44398) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:57.597378 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-83a3a59f-d1b3-410b-8c2f-61f84ba08457 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0567236 Oct 26 16:26:58.601913 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44400) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:58.662455 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e71b4ead-70b6-4522-af0b-aa0215db4141 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0594563 Oct 26 16:26:59.666944 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44402) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:26:59.724563 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c692178d-10b1-4a85-b0b2-44326b4fe9bf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0564733 Oct 26 16:27:00.728514 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44404) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:00.787601 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e8ad792c-f3cd-462a-b48f-e595352f9927 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0579319 Oct 26 16:27:01.790925 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44406) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:01.847949 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3ba3ede6-d752-45e5-9df1-652159d52a2a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0558949 Oct 26 16:27:02.083011 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:02.083653 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:02.851917 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44408) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:02.913912 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-222ef530-6d76-4af0-a123-713083002df0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0608070 Oct 26 16:27:03.917836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44410) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:03.953793 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:03.976001 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2286d2fc-6435-4b47-a3e5-db2e101037ee tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0570688 Oct 26 16:27:04.979260 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44412) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:05.018207 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:05.040585 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e11e715b-21e5-43cb-8fbe-41d2bddb74b3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0602641 Oct 26 16:27:06.044083 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44414) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:06.100589 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-40af0644-1fad-4e0f-bcc5-b838a472824c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0553699 Oct 26 16:27:07.104419 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44416) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:07.165873 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d2800ad2-bd89-43bf-b2c9-f3e083f80fdc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0602915 Oct 26 16:27:08.169929 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44418) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:08.226337 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2bfcfb00-1b58-481c-a07a-dffce16d0f69 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0552990 Oct 26 16:27:08.721501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5255cada-729b-42c6-83f6-14187227c668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:27:09.230601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44420) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:09.292946 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2c2a4319-d879-4e2d-86f0-dfb513eb463d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0606885 Oct 26 16:27:10.295315 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44422) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:10.352572 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dfd87bc2-6bd8-4294-a2a4-8653fe3f4b5c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0561268 Oct 26 16:27:11.136669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe9d0-54fd-463f-ac1a-79fed2f3a093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:27:11.356405 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44424) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:11.417419 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0a8471fa-82d6-4656-9a3f-d1e973a0c17c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0597920 Oct 26 16:27:12.325876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:27:12.420892 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44426) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:12.478208 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d84b27fb-1a10-4193-abbc-39e62aa0d884 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0561125 Oct 26 16:27:13.481991 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44428) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:13.541030 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bcba2a84-a8e1-4ef0-b508-699dffb81bc9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0578997 Oct 26 16:27:13.871393 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:27:13.983604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:27:14.544947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44430) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:14.601390 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-160edaff-a638-4dd0-93f0-f0548385465e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0554144 Oct 26 16:27:15.604332 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44432) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:15.663177 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a6b3b887-12fe-447b-ae70-40fd3edc4225 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0577865 Oct 26 16:27:16.087757 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=12 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:16.093819 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:16.667761 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44434) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:17.030674 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b7ebe572-3a44-47ba-ba29-dbff0a9b4987 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.3616803 Oct 26 16:27:17.189638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:27:18.034000 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44436) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:18.093847 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3088017e-24ed-4dfe-8183-8d6a43122b64 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0584562 Oct 26 16:27:18.771967 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=11 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:18.773980 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=15 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:19.097763 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44438) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:19.154921 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ac3425cc-d0f3-4a18-999f-ae896a21ab72 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0560725 Oct 26 16:27:20.158566 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44440) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:20.212866 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:20.221286 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cd0b6eb0-3b7c-4f98-884a-f77d5ecd51f2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0616403 Oct 26 16:27:21.225137 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44442) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:21.281538 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-80cfce37-8c4a-409f-be8b-90fb5da87611 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0552862 Oct 26 16:27:22.285286 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44444) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:22.345619 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8bb99fc2-9f2c-4ddc-9cd4-2c60b88ad7aa tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0590758 Oct 26 16:27:23.349329 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44446) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:23.411080 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eac0fcce-f0fa-4e39-9ab0-fdef7e0869d8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0606077 Oct 26 16:27:23.980534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:24.414882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44448) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:24.472741 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cf68a5c9-a28c-41cd-ab52-6fa26c64ff03 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0567284 Oct 26 16:27:25.476598 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44450) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:25.537639 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8b415447-b0f2-48a0-9f5e-5f5d66611c6b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0598693 Oct 26 16:27:26.542165 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44452) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:26.598635 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2e4e2768-1c92-4e66-89d1-1856d45b365c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0554528 Oct 26 16:27:27.183662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:27.185534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:27.602343 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44454) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:27.661940 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a5b98d6d-d3a9-456c-8410-28f59bf78fa0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0579848 Oct 26 16:27:28.665838 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44456) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:28.672029 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:28.724196 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-02916818-c9aa-4207-97df-8aceab46911b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0572515 Oct 26 16:27:29.086365 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:27:29.728675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44458) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:29.788162 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-62be24f1-3a04-438e-aa4b-4865e784d79b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0583405 Oct 26 16:27:30.792082 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44460) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:30.850208 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f6c37a8c-889e-48e6-9772-85d65c4c389c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0570035 Oct 26 16:27:31.854069 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44462) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:31.913853 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-831de883-1333-4b6e-8e31-ac80380e20fa tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0586641 Oct 26 16:27:32.917795 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44464) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:32.975233 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-87b6927f-2a84-4db2-8777-2ab037a45a58 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0563343 Oct 26 16:27:33.979069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44466) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:34.039471 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ac1d5e79-8b36-4527-b294-4d07db0adacc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0592682 Oct 26 16:27:35.044130 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44468) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:35.100458 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3277b4aa-0c16-40df-a158-2f0a7293f4ba tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0552192 Oct 26 16:27:36.104451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44470) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:36.168399 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fc68661a-c200-49ee-8bd1-3cc1a0f3ecbc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0627060 Oct 26 16:27:37.170629 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44472) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:37.228734 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-69c7825c-881c-4411-bceb-b05c9ff29cfa tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0570030 Oct 26 16:27:38.233057 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44474) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:38.294117 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d5265122-53f8-40b4-9499-bdd06095edf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0599122 Oct 26 16:27:38.724226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9c7e9535-b669-47d6-8be3-82d6c29cb2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:27:39.081953 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:39.082713 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:39.298003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44476) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:39.356321 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d1cec0b3-ecb6-43b8-a313-4acff316ebbf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0571148 Oct 26 16:27:40.359134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44478) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:40.416153 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ab27a457-c2bd-4e58-97aa-4e608ddfdf06 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0558724 Oct 26 16:27:41.138296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4aa0b68a-d944-47b0-8ff2-17d3b0f4a918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:27:41.419995 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44480) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:41.480561 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-406980ea-c558-452c-a0d8-f6dd6e7841d2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0594437 Oct 26 16:27:42.328781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:27:42.484283 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44482) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:42.541076 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fdec7285-953f-4944-93ba-3919b07fc98b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0555131 Oct 26 16:27:42.929088 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-5d5c212a-9dc3-4bed-81eb-c297c524835c req-e70db2fb-6bc3-4fc9-9f93-c1ddb8e7d413 tempest-ServersNegativeTestJSON-1291676073 tempest-ServersNegativeTestJSON-1291676073-project] (105321) timed out ('10.222.0.64', 61860) {{(pid=105321) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 26 16:27:43.544118 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44484) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:43.604755 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7260d685-7acf-48a5-8d4a-31c5f5a23518 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0595779 Oct 26 16:27:43.874339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:27:43.986423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:27:44.608010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44486) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:44.665484 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a6875f9d-ade8-4a60-b3aa-d0f46044dce8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0557909 Oct 26 16:27:45.669220 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44488) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:45.731181 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4c503eb5-4d89-4e00-a9e1-9fa4f3633906 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0608404 Oct 26 16:27:46.734065 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44490) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:46.791363 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2f57d253-7185-4e25-8f9a-5cb38b4bb5b6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0561805 Oct 26 16:27:47.203467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:27:47.795161 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44492) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:47.854827 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2d89a097-971d-45ca-aba9-e4262b93eba6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0585539 Oct 26 16:27:48.858609 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44494) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:48.914857 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-78d10a2b-3f1a-4664-ad9e-7bb17745c74b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0551105 Oct 26 16:27:49.918521 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44496) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:49.924971 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=51 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:49.926715 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=51 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:49.981475 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-94501409-e1b7-4b23-828c-f7fd0f90fe3f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0616329 Oct 26 16:27:50.985245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44498) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:51.041679 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8c3578ae-c957-46de-b3d3-a54d164f04e4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0549827 Oct 26 16:27:52.045594 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44500) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:52.106142 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d0f6c34f-2356-4352-bc40-e6caa5e4be30 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0594316 Oct 26 16:27:53.110036 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44502) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:53.116204 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:53.169797 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9cfa1c96-5fcc-45b0-ae07-14118df40c25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0586333 Oct 26 16:27:54.173542 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44504) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:54.231226 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-aebe2c60-7122-4e55-a284-507d419cdd20 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0565448 Oct 26 16:27:55.235027 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44506) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:55.295135 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8abc3c78-7c15-4696-b0d7-731bcdcaa6e3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0586452 Oct 26 16:27:56.298578 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44508) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:56.357887 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5a205388-5cd3-4874-8705-05a72f5ff66f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0581663 Oct 26 16:27:56.612297 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b840d346-8cc9-4469-8c5c-7e11742684bc req-c5a06ae7-ffb5-43dd-8693-519e30285974 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384257 Oct 26 16:27:56.702813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840d346-8cc9-4469-8c5c-7e11742684bc req-eb021188-5d5a-457f-980c-c294e224451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:56.704297 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b840d346-8cc9-4469-8c5c-7e11742684bc req-eb021188-5d5a-457f-980c-c294e224451e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 1129 time: 0.0398934 Oct 26 16:27:56.812166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840d346-8cc9-4469-8c5c-7e11742684bc req-d9b80b4b-6c4e-46dd-b758-3abf8bdecb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:56.813686 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b840d346-8cc9-4469-8c5c-7e11742684bc req-d9b80b4b-6c4e-46dd-b758-3abf8bdecb6f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 HTTP/1.1" status: 200 len: 897 time: 0.0903001 Oct 26 16:27:56.883361 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b840d346-8cc9-4469-8c5c-7e11742684bc req-874c330d-0ce7-4f95-b4f0-0c8bb0a53d19 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f305654-f2a2-4675-a311-ad080dfffae2 HTTP/1.1" status: 200 len: 1002 time: 0.0548987 Oct 26 16:27:56.940768 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840d346-8cc9-4469-8c5c-7e11742684bc req-2d1a5d74-e966-4614-ae49-69665f176b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:56.942280 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b840d346-8cc9-4469-8c5c-7e11742684bc req-2d1a5d74-e966-4614-ae49-69665f176b50 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=db20e608-5758-4e5b-901d-dd4c8318ba2f HTTP/1.1" status: 200 len: 834 time: 0.0486908 Oct 26 16:27:56.989840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840d346-8cc9-4469-8c5c-7e11742684bc req-f62571dc-4ad8-4fff-967e-ec2d3637b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:27:56.991306 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b840d346-8cc9-4469-8c5c-7e11742684bc req-f62571dc-4ad8-4fff-967e-ec2d3637b3cd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386410 Oct 26 16:27:57.089284 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b840d346-8cc9-4469-8c5c-7e11742684bc req-8453e3bf-55e6-447c-8a58-01dcf7fcebb3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879054 Oct 26 16:27:57.181353 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b840d346-8cc9-4469-8c5c-7e11742684bc req-5623efbb-ff9a-4b40-8bd7-f419956a91a2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832210 Oct 26 16:27:57.192464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:57.197940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:57.200270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:27:57.361684 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44510) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:57.422449 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b289ca8b-1635-402e-b9b2-a8ea2dff19d1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0596240 Oct 26 16:27:58.426315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44516) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:58.487132 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-36292b2a-7636-4970-a286-1d9f7973ad3a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0596948 Oct 26 16:27:59.490946 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44518) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:27:59.548401 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ac7441fa-3d6b-4340-a508-91fdc16159f4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0562422 Oct 26 16:28:00.551712 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44520) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:00.559113 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:00.609896 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b8dad9eb-aa45-4f5a-9f72-739d81fe9968 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0571198 Oct 26 16:28:01.613807 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44522) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:01.673187 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1fd2c2f3-12a2-402d-8620-0335587cb9c1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0583084 Oct 26 16:28:02.677079 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44524) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:02.734429 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e3ee7e7f-d6c1-41cc-bc8a-a00e613d617c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0562358 Oct 26 16:28:03.737895 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44526) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:03.798082 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0bcf0d82-fa56-4f5a-9522-4e62e7c87d88 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0590723 Oct 26 16:28:04.801069 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44528) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:04.858018 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-660193f9-1d94-40db-9ee1-f26bb78989f0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0558169 Oct 26 16:28:05.861077 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44530) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:05.920848 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-19c4884e-864e-4c33-969d-9171beed9560 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0585883 Oct 26 16:28:06.084974 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:28:06.924602 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44532) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:06.982138 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-83b50566-1ef8-4644-b0af-988a0dbcf698 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0563171 Oct 26 16:28:07.986027 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44534) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:08.046323 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7d9b5d1c-5894-4d9f-9695-315e12dc2dac tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0590672 Oct 26 16:28:08.726120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f435807d-a9cd-4173-a84d-62424a553ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:28:09.050024 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44536) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:09.113071 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-da867f15-075a-49bd-aa7e-bffe37f5b422 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0618734 Oct 26 16:28:10.116928 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44538) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:10.175283 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-17c9a023-c206-4daf-b0b4-1e0dd59a60e7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0571513 Oct 26 16:28:11.139660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-81567f7e-1edd-47fe-87b8-10ec18754194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:28:11.178568 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44540) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:11.238909 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0e1d98a8-0d4e-4b33-8692-7541a629fc8f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0592165 Oct 26 16:28:12.242698 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44542) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:12.300574 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1b8e4294-c1b4-4e4a-ad80-5eee14d7e6be tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0567541 Oct 26 16:28:12.331622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:28:13.304436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44548) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:13.364577 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-01133b39-1155-44f6-ac5d-9af380e5b02a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0590494 Oct 26 16:28:13.878330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:28:13.987816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:28:14.368317 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44554) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:14.425156 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3f284bbc-4b41-43e0-aed7-b37357280326 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0556259 Oct 26 16:28:15.428450 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44556) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:15.464076 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:15.488625 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6befc2a3-ad09-47a9-9881-2946600f3eaf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0590515 Oct 26 16:28:16.080937 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:16.081718 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:16.492443 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44558) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:16.549325 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-677ec5e0-e590-4ccc-9196-7f76a6c69d2b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0557342 Oct 26 16:28:17.218626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:28:17.553202 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44560) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:17.611096 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a3727f4f-589a-4b5c-a6cf-7f090d2014db tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0568428 Oct 26 16:28:18.614982 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44562) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:18.675468 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-657ec5d7-ba06-41d3-9f2e-868b88c3b3cd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0594380 Oct 26 16:28:19.678580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44564) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:19.739298 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9008bcfd-2eb2-4c4f-998e-c807f3dad6c0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0596073 Oct 26 16:28:20.742893 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44566) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:21.103746 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b5a7024d-e381-4dc0-846c-275d2f718b06 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.3591530 Oct 26 16:28:22.106591 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44568) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:22.164925 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0d6d8b58-bf2b-4fc2-abf5-156f3d5b6c30 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0570652 Oct 26 16:28:23.169430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44570) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:23.226561 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-55359f39-bbcf-45d9-924a-bae3ad6a29e9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0559871 Oct 26 16:28:24.231008 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44572) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:24.291727 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a6686763-bbca-4241-9342-116fea621867 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0596697 Oct 26 16:28:25.295086 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44574) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:25.334864 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:25.353521 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8c8ebb5c-8471-445e-8870-c454613e2af1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0572836 Oct 26 16:28:26.357302 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44576) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:26.417791 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6cfc77e9-0af8-465f-9ad7-9aba2335cf5d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0593553 Oct 26 16:28:27.207935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:27.212689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:27.214748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:27.421616 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44578) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:27.478837 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-333b81f9-7bae-4ac3-bc76-fb1d80c924a3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0560126 Oct 26 16:28:28.482544 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44580) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:28.488621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:28.490456 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:28.541110 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-376c1ec7-674c-42b8-b52e-f5c7fb41ffbc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0573740 Oct 26 16:28:29.543957 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44582) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:29.603809 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-69e8e0c5-a9d1-4b82-8ab7-4bbbb268fc3a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0587947 Oct 26 16:28:30.607755 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44584) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:30.664428 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b9315c47-77ee-4206-8678-8e6cfcc2c5c9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0556355 Oct 26 16:28:31.668956 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44586) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:31.730317 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-158210f5-9e75-4de9-bab9-d95e4e9d7da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0602458 Oct 26 16:28:32.734189 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44588) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:32.791014 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-518d0823-6812-4f89-87a4-63f1bd72f595 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0557098 Oct 26 16:28:33.794535 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44590) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:33.854048 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-51b73c38-a5a5-449f-9bde-ddcc7e749daa tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0584230 Oct 26 16:28:34.858122 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44592) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:34.914483 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-898b8d70-ee1c-4c88-98e9-ffabb5edeff4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0552204 Oct 26 16:28:35.919033 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44594) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:35.982991 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3545a85c-69e6-4437-b76c-60b62eefab2a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0628219 Oct 26 16:28:36.986643 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44596) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:37.046822 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-64974c93-6e8e-406a-b4fe-b7a8c2e89bb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0590031 Oct 26 16:28:38.050623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44598) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:38.107434 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fb1b5f7c-b230-4ddd-9c86-31dd83d31cf9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0557005 Oct 26 16:28:38.689385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:38.693362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:38.695524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=11 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:38.728306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b6d8becf-356b-4c5c-bef3-c9155769790c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:28:39.110588 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44600) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:39.168101 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a92b4463-10d8-4c6b-ab0f-f71537208be1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0563972 Oct 26 16:28:40.172005 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44602) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:40.233285 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-240e4e41-65ae-4aac-a0b0-8a3eb7f308d2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0601223 Oct 26 16:28:41.140318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-40ef0a4a-ad0a-4514-abf0-d68f95367bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:28:41.237152 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44604) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:41.294970 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-859871d7-549e-4d04-bb49-0b16645fd88c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0567069 Oct 26 16:28:42.298536 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44606) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:42.335444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:28:42.360196 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4d14fe28-eb6e-4b45-8a44-5c359c5d1d68 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0601766 Oct 26 16:28:43.084137 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:28:43.363899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44608) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:43.421023 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c72e67e1-3b1b-49e0-9843-74a338e09c45 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0560341 Oct 26 16:28:43.881330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:28:43.989394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:28:44.424886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44610) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:44.485286 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-720932d4-8d8d-4c96-9692-1925469398b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0592639 Oct 26 16:28:45.489093 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44612) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:45.817370 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f866e412-d112-497a-889f-b7d1ebc253e1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.3270946 Oct 26 16:28:46.821848 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44614) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:46.881063 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-73ceea74-0ca0-440f-acaa-cfafb0de9d66 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0580339 Oct 26 16:28:47.217408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:28:47.885267 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44616) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:47.941765 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1156a99d-59dd-4e3d-a5f8-80a60bf20194 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0553811 Oct 26 16:28:48.945576 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44618) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:48.953492 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:49.007356 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2e0df50d-d6ce-4330-8a78-d99b44fb8dd6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0606267 Oct 26 16:28:50.010706 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44620) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:50.070311 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d303fa08-afcb-42e0-871d-b8876b669a8f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0585618 Oct 26 16:28:51.074251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44622) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:51.134710 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ebe330ed-78d1-4db1-a256-a92d4ca53b72 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0593266 Oct 26 16:28:52.138261 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44624) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:52.195031 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4be94b9f-d080-4f95-abad-e7846d9889a9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0556526 Oct 26 16:28:53.079980 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:53.080712 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:53.199284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44626) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:53.258509 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-002cfe48-fd58-4120-8c34-7c5fffcd2cf9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0580890 Oct 26 16:28:53.985742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:54.262433 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44628) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:54.321308 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-daea3020-331d-4378-9dbd-9d165c2cb217 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0576639 Oct 26 16:28:55.325193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44630) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:55.360335 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:55.385693 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-91a24f0f-442b-42df-9a77-b02098f3848f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0593517 Oct 26 16:28:56.389803 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44632) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:56.446721 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-aac23317-e73f-4eec-9562-b8e7c8a4051c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0556493 Oct 26 16:28:57.207518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:57.213267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:57.450489 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44634) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:57.510917 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8822a3f5-d2f9-4ddd-b367-20708f7e874b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0592241 Oct 26 16:28:58.514528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44636) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:58.520685 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=50 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:58.522361 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=50 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:28:58.579200 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2696da5c-d1eb-4075-ae8f-9d4c39383c80 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0635409 Oct 26 16:28:58.638663 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f92231ac-e80e-4fe5-af8e-96887b8596af req-4d704056-82e6-4978-8a08-65f0401f1f62 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819845 Oct 26 16:28:58.726617 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92231ac-e80e-4fe5-af8e-96887b8596af req-dbb3e424-0313-4f2c-9517-ff075180304e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:28:58.728076 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f92231ac-e80e-4fe5-af8e-96887b8596af req-dbb3e424-0313-4f2c-9517-ff075180304e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 1129 time: 0.0428326 Oct 26 16:28:58.834295 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92231ac-e80e-4fe5-af8e-96887b8596af req-0baab7ca-51dd-4ab1-b346-d35430808029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:28:58.835672 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f92231ac-e80e-4fe5-af8e-96887b8596af req-0baab7ca-51dd-4ab1-b346-d35430808029 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 HTTP/1.1" status: 200 len: 897 time: 0.0843327 Oct 26 16:28:58.901972 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f92231ac-e80e-4fe5-af8e-96887b8596af req-26f92fa7-c30b-474c-9443-564c8c244b24 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f305654-f2a2-4675-a311-ad080dfffae2 HTTP/1.1" status: 200 len: 1002 time: 0.0569139 Oct 26 16:28:58.951331 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92231ac-e80e-4fe5-af8e-96887b8596af req-fd37f80c-7c3f-4102-b17d-476f95b54f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:28:58.952737 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f92231ac-e80e-4fe5-af8e-96887b8596af req-fd37f80c-7c3f-4102-b17d-476f95b54f1b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=db20e608-5758-4e5b-901d-dd4c8318ba2f HTTP/1.1" status: 200 len: 834 time: 0.0428250 Oct 26 16:28:58.999630 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92231ac-e80e-4fe5-af8e-96887b8596af req-21b1c122-0824-41c5-860f-2cac6cc0f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:28:59.001152 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f92231ac-e80e-4fe5-af8e-96887b8596af req-21b1c122-0824-41c5-860f-2cac6cc0f782 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396068 Oct 26 16:28:59.097258 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f92231ac-e80e-4fe5-af8e-96887b8596af req-3ca8040c-5444-48b1-be3a-21ec26aedfa8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868781 Oct 26 16:28:59.190624 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-f92231ac-e80e-4fe5-af8e-96887b8596af req-b6ba891f-d1e6-40d5-8fc8-192521a849f1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826702 Oct 26 16:28:59.582711 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44642) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:28:59.643618 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-54eafd9c-9fb1-4f4b-95f7-ad740144d9a9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0597699 Oct 26 16:29:00.646576 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44646) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:00.703871 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-40df9a6e-14b5-4aa5-a432-efaa9e957581 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0561457 Oct 26 16:29:01.707030 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44648) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:01.766658 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f0458581-3a7b-474f-a849-557adbf19b62 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0585155 Oct 26 16:29:02.770129 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44650) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:02.827586 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4f8e9aeb-760c-4dbc-8660-4ea959266005 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0562465 Oct 26 16:29:03.831342 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44652) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:03.892236 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3b3d30a1-2b39-4f8f-bc9b-a9bf5f203a31 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0597680 Oct 26 16:29:04.896105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44654) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:04.952943 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1f9dc0ed-5b1e-46b5-be71-48e90d0182e8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0556407 Oct 26 16:29:05.956612 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44656) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:06.016955 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-13ff921c-d08d-411f-ab59-65314aa1e451 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0591590 Oct 26 16:29:07.020912 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44658) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:07.082782 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cf6f2ba7-9cd8-4b03-8528-f74df11a0a4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0607231 Oct 26 16:29:08.086642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44660) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:08.145010 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-279f90f2-bbc1-4184-9916-fd83258991f2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0571928 Oct 26 16:29:08.729927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-02fdd1de-62e2-42d7-a3c7-b48e9fb1930f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:29:09.148745 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44662) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:09.209033 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-af395081-8999-4d7a-9d9b-8f5e7699e417 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0590615 Oct 26 16:29:10.212818 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44664) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:10.273372 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-639cf003-1757-4b52-aac8-b622cbe2c559 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0594239 Oct 26 16:29:11.141912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3237c294-00a6-4fe8-afc5-da4ea05f041a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:29:11.277223 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44666) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:11.337892 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a5a5c2f6-88cb-4de8-9306-d1cb4f66a22b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0595500 Oct 26 16:29:12.341965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44668) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:12.405809 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-071c78d0-2601-4dad-a6c7-a3c407dd9793 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0614882 Oct 26 16:29:12.472701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:29:13.408831 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44670) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:13.472786 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-82c1a558-0022-4214-af0a-36ccdb1ef5fc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0628140 Oct 26 16:29:13.884047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:29:13.992443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:29:14.476568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44672) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:14.533227 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bfe374d7-967b-4449-a813-d740f8c7689d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0555093 Oct 26 16:29:15.537052 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44674) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:15.599061 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1609e581-b80c-44e6-8e75-84df65fc7422 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0607624 Oct 26 16:29:16.602873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44676) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:16.660569 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4d048e02-f01c-4536-ba39-6ab43075e497 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0566363 Oct 26 16:29:17.233905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:29:17.664718 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44678) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:17.713806 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:29:17.722708 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-00123a67-706f-4058-8478-e956f65cbbe7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0568926 Oct 26 16:29:18.726137 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44680) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:18.785733 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3adac490-e2be-4bd7-b84e-58e673abcf60 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0584769 Oct 26 16:29:19.789650 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44682) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:19.846518 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-245fea29-3676-4112-b1a1-93239e627522 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0557616 Oct 26 16:29:20.083769 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:29:20.850441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44684) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:20.910658 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d6f7017f-5e16-4869-b2c6-6f2d235184e3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0590899 Oct 26 16:29:21.914577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44686) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:21.971672 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fe2263c5-54c3-440f-9811-ca76f6b735d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0559509 Oct 26 16:29:22.975508 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44688) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:23.035441 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-148dc6ea-4d9a-4270-9cff-ef138057a8ca tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0588036 Oct 26 16:29:23.987980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:29:24.038585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44690) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:24.098574 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5de0d109-cfc6-423d-a50e-615443d913f3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0588765 Oct 26 16:29:25.102388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44692) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:25.151964 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:29:25.161102 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-33f1da28-3603-4319-967a-2a2c473d5fa0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0576000 Oct 26 16:29:26.164843 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44694) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:26.226427 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cd518a53-6e61-4996-b8d5-9e4648c7c5ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0603938 Oct 26 16:29:26.396436 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=14 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:29:27.227677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:29:27.229623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:29:27.230146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44696) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:27.289620 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9cd7b9ff-b729-409b-b0a6-1ce0451912da tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0581405 Oct 26 16:29:28.293560 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44698) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:28.301012 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:29:28.654571 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9e704524-21e4-43fb-9e16-71f20b93f41f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.3598652 Oct 26 16:29:29.658453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44700) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:29.717604 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-34a64d96-4f2d-4a91-a156-a5d822d27e93 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0580060 Oct 26 16:29:30.720915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44702) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:30.777931 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ad316b60-f762-455d-878b-7d71ea08a5af tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0557041 Oct 26 16:29:31.781518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44704) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:31.841592 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e08ab712-4295-4d18-9539-fb0544236c34 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0589221 Oct 26 16:29:32.845800 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44706) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:32.903010 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-02480f4a-a1f9-44a9-aae6-811fe84a1995 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0560501 Oct 26 16:29:33.906961 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44708) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:33.969284 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-34485cd6-b86b-4df7-898e-e0fe729e5389 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0611241 Oct 26 16:29:34.973402 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44710) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:35.030433 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9777e4c7-2bb5-4cd2-991a-4d3bb5c48710 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0558958 Oct 26 16:29:36.034246 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44712) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:36.040420 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:29:36.096310 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e0142894-eab0-4491-84fc-e0e82d9025bc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0609422 Oct 26 16:29:37.099819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44714) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:37.160238 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-393356c5-6a4d-4a26-ab8c-00c7a1c9498c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0592813 Oct 26 16:29:37.214594 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:29:38.163391 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44716) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:38.221087 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-97e0b96c-5674-4165-bb1a-8f3d28f2953e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0565474 Oct 26 16:29:38.731028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fe71b9d2-81f4-4c80-96ea-457213a96e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:29:39.224771 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44718) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:39.285371 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d38ac6d7-e486-40c1-8d3b-86be11f73c4b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0594523 Oct 26 16:29:40.288683 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44720) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:40.346510 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8355cbf9-b6b5-41ae-9356-4390d3d06d23 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0564566 Oct 26 16:29:41.143120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dbc27df8-5f33-4a36-badc-4c4556cd6be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:29:41.350244 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44722) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:41.412028 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7bdb5378-65f2-47ee-b608-e3b611aec7c9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0605738 Oct 26 16:29:42.341001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:29:42.415172 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44724) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:42.473647 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9562df50-433d-4e48-9918-bfe459158c53 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0573103 Oct 26 16:29:43.478698 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44726) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:43.539294 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-04cede26-ab76-4203-9a9a-3290c8f99916 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0594864 Oct 26 16:29:43.887633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:29:43.994572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:29:44.542735 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44728) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:44.549459 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:29:44.600496 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-17f6413c-ff8b-4c5d-a78c-22e71cbef38d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0566483 Oct 26 16:29:45.604278 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44730) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:45.661687 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1ec80db4-1ffd-4f54-a11a-0b110073e599 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0563424 Oct 26 16:29:46.665045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44732) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:46.725995 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6d157800-8a85-4830-8e5e-39a64a90aa2f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0598304 Oct 26 16:29:47.236680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:29:47.729794 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44734) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:47.786637 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-58711d08-f077-466d-8fe4-b92993b0ecb3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0557392 Oct 26 16:29:48.790452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44736) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:48.850970 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-42dcaa34-6137-48d7-ba26-6feb68fb8ae6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0593271 Oct 26 16:29:49.854670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44738) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:49.913353 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7cd495e5-e987-444f-84aa-e307ba72fb16 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0574841 Oct 26 16:29:50.916574 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44740) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:50.977744 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-994b6924-bb77-4f67-96a3-fc628ca61f85 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0600190 Oct 26 16:29:51.981659 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44744) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:52.078699 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1067e205-ea69-4c84-bb35-f88c6cd5465e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0959458 Oct 26 16:29:53.082561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44752) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:53.143298 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-428cdf88-e8c4-4cb1-8479-555b18811a76 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0596900 Oct 26 16:29:54.146745 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44756) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:54.205514 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-51aab6ea-a31c-4fe0-a2e9-e369e9dee86d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0576227 Oct 26 16:29:55.208461 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44758) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:55.259542 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:29:55.269501 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a221b220-113c-471e-8c4b-5861b86cbbaf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0599270 Oct 26 16:29:56.273377 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44760) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:56.332286 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-29937f80-5b23-4e3f-98cb-6c342a311671 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0577579 Oct 26 16:29:57.082175 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:29:57.226622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:29:57.230792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:29:57.232596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:29:57.336230 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44762) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:57.397294 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a47f7eb6-298e-4b8a-a34d-b3d25a80c92c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0599096 Oct 26 16:29:58.400212 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44764) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:58.457853 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6327cf1c-e89a-4373-9389-e93ad0c4acd7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0564303 Oct 26 16:29:58.612872 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=42 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:29:58.644607 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-201981c3-f2fa-4ff1-addc-03debdc4c333 req-16f2648f-8cbe-4db5-8d91-fc7214b042fd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395734 Oct 26 16:29:58.734090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201981c3-f2fa-4ff1-addc-03debdc4c333 req-58d2fbb8-2004-40a5-975d-898e8158e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:29:58.735644 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-201981c3-f2fa-4ff1-addc-03debdc4c333 req-58d2fbb8-2004-40a5-975d-898e8158e54f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 1129 time: 0.0427208 Oct 26 16:29:58.844498 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201981c3-f2fa-4ff1-addc-03debdc4c333 req-de8fed02-d407-46c5-b512-fffe0c65278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:29:58.846248 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-201981c3-f2fa-4ff1-addc-03debdc4c333 req-de8fed02-d407-46c5-b512-fffe0c65278c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 HTTP/1.1" status: 200 len: 897 time: 0.0863345 Oct 26 16:29:58.914243 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-201981c3-f2fa-4ff1-addc-03debdc4c333 req-b1c1c8eb-bb2e-400e-8bba-5caa860192de service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f305654-f2a2-4675-a311-ad080dfffae2 HTTP/1.1" status: 200 len: 1002 time: 0.0583649 Oct 26 16:29:58.965960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201981c3-f2fa-4ff1-addc-03debdc4c333 req-456fa726-2ea9-447e-a567-7f9b62367e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:29:58.967405 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-201981c3-f2fa-4ff1-addc-03debdc4c333 req-456fa726-2ea9-447e-a567-7f9b62367e26 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=db20e608-5758-4e5b-901d-dd4c8318ba2f HTTP/1.1" status: 200 len: 834 time: 0.0436492 Oct 26 16:29:59.014215 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201981c3-f2fa-4ff1-addc-03debdc4c333 req-aad30060-ebb9-4413-a741-8406239c8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:29:59.015684 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-201981c3-f2fa-4ff1-addc-03debdc4c333 req-aad30060-ebb9-4413-a741-8406239c8aa9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0391941 Oct 26 16:29:59.112143 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-201981c3-f2fa-4ff1-addc-03debdc4c333 req-d31f9448-b17a-4ec6-96eb-5a4b9acf3f87 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864711 Oct 26 16:29:59.206396 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-201981c3-f2fa-4ff1-addc-03debdc4c333 req-26714403-4f5e-4da7-a958-b9c9cbd4c1c1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841260 Oct 26 16:29:59.461745 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44766) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:29:59.522623 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-38ed6e1c-f51b-4910-adec-6bfaf8f9a059 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0597997 Oct 26 16:30:00.526454 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44768) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:00.587758 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-11333d81-c04e-428e-9f03-4cacd6745267 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0600924 Oct 26 16:30:01.590984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44770) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:01.648270 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-af082c39-2f7b-435a-9e41-c44e84702282 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0561035 Oct 26 16:30:02.652061 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44772) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:02.712466 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-aa1a2fbc-843a-47d2-9e96-e99ac9b1ca20 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0592728 Oct 26 16:30:03.717016 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44774) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:03.773652 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b651dfbb-d4d9-4c41-a6dc-94501e1956ea tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0554719 Oct 26 16:30:04.777473 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44776) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:04.813563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:04.838385 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8cb5dcc2-0350-4484-b9ed-de29e8a55d58 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0598333 Oct 26 16:30:05.842285 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44778) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:05.899998 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-782fa626-5813-49a0-84aa-58c6bfd242a6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0565276 Oct 26 16:30:06.903378 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44780) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:06.963367 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-568a3de3-2d40-4f72-a0b6-5f21f506fae9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0587800 Oct 26 16:30:07.078064 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:07.078913 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:07.966639 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44782) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:08.023678 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-809975c3-10de-4d85-a948-92bfae65723a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0559249 Oct 26 16:30:08.733467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-521dcaba-5d24-4528-9ff7-135f28fa0be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:09.027535 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44784) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:09.088601 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-65c84e3a-1d9b-41bd-bb76-0c43cd75144e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0599794 Oct 26 16:30:09.505648 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=45 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:09.515710 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=21 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:10.093141 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44786) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:10.128757 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:10.151500 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c8c913e2-9f38-473b-9d6b-aa6cf4488b6f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0573444 Oct 26 16:30:11.144224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c5e0b895-5b92-4551-8b0c-8a0550be726b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:11.154995 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44788) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:11.212504 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4435ee26-69d9-4ebf-85ff-3e1144abf92b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 200 len: 994 time: 0.0563555 Oct 26 16:30:11.215826 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44790) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:11.354537 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port 19fc9141-244e-45f9-a211-031d1b19914b {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:30:11.354886 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (19fc9141-244e-45f9-a211-031d1b19914b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:11.434236 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (19fc9141-244e-45f9-a211-031d1b19914b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:11.434494 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (19fc9141-244e-45f9-a211-031d1b19914b), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:11.447219 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for 19fc9141-244e-45f9-a211-031d1b19914b owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:30:11.592374 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (19fc9141-244e-45f9-a211-031d1b19914b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:11.614649 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=19fc9141-244e-45f9-a211-031d1b19914b,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:11.625089 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:11.625454 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:11.625808 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:11.626155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:11.626495 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:11.626834 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:11.627723 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:11.627723 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:11.627957 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:11.628126 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:11.628453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:11.628783 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:11.629136 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:11.629465 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:11.629793 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:11.690932 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:11.691240 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Floating IP 67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a disassociated (deleted). External IP: 172.26.11.244, port: 9f305654-f2a2-4675-a311-ad080dfffae2. Oct 26 16:30:11.889227 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 98fc7ca8-9258-4f29-bdd3-9221e09d956b has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:30:11.982291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:11.992675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:30:11.998114 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:12.003576 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3491c8-b325-433e-89e3-12b568cf698a None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:30:12.013634 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3491c8-b325-433e-89e3-12b568cf698a None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:12.014238 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5b3491c8-b325-433e-89e3-12b568cf698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:12.016006 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:12.028073 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d5a5cd04-42be-4873-817e-8335cd4585c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/67cf44b5-fdd8-4cf5-ac46-ca81861d0a2a HTTP/1.1" status: 204 len: 168 time: 0.8112888 Oct 26 16:30:12.029322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'tag': '9f305654-f2a2-4675-a311-ad080dfffae2'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:30:12.033147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb136ba649fa168c6248ca24a79b4aa523afb5de4688c02f3e3d85afa0885439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c3fd9c-9741-4449-b573-2f5d6a076f20" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a97644-a0f9-4ffb-a112-6ab23f296aae", "tag": "9f305654-f2a2-4675-a311-ad080dfffae2"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:12.134753 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5b3491c8-b325-433e-89e3-12b568cf698a None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:12.184552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9680a465-acdf-40db-94a4-1b5316f568b1 x-openstack-request-id: req-9680a465-acdf-40db-94a4-1b5316f568b1 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:12.185656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a97644-a0f9-4ffb-a112-6ab23f296aae", "tag": "9f305654-f2a2-4675-a311-ad080dfffae2", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:12.185899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9680a465-acdf-40db-94a4-1b5316f568b1 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:12.186398 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9680a465-acdf-40db-94a4-1b5316f568b1'] response: {'name': 'network-changed', 'server_uuid': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'tag': '9f305654-f2a2-4675-a311-ad080dfffae2', 'status': 'completed', 'code': 200} Oct 26 16:30:12.347212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:12.350937 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5b3491c8-b325-433e-89e3-12b568cf698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:50Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:50Z', 'revision_number': 32, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:12.358716 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d1c7a-bf35-4a04-9fcb-0de50ebeb7c3 req-9b84100e-4a53-423b-9e52-c9d6e199bcee tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:12.360254 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-868d1c7a-bf35-4a04-9fcb-0de50ebeb7c3 req-9b84100e-4a53-423b-9e52-c9d6e199bcee tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 945 time: 0.1086996 Oct 26 16:30:12.362557 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3fd9c-9741-4449-b573-2f5d6a076f20 req-8c3c4d59-36fc-46e1-a0c9-a9ed317ecb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:12.364054 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-34c3fd9c-9741-4449-b573-2f5d6a076f20 req-8c3c4d59-36fc-46e1-a0c9-a9ed317ecb51 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 1129 time: 0.0454478 Oct 26 16:30:12.376957 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3491c8-b325-433e-89e3-12b568cf698a None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:30:12.386116 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3491c8-b325-433e-89e3-12b568cf698a None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:12.386916 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5b3491c8-b325-433e-89e3-12b568cf698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:12.420023 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-868d1c7a-bf35-4a04-9fcb-0de50ebeb7c3 req-4d6a60a4-6221-48be-ae26-3824503f2362 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=41de5701-76bd-47ee-9bda-8d443bbf5576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530167 Oct 26 16:30:12.468082 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3fd9c-9741-4449-b573-2f5d6a076f20 req-ce872db1-0f77-477a-b4f1-d2551e6121a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:12.469716 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-34c3fd9c-9741-4449-b573-2f5d6a076f20 req-ce872db1-0f77-477a-b4f1-d2551e6121a5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 HTTP/1.1" status: 200 len: 897 time: 0.0993488 Oct 26 16:30:12.497068 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5b3491c8-b325-433e-89e3-12b568cf698a None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:12.542563 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-34c3fd9c-9741-4449-b573-2f5d6a076f20 req-0b322e1b-1fd0-4fb5-a94e-32802a795ba3 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f305654-f2a2-4675-a311-ad080dfffae2 HTTP/1.1" status: 200 len: 217 time: 0.0340207 Oct 26 16:30:12.595550 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3fd9c-9741-4449-b573-2f5d6a076f20 req-17085f78-32ff-4972-8ea2-794f15397a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:12.597045 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-34c3fd9c-9741-4449-b573-2f5d6a076f20 req-17085f78-32ff-4972-8ea2-794f15397a76 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=db20e608-5758-4e5b-901d-dd4c8318ba2f HTTP/1.1" status: 200 len: 834 time: 0.0480630 Oct 26 16:30:12.637081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.64', 62525) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:12.641479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3fd9c-9741-4449-b573-2f5d6a076f20 req-3c3febea-8467-4c2b-8e82-abb71f03019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:12.643002 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-34c3fd9c-9741-4449-b573-2f5d6a076f20 req-3c3febea-8467-4c2b-8e82-abb71f03019f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0402217 Oct 26 16:30:12.682842 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5b3491c8-b325-433e-89e3-12b568cf698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:50Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:50Z', 'revision_number': 32, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:12.707358 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3491c8-b325-433e-89e3-12b568cf698a None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:25:50Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:25:50Z', 'revision_number': 32, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:30:12.718450 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c32cb-1595-4f68-9867-9e05b8ab2c3b req-8c576dec-45ff-4c1e-a8ec-5f4d803c8ba3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:12.720243 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1f6c32cb-1595-4f68-9867-9e05b8ab2c3b req-8c576dec-45ff-4c1e-a8ec-5f4d803c8ba3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 945 time: 0.0534806 Oct 26 16:30:12.798202 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-34c3fd9c-9741-4449-b573-2f5d6a076f20 req-2bdd5fdb-9e15-4a0e-9eac-57d56ccff147 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255410 Oct 26 16:30:12.832350 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [req-1f6c32cb-1595-4f68-9867-9e05b8ab2c3b req-4deb8d9f-7f02-4851-8c32-c50794495181 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port 9f305654-f2a2-4675-a311-ad080dfffae2 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:30:12.832790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-1f6c32cb-1595-4f68-9867-9e05b8ab2c3b req-4deb8d9f-7f02-4851-8c32-c50794495181 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (9f305654-f2a2-4675-a311-ad080dfffae2), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:12.918065 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-34c3fd9c-9741-4449-b573-2f5d6a076f20 req-7882b959-84a3-4a7e-8903-871b93fba3d5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108673 Oct 26 16:30:12.939858 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [req-1f6c32cb-1595-4f68-9867-9e05b8ab2c3b req-4deb8d9f-7f02-4851-8c32-c50794495181 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] For port 9f305654-f2a2-4675-a311-ad080dfffae2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=9f305654-f2a2-4675-a311-ad080dfffae2,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:12.940289 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-1f6c32cb-1595-4f68-9867-9e05b8ab2c3b req-4deb8d9f-7f02-4851-8c32-c50794495181 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (9f305654-f2a2-4675-a311-ad080dfffae2), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:12.956212 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [req-1f6c32cb-1595-4f68-9867-9e05b8ab2c3b req-4deb8d9f-7f02-4851-8c32-c50794495181 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for 9f305654-f2a2-4675-a311-ad080dfffae2 owned by compute:nova {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:30:13.114538 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-1f6c32cb-1595-4f68-9867-9e05b8ab2c3b req-4deb8d9f-7f02-4851-8c32-c50794495181 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (9f305654-f2a2-4675-a311-ad080dfffae2), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:13.147888 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb8d9f-7f02-4851-8c32-c50794495181 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=9f305654-f2a2-4675-a311-ad080dfffae2,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:13.193598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6c32cb-1595-4f68-9867-9e05b8ab2c3b req-4deb8d9f-7f02-4851-8c32-c50794495181 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] No DVR routers for this DVR port 9f305654-f2a2-4675-a311-ad080dfffae2 on host hv-neutron-7598 {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:30:13.196365 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-1f6c32cb-1595-4f68-9867-9e05b8ab2c3b req-4deb8d9f-7f02-4851-8c32-c50794495181 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:13.199636 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1f6c32cb-1595-4f68-9867-9e05b8ab2c3b req-4deb8d9f-7f02-4851-8c32-c50794495181 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "DELETE /networking/v2.0/ports/9f305654-f2a2-4675-a311-ad080dfffae2 HTTP/1.1" status: 204 len: 173 time: 0.4719689 Oct 26 16:30:13.598375 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e9336512-82dd-42e1-a74d-74ff6de26ddf req-dfacc364-335d-4ca8-9d03-d4e0cdc25978 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d6a97644-a0f9-4ffb-a112-6ab23f296aae HTTP/1.1" status: 200 len: 210 time: 0.0816317 Oct 26 16:30:13.894045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:13.998175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:14.188154 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'name': 'network-vif-deleted', 'tag': '9f305654-f2a2-4675-a311-ad080dfffae2'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:30:14.191343 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb136ba649fa168c6248ca24a79b4aa523afb5de4688c02f3e3d85afa0885439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e54f83-cd5c-4901-9ddc-da740dba5751" -d '{"events": [{"server_uuid": "d6a97644-a0f9-4ffb-a112-6ab23f296aae", "name": "network-vif-deleted", "tag": "9f305654-f2a2-4675-a311-ad080dfffae2"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:14.233954 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbbcf9d-6f49-49d6-b9ca-33345ba94b17 x-openstack-request-id: req-5bbbcf9d-6f49-49d6-b9ca-33345ba94b17 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:14.234557 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a97644-a0f9-4ffb-a112-6ab23f296aae", "name": "network-vif-deleted", "tag": "9f305654-f2a2-4675-a311-ad080dfffae2", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:14.234557 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5bbbcf9d-6f49-49d6-b9ca-33345ba94b17 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:14.234905 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bbbcf9d-6f49-49d6-b9ca-33345ba94b17'] response: {'server_uuid': 'd6a97644-a0f9-4ffb-a112-6ab23f296aae', 'name': 'network-vif-deleted', 'tag': '9f305654-f2a2-4675-a311-ad080dfffae2', 'status': 'completed', 'code': 200} Oct 26 16:30:14.419887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:14.461404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a931c47e-4491-42ab-a4bd-a1e64e545547 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:14.461781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:14.462120 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a931c47e-4491-42ab-a4bd-a1e64e545547 Oct 26 16:30:14.535645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a931c47e-4491-42ab-a4bd-a1e64e545547 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:14.536038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:14.572748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:14.576905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:14.577706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:14.658935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=33']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:14.670975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:14.670975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:14.671213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:14.671547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:14.671877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:14.672204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:14.672526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:14.672872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:14.672993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44832) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:14.673198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:14.673519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:14.673839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:14.674160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:14.674480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:14.674794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:14.675112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:14.679977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 29277ced-6ffd-46c0-a14d-cef11e48be17 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:14.680259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:14.680590 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 29277ced-6ffd-46c0-a14d-cef11e48be17 Oct 26 16:30:14.755705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:14.756019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:14.777053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:14.781533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:14.827190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:14.995461 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:15.004406 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc049a47-967c-4f40-9c5f-1f57f303828c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (98fc7ca8-9258-4f29-bdd3-9221e09d956b), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:15.273972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcded083-3982-43ff-bcc9-dd3a79219f3e None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:30:15.287997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcded083-3982-43ff-bcc9-dd3a79219f3e None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:15.288633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fcded083-3982-43ff-bcc9-dd3a79219f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:15.393127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-fcded083-3982-43ff-bcc9-dd3a79219f3e None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:15.461104 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:15.551602 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-bc049a47-967c-4f40-9c5f-1f57f303828c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port a931c47e-4491-42ab-a4bd-a1e64e545547 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:30:15.551871 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc049a47-967c-4f40-9c5f-1f57f303828c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:15.583867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fcded083-3982-43ff-bcc9-dd3a79219f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:30:14Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:30:14Z', 'revision_number': 33, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:15.609656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcded083-3982-43ff-bcc9-dd3a79219f3e None None] Checking router: 98fc7ca8-9258-4f29-bdd3-9221e09d956b for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:30:15.618033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcded083-3982-43ff-bcc9-dd3a79219f3e None None] Routers {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:15.618646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fcded083-3982-43ff-bcc9-dd3a79219f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:15.641439 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-bc049a47-967c-4f40-9c5f-1f57f303828c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] For port a931c47e-4491-42ab-a4bd-a1e64e545547, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a931c47e-4491-42ab-a4bd-a1e64e545547,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:15.641810 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc049a47-967c-4f40-9c5f-1f57f303828c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:15.655224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-bc049a47-967c-4f40-9c5f-1f57f303828c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for a931c47e-4491-42ab-a4bd-a1e64e545547 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:30:15.721047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-fcded083-3982-43ff-bcc9-dd3a79219f3e None None] Set router 98fc7ca8-9258-4f29-bdd3-9221e09d956b gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:15.844291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc049a47-967c-4f40-9c5f-1f57f303828c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (a931c47e-4491-42ab-a4bd-a1e64e545547), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:15.875214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc049a47-967c-4f40-9c5f-1f57f303828c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=a931c47e-4491-42ab-a4bd-a1e64e545547,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:15.910042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-fcded083-3982-43ff-bcc9-dd3a79219f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:30:14Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:30:14Z', 'revision_number': 33, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:15.940767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcded083-3982-43ff-bcc9-dd3a79219f3e None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [{'id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719478715', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107'}], 'enable_snat': True}, 'gw_port_id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:24:52Z', 'updated_at': '2022-10-26T16:24:56Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '29277ced-6ffd-46c0-a14d-cef11e48be17', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:53Z', 'updated_at': '2022-10-26T16:30:14Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'a931c47e-4491-42ab-a4bd-a1e64e545547', 'name': '', 'network_id': '6abf1dd2-c035-4ab9-a4d1-44d38cca54d2', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:54:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ca8-9258-4f29-bdd3-9221e09d956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:24:55Z', 'updated_at': '2022-10-26T16:30:14Z', 'revision_number': 33, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'db20e608-5758-4e5b-901d-dd4c8318ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:30:16.055295 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc049a47-967c-4f40-9c5f-1f57f303828c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (98fc7ca8-9258-4f29-bdd3-9221e09d956b), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:16.081969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a3acc8-5dbb-4a5c-9a01-3de7eee238f9 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 16:30:16.132282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:16.154449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a3acc8-5dbb-4a5c-9a01-3de7eee238f9 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:30:16.163680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:16.243648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:16.256017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:16.324021 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc049a47-967c-4f40-9c5f-1f57f303828c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 98fc7ca8-9258-4f29-bdd3-9221e09d956b has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:30:16.351949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:16.371576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: a931c47e-4491-42ab-a4bd-a1e64e545547 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:30:16.371932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:30:16.439103 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:16.456683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:16.460139 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc049a47-967c-4f40-9c5f-1f57f303828c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:30:16.470474 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44834) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:16.482518 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bc049a47-967c-4f40-9c5f-1f57f303828c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "PUT /networking/v2.0/routers/98fc7ca8-9258-4f29-bdd3-9221e09d956b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8076496 Oct 26 16:30:16.486292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: a931c47e-4491-42ab-a4bd-a1e64e545547 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:30:16.486723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:30:16.556329 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting subnet db20e608-5758-4e5b-901d-dd4c8318ba2f {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 16:30:16.560890 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for subnet (db20e608-5758-4e5b-901d-dd4c8318ba2f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:16.572733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 29277ced-6ffd-46c0-a14d-cef11e48be17 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:16.578909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 9f305654-f2a2-4675-a311-ad080dfffae2 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:16.621678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 9f305654-f2a2-4675-a311-ad080dfffae2 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:30:16.622844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 9f305654-f2a2-4675-a311-ad080dfffae2 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:30:16.687664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 29277ced-6ffd-46c0-a14d-cef11e48be17 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:16.688697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:16.716657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:16.726501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:16.813209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:16.942475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (db20e608-5758-4e5b-901d-dd4c8318ba2f), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:17.031410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (db20e608-5758-4e5b-901d-dd4c8318ba2f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:17.053427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b17c2712-5acc-405d-ad8d-c71a6e955095 None None] Provisioning complete for port 1d07c135-0b4e-47b5-a154-82d32c46ed74 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:17.053983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b17c2712-5acc-405d-ad8d-c71a6e955095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1d07c135-0b4e-47b5-a154-82d32c46ed74), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:17.054465 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b17c2712-5acc-405d-ad8d-c71a6e955095 None None] Attempt 1 to provision port 1d07c135-0b4e-47b5-a154-82d32c46ed74 Oct 26 16:30:17.086197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:17.100946 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (db20e608-5758-4e5b-901d-dd4c8318ba2f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:17.133222 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Subnet': ['ID=db20e608-5758-4e5b-901d-dd4c8318ba2f,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:17.141877 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:17.142240 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:17.142601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:17.142951 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:17.143296 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:17.143636 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:17.143976 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:17.144318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:17.144655 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:17.145015 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:17.145348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:17.145683 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:17.146016 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:17.146348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:17.146684 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:17.156709 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:17.158800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b17c2712-5acc-405d-ad8d-c71a6e955095 None None] Current status of the port 1d07c135-0b4e-47b5-a154-82d32c46ed74 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:17.159581 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-98cd285d-d658-4fc5-838e-17c48c06dfb7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/db20e608-5758-4e5b-901d-dd4c8318ba2f HTTP/1.1" status: 204 len: 168 time: 0.6880848 Oct 26 16:30:17.162197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44836) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:17.167643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f7f3f7-a038-49b5-8acf-9c2f56f6fe0e None None] Network 6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:30:17.279694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:17.282635 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-395691c6-13fd-4847-8f4a-2f35752435b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router (98fc7ca8-9258-4f29-bdd3-9221e09d956b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:17.341712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33edc6bf-e7ac-4da5-b018-91010f498108 None None] DHCP port deletion for 6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 16:30:17.379654 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:17.381247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-33edc6bf-e7ac-4da5-b018-91010f498108 None None] Deleting port 1d07c135-0b4e-47b5-a154-82d32c46ed74 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:30:17.381879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-33edc6bf-e7ac-4da5-b018-91010f498108 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (1d07c135-0b4e-47b5-a154-82d32c46ed74), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:17.405691 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-395691c6-13fd-4847-8f4a-2f35752435b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (98fc7ca8-9258-4f29-bdd3-9221e09d956b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:17.449061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-33edc6bf-e7ac-4da5-b018-91010f498108 None None] For port 1d07c135-0b4e-47b5-a154-82d32c46ed74, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1d07c135-0b4e-47b5-a154-82d32c46ed74,segment=NetworkSegment(4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78),segment_id=4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:17.449454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-33edc6bf-e7ac-4da5-b018-91010f498108 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (1d07c135-0b4e-47b5-a154-82d32c46ed74), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:17.456241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-395691c6-13fd-4847-8f4a-2f35752435b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port 29277ced-6ffd-46c0-a14d-cef11e48be17 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:30:17.456596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-395691c6-13fd-4847-8f4a-2f35752435b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:17.467738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-33edc6bf-e7ac-4da5-b018-91010f498108 None None] Calling delete_port for 1d07c135-0b4e-47b5-a154-82d32c46ed74 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:30:17.547457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-33edc6bf-e7ac-4da5-b018-91010f498108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (1d07c135-0b4e-47b5-a154-82d32c46ed74), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:17.549303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-395691c6-13fd-4847-8f4a-2f35752435b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] For port 29277ced-6ffd-46c0-a14d-cef11e48be17, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=29277ced-6ffd-46c0-a14d-cef11e48be17,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:17.549832 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-395691c6-13fd-4847-8f4a-2f35752435b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:17.563397 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-395691c6-13fd-4847-8f4a-2f35752435b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for 29277ced-6ffd-46c0-a14d-cef11e48be17 owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:30:17.576167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33edc6bf-e7ac-4da5-b018-91010f498108 None None] No DVR routers for this DVR port 1d07c135-0b4e-47b5-a154-82d32c46ed74 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:30:17.580336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edc6bf-e7ac-4da5-b018-91010f498108 None None] Pushing event deleted for resources: {'Port': ['ID=1d07c135-0b4e-47b5-a154-82d32c46ed74,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:17.736893 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-395691c6-13fd-4847-8f4a-2f35752435b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (29277ced-6ffd-46c0-a14d-cef11e48be17), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:17.760189 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395691c6-13fd-4847-8f4a-2f35752435b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=29277ced-6ffd-46c0-a14d-cef11e48be17,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:17.824816 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-395691c6-13fd-4847-8f4a-2f35752435b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (98fc7ca8-9258-4f29-bdd3-9221e09d956b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:17.914617 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-395691c6-13fd-4847-8f4a-2f35752435b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (98fc7ca8-9258-4f29-bdd3-9221e09d956b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:17.916993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-395691c6-13fd-4847-8f4a-2f35752435b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_controller (98fc7ca8-9258-4f29-bdd3-9221e09d956b), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:17.963369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-395691c6-13fd-4847-8f4a-2f35752435b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (98fc7ca8-9258-4f29-bdd3-9221e09d956b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:17.963369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395691c6-13fd-4847-8f4a-2f35752435b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Fanout notify agent at l3_agent the message router_deleted on router 98fc7ca8-9258-4f29-bdd3-9221e09d956b {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:30:17.976314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-395691c6-13fd-4847-8f4a-2f35752435b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:17.976314 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-395691c6-13fd-4847-8f4a-2f35752435b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/routers/98fc7ca8-9258-4f29-bdd3-9221e09d956b HTTP/1.1" status: 204 len: 168 time: 0.8079264 Oct 26 16:30:17.977491 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44838) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:18.054317 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-40bc1b21-5ffc-41a4-88c2-eb372157e802 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (6abf1dd2-c035-4ab9-a4d1-44d38cca54d2), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.143190 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-40bc1b21-5ffc-41a4-88c2-eb372157e802 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (6abf1dd2-c035-4ab9-a4d1-44d38cca54d2), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.163060 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-40bc1b21-5ffc-41a4-88c2-eb372157e802 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abf1dd2-c035-4ab9-a4d1-44d38cca54d2']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:18.172299 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-40bc1b21-5ffc-41a4-88c2-eb372157e802 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:18.172602 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-40bc1b21-5ffc-41a4-88c2-eb372157e802 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:18.182123 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-40bc1b21-5ffc-41a4-88c2-eb372157e802 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.195914 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-40bc1b21-5ffc-41a4-88c2-eb372157e802 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.202912 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40bc1b21-5ffc-41a4-88c2-eb372157e802 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:30:18.203295 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-40bc1b21-5ffc-41a4-88c2-eb372157e802 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.272304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-40bc1b21-5ffc-41a4-88c2-eb372157e802 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (6abf1dd2-c035-4ab9-a4d1-44d38cca54d2), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.278178 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-40bc1b21-5ffc-41a4-88c2-eb372157e802 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.284245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44844) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:18.284376 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-40bc1b21-5ffc-41a4-88c2-eb372157e802 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/networks/6abf1dd2-c035-4ab9-a4d1-44d38cca54d2 HTTP/1.1" status: 204 len: 168 time: 0.3092470 Oct 26 16:30:18.285959 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78 resource provider aggregate not found Oct 26 16:30:18.304485 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc1b21-5ffc-41a4-88c2-eb372157e802 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Network': ['ID=6abf1dd2-c035-4ab9-a4d1-44d38cca54d2,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:18.308746 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fb2e1b0-6cd1-4f29-9614-5f7277fcfe78 found for delete ", "request_id": "req-535fe24b-2970-4889-b9de-37f76c1aac50"}]} Oct 26 16:30:18.358907 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1a29eed-1532-46fb-ac90-7645200e8d8d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (41de5701-76bd-47ee-9bda-8d443bbf5576), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.383012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1a29eed-1532-46fb-ac90-7645200e8d8d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (41de5701-76bd-47ee-9bda-8d443bbf5576), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.420319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:18.445682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1a29eed-1532-46fb-ac90-7645200e8d8d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (41de5701-76bd-47ee-9bda-8d443bbf5576), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.448390 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f1a29eed-1532-46fb-ac90-7645200e8d8d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.449615 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f1a29eed-1532-46fb-ac90-7645200e8d8d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/41de5701-76bd-47ee-9bda-8d443bbf5576 HTTP/1.1" status: 204 len: 168 time: 0.1643355 Oct 26 16:30:18.458828 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a29eed-1532-46fb-ac90-7645200e8d8d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41de5701-76bd-47ee-9bda-8d443bbf5576,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:18.599219 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44852) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:18.603975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ab4c3226-d0c1-48c3-89b6-14fafbc535c3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296946352', 'description': 'tempest-secgroup-smoke-1296946352 description', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:30:18.626278 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ab4c3226-d0c1-48c3-89b6-14fafbc535c3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.670683 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8478c40a-aafc-4816-93b5-3ac897b24966 None None] Sync routers for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:30:18.672453 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8478c40a-aafc-4816-93b5-3ac897b24966 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:18.672849 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8478c40a-aafc-4816-93b5-3ac897b24966 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:30:18.673445 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-8478c40a-aafc-4816-93b5-3ac897b24966 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:30:18.695228 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8478c40a-aafc-4816-93b5-3ac897b24966 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:18.695592 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8478c40a-aafc-4816-93b5-3ac897b24966 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:30:18.696212 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-8478c40a-aafc-4816-93b5-3ac897b24966 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'98fc7ca8-9258-4f29-bdd3-9221e09d956b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:30:18.696585 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8478c40a-aafc-4816-93b5-3ac897b24966 None None] The sync data for ids ['98fc7ca8-9258-4f29-bdd3-9221e09d956b'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:30:18.716596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:18.717153 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ab4c3226-d0c1-48c3-89b6-14fafbc535c3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (55042b71-1eeb-4c47-986b-ae61d52a2421), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.721849 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ab4c3226-d0c1-48c3-89b6-14fafbc535c3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (55042b71-1eeb-4c47-986b-ae61d52a2421), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.738190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:18.739390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: a931c47e-4491-42ab-a4bd-a1e64e545547 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:30:18.739770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a931c47e-4491-42ab-a4bd-a1e64e545547 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:30:18.740217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1d07c135-0b4e-47b5-a154-82d32c46ed74 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:18.754937 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ab4c3226-d0c1-48c3-89b6-14fafbc535c3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.758760 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ab4c3226-d0c1-48c3-89b6-14fafbc535c3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1557996 Oct 26 16:30:18.759410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44854) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:18.765305 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a267347d-0c2c-45ca-a072-bd405c71cc1f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': '55042b71-1eeb-4c47-986b-ae61d52a2421', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:30:18.766026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 1d07c135-0b4e-47b5-a154-82d32c46ed74 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:30:18.766590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1d07c135-0b4e-47b5-a154-82d32c46ed74 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:30:18.779591 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c3226-d0c1-48c3-89b6-14fafbc535c3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55042b71-1eeb-4c47-986b-ae61d52a2421,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:18.797535 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a267347d-0c2c-45ca-a072-bd405c71cc1f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (42220556-629d-434c-88be-102f4ad92f58), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.857740 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a267347d-0c2c-45ca-a072-bd405c71cc1f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (42220556-629d-434c-88be-102f4ad92f58), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.862200 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a267347d-0c2c-45ca-a072-bd405c71cc1f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (42220556-629d-434c-88be-102f4ad92f58), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.881657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267347d-0c2c-45ca-a072-bd405c71cc1f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42220556-629d-434c-88be-102f4ad92f58,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:18.886956 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a267347d-0c2c-45ca-a072-bd405c71cc1f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.888187 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a267347d-0c2c-45ca-a072-bd405c71cc1f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278286 Oct 26 16:30:18.890859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44856) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:18.895075 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-870b1ece-3f09-4a8b-9e53-593df9690f03 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': '55042b71-1eeb-4c47-986b-ae61d52a2421', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:30:18.922390 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-870b1ece-3f09-4a8b-9e53-593df9690f03 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (589f05da-cb63-4779-a9b9-53cfcc8ee263), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.978203 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-870b1ece-3f09-4a8b-9e53-593df9690f03 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (589f05da-cb63-4779-a9b9-53cfcc8ee263), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:18.982887 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-870b1ece-3f09-4a8b-9e53-593df9690f03 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (589f05da-cb63-4779-a9b9-53cfcc8ee263), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.003217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b1ece-3f09-4a8b-9e53-593df9690f03 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589f05da-cb63-4779-a9b9-53cfcc8ee263,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:19.011385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-870b1ece-3f09-4a8b-9e53-593df9690f03 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.012575 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-870b1ece-3f09-4a8b-9e53-593df9690f03 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208022 Oct 26 16:30:19.015350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44858) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:19.019693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-59332a6e-9efb-4704-825f-bcc2e1ece5dc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': '55042b71-1eeb-4c47-986b-ae61d52a2421', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:30:19.047077 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-59332a6e-9efb-4704-825f-bcc2e1ece5dc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (78887a2c-83b1-45a6-b635-894f8bafcec3), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.103390 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-59332a6e-9efb-4704-825f-bcc2e1ece5dc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (78887a2c-83b1-45a6-b635-894f8bafcec3), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.107228 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-59332a6e-9efb-4704-825f-bcc2e1ece5dc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (78887a2c-83b1-45a6-b635-894f8bafcec3), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.127440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59332a6e-9efb-4704-825f-bcc2e1ece5dc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78887a2c-83b1-45a6-b635-894f8bafcec3,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:19.135166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-59332a6e-9efb-4704-825f-bcc2e1ece5dc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.136467 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-59332a6e-9efb-4704-825f-bcc2e1ece5dc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202040 Oct 26 16:30:19.139678 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44860) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:19.143957 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-13cb9908-03d8-40ea-806f-de95ae4a3a04 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': '55042b71-1eeb-4c47-986b-ae61d52a2421', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:30:19.169930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-13cb9908-03d8-40ea-806f-de95ae4a3a04 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (3ee9f9a8-327d-4cef-af7c-21ecdeb5303f), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.229615 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-13cb9908-03d8-40ea-806f-de95ae4a3a04 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (3ee9f9a8-327d-4cef-af7c-21ecdeb5303f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.232984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-13cb9908-03d8-40ea-806f-de95ae4a3a04 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (3ee9f9a8-327d-4cef-af7c-21ecdeb5303f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.251408 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb9908-03d8-40ea-806f-de95ae4a3a04 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee9f9a8-327d-4cef-af7c-21ecdeb5303f,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:19.259458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-13cb9908-03d8-40ea-806f-de95ae4a3a04 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.260658 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-13cb9908-03d8-40ea-806f-de95ae4a3a04 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200540 Oct 26 16:30:19.264350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44862) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:19.269237 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-73bb0798-acc4-4479-8e73-f5c6b43439ee tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': '55042b71-1eeb-4c47-986b-ae61d52a2421', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:30:19.283193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:19.293083 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-73bb0798-acc4-4479-8e73-f5c6b43439ee tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Project 5fb6b8606a8f4a13aa28f4e956cbe2de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:30:19.299622 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-73bb0798-acc4-4479-8e73-f5c6b43439ee tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (6b1c7fdc-ab4e-46d2-8705-b4fae95755a7), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.351116 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-73bb0798-acc4-4479-8e73-f5c6b43439ee tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (6b1c7fdc-ab4e-46d2-8705-b4fae95755a7), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.354611 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-73bb0798-acc4-4479-8e73-f5c6b43439ee tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (6b1c7fdc-ab4e-46d2-8705-b4fae95755a7), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.372635 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=8 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:19.374269 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb0798-acc4-4479-8e73-f5c6b43439ee tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1c7fdc-ab4e-46d2-8705-b4fae95755a7,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:19.380407 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-73bb0798-acc4-4479-8e73-f5c6b43439ee tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.383547 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-73bb0798-acc4-4479-8e73-f5c6b43439ee tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149881 Oct 26 16:30:19.383811 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44864) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:19.388918 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-85708847-5a39-4fc3-9c32-fb7df384e042 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': '55042b71-1eeb-4c47-986b-ae61d52a2421', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:30:19.410951 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-85708847-5a39-4fc3-9c32-fb7df384e042 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Project 5fb6b8606a8f4a13aa28f4e956cbe2de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:30:19.416446 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-85708847-5a39-4fc3-9c32-fb7df384e042 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (96e4ee24-9e4c-4182-af67-e87806bb6363), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.475346 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-85708847-5a39-4fc3-9c32-fb7df384e042 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (96e4ee24-9e4c-4182-af67-e87806bb6363), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.478920 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-85708847-5a39-4fc3-9c32-fb7df384e042 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (96e4ee24-9e4c-4182-af67-e87806bb6363), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.497123 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85708847-5a39-4fc3-9c32-fb7df384e042 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e4ee24-9e4c-4182-af67-e87806bb6363,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:19.504111 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-85708847-5a39-4fc3-9c32-fb7df384e042 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.505350 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-85708847-5a39-4fc3-9c32-fb7df384e042 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205485 Oct 26 16:30:19.508024 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44866) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:19.513407 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-78f424c9-075f-4a3a-9703-17bb267896c6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'network': {'name': 'tempest-network-smoke--772065755', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'port_security_enabled': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:30:19.533544 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f424c9-075f-4a3a-9703-17bb267896c6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Made reservation on behalf of 5fb6b8606a8f4a13aa28f4e956cbe2de for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:19.537216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-78f424c9-075f-4a3a-9703-17bb267896c6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.562369 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f424c9-075f-4a3a-9703-17bb267896c6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:30:19.572176 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-78f424c9-075f-4a3a-9703-17bb267896c6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (4a6db8d6-07a7-46b7-903c-7168508a6fc0), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.572575 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-78f424c9-075f-4a3a-9703-17bb267896c6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Added segment 4a6db8d6-07a7-46b7-903c-7168508a6fc0 of type vlan for network 72dd9f56-c3e0-4e39-8eb9-151662637251 Oct 26 16:30:19.611849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-78f424c9-075f-4a3a-9703-17bb267896c6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (72dd9f56-c3e0-4e39-8eb9-151662637251), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.636189 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-78f424c9-075f-4a3a-9703-17bb267896c6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (72dd9f56-c3e0-4e39-8eb9-151662637251), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.641574 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f424c9-075f-4a3a-9703-17bb267896c6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:19.642145 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-78f424c9-075f-4a3a-9703-17bb267896c6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.702485 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-78f424c9-075f-4a3a-9703-17bb267896c6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1934605 Oct 26 16:30:19.705217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44868) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:19.708973 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:19.710020 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'admin_state_up': True, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:30:19.715364 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f424c9-075f-4a3a-9703-17bb267896c6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Network': ['ID=72dd9f56-c3e0-4e39-8eb9-151662637251,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:19.726958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 72dd9f56-c3e0-4e39-8eb9-151662637251 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:30:19.736617 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (f772506d-1463-444d-a041-2aa3a45de8d5), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.738274 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (f772506d-1463-444d-a041-2aa3a45de8d5), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.793151 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_controller (f772506d-1463-444d-a041-2aa3a45de8d5), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:19.927539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (f772506d-1463-444d-a041-2aa3a45de8d5), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:20.098182 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (f772506d-1463-444d-a041-2aa3a45de8d5), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:20.116140 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:20.219816 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.26.11.177 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/9cd25a77-8483-445b-b7b2-9a5ea3840c7d) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:30:20.324584 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:20.357560 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:20.400050 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:30:20.406879 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:20.410894 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:30:20.413900 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:20.443699 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:20.607594 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:20.651343 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (f772506d-1463-444d-a041-2aa3a45de8d5), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:20.835078 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (f772506d-1463-444d-a041-2aa3a45de8d5), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:20.958265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router f772506d-1463-444d-a041-2aa3a45de8d5 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:30:21.059159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:30:21.068645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:30:21.079439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:21.079961 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:21.080101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:21.083969 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-21ebba48-e129-4d32-87ac-c94ab2b14c74 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 897 time: 1.3749750 Oct 26 16:30:21.084198 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44870) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:21.155581 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7cd2a04b-06f9-486f-82e2-f8381c34b741 tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?project_id=5fb6b8606a8f4a13aa28f4e956cbe2de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0702577 Oct 26 16:30:21.158117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44874) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:21.185010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:21.314684 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e4ccca-2549-4ce7-bbe5-701e4c2b3159 tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:21.316221 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-15e4ccca-2549-4ce7-bbe5-701e4c2b3159 tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1572130 Oct 26 16:30:21.319043 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44876) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:21.498432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:20Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:21.523955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:30:21.524307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Updating router f772506d-1463-444d-a041-2aa3a45de8d5 port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:30:21.553823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:21.636171 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1bbdfc13-04d1-4e24-8a00-9b010e520ceb tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3160386 Oct 26 16:30:21.639107 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44878) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:21.643793 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-1d5897da-2710-4aa9-b6a6-96e91767c519 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1419849242', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:30:21.721218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:21.729400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5897da-2710-4aa9-b6a6-96e91767c519 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Made reservation on behalf of 5fb6b8606a8f4a13aa28f4e956cbe2de for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:21.733276 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1d5897da-2710-4aa9-b6a6-96e91767c519 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:21.737205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:21.785339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:21.806143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Publish callbacks [] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:21.812491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:21.833058 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:21.847452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Attempting to bind port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:30:21.847832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Attempting to bind port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:30:21.848200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Attempting to bind port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:21.867441 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:21.883319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047089f5-cdbd-4e21-a21c-a7ea9e4f7378 None None] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:21.900956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:30:21.901325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:30:21.901737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:21.902132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:30:21.902610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Bound port: 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:30:21.902997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:21.928604 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1d5897da-2710-4aa9-b6a6-96e91767c519 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (e36a509a-a63d-47e4-9065-377414bb7e51), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:21.955819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:30:21.958910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:30:21.965191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:21.999474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:21.999936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5897da-2710-4aa9-b6a6-96e91767c519 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Subnet': ['ID=e36a509a-a63d-47e4-9065-377414bb7e51,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:22.000113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:22.010048 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5897da-2710-4aa9-b6a6-96e91767c519 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Checking segment: {'id': '4a6db8d6-07a7-46b7-903c-7168508a6fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:30:22.010406 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5897da-2710-4aa9-b6a6-96e91767c519 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network hostable DHCP agents. Network: 72dd9f56-c3e0-4e39-8eb9-151662637251, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:30:22.028655 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5897da-2710-4aa9-b6a6-96e91767c519 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 72dd9f56-c3e0-4e39-8eb9-151662637251 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:30:22.037924 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-1d5897da-2710-4aa9-b6a6-96e91767c519 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 72dd9f56-c3e0-4e39-8eb9-151662637251) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:22.043943 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5897da-2710-4aa9-b6a6-96e91767c519 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:22.044150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1d5897da-2710-4aa9-b6a6-96e91767c519 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:22.050979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed8e701-3274-452e-9984-22d65fe0809a None None] Network 72dd9f56-c3e0-4e39-8eb9-151662637251 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:30:22.063156 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1d5897da-2710-4aa9-b6a6-96e91767c519 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4227085 Oct 26 16:30:22.065648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44880) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:22.076867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047089f5-cdbd-4e21-a21c-a7ea9e4f7378 None None] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:22.185871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:22.265458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-72dd9f56-c3e0-4e39-8eb9-151662637251', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:30:22.266375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:22.487829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:20Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:22.498455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-90c79bd0-5dcb-413c-ac56-4dfd93e5763b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:22.518394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51c8ab8-18b8-459a-bfef-8fe64381efad None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:20Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:30:22.520419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Allocated IP 172.20.0.2 (72dd9f56-c3e0-4e39-8eb9-151662637251/e36a509a-a63d-47e4-9065-377414bb7e51/78531c93-3296-421a-aa1a-1c501830c397) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:30:22.680293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Publish callbacks [] for port (78531c93-3296-421a-aa1a-1c501830c397), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:22.686734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (78531c93-3296-421a-aa1a-1c501830c397), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:22.725153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Network 72dd9f56-c3e0-4e39-8eb9-151662637251 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:30:22.730498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:22.734862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:30:22.770252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Pushing event updated for resources: {'Port': ['ID=78531c93-3296-421a-aa1a-1c501830c397,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:22.812208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:22.813697 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-90c79bd0-5dcb-413c-ac56-4dfd93e5763b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.20.0.1 (72dd9f56-c3e0-4e39-8eb9-151662637251/e36a509a-a63d-47e4-9065-377414bb7e51/39a7737d-cec3-451e-abae-fbe7e210ead2) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:30:22.817793 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:22.827517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Attempting to bind port 78531c93-3296-421a-aa1a-1c501830c397 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:30:22.828098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Attempting to bind port 78531c93-3296-421a-aa1a-1c501830c397 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '4a6db8d6-07a7-46b7-903c-7168508a6fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:30:22.828478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Attempting to bind port 78531c93-3296-421a-aa1a-1c501830c397 on network 72dd9f56-c3e0-4e39-8eb9-151662637251 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:22.876959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:30:22.877375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Checking segment: {'id': '4a6db8d6-07a7-46b7-903c-7168508a6fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:30:22.877744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:22.878269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Bound using segment: {'id': '4a6db8d6-07a7-46b7-903c-7168508a6fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:30:22.878758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Bound port: 78531c93-3296-421a-aa1a-1c501830c397, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6db8d6-07a7-46b7-903c-7168508a6fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:30:22.879159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (78531c93-3296-421a-aa1a-1c501830c397), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:22.946447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] For port 78531c93-3296-421a-aa1a-1c501830c397, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:30:22.949868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] For port 78531c93-3296-421a-aa1a-1c501830c397, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=78531c93-3296-421a-aa1a-1c501830c397,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:30:22.954621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-90c79bd0-5dcb-413c-ac56-4dfd93e5763b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:22.958088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (78531c93-3296-421a-aa1a-1c501830c397), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:22.965314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:23.003491 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-90c79bd0-5dcb-413c-ac56-4dfd93e5763b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:23.015149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db275c-be56-4ee3-97f1-f371bab560ad None None] Pushing event updated for resources: {'Port': ['ID=78531c93-3296-421a-aa1a-1c501830c397,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:23.067393 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c79bd0-5dcb-413c-ac56-4dfd93e5763b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 72dd9f56-c3e0-4e39-8eb9-151662637251 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:30:23.073160 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-90c79bd0-5dcb-413c-ac56-4dfd93e5763b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:23.075428 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c79bd0-5dcb-413c-ac56-4dfd93e5763b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:23.077655 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c79bd0-5dcb-413c-ac56-4dfd93e5763b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:30:23.126536 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-90c79bd0-5dcb-413c-ac56-4dfd93e5763b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (f772506d-1463-444d-a041-2aa3a45de8d5), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:23.295105 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-90c79bd0-5dcb-413c-ac56-4dfd93e5763b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:23.584200 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-90c79bd0-5dcb-413c-ac56-4dfd93e5763b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:23.588704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-90c79bd0-5dcb-413c-ac56-4dfd93e5763b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:23.662163 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c79bd0-5dcb-413c-ac56-4dfd93e5763b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:23.667392 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-90c79bd0-5dcb-413c-ac56-4dfd93e5763b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (f772506d-1463-444d-a041-2aa3a45de8d5), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:23.692056 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:23.765028 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:23.772242 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c79bd0-5dcb-413c-ac56-4dfd93e5763b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 72dd9f56-c3e0-4e39-8eb9-151662637251 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:30:23.774131 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-90c79bd0-5dcb-413c-ac56-4dfd93e5763b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:23.889930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c79bd0-5dcb-413c-ac56-4dfd93e5763b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router f772506d-1463-444d-a041-2aa3a45de8d5 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:30:23.953451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8319ada0-620f-47ef-b769-e448138a0f3c None None] Network 72dd9f56-c3e0-4e39-8eb9-151662637251 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:30:23.961094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:24.003289 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c79bd0-5dcb-413c-ac56-4dfd93e5763b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:30:24.009113 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-90c79bd0-5dcb-413c-ac56-4dfd93e5763b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "PUT /networking/v2.0/routers/f772506d-1463-444d-a041-2aa3a45de8d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9423103 Oct 26 16:30:24.044616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a34e13ba-240c-43cb-ab28-a2528a270814 None None] Provisioning complete for port 78531c93-3296-421a-aa1a-1c501830c397 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:24.045026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a34e13ba-240c-43cb-ab28-a2528a270814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (78531c93-3296-421a-aa1a-1c501830c397), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:24.045370 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a34e13ba-240c-43cb-ab28-a2528a270814 None None] Attempt 1 to provision port 78531c93-3296-421a-aa1a-1c501830c397 Oct 26 16:30:24.064321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:24.168444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a34e13ba-240c-43cb-ab28-a2528a270814 None None] Current status of the port 78531c93-3296-421a-aa1a-1c501830c397 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:24.169550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a34e13ba-240c-43cb-ab28-a2528a270814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (78531c93-3296-421a-aa1a-1c501830c397), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:24.195761 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-c1f3f5d5-2ed6-46ab-919a-c4e7c33470e2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1296946352&fields=id&tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de HTTP/1.1" status: 200 len: 267 time: 0.0626099 Oct 26 16:30:24.212309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-a34e13ba-240c-43cb-ab28-a2528a270814 None None] For port 78531c93-3296-421a-aa1a-1c501830c397, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=78531c93-3296-421a-aa1a-1c501830c397,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:24.220292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a34e13ba-240c-43cb-ab28-a2528a270814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (78531c93-3296-421a-aa1a-1c501830c397), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:24.281305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e13ba-240c-43cb-ab28-a2528a270814 None None] Pushing event updated for resources: {'Port': ['ID=78531c93-3296-421a-aa1a-1c501830c397,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:24.336418 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-14299e84-8abb-456a-92da-5fc27f481846 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:24.338006 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-14299e84-8abb-456a-92da-5fc27f481846 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/networks?id=72dd9f56-c3e0-4e39-8eb9-151662637251 HTTP/1.1" status: 200 len: 796 time: 0.1412957 Oct 26 16:30:24.357289 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-d60b89cf-1e16-4e88-9d6d-bdae87ee5624 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/quotas/5fb6b8606a8f4a13aa28f4e956cbe2de HTTP/1.1" status: 200 len: 375 time: 0.0124178 Oct 26 16:30:24.398119 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:30:24.402809 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:24.404167 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:24.441957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ff0f7802-a864-4517-bc9b-3a39713a41a2 None None] Provisioning complete for port 39a7737d-cec3-451e-abae-fbe7e210ead2 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:24.442586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7802-a864-4517-bc9b-3a39713a41a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:24.443090 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ff0f7802-a864-4517-bc9b-3a39713a41a2 None None] Attempt 1 to provision port 39a7737d-cec3-451e-abae-fbe7e210ead2 Oct 26 16:30:24.453658 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-a2a045c6-1019-4324-8e44-4bfdf5ac88c4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897036 Oct 26 16:30:24.500345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 78531c93-3296-421a-aa1a-1c501830c397 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:24.533876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ff0f7802-a864-4517-bc9b-3a39713a41a2 None None] Port 39a7737d-cec3-451e-abae-fbe7e210ead2 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:30:24.535690 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:24.565260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ff0f7802-a864-4517-bc9b-3a39713a41a2 None None] Provisioning complete for port 78531c93-3296-421a-aa1a-1c501830c397 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:24.565639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7802-a864-4517-bc9b-3a39713a41a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (78531c93-3296-421a-aa1a-1c501830c397), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:24.565978 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ff0f7802-a864-4517-bc9b-3a39713a41a2 None None] Attempt 1 to provision port 78531c93-3296-421a-aa1a-1c501830c397 Oct 26 16:30:24.597711 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-d14af8a9-10bf-46ce-a8b5-1abe089838ac service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 16:30:24.605609 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-d14af8a9-10bf-46ce-a8b5-1abe089838ac service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0723033 Oct 26 16:30:24.630758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 78531c93-3296-421a-aa1a-1c501830c397 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:24.631143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (78531c93-3296-421a-aa1a-1c501830c397), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:24.631485 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 78531c93-3296-421a-aa1a-1c501830c397 Oct 26 16:30:24.691691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ff0f7802-a864-4517-bc9b-3a39713a41a2 None None] Current status of the port 78531c93-3296-421a-aa1a-1c501830c397 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:24.722111 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-b4080ebd-4160-476b-8347-ba1eda5730d8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152318 Oct 26 16:30:24.741072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 78531c93-3296-421a-aa1a-1c501830c397 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:24.795608 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:24.818989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ea36a036-c903-4323-a91d-b5f9835cbff7 None None] Provisioning complete for port 39a7737d-cec3-451e-abae-fbe7e210ead2 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:24.818989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ea36a036-c903-4323-a91d-b5f9835cbff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:24.819374 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ea36a036-c903-4323-a91d-b5f9835cbff7 None None] Attempt 1 to provision port 39a7737d-cec3-451e-abae-fbe7e210ead2 Oct 26 16:30:24.835117 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ede17b82-e7fe-4c8b-9116-b97e083965f6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066117 Oct 26 16:30:24.845684 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:24.851275 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:24.852368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ea36a036-c903-4323-a91d-b5f9835cbff7 None None] Port 39a7737d-cec3-451e-abae-fbe7e210ead2 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:30:24.866882 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:24.891941 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:30:24.892294 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Updating router f772506d-1463-444d-a041-2aa3a45de8d5 port 39a7737d-cec3-451e-abae-fbe7e210ead2 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:30:24.919584 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:24.977064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-10cf05e6-95bf-4811-a91b-50970bcef8e5 None None] Provisioning complete for port 39a7737d-cec3-451e-abae-fbe7e210ead2 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:24.977463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-10cf05e6-95bf-4811-a91b-50970bcef8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:24.977770 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-10cf05e6-95bf-4811-a91b-50970bcef8e5 None None] Attempt 1 to provision port 39a7737d-cec3-451e-abae-fbe7e210ead2 Oct 26 16:30:25.011729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-10cf05e6-95bf-4811-a91b-50970bcef8e5 None None] Port 39a7737d-cec3-451e-abae-fbe7e210ead2 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:30:25.021466 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-79281ac4-4843-4f1a-9c33-01af2e17cf70 req-01bc5ab0-8537-452b-8ef7-35cbcf0e4666 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 210 time: 0.0405149 Oct 26 16:30:25.205917 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Publish callbacks [] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:25.210895 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:25.279994 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86747c74-1c14-4acf-bb46-edaea322ab8d None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:25.309068 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86747c74-1c14-4acf-bb46-edaea322ab8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:25.310041 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86747c74-1c14-4acf-bb46-edaea322ab8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:25.310452 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86747c74-1c14-4acf-bb46-edaea322ab8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:25.310812 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86747c74-1c14-4acf-bb46-edaea322ab8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:25.311196 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86747c74-1c14-4acf-bb46-edaea322ab8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:25.311562 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86747c74-1c14-4acf-bb46-edaea322ab8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:25.311917 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86747c74-1c14-4acf-bb46-edaea322ab8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:25.312323 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86747c74-1c14-4acf-bb46-edaea322ab8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:25.312601 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86747c74-1c14-4acf-bb46-edaea322ab8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:25.313416 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86747c74-1c14-4acf-bb46-edaea322ab8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:25.313713 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86747c74-1c14-4acf-bb46-edaea322ab8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:25.314081 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86747c74-1c14-4acf-bb46-edaea322ab8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:25.314472 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86747c74-1c14-4acf-bb46-edaea322ab8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:25.314859 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86747c74-1c14-4acf-bb46-edaea322ab8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:25.315203 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86747c74-1c14-4acf-bb46-edaea322ab8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:30:25.325055 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Attempting to bind port 39a7737d-cec3-451e-abae-fbe7e210ead2 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:30:25.325497 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Attempting to bind port 39a7737d-cec3-451e-abae-fbe7e210ead2 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '4a6db8d6-07a7-46b7-903c-7168508a6fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:30:25.325958 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Attempting to bind port 39a7737d-cec3-451e-abae-fbe7e210ead2 on network 72dd9f56-c3e0-4e39-8eb9-151662637251 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:25.369234 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:30:25.369687 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Checking segment: {'id': '4a6db8d6-07a7-46b7-903c-7168508a6fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:30:25.370168 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:25.370565 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Bound using segment: {'id': '4a6db8d6-07a7-46b7-903c-7168508a6fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:30:25.371039 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Bound port: 39a7737d-cec3-451e-abae-fbe7e210ead2, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6db8d6-07a7-46b7-903c-7168508a6fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:30:25.371426 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:25.437566 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:30:25.440717 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:30:25.447043 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:25.483336 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:25.483902 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:25.542819 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86747c74-1c14-4acf-bb46-edaea322ab8d None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:25.605328 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:25.721751 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:25.795202 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:25Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:25.797733 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:25.820207 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1478692-ff25-4f0e-8eac-3063490451ae None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:25Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:30:26.143203 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-1a6b3dc7-ff15-4cd5-8b45-b21cdcacf6bb req-afecf56b-f236-4c34-bad6-b29cf27909f5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 210 time: 0.0446780 Oct 26 16:30:26.263408 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-0d925368-c3e9-43e3-9343-3814c8da8389 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:26.264840 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-0d925368-c3e9-43e3-9343-3814c8da8389 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "GET /networking/v2.0/networks?id=72dd9f56-c3e0-4e39-8eb9-151662637251 HTTP/1.1" status: 200 len: 796 time: 0.1378601 Oct 26 16:30:26.375224 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-1f2dd400-3a21-4d6e-af04-9e60a3a733ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de HTTP/1.1" status: 200 len: 380 time: 0.0864394 Oct 26 16:30:26.413359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:26.429624 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-bac30d31-f6bb-4d77-9759-426d911137b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'port': {'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'admin_state_up': True, 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'security_groups': ['55042b71-1eeb-4c47-986b-ae61d52a2421']}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:30:26.460463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39a7737d-cec3-451e-abae-fbe7e210ead2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:26.460886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:26.461237 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39a7737d-cec3-451e-abae-fbe7e210ead2 Oct 26 16:30:26.556621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:26.558161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:26.571635 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-bac30d31-f6bb-4d77-9759-426d911137b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Made reservation on behalf of 5fb6b8606a8f4a13aa28f4e956cbe2de for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:30:26.576343 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-bac30d31-f6bb-4d77-9759-426d911137b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:26.602527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:26.607755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:26.669321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:26.724386 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-bac30d31-f6bb-4d77-9759-426d911137b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.20.0.9 (72dd9f56-c3e0-4e39-8eb9-151662637251/e36a509a-a63d-47e4-9065-377414bb7e51/e253d6f2-def3-4527-bdef-8db05c199317) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:30:26.728413 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:26.874903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-bac30d31-f6bb-4d77-9759-426d911137b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (e253d6f2-def3-4527-bdef-8db05c199317), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:26.908905 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-bac30d31-f6bb-4d77-9759-426d911137b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (e253d6f2-def3-4527-bdef-8db05c199317), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:26.962190 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-bac30d31-f6bb-4d77-9759-426d911137b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 72dd9f56-c3e0-4e39-8eb9-151662637251 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:30:26.968143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-bac30d31-f6bb-4d77-9759-426d911137b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:26.970950 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-bac30d31-f6bb-4d77-9759-426d911137b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:30:26.975203 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac30d31-f6bb-4d77-9759-426d911137b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=e253d6f2-def3-4527-bdef-8db05c199317,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:27.023275 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-bac30d31-f6bb-4d77-9759-426d911137b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:27.023898 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-bac30d31-f6bb-4d77-9759-426d911137b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:27.045524 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-bac30d31-f6bb-4d77-9759-426d911137b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6199300 Oct 26 16:30:27.061608 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Request body: {'port': {'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:30:27.090791 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:27.131985 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e253d6f2-def3-4527-bdef-8db05c199317), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:27.253921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-dedc8988-aee6-4043-93ad-c28b9aa84cc9 None None] Provisioning complete for port e253d6f2-def3-4527-bdef-8db05c199317 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:27.254370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dedc8988-aee6-4043-93ad-c28b9aa84cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e253d6f2-def3-4527-bdef-8db05c199317), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:27.254802 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-dedc8988-aee6-4043-93ad-c28b9aa84cc9 None None] Attempt 1 to provision port e253d6f2-def3-4527-bdef-8db05c199317 Oct 26 16:30:27.283399 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e987c3-341e-4cfe-9de8-fb277ac94cf4 req-c9f5fdbc-61b1-400b-abe8-4cd1953540aa tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:27.285515 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-00e987c3-341e-4cfe-9de8-fb277ac94cf4 req-c9f5fdbc-61b1-400b-abe8-4cd1953540aa tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 931 time: 0.0559194 Oct 26 16:30:27.296925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-dedc8988-aee6-4043-93ad-c28b9aa84cc9 None None] Port e253d6f2-def3-4527-bdef-8db05c199317 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:30:27.341090 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-00e987c3-341e-4cfe-9de8-fb277ac94cf4 req-3e9ad725-e7f2-4d7c-9a52-d6b5550fd971 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55042b71-1eeb-4c47-986b-ae61d52a2421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496018 Oct 26 16:30:27.442357 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e253d6f2-def3-4527-bdef-8db05c199317 {{(pid=105322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:30:27.450424 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Publish callbacks [] for port (e253d6f2-def3-4527-bdef-8db05c199317), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:27.468566 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.provisioning_blocks [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Transition to ACTIVE for port object e253d6f2-def3-4527-bdef-8db05c199317 will not be triggered until provisioned by entity L2. {{(pid=105322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:30:27.472937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (e253d6f2-def3-4527-bdef-8db05c199317), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:27.552587 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Pushing event updated for resources: {'Port': ['ID=e253d6f2-def3-4527-bdef-8db05c199317,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:27.574502 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:27.584996 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Attempting to bind port e253d6f2-def3-4527-bdef-8db05c199317 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:30:27.585371 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Attempting to bind port e253d6f2-def3-4527-bdef-8db05c199317 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '4a6db8d6-07a7-46b7-903c-7168508a6fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:30:27.585827 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Attempting to bind port e253d6f2-def3-4527-bdef-8db05c199317 on network 72dd9f56-c3e0-4e39-8eb9-151662637251 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:27.630198 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Port e253d6f2-def3-4527-bdef-8db05c199317 on network 72dd9f56-c3e0-4e39-8eb9-151662637251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:30:27.630524 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Attempting to bind port e253d6f2-def3-4527-bdef-8db05c199317 on network 72dd9f56-c3e0-4e39-8eb9-151662637251 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:30:27.676694 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:30:27.677062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Checking segment: {'id': '4a6db8d6-07a7-46b7-903c-7168508a6fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:30:27.677614 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Bound using segment: {'id': '4a6db8d6-07a7-46b7-903c-7168508a6fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251'} {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:30:27.678048 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Bound port: e253d6f2-def3-4527-bdef-8db05c199317, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a6db8d6-07a7-46b7-903c-7168508a6fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251'}}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:30:27.678408 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e253d6f2-def3-4527-bdef-8db05c199317), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:27.741051 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] For port e253d6f2-def3-4527-bdef-8db05c199317, host hv-neutron-7598, cleared binding levels {{(pid=105322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:30:27.744970 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] For port e253d6f2-def3-4527-bdef-8db05c199317, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=e253d6f2-def3-4527-bdef-8db05c199317,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:30:27.752184 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (e253d6f2-def3-4527-bdef-8db05c199317), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:27.756187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:27.756855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:27.758215 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/e253d6f2-def3-4527-bdef-8db05c199317 HTTP/1.1" status: 200 len: 1093 time: 0.7018979 Oct 26 16:30:27.760667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'tag': 'e253d6f2-def3-4527-bdef-8db05c199317'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:30:27.763479 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb136ba649fa168c6248ca24a79b4aa523afb5de4688c02f3e3d85afa0885439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fe435a-b3c4-45b1-9118-8b5f078d3f38" -d '{"events": [{"name": "network-changed", "server_uuid": "8d57e065-a133-46cc-8cd9-6080f18b971a", "tag": "e253d6f2-def3-4527-bdef-8db05c199317"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:27.812697 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eea5f34-9b15-4899-80a0-8dd05142dfee x-openstack-request-id: req-8eea5f34-9b15-4899-80a0-8dd05142dfee {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:27.813024 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d57e065-a133-46cc-8cd9-6080f18b971a", "tag": "e253d6f2-def3-4527-bdef-8db05c199317", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:27.813279 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8eea5f34-9b15-4899-80a0-8dd05142dfee {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:27.813676 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eea5f34-9b15-4899-80a0-8dd05142dfee'] response: {'name': 'network-changed', 'server_uuid': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'tag': 'e253d6f2-def3-4527-bdef-8db05c199317', 'status': 'completed', 'code': 200} Oct 26 16:30:27.872256 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e75b9-0d25-47be-a06e-06abb4f30d7c service neutron] Pushing event updated for resources: {'Port': ['ID=e253d6f2-def3-4527-bdef-8db05c199317,revision_number=3']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:27.886543 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-5ffa61cf-8f3f-4899-9c8c-ce9acd8ce396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:27.888111 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-5ffa61cf-8f3f-4899-9c8c-ce9acd8ce396 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 1127 time: 0.0866561 Oct 26 16:30:27.947248 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-0543c52e-6db6-4ddd-a93e-42091cbd0481 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e253d6f2-def3-4527-bdef-8db05c199317 HTTP/1.1" status: 200 len: 217 time: 0.0489600 Oct 26 16:30:28.006705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-f010fb66-915d-4178-b10d-e159a4743a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:28.008035 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-f010fb66-915d-4178-b10d-e159a4743a55 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e36a509a-a63d-47e4-9065-377414bb7e51 HTTP/1.1" status: 200 len: 835 time: 0.0516677 Oct 26 16:30:28.096367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daac4f0-2499-4828-a03c-1c2b8da4163a None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:30:28.096367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daac4f0-2499-4828-a03c-1c2b8da4163a None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:28.096367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8daac4f0-2499-4828-a03c-1c2b8da4163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:28.116368 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-d8e893aa-3bb7-401f-888c-272fee613e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:28.117910 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-d8e893aa-3bb7-401f-888c-272fee613e07 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=72dd9f56-c3e0-4e39-8eb9-151662637251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0983686 Oct 26 16:30:28.136552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:28.222551 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-f5858f19-fbb8-4b33-ad98-ea34ef41ea6f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934818 Oct 26 16:30:28.319713 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a6eb0919-b04b-4742-ab8e-ff36ce4fb5c9 req-c373d93c-c1d5-4cd7-82fd-f1ecb565fd8d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878186 Oct 26 16:30:28.339939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-8daac4f0-2499-4828-a03c-1c2b8da4163a None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:28.411235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:28.468374 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb372b-63f6-4906-8e8c-40513ffdb285 req-22900304-e8ca-4847-89f9-d7a8b037d15a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:28.470526 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-83eb372b-63f6-4906-8e8c-40513ffdb285 req-22900304-e8ca-4847-89f9-d7a8b037d15a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 943 time: 0.0487595 Oct 26 16:30:28.488507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:28.522269 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-83eb372b-63f6-4906-8e8c-40513ffdb285 req-6ecc8c87-b8e8-400d-bead-48d8b75584c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55042b71-1eeb-4c47-986b-ae61d52a2421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458026 Oct 26 16:30:28.548207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:28.561700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:28.562089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:28.602339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:28.632576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8daac4f0-2499-4828-a03c-1c2b8da4163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:26Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:28.645405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:28.671480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daac4f0-2499-4828-a03c-1c2b8da4163a None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:30:28.673268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:28.739907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daac4f0-2499-4828-a03c-1c2b8da4163a None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:28.740537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8daac4f0-2499-4828-a03c-1c2b8da4163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:28.812456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:28.910503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-8daac4f0-2499-4828-a03c-1c2b8da4163a None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:29.088551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8daac4f0-2499-4828-a03c-1c2b8da4163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:28Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:29.116500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daac4f0-2499-4828-a03c-1c2b8da4163a None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:28Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:30:29.183448 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe435a-b3c4-45b1-9118-8b5f078d3f38 req-c319eab1-da6f-49ad-a026-c6511f82c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:29.184950 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a1fe435a-b3c4-45b1-9118-8b5f078d3f38 req-c319eab1-da6f-49ad-a026-c6511f82c8f0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 1127 time: 0.0480428 Oct 26 16:30:29.717548 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe435a-b3c4-45b1-9118-8b5f078d3f38 req-c8b15c62-3c42-4ca1-b632-88e23904b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:29.719054 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a1fe435a-b3c4-45b1-9118-8b5f078d3f38 req-c8b15c62-3c42-4ca1-b632-88e23904b9f0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=72dd9f56-c3e0-4e39-8eb9-151662637251 HTTP/1.1" status: 200 len: 897 time: 0.5253031 Oct 26 16:30:29.732088 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce3b91-b245-4604-a85f-8bce1c2e2e9a req-1910848f-f7f0-4a0c-9a75-71fc1016aed2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:29.733587 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-82ce3b91-b245-4604-a85f-8bce1c2e2e9a req-1910848f-f7f0-4a0c-9a75-71fc1016aed2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 943 time: 0.0625141 Oct 26 16:30:29.783755 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a1fe435a-b3c4-45b1-9118-8b5f078d3f38 req-37718b26-d89e-41c7-82c4-f981837221c4 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e253d6f2-def3-4527-bdef-8db05c199317 HTTP/1.1" status: 200 len: 217 time: 0.0482111 Oct 26 16:30:29.850375 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-82ce3b91-b245-4604-a85f-8bce1c2e2e9a req-1584da7e-2a4c-4c57-b799-2ce6f4043021 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55042b71-1eeb-4c47-986b-ae61d52a2421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096916 Oct 26 16:30:29.860441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe435a-b3c4-45b1-9118-8b5f078d3f38 req-c9eaa0c2-eb85-4397-adb4-16f044f0e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:29.862141 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a1fe435a-b3c4-45b1-9118-8b5f078d3f38 req-c9eaa0c2-eb85-4397-adb4-16f044f0e11d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e36a509a-a63d-47e4-9065-377414bb7e51 HTTP/1.1" status: 200 len: 835 time: 0.0652769 Oct 26 16:30:29.911926 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe435a-b3c4-45b1-9118-8b5f078d3f38 req-2076857d-ff2a-4a8b-979c-e704d1a7da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:29.913480 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a1fe435a-b3c4-45b1-9118-8b5f078d3f38 req-2076857d-ff2a-4a8b-979c-e704d1a7da6c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=72dd9f56-c3e0-4e39-8eb9-151662637251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424483 Oct 26 16:30:30.017835 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a1fe435a-b3c4-45b1-9118-8b5f078d3f38 req-b699a1c9-9d5e-4733-b20f-bf551ab3c2db service neutron] 10.222.0.64 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935822 Oct 26 16:30:30.088669 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:30.117721 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a1fe435a-b3c4-45b1-9118-8b5f078d3f38 req-6e61f68a-0898-448d-836f-dd4af24694f7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908012 Oct 26 16:30:30.437749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:30.481583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39a7737d-cec3-451e-abae-fbe7e210ead2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:30.481955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:30.482291 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39a7737d-cec3-451e-abae-fbe7e210ead2 Oct 26 16:30:30.551704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:30.552014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:30.586321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:30.590163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:30.591466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:30.629345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device e253d6f2-def3-4527-bdef-8db05c199317 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:30:30.679429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:30.734697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:30.735073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:30.735414 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d Oct 26 16:30:30.804411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port e253d6f2-def3-4527-bdef-8db05c199317, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=e253d6f2-def3-4527-bdef-8db05c199317,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:30.835381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': 'e253d6f2-def3-4527-bdef-8db05c199317', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:30:30.870157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:30.870553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:30.901324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port e253d6f2-def3-4527-bdef-8db05c199317 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:30.901324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e253d6f2-def3-4527-bdef-8db05c199317), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:30.906205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:30.915230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:30.922430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e253d6f2-def3-4527-bdef-8db05c199317 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:30:30.970674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port e253d6f2-def3-4527-bdef-8db05c199317, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=e253d6f2-def3-4527-bdef-8db05c199317,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:30.978084 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869b00d-1ed0-4e84-80f0-812ad3e7d83b req-2777cdee-0adf-46ae-a36e-72f243670748 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:30.979812 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1869b00d-1ed0-4e84-80f0-812ad3e7d83b req-2777cdee-0adf-46ae-a36e-72f243670748 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 943 time: 0.0506151 Oct 26 16:30:30.980788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:30.983466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e253d6f2-def3-4527-bdef-8db05c199317), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:30.989201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:31.013287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:31.020616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:31.044104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=e253d6f2-def3-4527-bdef-8db05c199317,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:31.046513 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1869b00d-1ed0-4e84-80f0-812ad3e7d83b req-bc930d4b-8925-4035-8037-00aa519db45a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55042b71-1eeb-4c47-986b-ae61d52a2421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586126 Oct 26 16:30:31.310096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['e253d6f2-def3-4527-bdef-8db05c199317'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:30:31.394631 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34cfab1-5961-4cb2-9e30-92f1eed437b7 None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:30:31.400276 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34cfab1-5961-4cb2-9e30-92f1eed437b7 None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:31.400966 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b34cfab1-5961-4cb2-9e30-92f1eed437b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:31.508244 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b34cfab1-5961-4cb2-9e30-92f1eed437b7 None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:31.694453 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b34cfab1-5961-4cb2-9e30-92f1eed437b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:30Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:31.718855 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34cfab1-5961-4cb2-9e30-92f1eed437b7 None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:30:31.727449 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34cfab1-5961-4cb2-9e30-92f1eed437b7 None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:31.728044 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b34cfab1-5961-4cb2-9e30-92f1eed437b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:31.829303 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b34cfab1-5961-4cb2-9e30-92f1eed437b7 None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:32.089624 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b34cfab1-5961-4cb2-9e30-92f1eed437b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:30Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:32.115004 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34cfab1-5961-4cb2-9e30-92f1eed437b7 None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:30Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:30:32.179756 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664d467-4594-450d-a385-1d359702af18 req-62246dd3-6c82-4961-8372-6790bb331900 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:32.181312 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0664d467-4594-450d-a385-1d359702af18 req-62246dd3-6c82-4961-8372-6790bb331900 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 944 time: 0.0593090 Oct 26 16:30:32.232102 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0664d467-4594-450d-a385-1d359702af18 req-95539092-29a1-4098-85cf-59c37c560449 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55042b71-1eeb-4c47-986b-ae61d52a2421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444939 Oct 26 16:30:32.352248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:32.433091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:32.433497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:32.468033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:32.473223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:32.503797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:32.562849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:32.603152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:32.626829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device e253d6f2-def3-4527-bdef-8db05c199317 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:32.672374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port e253d6f2-def3-4527-bdef-8db05c199317 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 16:30:32.678791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port e253d6f2-def3-4527-bdef-8db05c199317 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:32.679172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e253d6f2-def3-4527-bdef-8db05c199317), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:32.679530 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port e253d6f2-def3-4527-bdef-8db05c199317 Oct 26 16:30:32.701209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:32.783152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39a7737d-cec3-451e-abae-fbe7e210ead2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:32.783530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:32.783869 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39a7737d-cec3-451e-abae-fbe7e210ead2 Oct 26 16:30:32.840117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port e253d6f2-def3-4527-bdef-8db05c199317 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:32.841027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e253d6f2-def3-4527-bdef-8db05c199317), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:32.873509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e253d6f2-def3-4527-bdef-8db05c199317'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:30:32.876329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0791dcd99e10d2601dac9685061402289b22c07495f87ab2850faee0ade828c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c2824f-1458-4686-a1ce-c37a805b55b0" -d '{"events": [{"server_uuid": "8d57e065-a133-46cc-8cd9-6080f18b971a", "name": "network-vif-plugged", "status": "completed", "tag": "e253d6f2-def3-4527-bdef-8db05c199317"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:32.912603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port e253d6f2-def3-4527-bdef-8db05c199317, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=e253d6f2-def3-4527-bdef-8db05c199317,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:32.922157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e253d6f2-def3-4527-bdef-8db05c199317), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:32.928378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:32.928771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:33.000076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f707869-3347-488b-80a7-057da913f8f1 x-openstack-request-id: req-3f707869-3347-488b-80a7-057da913f8f1 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:33.000311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d57e065-a133-46cc-8cd9-6080f18b971a", "name": "network-vif-plugged", "status": "completed", "tag": "e253d6f2-def3-4527-bdef-8db05c199317", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:33.000570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f707869-3347-488b-80a7-057da913f8f1 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:33.001028 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f707869-3347-488b-80a7-057da913f8f1'] response: {'server_uuid': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e253d6f2-def3-4527-bdef-8db05c199317', 'code': 200} Oct 26 16:30:33.002797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:33.004370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=e253d6f2-def3-4527-bdef-8db05c199317,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:33.007493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:33.079912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:33.104665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:33.163613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:33.164009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:33.186696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:33.192453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:33.215076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:33.225582 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dd540-cd96-4138-8e9d-bb7bbcc6ce9a req-e154d32b-7019-4011-9d51-3dafd1baaa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:33.227440 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c97dd540-cd96-4138-8e9d-bb7bbcc6ce9a req-e154d32b-7019-4011-9d51-3dafd1baaa41 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 1129 time: 0.0541618 Oct 26 16:30:33.231969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:33.248268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:33.296789 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-c97dd540-cd96-4138-8e9d-bb7bbcc6ce9a req-f926b04a-f9af-48af-894b-e25a12628346 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=55042b71-1eeb-4c47-986b-ae61d52a2421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579443 Oct 26 16:30:33.360850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba9338-7322-46d9-8b97-1e5680657ac2 req-25975af6-0de8-410a-a7f4-fb767c6809b8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:33.362312 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5dba9338-7322-46d9-8b97-1e5680657ac2 req-25975af6-0de8-410a-a7f4-fb767c6809b8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 945 time: 0.0503130 Oct 26 16:30:33.413336 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:33.418781 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5dba9338-7322-46d9-8b97-1e5680657ac2 req-6f61de4b-2e42-428f-b9fb-73d0f319a41e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55042b71-1eeb-4c47-986b-ae61d52a2421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508490 Oct 26 16:30:34.028780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f27f8ef-a3ad-4970-b4dc-2620414226b8 None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:30:34.028780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f27f8ef-a3ad-4970-b4dc-2620414226b8 None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:34.028780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0f27f8ef-a3ad-4970-b4dc-2620414226b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:34.080832 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:30:34.116176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:34.131983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0f27f8ef-a3ad-4970-b4dc-2620414226b8 None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:34.318305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0f27f8ef-a3ad-4970-b4dc-2620414226b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:32Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:34.342603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f27f8ef-a3ad-4970-b4dc-2620414226b8 None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:30:34.351511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f27f8ef-a3ad-4970-b4dc-2620414226b8 None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:34.352138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0f27f8ef-a3ad-4970-b4dc-2620414226b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:34.387917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:34.509730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0f27f8ef-a3ad-4970-b4dc-2620414226b8 None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:34.548232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:34.548534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:34.554407 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2baea2-4ca1-44fe-bab7-d79c1a255798 req-d7c5f118-00dd-45f8-a9d6-32b63ebf84d6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:34.555895 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce2baea2-4ca1-44fe-bab7-d79c1a255798 req-d7c5f118-00dd-45f8-a9d6-32b63ebf84d6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 945 time: 0.0520699 Oct 26 16:30:34.606412 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ce2baea2-4ca1-44fe-bab7-d79c1a255798 req-d113d063-07a1-4d31-84d7-2b1a3f0db980 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55042b71-1eeb-4c47-986b-ae61d52a2421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439951 Oct 26 16:30:34.655388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:34.658509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:34.731945 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:34.777040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0f27f8ef-a3ad-4970-b4dc-2620414226b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:32Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:34.805448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f27f8ef-a3ad-4970-b4dc-2620414226b8 None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:32Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:30:35.737304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822635c-50df-4ee2-b6ee-877a20a15f89 req-487d1db2-99b0-41cc-acbd-f8e8a7b7ac01 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:35.738866 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2822635c-50df-4ee2-b6ee-877a20a15f89 req-487d1db2-99b0-41cc-acbd-f8e8a7b7ac01 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 945 time: 0.0502236 Oct 26 16:30:35.794118 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2822635c-50df-4ee2-b6ee-877a20a15f89 req-0b5368ba-f293-4cd6-985a-cdfba042c8b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55042b71-1eeb-4c47-986b-ae61d52a2421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494525 Oct 26 16:30:35.922476 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55a834-ee5a-402b-815d-ebbed96afe74 req-29806513-4668-4a01-9224-d7755df08f14 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:35.924085 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cc55a834-ee5a-402b-815d-ebbed96afe74 req-29806513-4668-4a01-9224-d7755df08f14 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 945 time: 0.0492015 Oct 26 16:30:35.976516 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cc55a834-ee5a-402b-815d-ebbed96afe74 req-cf9714b7-d669-492b-8765-8162c30cec26 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55042b71-1eeb-4c47-986b-ae61d52a2421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467265 Oct 26 16:30:36.006037 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44944) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:36.044322 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b23a76-4a3b-4f36-9d9b-a15af12afa75 tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:36.045870 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-12b23a76-4a3b-4f36-9d9b-a15af12afa75 tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 1124 time: 0.0388360 Oct 26 16:30:36.048567 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44946) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:36.052741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:30:36.073157 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:36.156402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:36.197163 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:36.265994 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:36.267391 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.26.11.137 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/c066971a-6885-491f-b518-229f39c9fd72) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:30:36.382387 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (c066971a-6885-491f-b518-229f39c9fd72), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:36.413807 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (c066971a-6885-491f-b518-229f39c9fd72), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:36.454508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:36.464150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:30:36.468171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=c066971a-6885-491f-b518-229f39c9fd72,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:36.470964 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:30:36.473100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:30:36.505435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39a7737d-cec3-451e-abae-fbe7e210ead2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:36.505802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:36.506312 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39a7737d-cec3-451e-abae-fbe7e210ead2 Oct 26 16:30:36.592126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:36.592517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:36.627169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:36.632203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:36.633017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:36.705799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:36.713592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:36.713963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:36.714300 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d Oct 26 16:30:36.787625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:36.788008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:36.806416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:36.835403 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (9a9dd5aa-51e7-4cbd-9edc-1423444ced73), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:36.928482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (c066971a-6885-491f-b518-229f39c9fd72), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:36.953876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:36.960935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:37.022723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:37.048656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:37.067613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:37.099897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (c066971a-6885-491f-b518-229f39c9fd72), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:37.105239 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (c066971a-6885-491f-b518-229f39c9fd72), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:37.195317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (9a9dd5aa-51e7-4cbd-9edc-1423444ced73), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:37.195317 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=c066971a-6885-491f-b518-229f39c9fd72,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:37.195895 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96745da-a1b4-4b99-bb01-7d547ae1deba None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:30:37.203352 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96745da-a1b4-4b99-bb01-7d547ae1deba None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:37.203947 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c96745da-a1b4-4b99-bb01-7d547ae1deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:37.275741 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Floating IP 9a9dd5aa-51e7-4cbd-9edc-1423444ced73 associated. External IP: 172.26.11.137, port: e253d6f2-def3-4527-bdef-8db05c199317. Oct 26 16:30:37.306112 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c96745da-a1b4-4b99-bb01-7d547ae1deba None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:37.376779 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:37.461291 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:37.480201 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router f772506d-1463-444d-a041-2aa3a45de8d5 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:30:37.517381 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c96745da-a1b4-4b99-bb01-7d547ae1deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:36Z', 'revision_number': 0, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:36Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:37.541433 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96745da-a1b4-4b99-bb01-7d547ae1deba None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:30:37.550292 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96745da-a1b4-4b99-bb01-7d547ae1deba None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:37.550889 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c96745da-a1b4-4b99-bb01-7d547ae1deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:37.654296 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c96745da-a1b4-4b99-bb01-7d547ae1deba None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:37.869524 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c96745da-a1b4-4b99-bb01-7d547ae1deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:36Z', 'revision_number': 0, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:36Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:37.875176 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:30:37.893362 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:37.899280 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96745da-a1b4-4b99-bb01-7d547ae1deba None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:36Z', 'revision_number': 0, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:36Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:30:37.927370 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-32d8dd21-b0d7-463c-8b50-1b49addbb6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8777685 Oct 26 16:30:37.928039 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'tag': 'e253d6f2-def3-4527-bdef-8db05c199317'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:30:37.930416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7d1cc4-cc78-4302-9ae6-972dcbd155d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d57e065-a133-46cc-8cd9-6080f18b971a", "tag": "e253d6f2-def3-4527-bdef-8db05c199317"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:30:38.027704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42b0c1b-4fb7-43af-881e-1e4900037791 x-openstack-request-id: req-e42b0c1b-4fb7-43af-881e-1e4900037791 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:30:38.028514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d57e065-a133-46cc-8cd9-6080f18b971a", "tag": "e253d6f2-def3-4527-bdef-8db05c199317", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:30:38.029016 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e42b0c1b-4fb7-43af-881e-1e4900037791 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:30:38.029222 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42b0c1b-4fb7-43af-881e-1e4900037791'] response: {'name': 'network-changed', 'server_uuid': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'tag': 'e253d6f2-def3-4527-bdef-8db05c199317', 'status': 'completed', 'code': 200} Oct 26 16:30:38.030669 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef554b6-85a1-4661-b6fa-388ef059bec4 req-4b430d3c-d300-422a-8d77-b36f2ff00045 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:38.032218 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8ef554b6-85a1-4661-b6fa-388ef059bec4 req-4b430d3c-d300-422a-8d77-b36f2ff00045 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 945 time: 0.0545440 Oct 26 16:30:38.133177 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8ef554b6-85a1-4661-b6fa-388ef059bec4 req-ed8771c3-ed6d-4b3f-b1b3-10f5a6201161 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55042b71-1eeb-4c47-986b-ae61d52a2421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932927 Oct 26 16:30:38.134487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d1cc4-cc78-4302-9ae6-972dcbd155d4 req-ae1f1e0f-1389-4e43-a7f4-c2243d4f5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:38.138969 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5e7d1cc4-cc78-4302-9ae6-972dcbd155d4 req-ae1f1e0f-1389-4e43-a7f4-c2243d4f5f5b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 1129 time: 0.0865366 Oct 26 16:30:38.159268 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44954) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:38.224155 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-54ca965d-74dd-4496-9c88-ccdabe0956b9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 992 time: 0.0637345 Oct 26 16:30:38.244073 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d1cc4-cc78-4302-9ae6-972dcbd155d4 req-05124ed4-f693-46f9-a73f-090685912e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:38.245702 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5e7d1cc4-cc78-4302-9ae6-972dcbd155d4 req-05124ed4-f693-46f9-a73f-090685912e50 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=72dd9f56-c3e0-4e39-8eb9-151662637251 HTTP/1.1" status: 200 len: 897 time: 0.1008677 Oct 26 16:30:38.348487 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5e7d1cc4-cc78-4302-9ae6-972dcbd155d4 req-b9ac4c0a-06db-40ae-8717-393f7c5235e3 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e253d6f2-def3-4527-bdef-8db05c199317 HTTP/1.1" status: 200 len: 1000 time: 0.0958285 Oct 26 16:30:38.349961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:38.402363 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d1cc4-cc78-4302-9ae6-972dcbd155d4 req-ad32a7ff-af87-48a1-ad58-7a516a15ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:38.404162 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5e7d1cc4-cc78-4302-9ae6-972dcbd155d4 req-ad32a7ff-af87-48a1-ad58-7a516a15ac99 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e36a509a-a63d-47e4-9065-377414bb7e51 HTTP/1.1" status: 200 len: 835 time: 0.0492506 Oct 26 16:30:38.416637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:38.435619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:38.436113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:38.451455 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d1cc4-cc78-4302-9ae6-972dcbd155d4 req-eafe5f79-7283-4b56-89db-1de687ec0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:30:38.453326 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5e7d1cc4-cc78-4302-9ae6-972dcbd155d4 req-eafe5f79-7283-4b56-89db-1de687ec0a21 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=72dd9f56-c3e0-4e39-8eb9-151662637251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435410 Oct 26 16:30:38.473154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:38.477537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:38.503478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:38.551961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:38.556740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:38.556885 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5e7d1cc4-cc78-4302-9ae6-972dcbd155d4 req-8f854586-1c4d-4883-a5f4-c9c3310bae36 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964320 Oct 26 16:30:38.629885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:38.640015 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:38.679180 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5e7d1cc4-cc78-4302-9ae6-972dcbd155d4 req-1f92a13e-cd64-437d-b339-ba436ac476c8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163898 Oct 26 16:30:38.720778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:38.766094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-28517869-4360-458b-8daf-76098bd569de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:38.781075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39a7737d-cec3-451e-abae-fbe7e210ead2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:38.781461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:38.781801 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39a7737d-cec3-451e-abae-fbe7e210ead2 Oct 26 16:30:38.857501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:38.857826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:38.897246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:38.901913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:38.955417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:38.961777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:39.036363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:39.036757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:39.059600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:39.063485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:39.117698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:39.227964 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44956) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:39.293792 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ccab2231-c766-478a-9acb-5678d41a72f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 992 time: 0.0646510 Oct 26 16:30:39.673790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fd5c4b-f955-46df-b62f-163dec517ae5 None None] New status for floating IP 9a9dd5aa-51e7-4cbd-9edc-1423444ced73: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:30:40.299241 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44958) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:40.328969 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba424441-97f2-4269-b5c6-229b3cec2eef None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:30:40.328969 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba424441-97f2-4269-b5c6-229b3cec2eef None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:40.329583 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ba424441-97f2-4269-b5c6-229b3cec2eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:40.375302 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a4f6f132-f91e-4265-a56b-38731d075e69 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0765984 Oct 26 16:30:40.396984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:40.439132 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-ba424441-97f2-4269-b5c6-229b3cec2eef None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:40.473853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:40.474247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:40.506603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:40.510728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:40.557614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:40.647025 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ba424441-97f2-4269-b5c6-229b3cec2eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:39Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:39Z', 'revision_number': 1, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:38Z', 'revision_number': 13, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:40.673970 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba424441-97f2-4269-b5c6-229b3cec2eef None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:30:40.682313 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba424441-97f2-4269-b5c6-229b3cec2eef None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:40.682911 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ba424441-97f2-4269-b5c6-229b3cec2eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:40.725837 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:40.783584 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-ba424441-97f2-4269-b5c6-229b3cec2eef None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:40.932569 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:41.072736 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ba424441-97f2-4269-b5c6-229b3cec2eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:39Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:39Z', 'revision_number': 1, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:40Z', 'revision_number': 14, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:41.100308 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba424441-97f2-4269-b5c6-229b3cec2eef None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:39Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:39Z', 'revision_number': 1, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:40Z', 'revision_number': 14, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:30:41.147736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-75741783-58db-462f-b463-74d20b299f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:41.378647 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44960) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:41.439420 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1bc89090-7a53-4478-a01c-b0d133bd2ba7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0594325 Oct 26 16:30:42.343323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:42.434545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:42.442623 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44962) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:42.484253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39a7737d-cec3-451e-abae-fbe7e210ead2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:42.484380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:42.484671 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39a7737d-cec3-451e-abae-fbe7e210ead2 Oct 26 16:30:42.505774 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2eac238a-7498-4112-a8ee-ab77fe5561d6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0620005 Oct 26 16:30:42.556096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:42.556486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:42.588632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:42.592778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:42.593587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:42.636034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:42.640449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:42.675446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:42.681762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:42.682139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:42.682476 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d Oct 26 16:30:42.708133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dcb292-ea2a-4e5d-bd28-c3cc5adceb09 None None] New status for floating IP 9a9dd5aa-51e7-4cbd-9edc-1423444ced73: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:30:42.845085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:42.845669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:42.853544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:42.898718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:42.902875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:42.953059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:43.122818 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f157b-8bcf-485e-8b12-300076621dec None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:30:43.122818 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f157b-8bcf-485e-8b12-300076621dec None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:43.122818 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-401f157b-8bcf-485e-8b12-300076621dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:43.215499 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-401f157b-8bcf-485e-8b12-300076621dec None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:43.421737 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-401f157b-8bcf-485e-8b12-300076621dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:42Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:42Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:42Z', 'revision_number': 15, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:43.445427 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f157b-8bcf-485e-8b12-300076621dec None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:30:43.454068 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f157b-8bcf-485e-8b12-300076621dec None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:43.454652 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-401f157b-8bcf-485e-8b12-300076621dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:43.509661 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44964) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:43.554762 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-401f157b-8bcf-485e-8b12-300076621dec None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:43.568319 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7dd597de-fd4e-4775-8f36-ed2a5b41f036 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0575123 Oct 26 16:30:43.743883 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:43.763616 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-401f157b-8bcf-485e-8b12-300076621dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:42Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:42Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:42Z', 'revision_number': 15, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:43.787069 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f157b-8bcf-485e-8b12-300076621dec None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:42Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:42Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:42Z', 'revision_number': 15, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:30:43.891225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:44.002080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:44.351436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:44.440303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:44.440781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:44.475398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:44.480871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:44.504394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:44.559545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:44.572024 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44966) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:44.607896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:44.648044 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3a7ff5cd-d4be-4b05-9f55-a5145da7f182 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0739076 Oct 26 16:30:44.740971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:44.787295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39a7737d-cec3-451e-abae-fbe7e210ead2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:44.787672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:44.788034 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39a7737d-cec3-451e-abae-fbe7e210ead2 Oct 26 16:30:44.862406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:44.862804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:44.896853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:44.902010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:44.902933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:44.981624 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:44.993869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:44.994253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:44.994617 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d Oct 26 16:30:45.066253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:45.111281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:45.185972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:45.186361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:45.207764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:45.211799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:45.257586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:45.367333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e075fb-9575-4d5e-827c-59c6919ecd2d None None] New status for floating IP 9a9dd5aa-51e7-4cbd-9edc-1423444ced73: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:30:45.453120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:45.650545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44968) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:45.708831 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-59d36a48-5951-4692-a5fc-66189cd2decb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0571232 Oct 26 16:30:45.737185 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f411cf54-0c1d-48b3-8429-cb04a88fe075 None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:30:45.737185 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f411cf54-0c1d-48b3-8429-cb04a88fe075 None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:45.737185 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f411cf54-0c1d-48b3-8429-cb04a88fe075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:45.776827 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:45.834989 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f411cf54-0c1d-48b3-8429-cb04a88fe075 None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:46.041143 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f411cf54-0c1d-48b3-8429-cb04a88fe075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:45Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:45Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:44Z', 'revision_number': 17, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:46.065440 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f411cf54-0c1d-48b3-8429-cb04a88fe075 None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:30:46.073839 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f411cf54-0c1d-48b3-8429-cb04a88fe075 None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:46.074545 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f411cf54-0c1d-48b3-8429-cb04a88fe075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:46.253336 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f411cf54-0c1d-48b3-8429-cb04a88fe075 None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:46.401173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:46.471843 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f411cf54-0c1d-48b3-8429-cb04a88fe075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:45Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:45Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:44Z', 'revision_number': 17, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:46.497039 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f411cf54-0c1d-48b3-8429-cb04a88fe075 None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:45Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:45Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:44Z', 'revision_number': 17, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:30:46.563295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:46.613947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:46.614343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:46.648722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:46.653898 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:46.711772 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44970) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:46.730246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:46.785164 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-40c024fd-13ce-4857-8a66-1bdc69b04a01 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0708337 Oct 26 16:30:47.255891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:47.788822 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 44972) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:47.825154 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:47.847916 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3e19aeae-2b1c-4a42-9273-768eee1521cc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0579317 Oct 26 16:30:48.026437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878a9464-a341-4966-9767-f7c4b3435618 None None] New status for floating IP 9a9dd5aa-51e7-4cbd-9edc-1423444ced73: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:30:48.108700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:48.212880 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=64 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:48.215132 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=74,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:48.380187 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d200ea67-21cc-4903-a083-6b38d749323e None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:30:48.380187 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d200ea67-21cc-4903-a083-6b38d749323e None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:48.380187 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d200ea67-21cc-4903-a083-6b38d749323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:48.477193 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d200ea67-21cc-4903-a083-6b38d749323e None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:48.606177 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:48.638772 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:48.682382 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d200ea67-21cc-4903-a083-6b38d749323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:45Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:48Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:46Z', 'revision_number': 18, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:48.711037 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d200ea67-21cc-4903-a083-6b38d749323e None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:30:48.719340 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d200ea67-21cc-4903-a083-6b38d749323e None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:48.719937 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d200ea67-21cc-4903-a083-6b38d749323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:48.818587 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d200ea67-21cc-4903-a083-6b38d749323e None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:48.851725 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44974) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:48.912286 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9faffa3c-cd52-45f9-bf6d-3932ef2351f7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0594363 Oct 26 16:30:49.023452 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d200ea67-21cc-4903-a083-6b38d749323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:45Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:48Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:46Z', 'revision_number': 18, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:49.048619 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d200ea67-21cc-4903-a083-6b38d749323e None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:45Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:48Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:46Z', 'revision_number': 18, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:30:49.916169 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44976) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:50.001494 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-129e9c0a-a8fb-40d0-a7e4-79d6b68a423a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0827081 Oct 26 16:30:50.443694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:50.487115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39a7737d-cec3-451e-abae-fbe7e210ead2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:50.487491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:50.487857 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39a7737d-cec3-451e-abae-fbe7e210ead2 Oct 26 16:30:50.561101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:50.561443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:50.595640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:50.599337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:50.600157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:50.674835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:50.686556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:50.686935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:50.687275 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d Oct 26 16:30:50.758932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:50.759320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:50.766142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3072963e-4922-492c-b45c-59ce0594b6fb None None] New status for floating IP 9a9dd5aa-51e7-4cbd-9edc-1423444ced73: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:30:50.814857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:50.820399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:50.916767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:51.004186 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44978) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:51.069000 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-963e50f6-4b98-4971-ab6b-9fcb7792b26c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0633750 Oct 26 16:30:51.719830 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6820d7f6-57f2-4ee5-9c14-a6ae33601722 None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:30:51.719830 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6820d7f6-57f2-4ee5-9c14-a6ae33601722 None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:51.719830 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6820d7f6-57f2-4ee5-9c14-a6ae33601722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:51.813994 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6820d7f6-57f2-4ee5-9c14-a6ae33601722 None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:52.019644 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6820d7f6-57f2-4ee5-9c14-a6ae33601722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:50Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:50Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:50Z', 'revision_number': 19, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:52.042863 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6820d7f6-57f2-4ee5-9c14-a6ae33601722 None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:30:52.051144 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6820d7f6-57f2-4ee5-9c14-a6ae33601722 None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:52.051740 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6820d7f6-57f2-4ee5-9c14-a6ae33601722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:52.072708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44980) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:52.132947 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-09813a79-d402-4a17-8d16-a6d873068b3e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0590179 Oct 26 16:30:52.233087 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:52.237499 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6820d7f6-57f2-4ee5-9c14-a6ae33601722 None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:52.309323 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:52.413892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:52.456298 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6820d7f6-57f2-4ee5-9c14-a6ae33601722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:50Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:50Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:50Z', 'revision_number': 19, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:52.481297 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6820d7f6-57f2-4ee5-9c14-a6ae33601722 None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:50Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:50Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:50Z', 'revision_number': 19, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:30:52.488459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:52.488958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:52.530478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:52.534430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:52.535158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:52.614221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:52.646569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:52.646966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:52.668455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:52.672609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:52.705785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:52.733899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:53.136277 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44982) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:53.203320 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a594556c-4408-4eb6-8233-6fc51beb2d02 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0656605 Oct 26 16:30:54.054343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d615b84e-5d8c-439d-97f6-a636ec3aeaa7 None None] New status for floating IP 9a9dd5aa-51e7-4cbd-9edc-1423444ced73: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:30:54.141171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:54.206666 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44984) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:54.266144 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c82aa9ca-6ec7-42fb-acdc-abd331169592 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0582016 Oct 26 16:30:54.695180 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61363ee4-6b7d-4133-a0be-1fda5e7e5d0c None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:30:54.695180 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61363ee4-6b7d-4133-a0be-1fda5e7e5d0c None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:54.695180 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-61363ee4-6b7d-4133-a0be-1fda5e7e5d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:54.797012 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-61363ee4-6b7d-4133-a0be-1fda5e7e5d0c None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:55.002495 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-61363ee4-6b7d-4133-a0be-1fda5e7e5d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:52Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:54Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:52Z', 'revision_number': 20, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:55.025822 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61363ee4-6b7d-4133-a0be-1fda5e7e5d0c None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:30:55.034670 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61363ee4-6b7d-4133-a0be-1fda5e7e5d0c None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:55.035266 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-61363ee4-6b7d-4133-a0be-1fda5e7e5d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:55.136903 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-61363ee4-6b7d-4133-a0be-1fda5e7e5d0c None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:55.270042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44986) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:55.331058 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-aa2769f5-c281-4fa7-a712-dec9a2f78342 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0599236 Oct 26 16:30:55.347438 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-61363ee4-6b7d-4133-a0be-1fda5e7e5d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:52Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:54Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:52Z', 'revision_number': 20, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:55.370948 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61363ee4-6b7d-4133-a0be-1fda5e7e5d0c None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:52Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:54Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:52Z', 'revision_number': 20, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:30:56.334822 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44988) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:56.360664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:56.407489 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e4c13dd5-eee5-4446-ba30-67da672a56dc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0705066 Oct 26 16:30:56.438822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:56.450252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:56.523206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:56.605444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:56.648699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39a7737d-cec3-451e-abae-fbe7e210ead2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:56.649110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:56.649454 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39a7737d-cec3-451e-abae-fbe7e210ead2 Oct 26 16:30:56.723998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:56.724389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:56.747617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:56.757275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:56.760695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:56.761483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:30:56.836024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:56.845162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:30:56.845794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:56.846123 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d Oct 26 16:30:56.910423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3956d4a3-b0f9-4466-8f11-23087bbec528 None None] New status for floating IP 9a9dd5aa-51e7-4cbd-9edc-1423444ced73: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:30:56.948686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:56.949094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:57.010337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:57.017808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:57.239362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:57.410286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44990) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:57.451283 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d412c-0b36-422a-8272-6203ab3d258e None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:30:57.451283 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:57.451283 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6d412c-0b36-422a-8272-6203ab3d258e None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:57.451283 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1e6d412c-0b36-422a-8272-6203ab3d258e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:57.474463 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-598998c9-94e9-46d9-ae75-49ed7c7134cc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0630360 Oct 26 16:30:57.489410 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:57.550533 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1e6d412c-0b36-422a-8272-6203ab3d258e None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:57.751082 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1e6d412c-0b36-422a-8272-6203ab3d258e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:56Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:57Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:56Z', 'revision_number': 21, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:57.839002 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:57.840971 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=50 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:30:57.862141 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d412c-0b36-422a-8272-6203ab3d258e None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:30:57.870827 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6d412c-0b36-422a-8272-6203ab3d258e None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:30:57.871444 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1e6d412c-0b36-422a-8272-6203ab3d258e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:57.974449 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1e6d412c-0b36-422a-8272-6203ab3d258e None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:30:58.176075 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1e6d412c-0b36-422a-8272-6203ab3d258e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:56Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:57Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:56Z', 'revision_number': 21, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:30:58.203916 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d412c-0b36-422a-8272-6203ab3d258e None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:56Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:57Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:56Z', 'revision_number': 21, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:30:58.436085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:58.478304 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44992) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:58.514497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:58.514887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:58.546805 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b84f9ed3-da19-418a-bbff-479c0e266e09 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0660510 Oct 26 16:30:58.552092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:58.556251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:58.557196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:30:58.634847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:58.673912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:30:58.674324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:58.697175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:30:58.701582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:30:58.752496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:30:59.548558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44996) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:30:59.610750 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c8901c0d-3170-4a65-95e5-1ed78ae6ddd4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0610979 Oct 26 16:30:59.737468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191b6a36-14ab-449c-9413-ce72788c33da None None] New status for floating IP 9a9dd5aa-51e7-4cbd-9edc-1423444ced73: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:31:00.360672 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0713c2d9-a916-4693-bc69-7c9c7d0d9e4e None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:31:00.361806 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-44eba411-5001-42d5-af7f-bfe931198c4f req-c40c1c4f-286c-43f6-9aaf-da244a119133 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409071 Oct 26 16:31:00.371573 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0713c2d9-a916-4693-bc69-7c9c7d0d9e4e None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:31:00.372199 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0713c2d9-a916-4693-bc69-7c9c7d0d9e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:00.435858 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eba411-5001-42d5-af7f-bfe931198c4f req-4a7da856-3360-4f8f-9824-6740f7343905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:31:00.437401 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-44eba411-5001-42d5-af7f-bfe931198c4f req-4a7da856-3360-4f8f-9824-6740f7343905 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 1129 time: 0.0451646 Oct 26 16:31:00.477912 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0713c2d9-a916-4693-bc69-7c9c7d0d9e4e None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:31:00.541108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eba411-5001-42d5-af7f-bfe931198c4f req-3b99f060-d46b-4cda-8a2c-648b10170e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:31:00.542661 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-44eba411-5001-42d5-af7f-bfe931198c4f req-3b99f060-d46b-4cda-8a2c-648b10170e1a service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=72dd9f56-c3e0-4e39-8eb9-151662637251 HTTP/1.1" status: 200 len: 897 time: 0.0859997 Oct 26 16:31:00.608006 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-44eba411-5001-42d5-af7f-bfe931198c4f req-1f68515b-6816-4226-880a-45bfdc10b582 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e253d6f2-def3-4527-bdef-8db05c199317 HTTP/1.1" status: 200 len: 1001 time: 0.0590065 Oct 26 16:31:00.614583 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 44998) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:00.623478 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:00.658192 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eba411-5001-42d5-af7f-bfe931198c4f req-c9ec6888-39da-409e-90a3-83d7252383ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:31:00.659677 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-44eba411-5001-42d5-af7f-bfe931198c4f req-c9ec6888-39da-409e-90a3-83d7252383ea service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e36a509a-a63d-47e4-9065-377414bb7e51 HTTP/1.1" status: 200 len: 835 time: 0.0460989 Oct 26 16:31:00.674212 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d13019ed-b308-4fab-a962-f7d3e2f607ad tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0584927 Oct 26 16:31:00.682565 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:00.689250 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0713c2d9-a916-4693-bc69-7c9c7d0d9e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:58Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:59Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:58Z', 'revision_number': 22, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:00.704732 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eba411-5001-42d5-af7f-bfe931198c4f req-9f7d305d-6c89-4c37-bbea-019dcb678059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:31:00.706285 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-44eba411-5001-42d5-af7f-bfe931198c4f req-9f7d305d-6c89-4c37-bbea-019dcb678059 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=72dd9f56-c3e0-4e39-8eb9-151662637251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0404050 Oct 26 16:31:00.713060 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0713c2d9-a916-4693-bc69-7c9c7d0d9e4e None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:31:00.721679 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0713c2d9-a916-4693-bc69-7c9c7d0d9e4e None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:31:00.722267 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0713c2d9-a916-4693-bc69-7c9c7d0d9e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:00.800233 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-44eba411-5001-42d5-af7f-bfe931198c4f req-a6ea8a36-5818-49ae-b8e4-997d9a65fe54 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875096 Oct 26 16:31:00.823358 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0713c2d9-a916-4693-bc69-7c9c7d0d9e4e None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:31:00.893058 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-44eba411-5001-42d5-af7f-bfe931198c4f req-e6a504f7-4856-4b5f-8669-e8059641a5e5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855103 Oct 26 16:31:01.036953 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0713c2d9-a916-4693-bc69-7c9c7d0d9e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:58Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:59Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:58Z', 'revision_number': 22, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:01.060863 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0713c2d9-a916-4693-bc69-7c9c7d0d9e4e None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:30:58Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:30:59Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:30:58Z', 'revision_number': 22, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:31:01.678090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45000) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:01.742727 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e7c580ba-4b6b-4b82-9818-9901a9b99ec9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0627687 Oct 26 16:31:02.447603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:31:02.490908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39a7737d-cec3-451e-abae-fbe7e210ead2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:31:02.491286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:02.491622 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39a7737d-cec3-451e-abae-fbe7e210ead2 Oct 26 16:31:02.509720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:02.515013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:02.568411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:31:02.568928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:02.601304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:02.605682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:02.608962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:31:02.643749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e6c3d-83c5-4705-87a0-fce1a57120c0 None None] New status for floating IP 9a9dd5aa-51e7-4cbd-9edc-1423444ced73: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:31:02.724057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:02.746585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45002) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:02.765288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:31:02.765665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:02.766002 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d Oct 26 16:31:02.795757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:02.805495 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ca573975-6b6c-4ee4-9853-ccec0bdb621c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0577362 Oct 26 16:31:02.882686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:31:02.883081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:02.903325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:02.907417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:02.956508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:03.391918 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf25f13-e37c-4a92-bc3d-abc54c52abe5 None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:31:03.391918 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf25f13-e37c-4a92-bc3d-abc54c52abe5 None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:31:03.391918 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-daf25f13-e37c-4a92-bc3d-abc54c52abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:03.487862 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-daf25f13-e37c-4a92-bc3d-abc54c52abe5 None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:31:03.769969 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-daf25f13-e37c-4a92-bc3d-abc54c52abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:31:02Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:31:02Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:31:02Z', 'revision_number': 23, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:03.792987 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf25f13-e37c-4a92-bc3d-abc54c52abe5 None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:31:03.801160 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf25f13-e37c-4a92-bc3d-abc54c52abe5 None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:31:03.801769 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-daf25f13-e37c-4a92-bc3d-abc54c52abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:03.808662 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45004) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:03.869122 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-312ca16f-dbd0-4edb-9e7e-e0adacaf86c4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0592778 Oct 26 16:31:03.902903 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-daf25f13-e37c-4a92-bc3d-abc54c52abe5 None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:31:03.926369 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:04.039403 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:04.113706 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-daf25f13-e37c-4a92-bc3d-abc54c52abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:31:02Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:31:02Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:31:02Z', 'revision_number': 23, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:04.137974 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf25f13-e37c-4a92-bc3d-abc54c52abe5 None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:31:02Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:31:02Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:31:02Z', 'revision_number': 23, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:31:04.367318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:31:04.443750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:31:04.444152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:04.479037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:04.483885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:04.513200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:31:04.568681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:04.611561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:31:04.682677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:31:04.728378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39a7737d-cec3-451e-abae-fbe7e210ead2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:31:04.728757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:04.729162 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39a7737d-cec3-451e-abae-fbe7e210ead2 Oct 26 16:31:04.816352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:31:04.816888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:04.854006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:04.858704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:04.873029 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45006) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:04.918143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:04.922460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:31:04.944946 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-63324019-0aa8-4da5-8530-0318443f909b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 993 time: 0.0701041 Oct 26 16:31:05.004932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:31:05.005331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:05.027556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:05.034432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:05.083770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:05.737602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5726091-281d-40ec-aff1-70f02789b46a None None] New status for floating IP 9a9dd5aa-51e7-4cbd-9edc-1423444ced73: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:31:05.948494 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45008) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:06.014634 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-89322f85-f476-4577-9324-2a97605bb47b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0648754 Oct 26 16:31:06.377802 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b100dc-0e4f-4048-b03e-757d64c1fba8 None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:31:06.379943 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b100dc-0e4f-4048-b03e-757d64c1fba8 None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:31:06.380579 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d7b100dc-0e4f-4048-b03e-757d64c1fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:06.423299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:31:06.426250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:06.486522 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d7b100dc-0e4f-4048-b03e-757d64c1fba8 None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:31:06.486800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:06.497815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:31:06.498207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:06.530967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:06.535640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:06.586365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:06.694722 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d7b100dc-0e4f-4048-b03e-757d64c1fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:31:05Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:31:05Z', 'revision_number': 10, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:31:04Z', 'revision_number': 25, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:06.718768 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b100dc-0e4f-4048-b03e-757d64c1fba8 None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:31:06.727041 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b100dc-0e4f-4048-b03e-757d64c1fba8 None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:31:06.727630 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d7b100dc-0e4f-4048-b03e-757d64c1fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:06.827986 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d7b100dc-0e4f-4048-b03e-757d64c1fba8 None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:31:07.017851 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45010) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:07.023011 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:07.032561 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d7b100dc-0e4f-4048-b03e-757d64c1fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:31:05Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:31:05Z', 'revision_number': 10, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:31:06Z', 'revision_number': 26, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:07.060480 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b100dc-0e4f-4048-b03e-757d64c1fba8 None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:31:05Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:31:05Z', 'revision_number': 10, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:31:06Z', 'revision_number': 26, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:31:07.080414 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e7dcb03d-ff73-4efa-86f9-086203e5b905 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0582335 Oct 26 16:31:08.080370 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45012) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:08.142271 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-02660154-c3fd-44ed-838a-5b52d2bdb76c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0607145 Oct 26 16:31:08.450203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:31:08.493418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39a7737d-cec3-451e-abae-fbe7e210ead2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:31:08.493781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:08.494120 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39a7737d-cec3-451e-abae-fbe7e210ead2 Oct 26 16:31:08.495338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:08.568464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:31:08.568760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:08.601583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:08.605983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:08.607263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:31:08.648090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87600a4c-3c5b-470b-ba07-8b75581a49b5 None None] New status for floating IP 9a9dd5aa-51e7-4cbd-9edc-1423444ced73: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:31:08.871988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:08.878621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-88ba566e-b45f-42c4-9e5f-308f0f77b1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:08.918583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:31:08.918967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:08.919837 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d Oct 26 16:31:09.035515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:31:09.035911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:09.058518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:09.062832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:09.117565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:09.145934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45014) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:09.209772 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-728ac493-e50c-4dba-92de-803325071d1e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0626669 Oct 26 16:31:09.799886 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1546c-1e4e-4594-807e-d0a2a5a4e2de None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:31:09.799886 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1546c-1e4e-4594-807e-d0a2a5a4e2de None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:31:09.799886 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e2a1546c-1e4e-4594-807e-d0a2a5a4e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:09.834150 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:09.896708 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e2a1546c-1e4e-4594-807e-d0a2a5a4e2de None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:31:10.186921 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e2a1546c-1e4e-4594-807e-d0a2a5a4e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:31:09Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:31:08Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:31:08Z', 'revision_number': 27, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:10.213591 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45016) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:10.214306 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1546c-1e4e-4594-807e-d0a2a5a4e2de None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:31:10.223228 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1546c-1e4e-4594-807e-d0a2a5a4e2de None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:31:10.223835 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e2a1546c-1e4e-4594-807e-d0a2a5a4e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:30:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:10.277326 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5dcb01d6-d3d5-42f4-9191-258925c785a6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0625515 Oct 26 16:31:10.328710 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e2a1546c-1e4e-4594-807e-d0a2a5a4e2de None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:31:10.414317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:31:10.491743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:31:10.492040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:10.524712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:10.529963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:10.530683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:31:10.545804 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e2a1546c-1e4e-4594-807e-d0a2a5a4e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:31:09Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:31:08Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:31:08Z', 'revision_number': 27, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:10.569705 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1546c-1e4e-4594-807e-d0a2a5a4e2de None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:31:09Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:31:08Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:31:08Z', 'revision_number': 27, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:31:10.607546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:10.646575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:31:10.646978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:10.668555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:10.674413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:10.722392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:11.080447 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:31:11.163531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c599d489-9ced-44a4-97f5-15e078980ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:11.284506 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45018) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:11.347803 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f39b41f1-ca9a-413a-9633-4af1a9431308 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0620162 Oct 26 16:31:12.072975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba1317b-c85c-445b-9d03-4cd52b2694d1 None None] New status for floating IP 9a9dd5aa-51e7-4cbd-9edc-1423444ced73: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:31:12.346468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:12.351319 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45020) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:12.435690 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bd1d2b-921f-428e-8073-56c852e0d65f None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:31:12.435690 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bd1d2b-921f-428e-8073-56c852e0d65f None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:31:12.435690 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-43bd1d2b-921f-428e-8073-56c852e0d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:31:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:12.468434 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:12.539457 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-43bd1d2b-921f-428e-8073-56c852e0d65f None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:31:12.666446 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-27e74760-b37e-412f-adf3-202e37f8a453 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.3138103 Oct 26 16:31:12.692930 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:12.753156 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-43bd1d2b-921f-428e-8073-56c852e0d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:31:10Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:31:12Z', 'revision_number': 12, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:31:10Z', 'revision_number': 28, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:12.777964 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bd1d2b-921f-428e-8073-56c852e0d65f None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:31:12.787641 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bd1d2b-921f-428e-8073-56c852e0d65f None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:31:12.788238 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-43bd1d2b-921f-428e-8073-56c852e0d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:31:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:12.888235 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-43bd1d2b-921f-428e-8073-56c852e0d65f None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:31:13.089758 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-43bd1d2b-921f-428e-8073-56c852e0d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:31:10Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:31:12Z', 'revision_number': 12, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:31:10Z', 'revision_number': 28, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:31:13.114528 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bd1d2b-921f-428e-8073-56c852e0d65f None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:31:10Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '9a9dd5aa-51e7-4cbd-9edc-1423444ced73', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.137', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'port_id': 'e253d6f2-def3-4527-bdef-8db05c199317', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'mac_address': 'fa:16:3e:6c:4e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:30:36Z', 'updated_at': '2022-10-26T16:31:12Z', 'revision_number': 12, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:31:10Z', 'revision_number': 28, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:31:13.669701 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45022) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:13.742370 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ef4cabc8-a11d-4243-bd15-27a194d5ff99 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0715144 Oct 26 16:31:13.895490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:13.999284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:14.007364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:14.369684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:31:14.443052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:31:14.454728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:31:14.477506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:14.527877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:31:14.609060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:31:14.653124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 39a7737d-cec3-451e-abae-fbe7e210ead2 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:31:14.659506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:14.659506 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 39a7737d-cec3-451e-abae-fbe7e210ead2 Oct 26 16:31:14.659506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:14.678856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f1b9f-44d5-4882-a4c1-2d7ef5cdccb0 None None] New status for floating IP 9a9dd5aa-51e7-4cbd-9edc-1423444ced73: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:31:14.746160 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45024) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:14.779730 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:14.805381 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9e2db432-c315-4143-9efc-104a7491b40a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0580816 Oct 26 16:31:14.850171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:31:14.850696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:14.889206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:14.893091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:14.893912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:31:14.969641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:14.981909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:14.982519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:14.982519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:14.984127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:14.984127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:14.984127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:14.984127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:14.984127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:14.984633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:14.984722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:15.003833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:15.003833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:15.003833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:15.003833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:15.003833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:31:15.003833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:31:15.003833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:15.003833 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d Oct 26 16:31:15.069850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:31:15.070242 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:15.091785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:15.095113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:15.142617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:15.809180 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45026) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:15.817003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:15.870180 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f6f631fe-a9e9-4436-8bbc-9506d64e8568 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0593491 Oct 26 16:31:16.414243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:31:16.483840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 39a7737d-cec3-451e-abae-fbe7e210ead2 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:31:16.484231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:16.516265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:16.519209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:16.519898 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:31:16.594098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:16.628253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:31:16.628639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:16.649083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:31:16.652441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:16.697085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:31:16.873790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45028) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:16.931425 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-580179cb-e35e-4769-a21b-4db91da63968 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0565646 Oct 26 16:31:17.266035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:17.934582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45030) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:17.992487 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e1b78b0b-738e-483c-abb1-5b3af41cea59 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0567989 Oct 26 16:31:18.996121 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45032) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:19.002442 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=80 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:19.004134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=82 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:19.058114 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e94db1d9-bafb-45ef-a8b5-b837a9fcff87 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0608563 Oct 26 16:31:20.061058 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45034) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:20.118167 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b0c65c07-5aac-4530-9612-6a776e5973eb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0560021 Oct 26 16:31:21.122465 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45036) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:21.182320 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1216f901-729e-4945-8f5e-bfbae98e4f5a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0587223 Oct 26 16:31:22.186259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45038) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:22.244914 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8ef0063d-2fae-4131-a272-3f79a2961073 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0574906 Oct 26 16:31:23.092650 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=43 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:23.093439 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=68 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:23.248974 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45040) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:23.311971 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2770c222-465d-4265-828d-ef54642cc612 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0618322 Oct 26 16:31:24.315777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45042) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:24.374493 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c76fa14a-bdb9-4342-aeb8-ba952a1b3e31 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0575969 Oct 26 16:31:25.378296 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45044) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:25.439262 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cc75fa37-31aa-4434-b13f-371d183e1d02 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0597780 Oct 26 16:31:26.442970 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45046) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:26.500991 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6df648e9-a33c-44f8-b429-0b9af210668d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0568664 Oct 26 16:31:26.694877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:26.917597 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=12 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:26.924444 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=9 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:27.255516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=60,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:27.261022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:27.504417 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45048) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:27.564132 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eaa6767d-cb53-4ba2-ae83-884fcdc0fea4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0584850 Oct 26 16:31:28.567984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45050) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:28.626014 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2d83611e-de8e-44f0-b997-1ec4fa2e15e3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0569549 Oct 26 16:31:29.629942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45052) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:29.690041 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-30dae293-f06b-4e2c-aad5-332fe838cc8c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0590284 Oct 26 16:31:30.693929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45054) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:30.751550 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-04b7ca2d-ebcc-402c-ac62-eae245d14f59 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0564775 Oct 26 16:31:31.754660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45056) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:31.814914 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0ac8fd3d-9038-4a16-b696-78409aa8919b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0591164 Oct 26 16:31:32.818700 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45058) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:32.876244 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e9ccd26d-b1b5-471b-a95f-b0920b498cdd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0563874 Oct 26 16:31:33.879978 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45066) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:33.940090 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c9fef9f2-aff9-4a05-a48e-36e9080c9c6f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0589027 Oct 26 16:31:34.942824 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45070) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:35.000464 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-457f794c-3076-424d-8f1a-a6cf65d41224 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0564632 Oct 26 16:31:36.004283 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45072) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:36.064199 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f4766135-90a7-4a32-b8cc-36cdacbb0ef1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0586231 Oct 26 16:31:37.067841 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45074) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:37.126401 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9c33a63c-e57a-4e70-82b4-75102cb4f70f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0572529 Oct 26 16:31:37.222426 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:37.222426 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:38.130100 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45076) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:38.189870 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a1fdd2d8-4a69-40ac-ab5c-b9b0bed89e5d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0586390 Oct 26 16:31:38.740608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-281a6b7c-042c-4ef0-b112-6c24215bf9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:39.193663 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45078) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:39.251645 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d6342896-8335-45ba-ad9a-46bf70128897 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0567796 Oct 26 16:31:40.255408 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45080) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:40.319311 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2a117312-c28f-46c6-99ee-44d559a64f24 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0627639 Oct 26 16:31:41.156970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-274b633c-da89-4b9a-abbc-4910143c1f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:41.322584 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45082) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:41.380241 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-777735ca-4035-476f-a7fe-4f74b793b2f4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0565329 Oct 26 16:31:42.348779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:42.384014 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45084) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:42.445466 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dd940a7b-d606-4738-938f-f13616312075 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0602853 Oct 26 16:31:43.449345 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45086) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:43.510320 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d90a3e47-0b70-4822-8ee9-13a55dc3b407 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0598311 Oct 26 16:31:43.896390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:44.010315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:44.513955 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45088) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:44.571453 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6e4da289-dc57-4cb7-a118-ddd7f031d08f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0562282 Oct 26 16:31:45.575202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45090) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:45.635550 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-459beecc-d658-4224-b3ee-92d6cb8395f8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0591781 Oct 26 16:31:46.640003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45092) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:46.697393 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9e0834eb-0cbf-4494-99a3-a9f8278888bb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0563242 Oct 26 16:31:47.260576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:31:47.702849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45094) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:47.762162 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-331c422c-4267-406e-8913-590995e78a2f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0581291 Oct 26 16:31:48.080185 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:31:48.765855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45096) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:48.822961 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b6f25b22-e061-431e-b0f2-dce1cadddb28 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0559800 Oct 26 16:31:49.827242 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45098) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:49.888871 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c29dc732-7191-4d18-a267-b8ef81682b02 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0598526 Oct 26 16:31:50.892220 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45100) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:50.949203 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-46832f69-706e-4d93-92b2-529c64868d5e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0558155 Oct 26 16:31:51.953160 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45102) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:52.012875 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1e7293f5-f4ae-4923-a2d6-e87d7e27df1d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0585196 Oct 26 16:31:52.436808 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=70 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:52.438729 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=78 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:53.017353 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45104) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:53.074566 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-97d5e6d1-78eb-4ab8-9bbf-f4502648119a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0561070 Oct 26 16:31:54.078947 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45106) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:54.139745 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6dbbff2b-3316-4050-97b7-2c6215503364 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0596762 Oct 26 16:31:55.143134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45108) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:55.200301 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5eb98cec-403c-4b3f-9dfd-f1ddb7a56479 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0560277 Oct 26 16:31:56.204005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45110) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:56.264503 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2f98da28-54ad-4fd0-8e65-4afce7d7bed4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0593765 Oct 26 16:31:57.250740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:57.254650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:57.256435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:57.267932 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45112) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:57.326453 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cc9e41ed-06ac-4740-aaf3-61923e5f6f8d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0568850 Oct 26 16:31:58.075138 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:58.076535 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:31:58.330424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45114) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:58.391063 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1e134580-7503-47dd-86db-d6fdeaf3829a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0595844 Oct 26 16:31:59.394860 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45116) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:31:59.452619 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-40e651aa-8b18-422c-ae2c-475d2dfbd6c0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0566342 Oct 26 16:32:00.456369 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45118) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:00.462542 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:00.464341 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:00.514193 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-96aaa72f-2344-4fe0-be76-a43d669a4a2e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0566957 Oct 26 16:32:01.282769 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-571d3d37-f937-44d7-8eae-f6c1689d7f01 req-d862476b-398b-457a-a5e4-8d33596ff0eb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385575 Oct 26 16:32:01.370110 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d3d37-f937-44d7-8eae-f6c1689d7f01 req-c08f915d-e53e-4c72-b6ea-5c72e3581e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:01.371589 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-571d3d37-f937-44d7-8eae-f6c1689d7f01 req-c08f915d-e53e-4c72-b6ea-5c72e3581e5f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 1129 time: 0.0427134 Oct 26 16:32:01.479277 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d3d37-f937-44d7-8eae-f6c1689d7f01 req-d9e18ef8-4084-448d-b496-e87243f7e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:01.480735 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-571d3d37-f937-44d7-8eae-f6c1689d7f01 req-d9e18ef8-4084-448d-b496-e87243f7e76c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=72dd9f56-c3e0-4e39-8eb9-151662637251 HTTP/1.1" status: 200 len: 897 time: 0.0868328 Oct 26 16:32:01.518042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45120) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:01.548233 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-571d3d37-f937-44d7-8eae-f6c1689d7f01 req-4e240c38-84bf-46d9-acf0-37d05c0a23d9 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e253d6f2-def3-4527-bdef-8db05c199317 HTTP/1.1" status: 200 len: 1002 time: 0.0583065 Oct 26 16:32:01.581086 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8ef27923-6df3-41af-9dd1-cac68649597c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0608554 Oct 26 16:32:01.602174 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d3d37-f937-44d7-8eae-f6c1689d7f01 req-bdf4ca38-cc1f-4b51-894a-773619210fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:01.603644 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-571d3d37-f937-44d7-8eae-f6c1689d7f01 req-bdf4ca38-cc1f-4b51-894a-773619210fed service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e36a509a-a63d-47e4-9065-377414bb7e51 HTTP/1.1" status: 200 len: 835 time: 0.0465827 Oct 26 16:32:01.650642 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d3d37-f937-44d7-8eae-f6c1689d7f01 req-055ce1e5-44a2-4f69-8cc8-ace56cc1dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:32:01.652113 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-571d3d37-f937-44d7-8eae-f6c1689d7f01 req-055ce1e5-44a2-4f69-8cc8-ace56cc1dbc4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=72dd9f56-c3e0-4e39-8eb9-151662637251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396085 Oct 26 16:32:01.665931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [req-571d3d37-f937-44d7-8eae-f6c1689d7f01 req-e82e792e-2c36-4c03-a2e5-50d1a23477d5 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 16:32:01.666875 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-571d3d37-f937-44d7-8eae-f6c1689d7f01 req-e82e792e-2c36-4c03-a2e5-50d1a23477d5 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048363 Oct 26 16:32:01.759749 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-571d3d37-f937-44d7-8eae-f6c1689d7f01 req-2e4138e4-9ea3-4ee1-aa2b-73bdb5b1617a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866013 Oct 26 16:32:01.850874 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-571d3d37-f937-44d7-8eae-f6c1689d7f01 req-e2166673-a629-497c-bf59-1d03e4b6c6bb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819366 Oct 26 16:32:02.583938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45122) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:02.922151 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4ff54e3d-b627-4770-af6e-2e4f820f2a39 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.3371029 Oct 26 16:32:03.926091 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45124) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:03.988542 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-153dfe3b-4724-4cf1-b347-0e0bd3df25bd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0609946 Oct 26 16:32:04.992421 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45126) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:05.048941 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c4ccb346-7c28-45e6-bbb6-33e3ac1943fb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0553176 Oct 26 16:32:06.052923 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45128) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:06.113266 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4c189737-4359-4e6a-b3ff-e0e324dacd30 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0592804 Oct 26 16:32:07.117162 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45130) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:07.174471 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d04c5d94-40b3-4f3d-8700-08eda0b5ec1a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0561662 Oct 26 16:32:08.178435 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45132) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:08.238880 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0fe2c2ab-5b7c-475c-9428-e9b80df5ffa6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0593030 Oct 26 16:32:08.742427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5b059b1a-a519-4851-8f96-2bba4f9b727f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:32:09.242570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45134) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:09.303519 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-85d8ba45-24d2-4d78-bba3-ee74b1dba5da tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0597513 Oct 26 16:32:10.307290 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45136) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:10.368390 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-531e14df-2e53-4699-9d5b-44047b88c326 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0592642 Oct 26 16:32:11.159383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eb92a0a8-73d8-401d-b984-4963c0c049db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:32:11.372245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45138) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:11.434236 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0986b96d-bc74-428f-93ba-b5fcf4eaa0d0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0607550 Oct 26 16:32:12.354027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:32:12.438148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45140) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:12.495986 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ac8ea108-c053-4316-9969-0e66a77eeebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0566258 Oct 26 16:32:13.499802 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45142) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:13.560163 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ac89260f-b696-4c92-836c-bffb592e4858 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0590692 Oct 26 16:32:13.899604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:32:14.013366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:32:14.563852 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45144) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:14.620550 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1f859b3a-4a81-4af5-ba6e-5258053eaa10 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0556500 Oct 26 16:32:15.624632 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45146) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:15.685186 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-133ea277-3a8d-406e-b399-9a0b0df53f82 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0593517 Oct 26 16:32:16.689464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45148) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:16.746757 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bd4e5e75-fd8f-45fe-8e06-62eeca3658ed tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0561786 Oct 26 16:32:17.283095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:32:17.750234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45150) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:17.810377 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0181c66f-8946-4d8f-b2a5-57100662a969 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0589881 Oct 26 16:32:18.229150 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:18.231059 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=77 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:18.814156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45152) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:18.870272 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-019d0f6c-0082-4e80-8186-9c68c38f3e72 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0549881 Oct 26 16:32:19.873619 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45154) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:19.934151 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-af665b46-940d-4f6f-9d74-778688625adf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0594099 Oct 26 16:32:20.937606 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45156) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:20.995305 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-90423367-7743-499f-8d42-5440aa14c65e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0565722 Oct 26 16:32:21.999634 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45158) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:22.285482 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c4c34cec-9d79-4fac-ab28-448e819bf976 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.2846048 Oct 26 16:32:23.288713 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45160) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:23.294989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:23.296689 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:23.348269 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7c100591-bb28-4040-bb2e-26fb174aff2f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0584335 Oct 26 16:32:24.002929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:24.009722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:24.352080 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45162) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:24.413488 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6b5c0824-b6ab-4c0d-999c-4fde516eb18b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0602863 Oct 26 16:32:25.079525 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:32:25.417306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45164) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:25.475370 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5730a371-92bc-4602-b888-5017ab9360aa tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0569458 Oct 26 16:32:26.479088 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45166) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:26.536778 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f85585d5-1e86-4800-90ed-bf080f6cbd02 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0564759 Oct 26 16:32:27.278868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:27.540599 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45168) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:27.600625 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1cc6564d-2aec-46bd-9e79-08558969aca4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0589314 Oct 26 16:32:28.604353 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45170) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:28.662218 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-94d06d94-93a0-4d4c-a9d1-b40cabbadd9b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0566771 Oct 26 16:32:29.666226 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45172) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:29.725431 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b77c8734-d37b-4015-9fa3-b02d3bf760b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0580637 Oct 26 16:32:30.728985 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45174) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:30.786393 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-43d42c17-84e3-4ad4-9cec-422d808421b8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0562632 Oct 26 16:32:31.790051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45176) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:31.850652 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6932f345-d8b7-4b2e-9dcc-02293a7ec8f3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0594471 Oct 26 16:32:32.854521 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45178) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:32.914389 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a75d1f18-0331-41e6-8ebd-416164034f41 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0587168 Oct 26 16:32:33.918203 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45180) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:33.978149 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-be5501dd-c21c-463b-bd14-ea983f48aa1d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0588136 Oct 26 16:32:34.981940 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45182) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:35.041479 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-53c2283b-0f3c-4f8b-9b05-3960ac8bf8e0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0584197 Oct 26 16:32:35.073275 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:35.074010 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:36.045240 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45184) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:36.103983 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8b9b41e3-da9f-4299-bee0-77f6f6845918 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0576134 Oct 26 16:32:37.107858 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45186) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:37.169484 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-936c02b6-bb69-4277-9133-7337d470b316 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0598810 Oct 26 16:32:38.173945 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45188) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:38.231292 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0be7a969-f377-4ba7-a6bd-9bf1d78bfb83 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0562301 Oct 26 16:32:38.689752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:38.699856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=11 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:38.701770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:38.744506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e8e8ba28-f8c7-420d-8e19-4b760474b790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:32:39.234602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45190) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:39.296263 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-599fe908-58c0-473a-ae35-a0f5ec5e61d1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0600288 Oct 26 16:32:40.300248 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45192) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:40.359814 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ac8b6670-ad7e-4053-8da4-4dd5f050c123 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0582690 Oct 26 16:32:41.160539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-bede70b1-e09e-4583-a951-7e5d320b418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:32:41.363474 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45194) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:41.423941 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bc1e20c2-aaaa-4101-bb15-16706648c188 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0592492 Oct 26 16:32:42.354195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:32:42.427695 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45196) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:42.486352 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-12e4e0f4-ebc4-4c35-a075-d34ea0c510bd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0575283 Oct 26 16:32:43.489995 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45198) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:43.549873 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d7ca91ab-2f77-4203-a3a8-9d254bb3e8ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0586627 Oct 26 16:32:43.901274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:32:44.015600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:32:44.553708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45200) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:44.611041 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b85f942a-41f2-45cf-8d51-96a562fda1d7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0562758 Oct 26 16:32:45.614893 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45202) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:45.676556 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a9c56091-be15-47c0-9bfc-7ddad7ae1a76 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0605888 Oct 26 16:32:46.680398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45204) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:46.737362 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c955a4df-a971-4deb-93cd-b101283b57e2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0558293 Oct 26 16:32:47.259177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:32:47.741190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45206) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:47.802173 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fe6c65b9-2628-4787-bc2d-7bbbd6b20fd9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0598092 Oct 26 16:32:48.805990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45208) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:48.864129 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1bb4963a-a3e3-4735-b701-2c173b1dfb34 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0570059 Oct 26 16:32:49.868005 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45210) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:49.875080 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=55 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:49.877155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=67 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:49.927821 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-96ef7ba7-4ee0-46c0-bfb6-d77ee0c5c2eb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0584953 Oct 26 16:32:50.931452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45212) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:50.992146 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-49c1048b-7d37-47b1-840d-4e7e1101284e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0595691 Oct 26 16:32:51.996011 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45214) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:52.054099 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0079e557-487e-4468-bb29-fa9f79e536e9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0569279 Oct 26 16:32:53.057849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45216) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:53.117509 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-814519ca-6256-4495-b0c7-ae48b47eb636 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0583620 Oct 26 16:32:54.121024 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45218) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:54.179427 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7913dbdc-b6b9-42dd-87bd-4a6400472182 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0572715 Oct 26 16:32:55.182617 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45220) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:55.242934 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-edecee1a-a3ca-411d-b52a-07257986ac91 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0591867 Oct 26 16:32:56.246606 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45222) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:56.304323 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8f070cf1-3e0f-46fc-8cbc-f711340d9397 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0565875 Oct 26 16:32:57.248978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:57.252989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:57.254895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=2,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:57.308248 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45224) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:57.367475 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-53583d0d-98d6-498d-abab-965974b30ed9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0580812 Oct 26 16:32:58.370598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45226) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:58.428821 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a4efcb07-9465-4dd5-9067-656319d8f224 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0569975 Oct 26 16:32:58.855030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:58.855807 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=77 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:32:59.432651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45228) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:32:59.493911 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d2ae905a-7867-4643-829e-74c00ba81403 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0601223 Oct 26 16:33:00.497702 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45230) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:00.559299 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6aaba242-677c-41a4-a6f0-bbe44c6fae0c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0603764 Oct 26 16:33:01.563044 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45236) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:01.619926 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-abfef38e-d147-4c1d-9300-3efadcc3ba47 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0557759 Oct 26 16:33:02.079244 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:33:02.623992 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45238) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:02.681129 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ff8183a9-4374-48c5-abc2-390ea09353d2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0559087 Oct 26 16:33:03.311131 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-80c15cd2-a78f-4fd7-9548-86910ff88f48 req-18a22f2f-66e3-43d2-abad-3ef85a79f3c4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385797 Oct 26 16:33:03.403639 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c15cd2-a78f-4fd7-9548-86910ff88f48 req-c049939b-04aa-47fa-b73c-914b57e406b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:03.405708 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-80c15cd2-a78f-4fd7-9548-86910ff88f48 req-c049939b-04aa-47fa-b73c-914b57e406b7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 1129 time: 0.0434909 Oct 26 16:33:03.512507 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c15cd2-a78f-4fd7-9548-86910ff88f48 req-facde9fd-c4b1-42ba-87c1-d6c64b137563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:03.514510 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-80c15cd2-a78f-4fd7-9548-86910ff88f48 req-facde9fd-c4b1-42ba-87c1-d6c64b137563 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=72dd9f56-c3e0-4e39-8eb9-151662637251 HTTP/1.1" status: 200 len: 897 time: 0.0852571 Oct 26 16:33:03.581080 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-80c15cd2-a78f-4fd7-9548-86910ff88f48 req-37e6d5fa-ce4c-4dbf-87d9-6ebf5fd2366d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e253d6f2-def3-4527-bdef-8db05c199317 HTTP/1.1" status: 200 len: 1002 time: 0.0570052 Oct 26 16:33:03.631399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c15cd2-a78f-4fd7-9548-86910ff88f48 req-bc936d97-a152-4097-871a-110e9e1ed3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:03.632784 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-80c15cd2-a78f-4fd7-9548-86910ff88f48 req-bc936d97-a152-4097-871a-110e9e1ed3c7 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e36a509a-a63d-47e4-9065-377414bb7e51 HTTP/1.1" status: 200 len: 835 time: 0.0441136 Oct 26 16:33:03.677156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c15cd2-a78f-4fd7-9548-86910ff88f48 req-f30d44ae-23f9-443c-95fb-95ab4a0afe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:33:03.678602 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-80c15cd2-a78f-4fd7-9548-86910ff88f48 req-f30d44ae-23f9-443c-95fb-95ab4a0afe70 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=72dd9f56-c3e0-4e39-8eb9-151662637251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374122 Oct 26 16:33:03.684206 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45240) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:03.792206 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0834d806-2ee8-4eb7-876a-685e3a73deb3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.1069200 Oct 26 16:33:03.816298 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:33:03.821068 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-80c15cd2-a78f-4fd7-9548-86910ff88f48 req-179ce65b-d183-49da-bc37-a39e7c1bc132 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290212 Oct 26 16:33:03.837099 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:33:03.918406 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-80c15cd2-a78f-4fd7-9548-86910ff88f48 req-a2a46221-068e-4176-88cd-ff97f36b5045 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879641 Oct 26 16:33:04.796636 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45242) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:04.854338 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-98526096-645c-4023-8349-ca97a10e7781 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0565298 Oct 26 16:33:05.858204 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45244) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:05.919337 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dc71eb70-ba2d-415a-8eed-8051078718e4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0599904 Oct 26 16:33:06.922546 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45246) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:06.979742 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b459fd0f-0eb5-4ef9-acb0-cf4747670a2e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0559814 Oct 26 16:33:07.982618 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45248) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:08.042694 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4e1d5d62-15f7-4a60-a77f-66708056c3e2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0589538 Oct 26 16:33:08.749562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-45a57b1b-a928-4bc7-8020-c54fbc0997ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:33:09.046897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45250) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:09.103664 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9a696ce0-f267-4346-b0af-54a37c8042a9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0555787 Oct 26 16:33:10.106602 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45252) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:10.168405 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-92255b47-356c-4d40-a8ba-0db177be0947 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0606635 Oct 26 16:33:11.162407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a5244cfd-30d5-4799-b59c-5a0eeeba2c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:33:11.171989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45254) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:11.233854 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-34f8eb87-55cb-4f96-8442-fbca2c36dcfa tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0603294 Oct 26 16:33:12.236825 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45258) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:12.295838 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7bd96fd6-834f-4548-b8ed-ef786d312dcd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0578680 Oct 26 16:33:12.359572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:33:13.299685 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45264) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:13.356989 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8e5ead9e-5f49-46f7-b63f-ad127048cb0c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0561233 Oct 26 16:33:13.904064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:33:14.017840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:33:14.360732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45268) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:14.422098 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-426143f9-8351-465e-a915-d2b16cb95edf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0602131 Oct 26 16:33:15.425910 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45270) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:15.486935 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6363b002-68fd-4087-84a5-e13d3feb0f24 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0598786 Oct 26 16:33:16.490764 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45272) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:16.547725 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8d8ae43a-ec83-4f32-9f29-f66ee4d4f988 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0557611 Oct 26 16:33:17.259494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:33:17.551488 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45274) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:17.608065 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c3db1dde-0fb4-43db-9558-6eebf0e66fbc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0555408 Oct 26 16:33:18.611775 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45276) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:18.671666 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-68e0acce-84e5-4438-8974-784d943f6a0f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0588322 Oct 26 16:33:18.699072 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=14 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:33:18.701592 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=20 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:33:19.674977 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45278) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:19.732314 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-841d5bac-709f-44f6-a479-39b467487f2e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0558701 Oct 26 16:33:20.735741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45280) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:20.795582 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-125dfdea-cb1b-48af-ba3b-56c2f35026f9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0587177 Oct 26 16:33:21.799393 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45282) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:21.859824 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-867ba879-640b-4f36-88ae-80239e866554 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0592945 Oct 26 16:33:22.863588 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45284) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:22.918957 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-457dade1-63a0-4e37-800e-a5f86fea0e73 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0542345 Oct 26 16:33:23.922760 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45286) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:23.983997 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b862bd15-ffda-4b67-ac1b-3ff3f667a7c9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0601127 Oct 26 16:33:24.014549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:33:24.987324 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45288) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:25.042916 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3b7eaf52-c134-4b55-91e4-0fac20b1a84e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0544634 Oct 26 16:33:26.047144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45290) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:26.105108 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-164b9bf4-7d02-4ddc-bbfe-4f448de15a7e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0567582 Oct 26 16:33:27.108890 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45292) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:27.169654 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8368e2c8-6041-4382-a18f-215c4b8d45fc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0596030 Oct 26 16:33:27.253529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=10 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:33:27.257688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:33:28.173492 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45294) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:28.230806 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d4030344-c764-41e2-ace1-e8d34c6471a8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0555229 Oct 26 16:33:29.233939 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45296) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:29.240147 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=38 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:33:29.242199 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=44 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:33:29.295603 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fa51ce8f-a9cc-4ed5-a1c0-82a3c0d90dbb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0605233 Oct 26 16:33:30.299867 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45298) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:30.358471 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-218ced58-d050-4796-8cd8-478ff2d58003 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0571434 Oct 26 16:33:31.361985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45300) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:31.422410 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-99393177-3d65-4358-8db2-683d3c1e02b2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0592995 Oct 26 16:33:32.425813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45302) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:32.765292 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-257b53bf-0138-4c5a-8162-16b2350ba7a3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.3382146 Oct 26 16:33:33.769208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45304) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:33.828335 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2819b15e-5bad-4a09-a339-f14747491260 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0579705 Oct 26 16:33:34.832156 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45306) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:34.889127 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ddc970f1-b00f-42e0-ac60-ba25e25faf55 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0558295 Oct 26 16:33:35.892495 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45308) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:35.898789 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:33:35.900655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:33:35.953155 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ef40b483-022d-4a8f-86d0-17231d6ea593 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0586538 Oct 26 16:33:36.956845 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45310) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:37.013526 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-64df6fa5-b6d7-440f-8a9a-a1ad6eb6700f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0554161 Oct 26 16:33:38.017456 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45312) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:38.077174 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-05f668a9-6951-4a12-be44-a68db070e996 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0585043 Oct 26 16:33:38.750872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0dcc24f9-2f95-4751-b853-ff4521b17d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:33:39.079389 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:33:39.081600 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45314) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:39.137448 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-83e7eb12-037b-4cfc-b235-4991138b513e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0547473 Oct 26 16:33:40.141743 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45316) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:40.200548 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ea2af93a-feaf-4482-a05c-3c4ec481d420 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0576625 Oct 26 16:33:41.164434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9c7ea346-28f8-47ae-9d97-c918903497d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:33:41.204373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45318) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:41.261688 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7f4845cc-ab5f-418a-b258-2e4c430daa28 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0561697 Oct 26 16:33:42.265475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45320) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:42.326354 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d511b855-4ef1-4273-becc-f4dc333d489d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0597594 Oct 26 16:33:42.360322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:33:43.330195 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45322) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:43.387332 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5b5e5935-bb2c-48ab-9090-135b2b99364e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0559914 Oct 26 16:33:43.906314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:33:44.020627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:33:44.391648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45324) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:44.453724 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a8a85120-b518-4a39-b374-e19c8633c67d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0609000 Oct 26 16:33:45.457548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45326) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:45.514562 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-934a8cf0-e9e5-4f2f-9774-afe87b39bfc5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0558350 Oct 26 16:33:46.518314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45328) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:46.577382 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-de79a6c3-d4b3-4069-b071-ee5835ed2086 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0578148 Oct 26 16:33:47.257926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:33:47.581187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45330) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:47.637606 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e26181fd-c23f-4da5-89ca-aca03f4b2bdf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0553412 Oct 26 16:33:48.642051 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45332) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:48.700659 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-63812855-859a-4caa-9f54-2a9913738d0d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0575652 Oct 26 16:33:49.074189 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:33:49.074971 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:33:49.705408 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45334) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:49.764222 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-83f18d07-7526-4628-ad1e-5403b8a6cd81 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0575719 Oct 26 16:33:50.768205 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45336) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:50.828051 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-70f6d486-685e-4169-98b1-a700f3f73635 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0586500 Oct 26 16:33:51.832672 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45338) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:51.889429 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-709230dc-ff27-41a0-b10f-2177d4b0a128 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0556018 Oct 26 16:33:52.893377 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45340) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:52.953278 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8144a01a-4e4c-4cf7-8383-b984779bf71c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0587311 Oct 26 16:33:53.957210 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45342) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:54.015062 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-34d52d70-adbc-4b03-82cd-d539dedb60a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0567086 Oct 26 16:33:55.018625 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45344) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:55.078639 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7b4dec4a-5b85-43bd-b0a4-166a46c16f3a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0583327 Oct 26 16:33:56.082368 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45346) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:56.139137 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-759e2796-59d7-452c-9d7f-6503998c991f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0556538 Oct 26 16:33:57.142927 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45348) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:57.203944 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dfb4bca0-9c92-4773-81e2-fde4883501d1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0598843 Oct 26 16:33:57.248001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:33:57.252629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:33:57.254019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:33:58.206826 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45350) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:58.264011 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-39575095-a56a-4785-9bb5-af4044e93c4e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0560687 Oct 26 16:33:59.267811 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45352) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:33:59.274156 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:33:59.276012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=71 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:33:59.329922 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1bdf9d8d-e385-4f4a-ac91-94a3f6a01690 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0609686 Oct 26 16:34:00.333753 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45354) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:00.395125 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1cb30de4-f17a-4dd0-b9bb-04827f22b64a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0602143 Oct 26 16:34:01.398922 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45356) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:01.459600 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-551471eb-0db7-4032-b726-8b72f8eb643c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0595336 Oct 26 16:34:02.463425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45358) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:02.520605 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-37a60ac1-6bcd-488a-a5be-ac14cecf8cf2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0560629 Oct 26 16:34:03.345021 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-34a6b011-1efc-405a-82eb-dddb561dbdf3 req-c3ef0fcb-f148-49c5-ad81-c7cf0e8cf0e5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1056271 Oct 26 16:34:03.431709 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6b011-1efc-405a-82eb-dddb561dbdf3 req-68c3ea25-f170-4642-a489-f7b4faa7c45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:34:03.433307 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-34a6b011-1efc-405a-82eb-dddb561dbdf3 req-68c3ea25-f170-4642-a489-f7b4faa7c45b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 1129 time: 0.0400760 Oct 26 16:34:03.523657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45362) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:03.542393 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6b011-1efc-405a-82eb-dddb561dbdf3 req-c738a65a-0fa2-4a0c-b01e-b9acfa441cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:34:03.543858 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-34a6b011-1efc-405a-82eb-dddb561dbdf3 req-c738a65a-0fa2-4a0c-b01e-b9acfa441cc5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=72dd9f56-c3e0-4e39-8eb9-151662637251 HTTP/1.1" status: 200 len: 897 time: 0.0889678 Oct 26 16:34:03.585882 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-47116700-0f44-4353-b363-01d850c94c1a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0611343 Oct 26 16:34:03.610122 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-34a6b011-1efc-405a-82eb-dddb561dbdf3 req-45ed5fb8-e044-42b4-9d98-c8317c4dd6ab service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e253d6f2-def3-4527-bdef-8db05c199317 HTTP/1.1" status: 200 len: 1002 time: 0.0562255 Oct 26 16:34:03.660993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6b011-1efc-405a-82eb-dddb561dbdf3 req-47b411bd-4c6f-452c-ad1e-d067090e0deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:34:03.662364 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-34a6b011-1efc-405a-82eb-dddb561dbdf3 req-47b411bd-4c6f-452c-ad1e-d067090e0deb service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e36a509a-a63d-47e4-9065-377414bb7e51 HTTP/1.1" status: 200 len: 835 time: 0.0430791 Oct 26 16:34:03.712627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6b011-1efc-405a-82eb-dddb561dbdf3 req-f2bf69af-f033-4c44-b203-eb7db433bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:34:03.714140 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-34a6b011-1efc-405a-82eb-dddb561dbdf3 req-f2bf69af-f033-4c44-b203-eb7db433bdfd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=72dd9f56-c3e0-4e39-8eb9-151662637251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421298 Oct 26 16:34:03.781529 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:03.807150 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-34a6b011-1efc-405a-82eb-dddb561dbdf3 req-a7bf5acf-e432-4f36-b923-f4c5e94bfbab service neutron] 10.222.0.64 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830271 Oct 26 16:34:04.092472 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:04.129775 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-34a6b011-1efc-405a-82eb-dddb561dbdf3 req-c999c23e-1b2f-4ddf-b075-e38ab1ba7f00 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122509 Oct 26 16:34:04.589360 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45364) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:04.646346 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ace6e3cc-ce05-433e-b016-8d6c4610f4bc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0558341 Oct 26 16:34:05.650123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45366) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:05.710898 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7f49fb8a-a9d2-4e08-8b3a-00bef53dd50d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0596368 Oct 26 16:34:06.714664 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45368) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:06.772629 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-44e5f722-c024-4857-8d80-a82bf5db1053 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0568500 Oct 26 16:34:07.775568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45370) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:07.835664 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5ebcc85f-4e43-4e72-b72e-85aac7463dab tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0589719 Oct 26 16:34:08.752900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ed83083b-73cd-4615-96c4-12d675449e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:34:08.838578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45372) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:08.896134 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-edc6e53c-7d52-4f0a-9a23-d02f7ba03c2b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0564299 Oct 26 16:34:09.899979 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45374) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:09.961660 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0afd1965-2c21-4f2d-af9c-721272070f15 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0604920 Oct 26 16:34:10.965482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45376) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:11.024195 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-006d36d3-befe-4141-96de-27673e686df3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0575192 Oct 26 16:34:11.166897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e73003e9-2207-43bb-b293-90a1c3d8e925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:34:12.028023 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45378) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:12.087183 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b90df820-4bde-4d4b-bd48-76620d5dbed0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0579946 Oct 26 16:34:12.362010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:34:13.090923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45380) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:13.149182 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-81756a24-a60a-4b51-b1a9-47f9cb50a33f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0571103 Oct 26 16:34:13.911837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:34:14.021983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:34:14.119796 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=13 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:14.127131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:14.152974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45382) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:14.209825 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-19942078-79f0-4dc0-beaa-ab60e6c918a6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0557945 Oct 26 16:34:15.213403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45384) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:15.273029 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9fbd7f1e-7bbc-40d7-aa49-3821e9ab1af2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0584004 Oct 26 16:34:16.078698 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:34:16.276052 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45386) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:16.337872 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8246d1cc-027c-4453-857e-e75b83a46324 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0606186 Oct 26 16:34:17.257350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:34:17.340772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45388) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:17.398174 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4744303c-8f73-4941-a2c7-f79651ae87c4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0562868 Oct 26 16:34:18.401184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45390) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:18.460783 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ec13027b-e79f-495d-abce-737d1563b3e2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0584898 Oct 26 16:34:19.465452 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45392) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:19.524713 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d4ee7c84-645d-4b5a-a0c3-323f1b10010a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0581174 Oct 26 16:34:20.527743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45394) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:20.587239 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-977b467e-f9c1-482f-8244-a18513df3523 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0583014 Oct 26 16:34:21.591012 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45396) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:21.597453 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:21.649164 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-713366ab-3919-43f8-80bc-cde23b088052 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0571024 Oct 26 16:34:22.652968 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45398) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:22.704717 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:22.714570 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-67cab3ab-8ad4-439a-b64b-c9f20dcbe608 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0605047 Oct 26 16:34:23.719075 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45400) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:23.775963 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eced4beb-ec66-4b06-a3f9-e03c4239b239 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0557783 Oct 26 16:34:24.779463 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45402) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:24.839379 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b17b5169-e3a1-40e8-929a-38cefa12ad75 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0587895 Oct 26 16:34:25.265454 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=9 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:25.266452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=11 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:25.842928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45404) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:25.901023 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3340df2c-1a55-4319-b3af-87bfac263301 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0569174 Oct 26 16:34:26.073980 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:26.074684 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=6 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:26.904875 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45406) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:26.964611 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-11851e92-b4b1-49fd-bcce-a01d3960010d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0586016 Oct 26 16:34:27.247762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:27.251578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:27.253545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:27.968507 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45408) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:28.303459 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b5d83956-575f-4af0-8eee-cc28a8aedd64 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.3337839 Oct 26 16:34:29.306561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45410) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:29.365883 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7131c987-6378-44df-a22f-efc2e81a7da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0582209 Oct 26 16:34:30.369805 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45412) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:30.427266 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f5c5fdad-84e3-4f02-b688-49304ddd6f51 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0563312 Oct 26 16:34:31.431131 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45414) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:31.491392 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-97ca0748-92b9-46e5-9fef-1e1efcbe05e2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0591433 Oct 26 16:34:32.495291 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45416) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:32.553137 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dc12d620-a4c2-4142-b781-af136f13fbdc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0566154 Oct 26 16:34:33.557028 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45418) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:33.617419 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9df33ecf-0e49-4dbd-8c6e-69635e0e1637 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0593371 Oct 26 16:34:34.621359 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45420) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:34.680408 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f0a36e7a-28d6-4b44-b8b1-08ec0879231f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0579865 Oct 26 16:34:35.683868 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45422) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:35.743976 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7f51b1d4-2581-4e9c-8d29-efe6799ee9c5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0589881 Oct 26 16:34:36.747556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45424) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:36.804652 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-062e5ece-e412-4f9d-8aa5-21abf7f87bfe tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0559764 Oct 26 16:34:37.808564 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45426) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:37.872170 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-362f8693-d5b1-4967-9acf-66430f3610ab tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0614481 Oct 26 16:34:38.690822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:38.700136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=10 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:38.703666 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:38.754076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ae21b0d1-3d29-4892-ab05-6c34151e5bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:34:38.874669 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45428) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:38.932532 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ee3eafbc-54d4-47c1-928e-f3956f46d8c5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0567038 Oct 26 16:34:39.935679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45430) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:39.992562 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-19de2c3f-0726-4f72-9f30-8168958be221 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0551910 Oct 26 16:34:40.995634 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45432) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:41.055464 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-49606da1-d69c-4c29-8e13-4990d7301eb0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0587032 Oct 26 16:34:41.169104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5416f550-6122-4b24-8ed9-c722633e4a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:34:42.058617 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45434) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:42.116413 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6601983b-c3c5-4103-a5b1-41d20c93b166 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0566709 Oct 26 16:34:42.365705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:34:43.120320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45436) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:43.180839 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0b7991d1-3fd8-46e2-8be8-2e825a444e08 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0593286 Oct 26 16:34:43.912054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:34:44.023250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:34:44.184423 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45438) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:44.247783 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4548a87f-e25f-4304-9c55-1e8a28021c28 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0622683 Oct 26 16:34:45.252142 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45440) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:45.312737 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3bfb776f-e1d0-465e-9a11-7d6270491ddc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0594583 Oct 26 16:34:46.316633 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45442) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:46.377865 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e7b21640-0507-4102-9999-032b1224184a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0600846 Oct 26 16:34:47.259201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:34:47.381855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45444) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:47.417411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:47.440306 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e7dfd4d5-6130-4367-bedf-228c969e8926 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0574560 Oct 26 16:34:48.444223 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45446) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:48.486006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:48.506319 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-df9f3bc2-130c-4e93-ad01-fa8d325a3ff1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0609922 Oct 26 16:34:49.510365 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45448) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:49.569080 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8365a94f-3d13-4713-a701-30e482fb9cfb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0575390 Oct 26 16:34:50.573059 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45450) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:50.632678 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d008b46e-4a2a-419c-b6e8-1e2134861241 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0585778 Oct 26 16:34:51.636411 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45452) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:51.694049 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c92adabf-ef2e-4c90-aae8-a266cd4d7d86 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0564983 Oct 26 16:34:52.697753 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45454) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:52.895828 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0aa99d0c-f61e-4110-913f-de8fde984f23 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.1969576 Oct 26 16:34:53.077416 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:34:53.899819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45464) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:53.956931 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8be14f1d-8435-453c-b6cc-ae8d13b9d2c3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0557454 Oct 26 16:34:54.960556 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45468) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:55.020539 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-75806e16-2a16-4641-b853-86f85c7a8a30 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0588214 Oct 26 16:34:56.024394 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45470) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:56.081408 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8599c55a-0b0d-461c-9bd6-655bcfb60947 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0558491 Oct 26 16:34:57.084248 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45472) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:57.143040 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-200535c7-f591-414c-aa53-24f84b9baa03 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0575409 Oct 26 16:34:57.247242 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:57.253556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:57.255259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:34:58.146741 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45474) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:58.207570 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-66303172-cbfb-4db1-a029-8f844737bf97 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0596967 Oct 26 16:34:59.211183 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45476) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:34:59.269019 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-06a5c2f8-5b9e-405b-864e-82cd5ad6d396 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0566812 Oct 26 16:35:00.274431 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45478) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:00.335487 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-049335dc-bd5e-41e7-8326-394aa034ea6e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0599251 Oct 26 16:35:01.339265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45480) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:01.398804 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cc75e6f5-da4a-483a-bc1e-0105a86438cd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0584352 Oct 26 16:35:02.402839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45486) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:02.461510 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3d662b37-467c-4d2f-9565-a3684b4d92c8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0568130 Oct 26 16:35:03.072414 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:03.073323 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:03.430526 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-48c79755-03b9-4043-90ba-9fcff7f56422 req-327db4fd-d443-4f54-a3a3-3cdd8c214429 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389957 Oct 26 16:35:03.465358 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45488) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:03.556610 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7b465c1f-b343-4b79-b989-c74b48879f9a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0900347 Oct 26 16:35:03.557795 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c79755-03b9-4043-90ba-9fcff7f56422 req-aee1786f-4e4d-47c7-afc7-4faa69be7988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:03.559186 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-48c79755-03b9-4043-90ba-9fcff7f56422 req-aee1786f-4e4d-47c7-afc7-4faa69be7988 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 1129 time: 0.0595026 Oct 26 16:35:03.666173 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c79755-03b9-4043-90ba-9fcff7f56422 req-11a794cf-56b2-49db-ae66-099741cc6ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:03.667606 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-48c79755-03b9-4043-90ba-9fcff7f56422 req-11a794cf-56b2-49db-ae66-099741cc6ebb service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=72dd9f56-c3e0-4e39-8eb9-151662637251 HTTP/1.1" status: 200 len: 897 time: 0.0845530 Oct 26 16:35:03.736212 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-48c79755-03b9-4043-90ba-9fcff7f56422 req-a6e62065-38a5-474c-801f-650b76c9bcba service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e253d6f2-def3-4527-bdef-8db05c199317 HTTP/1.1" status: 200 len: 1002 time: 0.0589302 Oct 26 16:35:03.787773 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c79755-03b9-4043-90ba-9fcff7f56422 req-6a3f7c5f-9009-43f7-9662-658fdef6e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:03.789193 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-48c79755-03b9-4043-90ba-9fcff7f56422 req-6a3f7c5f-9009-43f7-9662-658fdef6e798 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e36a509a-a63d-47e4-9065-377414bb7e51 HTTP/1.1" status: 200 len: 835 time: 0.0434163 Oct 26 16:35:03.835732 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c79755-03b9-4043-90ba-9fcff7f56422 req-031487bd-1136-47f5-aed6-1e7f4846154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:03.837148 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-48c79755-03b9-4043-90ba-9fcff7f56422 req-031487bd-1136-47f5-aed6-1e7f4846154d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=72dd9f56-c3e0-4e39-8eb9-151662637251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390625 Oct 26 16:35:03.932023 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-48c79755-03b9-4043-90ba-9fcff7f56422 req-d0c35ed1-1cbc-4130-baf4-6b87e0623486 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852761 Oct 26 16:35:03.957950 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:04.003417 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:04.027179 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-48c79755-03b9-4043-90ba-9fcff7f56422 req-d0ee06f0-5aac-444c-82dd-494086e16b2b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861459 Oct 26 16:35:04.560131 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45490) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:04.619520 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1bb984eb-3a2b-4e72-9b6b-0b9f1048c391 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0578115 Oct 26 16:35:05.622650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45492) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:05.679316 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a80da7af-79f3-4050-b75b-bdb133352b3c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0550139 Oct 26 16:35:06.682568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45494) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:06.742231 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-46bb825a-58db-4918-9407-26506bc1199f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0585573 Oct 26 16:35:07.745803 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45496) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:07.802286 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-445425b0-35d9-4bce-8e87-c3b0f18d659f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0553811 Oct 26 16:35:08.755152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1ef24851-d6d7-47e1-8744-6ab95f223746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:08.805570 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45498) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:08.865127 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a76f0f69-3498-4262-9b36-a3894749ad4a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0583153 Oct 26 16:35:09.868903 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45500) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:09.927098 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a4ff34fa-1807-4450-b768-2bae225b1db2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0570667 Oct 26 16:35:10.930884 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45502) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:10.991132 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8af5813c-2493-44bf-b909-cc502d79330b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0591156 Oct 26 16:35:11.170593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-66ddd488-63f8-4022-ab0f-cd08d75f3b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:11.994751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45504) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:12.051992 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cfbe6a76-17e9-4ac1-9c55-b6560bc5b564 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0560994 Oct 26 16:35:12.368027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:13.055458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45506) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:13.119748 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-deb9ea72-1278-4307-9c56-52ffcf4d51e5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0631356 Oct 26 16:35:13.914157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:14.022809 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=9 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:14.023849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:14.025185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:14.123305 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45508) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:14.185666 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-aae60848-a3df-4578-9b28-ec6704b64c05 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0611098 Oct 26 16:35:15.189486 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45510) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:15.246479 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ba1f6827-5de8-428d-bd1f-f8f3bf1ff4cd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0558896 Oct 26 16:35:16.250194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45512) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:16.310436 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b233685b-bf6e-448b-9c37-e9e81d415070 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0591152 Oct 26 16:35:17.252709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:17.314319 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45514) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:17.371272 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-09999a7f-2001-4818-9522-a703b47025e0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0558765 Oct 26 16:35:18.375169 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45516) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:18.382574 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:18.437148 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b91e7c64-8a15-428e-b9db-3bed43ee9eab tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0607514 Oct 26 16:35:18.700100 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=13 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:18.703122 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=13 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:19.440989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45518) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:19.475039 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:19.498740 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a4f0211e-0fdb-476a-a44b-ad0b5f59b605 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0566254 Oct 26 16:35:20.502520 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45520) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:20.562155 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b8da1458-7159-4674-a17d-69495e2cce33 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0584362 Oct 26 16:35:21.565950 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45522) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:21.622621 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-27ab4bf8-7c80-4f1a-b393-2ede1550985e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0555925 Oct 26 16:35:22.626516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45524) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:22.686108 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8e1397ae-e2f4-48d8-8549-2fd36df51620 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0585077 Oct 26 16:35:23.689908 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45526) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:24.024995 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-339e18cd-64ae-4de2-adaf-b353d5bcdf98 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.3338075 Oct 26 16:35:25.028720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45528) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:25.091044 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7ca97c94-9ab0-4d12-8c4b-38258deb670c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0611382 Oct 26 16:35:26.094644 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45530) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:26.150391 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3191ecd9-172e-402a-bc49-32964e34aed3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0546222 Oct 26 16:35:26.302032 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=16 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:26.303944 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=14 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:27.153869 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45532) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:27.215471 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9ca32c62-2439-42b1-8ef7-742b00bb0379 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0604422 Oct 26 16:35:27.242067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:27.245945 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:27.249576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:28.219777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45534) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:28.277515 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8af91c0b-a33c-48f5-8429-90e6584feca3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0565403 Oct 26 16:35:29.281260 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45536) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:29.341739 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6af0754e-63da-4257-8f6b-2e23cd93c91b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0593476 Oct 26 16:35:30.076424 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:35:30.346234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45538) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:30.417138 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-64bfc313-646a-48be-8907-fdd40025ba92 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0697947 Oct 26 16:35:31.421162 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45540) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:31.481559 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-24938a06-dc18-4ddc-ac1b-19d065021baf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0592844 Oct 26 16:35:32.484995 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45542) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:32.542030 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ed46dc87-0c9f-466e-b7e7-f04644112c11 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0558541 Oct 26 16:35:33.545853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45544) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:33.605570 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0fd8981c-7dc1-4f40-8913-f1f2d5a9c086 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0586724 Oct 26 16:35:34.609464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45546) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:34.666362 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b3423ddd-17b5-4780-9528-d7d1ddf6829a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0558417 Oct 26 16:35:35.670158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45548) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:35.730720 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5b7ea3dd-95dd-4253-8c97-0bf990d66057 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0594137 Oct 26 16:35:36.734517 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45550) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:36.792118 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-03ebcc0a-2549-4144-b348-1e4af9c14383 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0564432 Oct 26 16:35:37.796022 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45552) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:37.855852 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2047d8da-e709-4eb9-8e27-e21c183ee205 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0587804 Oct 26 16:35:38.755862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a2853135-897c-469f-9f6e-67b77a6bc3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:38.860558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45554) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:38.918195 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-abc6f7e7-2993-4dac-aed4-b133f3cab2ad tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 200 len: 994 time: 0.0562110 Oct 26 16:35:38.921140 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45556) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:39.060169 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port c066971a-6885-491f-b518-229f39c9fd72 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:35:39.060427 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (c066971a-6885-491f-b518-229f39c9fd72), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:39.135728 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (c066971a-6885-491f-b518-229f39c9fd72), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:39.136058 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (c066971a-6885-491f-b518-229f39c9fd72), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:39.149099 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for c066971a-6885-491f-b518-229f39c9fd72 owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:35:39.295271 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (c066971a-6885-491f-b518-229f39c9fd72), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:39.318519 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=c066971a-6885-491f-b518-229f39c9fd72,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:39.328860 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:39.329219 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:39.329568 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:39.329915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:39.330259 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:39.330624 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:39.330930 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:39.331259 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:39.331588 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:39.331915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:39.332243 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:39.332572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:39.332924 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:39.333251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:39.333576 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:39.397750 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (9a9dd5aa-51e7-4cbd-9edc-1423444ced73), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:39.398144 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Floating IP 9a9dd5aa-51e7-4cbd-9edc-1423444ced73 disassociated (deleted). External IP: 172.26.11.137, port: e253d6f2-def3-4527-bdef-8db05c199317. Oct 26 16:35:39.596003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router f772506d-1463-444d-a041-2aa3a45de8d5 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:35:39.698041 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:35:39.702902 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:39.708013 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d127342-78cc-4c30-a5b3-a71e286adadb None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:35:39.718067 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d127342-78cc-4c30-a5b3-a71e286adadb None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:35:39.718728 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5d127342-78cc-4c30-a5b3-a71e286adadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:39.823488 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5d127342-78cc-4c30-a5b3-a71e286adadb None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:35:39.958134 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:39.970405 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5560047c-83a9-4f0a-8d64-c42321667c7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/9a9dd5aa-51e7-4cbd-9edc-1423444ced73 HTTP/1.1" status: 204 len: 168 time: 1.0482273 Oct 26 16:35:39.971038 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'tag': 'e253d6f2-def3-4527-bdef-8db05c199317'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:35:39.975320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb136ba649fa168c6248ca24a79b4aa523afb5de4688c02f3e3d85afa0885439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d4e1d6-f3f1-48ed-b6c4-5cb18c754ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "8d57e065-a133-46cc-8cd9-6080f18b971a", "tag": "e253d6f2-def3-4527-bdef-8db05c199317"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:40.039328 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5d127342-78cc-4c30-a5b3-a71e286adadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:31:16Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:31:16Z', 'revision_number': 30, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:40.066624 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d127342-78cc-4c30-a5b3-a71e286adadb None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:35:40.075599 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d127342-78cc-4c30-a5b3-a71e286adadb None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:35:40.076646 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5d127342-78cc-4c30-a5b3-a71e286adadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:40.190902 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5d127342-78cc-4c30-a5b3-a71e286adadb None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:35:40.215373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766caaf7-610e-4f6d-a1f3-9ce6dd116140 x-openstack-request-id: req-766caaf7-610e-4f6d-a1f3-9ce6dd116140 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:40.215676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d57e065-a133-46cc-8cd9-6080f18b971a", "tag": "e253d6f2-def3-4527-bdef-8db05c199317", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:40.215934 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-766caaf7-610e-4f6d-a1f3-9ce6dd116140 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:40.216345 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766caaf7-610e-4f6d-a1f3-9ce6dd116140'] response: {'name': 'network-changed', 'server_uuid': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'tag': 'e253d6f2-def3-4527-bdef-8db05c199317', 'status': 'completed', 'code': 200} Oct 26 16:35:40.348421 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4e1d6-f3f1-48ed-b6c4-5cb18c754ffe req-19c16b6e-95bb-40da-9eb7-8a51f23d759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:40.350077 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-60d4e1d6-f3f1-48ed-b6c4-5cb18c754ffe req-19c16b6e-95bb-40da-9eb7-8a51f23d759b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 1129 time: 0.0522165 Oct 26 16:35:40.376464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb35f67-0d3e-43e8-bd4a-239926a8e843 req-69d7b1ce-1301-4876-a256-6d41b36fe222 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:40.379115 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0bb35f67-0d3e-43e8-bd4a-239926a8e843 req-69d7b1ce-1301-4876-a256-6d41b36fe222 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 945 time: 0.1925349 Oct 26 16:35:40.379253 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:40.387372 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5d127342-78cc-4c30-a5b3-a71e286adadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:31:16Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:31:16Z', 'revision_number': 30, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:40.393585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:40.402036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:40.417748 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d127342-78cc-4c30-a5b3-a71e286adadb None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:31:16Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:31:16Z', 'revision_number': 30, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:35:40.450188 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0bb35f67-0d3e-43e8-bd4a-239926a8e843 req-b3171904-b175-4d4a-a284-7e9863be18a2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=55042b71-1eeb-4c47-986b-ae61d52a2421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648830 Oct 26 16:35:40.473393 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4e1d6-f3f1-48ed-b6c4-5cb18c754ffe req-db93a796-b0ed-4550-a965-6d0fb6a5261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:40.475036 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-60d4e1d6-f3f1-48ed-b6c4-5cb18c754ffe req-db93a796-b0ed-4550-a965-6d0fb6a5261d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=72dd9f56-c3e0-4e39-8eb9-151662637251 HTTP/1.1" status: 200 len: 897 time: 0.1172283 Oct 26 16:35:40.530746 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-60d4e1d6-f3f1-48ed-b6c4-5cb18c754ffe req-3570055a-b4f7-4e54-91d6-72f6b3a74097 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e253d6f2-def3-4527-bdef-8db05c199317 HTTP/1.1" status: 200 len: 217 time: 0.0347862 Oct 26 16:35:40.579786 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4e1d6-f3f1-48ed-b6c4-5cb18c754ffe req-538b570d-7d9d-461b-b665-b03758492ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:40.581383 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-60d4e1d6-f3f1-48ed-b6c4-5cb18c754ffe req-538b570d-7d9d-461b-b665-b03758492ff4 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e36a509a-a63d-47e4-9065-377414bb7e51 HTTP/1.1" status: 200 len: 835 time: 0.0445235 Oct 26 16:35:40.644820 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4e1d6-f3f1-48ed-b6c4-5cb18c754ffe req-83cd6221-f576-4e70-97d8-880b011c03c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:40.646539 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-60d4e1d6-f3f1-48ed-b6c4-5cb18c754ffe req-83cd6221-f576-4e70-97d8-880b011c03c7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=72dd9f56-c3e0-4e39-8eb9-151662637251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0592225 Oct 26 16:35:40.655109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaa106-5b2c-45da-9756-b08b71c6bda7 req-2b6b3ac2-4575-48d6-b735-a2e27a1456e8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:40.656659 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fcfaa106-5b2c-45da-9756-b08b71c6bda7 req-2b6b3ac2-4575-48d6-b735-a2e27a1456e8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 945 time: 0.0759249 Oct 26 16:35:40.750288 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-60d4e1d6-f3f1-48ed-b6c4-5cb18c754ffe req-1c28f21a-ee54-4e0d-903d-7ef9c2450f63 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930438 Oct 26 16:35:40.753901 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-fcfaa106-5b2c-45da-9756-b08b71c6bda7 req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port e253d6f2-def3-4527-bdef-8db05c199317 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:35:40.754299 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-fcfaa106-5b2c-45da-9756-b08b71c6bda7 req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (e253d6f2-def3-4527-bdef-8db05c199317), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:40.855415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-fcfaa106-5b2c-45da-9756-b08b71c6bda7 req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] For port e253d6f2-def3-4527-bdef-8db05c199317, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=e253d6f2-def3-4527-bdef-8db05c199317,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:40.855898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-fcfaa106-5b2c-45da-9756-b08b71c6bda7 req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (e253d6f2-def3-4527-bdef-8db05c199317), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:40.858359 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-60d4e1d6-f3f1-48ed-b6c4-5cb18c754ffe req-b0a9eb00-85e1-4ada-b38c-c1aae12735ba service neutron] 10.222.0.64 "GET /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981474 Oct 26 16:35:40.870347 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-fcfaa106-5b2c-45da-9756-b08b71c6bda7 req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for e253d6f2-def3-4527-bdef-8db05c199317 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:35:41.012209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-fcfaa106-5b2c-45da-9756-b08b71c6bda7 req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (e253d6f2-def3-4527-bdef-8db05c199317), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:41.044056 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=e253d6f2-def3-4527-bdef-8db05c199317,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:41.075242 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:41.075597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:41.075944 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:41.076294 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:41.076632 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:41.081963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:41.081963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:41.081963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:41.081963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:41.081963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:41.081963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:41.081963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:41.081963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:41.081963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:41.081963 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:41.114143 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfaa106-5b2c-45da-9756-b08b71c6bda7 req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] No DVR routers for this DVR port e253d6f2-def3-4527-bdef-8db05c199317 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:35:41.116617 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-fcfaa106-5b2c-45da-9756-b08b71c6bda7 req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:41.119909 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fcfaa106-5b2c-45da-9756-b08b71c6bda7 req-5d52393b-ed1e-483b-ac55-baf16883121c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "DELETE /networking/v2.0/ports/e253d6f2-def3-4527-bdef-8db05c199317 HTTP/1.1" status: 204 len: 173 time: 0.4501925 Oct 26 16:35:41.120420 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'name': 'network-vif-deleted', 'tag': 'e253d6f2-def3-4527-bdef-8db05c199317'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:35:41.122714 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec253899-c8e4-4b1f-8d1d-321b4a74e00e" -d '{"events": [{"server_uuid": "8d57e065-a133-46cc-8cd9-6080f18b971a", "name": "network-vif-deleted", "tag": "e253d6f2-def3-4527-bdef-8db05c199317"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:41.176136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7e27aee7-7e05-474f-894a-100b806556ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:41.244990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f700d1-f486-4ef7-a5e1-01b3a80ab5a6 x-openstack-request-id: req-32f700d1-f486-4ef7-a5e1-01b3a80ab5a6 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:41.245298 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d57e065-a133-46cc-8cd9-6080f18b971a", "name": "network-vif-deleted", "tag": "e253d6f2-def3-4527-bdef-8db05c199317", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:41.245557 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-32f700d1-f486-4ef7-a5e1-01b3a80ab5a6 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:41.245975 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f700d1-f486-4ef7-a5e1-01b3a80ab5a6'] response: {'server_uuid': '8d57e065-a133-46cc-8cd9-6080f18b971a', 'name': 'network-vif-deleted', 'tag': 'e253d6f2-def3-4527-bdef-8db05c199317', 'status': 'completed', 'code': 200} Oct 26 16:35:41.581277 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-118d01b8-c796-45a6-bed1-f053c0b4be85 req-7ac0d295-0ff9-43b7-9421-2df8eb27580e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8d57e065-a133-46cc-8cd9-6080f18b971a HTTP/1.1" status: 200 len: 210 time: 0.0296926 Oct 26 16:35:42.345348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583d3dfe-e369-4231-aaf9-60e62b4a5ef0 None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:35:42.345348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583d3dfe-e369-4231-aaf9-60e62b4a5ef0 None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:35:42.345348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-583d3dfe-e369-4231-aaf9-60e62b4a5ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:42.407861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:42.463379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-583d3dfe-e369-4231-aaf9-60e62b4a5ef0 None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:35:42.647564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-583d3dfe-e369-4231-aaf9-60e62b4a5ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:31:16Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:31:16Z', 'revision_number': 30, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:42.650047 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45596) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:42.674303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583d3dfe-e369-4231-aaf9-60e62b4a5ef0 None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:35:42.682847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583d3dfe-e369-4231-aaf9-60e62b4a5ef0 None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:35:42.683464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-583d3dfe-e369-4231-aaf9-60e62b4a5ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:42.788224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-583d3dfe-e369-4231-aaf9-60e62b4a5ef0 None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:35:42.971367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-583d3dfe-e369-4231-aaf9-60e62b4a5ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:31:16Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:31:16Z', 'revision_number': 30, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:42.982990 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f01f3cc1-b07d-42f0-8598-11f166dc4f49 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (f772506d-1463-444d-a041-2aa3a45de8d5), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:42.996633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583d3dfe-e369-4231-aaf9-60e62b4a5ef0 None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177'}], 'enable_snat': True}, 'gw_port_id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:30:23Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '9cd25a77-8483-445b-b7b2-9a5ea3840c7d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:20Z', 'updated_at': '2022-10-26T16:31:16Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '39a7737d-cec3-451e-abae-fbe7e210ead2', 'name': '', 'network_id': '72dd9f56-c3e0-4e39-8eb9-151662637251', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:8a:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:30:22Z', 'updated_at': '2022-10-26T16:31:16Z', 'revision_number': 30, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e36a509a-a63d-47e4-9065-377414bb7e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:35:43.155364 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:43.238881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-f01f3cc1-b07d-42f0-8598-11f166dc4f49 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port 39a7737d-cec3-451e-abae-fbe7e210ead2 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:35:43.239222 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f01f3cc1-b07d-42f0-8598-11f166dc4f49 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:43.305392 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:43.336032 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-f01f3cc1-b07d-42f0-8598-11f166dc4f49 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] For port 39a7737d-cec3-451e-abae-fbe7e210ead2, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=39a7737d-cec3-451e-abae-fbe7e210ead2,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:43.336403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f01f3cc1-b07d-42f0-8598-11f166dc4f49 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:43.350940 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-f01f3cc1-b07d-42f0-8598-11f166dc4f49 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for 39a7737d-cec3-451e-abae-fbe7e210ead2 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:35:43.546617 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f01f3cc1-b07d-42f0-8598-11f166dc4f49 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (39a7737d-cec3-451e-abae-fbe7e210ead2), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:43.579522 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f3cc1-b07d-42f0-8598-11f166dc4f49 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=39a7737d-cec3-451e-abae-fbe7e210ead2,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:43.766447 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f01f3cc1-b07d-42f0-8598-11f166dc4f49 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (f772506d-1463-444d-a041-2aa3a45de8d5), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:43.837579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9454154-5beb-414f-ac75-33725292b31a None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 16:35:43.935311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9454154-5beb-414f-ac75-33725292b31a None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:35:43.941041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:44.007092 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01f3cc1-b07d-42f0-8598-11f166dc4f49 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router f772506d-1463-444d-a041-2aa3a45de8d5 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:35:44.046040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:44.125518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01f3cc1-b07d-42f0-8598-11f166dc4f49 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:35:44.132019 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f01f3cc1-b07d-42f0-8598-11f166dc4f49 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "PUT /networking/v2.0/routers/f772506d-1463-444d-a041-2aa3a45de8d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4819281 Oct 26 16:35:44.134611 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45598) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:44.177624 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:44.196343 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf99011c-de29-4c20-a8d1-e43a6f350d76 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting subnet e36a509a-a63d-47e4-9065-377414bb7e51 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 16:35:44.200306 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bf99011c-de29-4c20-a8d1-e43a6f350d76 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for subnet (e36a509a-a63d-47e4-9065-377414bb7e51), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:44.241372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:44.247414 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bf99011c-de29-4c20-a8d1-e43a6f350d76 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (e36a509a-a63d-47e4-9065-377414bb7e51), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:44.290905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device e253d6f2-def3-4527-bdef-8db05c199317 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:35:44.315835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: e253d6f2-def3-4527-bdef-8db05c199317 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:35:44.316187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device e253d6f2-def3-4527-bdef-8db05c199317 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:35:44.388018 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bf99011c-de29-4c20-a8d1-e43a6f350d76 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (e36a509a-a63d-47e4-9065-377414bb7e51), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:44.452834 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bf99011c-de29-4c20-a8d1-e43a6f350d76 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (e36a509a-a63d-47e4-9065-377414bb7e51), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:44.480072 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99011c-de29-4c20-a8d1-e43a6f350d76 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Subnet': ['ID=e36a509a-a63d-47e4-9065-377414bb7e51,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:44.485824 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bf99011c-de29-4c20-a8d1-e43a6f350d76 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:44.489007 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bf99011c-de29-4c20-a8d1-e43a6f350d76 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/e36a509a-a63d-47e4-9065-377414bb7e51 HTTP/1.1" status: 204 len: 168 time: 0.3534143 Oct 26 16:35:44.491793 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45600) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:44.597196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5db85d7-4ed2-4278-b916-47e3d49477dd None None] Network 72dd9f56-c3e0-4e39-8eb9-151662637251 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:35:44.614395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-222ec9da-4c6b-40a8-b87f-802a95f5a46c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router (f772506d-1463-444d-a041-2aa3a45de8d5), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:44.643829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:35:44.698684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-0930a107-31cf-4d2a-b694-bd8a6d68be02 None None] Provisioning complete for port 78531c93-3296-421a-aa1a-1c501830c397 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:35:44.699064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0930a107-31cf-4d2a-b694-bd8a6d68be02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (78531c93-3296-421a-aa1a-1c501830c397), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:44.699501 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0930a107-31cf-4d2a-b694-bd8a6d68be02 None None] Attempt 1 to provision port 78531c93-3296-421a-aa1a-1c501830c397 Oct 26 16:35:44.774814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:35:44.775294 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:44.775973 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d Oct 26 16:35:44.857070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-0930a107-31cf-4d2a-b694-bd8a6d68be02 None None] Current status of the port 78531c93-3296-421a-aa1a-1c501830c397 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:35:44.861543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b9b91-fc62-411f-8407-4773bc8522d7 None None] DHCP port deletion for 72dd9f56-c3e0-4e39-8eb9-151662637251 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 16:35:44.918406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:35:44.919087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:44.933056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:44.947368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:44.950153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d25b9b91-fc62-411f-8407-4773bc8522d7 None None] Deleting port 78531c93-3296-421a-aa1a-1c501830c397 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:35:44.950824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d25b9b91-fc62-411f-8407-4773bc8522d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (78531c93-3296-421a-aa1a-1c501830c397), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:44.952368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:44.955556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:44.972741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:44.973022 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-222ec9da-4c6b-40a8-b87f-802a95f5a46c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (f772506d-1463-444d-a041-2aa3a45de8d5), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:45.018792 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-222ec9da-4c6b-40a8-b87f-802a95f5a46c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:35:45.019887 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-222ec9da-4c6b-40a8-b87f-802a95f5a46c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:45.052612 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186f94b-2f56-4909-b6dc-da5d189dd6b7 None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:35:45.053179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-d25b9b91-fc62-411f-8407-4773bc8522d7 None None] For port 78531c93-3296-421a-aa1a-1c501830c397, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=78531c93-3296-421a-aa1a-1c501830c397,segment=NetworkSegment(4a6db8d6-07a7-46b7-903c-7168508a6fc0),segment_id=4a6db8d6-07a7-46b7-903c-7168508a6fc0)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:45.053179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d25b9b91-fc62-411f-8407-4773bc8522d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (78531c93-3296-421a-aa1a-1c501830c397), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:45.064173 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4186f94b-2f56-4909-b6dc-da5d189dd6b7 None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:35:45.065037 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4186f94b-2f56-4909-b6dc-da5d189dd6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:45.076987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-d25b9b91-fc62-411f-8407-4773bc8522d7 None None] Calling delete_port for 78531c93-3296-421a-aa1a-1c501830c397 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:35:45.084576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:45.097968 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:45.098337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:45.098671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:45.099015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:45.099354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:45.099694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:45.100021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:45.100353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:45.100688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:45.101044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:45.101379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:45.101706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:45.102034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:45.102372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:45.102682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:45.115869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-222ec9da-4c6b-40a8-b87f-802a95f5a46c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] For port 9cd25a77-8483-445b-b7b2-9a5ea3840c7d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:45.116233 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-222ec9da-4c6b-40a8-b87f-802a95f5a46c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:45.130587 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-222ec9da-4c6b-40a8-b87f-802a95f5a46c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for 9cd25a77-8483-445b-b7b2-9a5ea3840c7d owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:35:45.155535 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4186f94b-2f56-4909-b6dc-da5d189dd6b7 None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:35:45.207632 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4186f94b-2f56-4909-b6dc-da5d189dd6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:35:44Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:45.232564 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186f94b-2f56-4909-b6dc-da5d189dd6b7 None None] Checking router: f772506d-1463-444d-a041-2aa3a45de8d5 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:35:45.241943 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4186f94b-2f56-4909-b6dc-da5d189dd6b7 None None] Routers {'f772506d-1463-444d-a041-2aa3a45de8d5'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:35:45.242593 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4186f94b-2f56-4909-b6dc-da5d189dd6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['f772506d-1463-444d-a041-2aa3a45de8d5'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:45.326326 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-222ec9da-4c6b-40a8-b87f-802a95f5a46c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (9cd25a77-8483-445b-b7b2-9a5ea3840c7d), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:45.335573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d25b9b91-fc62-411f-8407-4773bc8522d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (78531c93-3296-421a-aa1a-1c501830c397), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:45.364403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b9b91-fc62-411f-8407-4773bc8522d7 None None] Pushing event deleted for resources: {'Port': ['ID=78531c93-3296-421a-aa1a-1c501830c397,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:45.365707 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ec9da-4c6b-40a8-b87f-802a95f5a46c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=9cd25a77-8483-445b-b7b2-9a5ea3840c7d,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:45.368259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b9b91-fc62-411f-8407-4773bc8522d7 None None] No DVR routers for this DVR port 78531c93-3296-421a-aa1a-1c501830c397 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:35:45.429038 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4186f94b-2f56-4909-b6dc-da5d189dd6b7 None None] Set router f772506d-1463-444d-a041-2aa3a45de8d5 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:35:45.440620 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:45.446668 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-222ec9da-4c6b-40a8-b87f-802a95f5a46c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (f772506d-1463-444d-a041-2aa3a45de8d5), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:45.482183 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4186f94b-2f56-4909-b6dc-da5d189dd6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:35:44Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:45.502622 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:45.507447 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186f94b-2f56-4909-b6dc-da5d189dd6b7 None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [{'id': 'f772506d-1463-444d-a041-2aa3a45de8d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384898899', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:30:19Z', 'updated_at': '2022-10-26T16:35:44Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port_host': None}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:35:45.539010 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-222ec9da-4c6b-40a8-b87f-802a95f5a46c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (f772506d-1463-444d-a041-2aa3a45de8d5), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:45.541560 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-222ec9da-4c6b-40a8-b87f-802a95f5a46c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_controller (f772506d-1463-444d-a041-2aa3a45de8d5), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:45.587016 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-222ec9da-4c6b-40a8-b87f-802a95f5a46c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (f772506d-1463-444d-a041-2aa3a45de8d5), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:45.587657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222ec9da-4c6b-40a8-b87f-802a95f5a46c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Fanout notify agent at l3_agent the message router_deleted on router f772506d-1463-444d-a041-2aa3a45de8d5 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:35:45.594301 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-222ec9da-4c6b-40a8-b87f-802a95f5a46c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:45.595413 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-222ec9da-4c6b-40a8-b87f-802a95f5a46c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/routers/f772506d-1463-444d-a041-2aa3a45de8d5 HTTP/1.1" status: 204 len: 168 time: 1.1026142 Oct 26 16:35:45.598716 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45602) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:45.683338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f41e085e-5185-464d-bd6c-6f1f87b4590e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (72dd9f56-c3e0-4e39-8eb9-151662637251), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:45.770899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f41e085e-5185-464d-bd6c-6f1f87b4590e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (72dd9f56-c3e0-4e39-8eb9-151662637251), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:45.790540 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-f41e085e-5185-464d-bd6c-6f1f87b4590e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72dd9f56-c3e0-4e39-8eb9-151662637251']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:45.799749 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-f41e085e-5185-464d-bd6c-6f1f87b4590e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6db8d6-07a7-46b7-903c-7168508a6fc0') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:45.800049 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-f41e085e-5185-464d-bd6c-6f1f87b4590e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6db8d6-07a7-46b7-903c-7168508a6fc0') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:45.809545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f41e085e-5185-464d-bd6c-6f1f87b4590e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (4a6db8d6-07a7-46b7-903c-7168508a6fc0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:45.823228 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f41e085e-5185-464d-bd6c-6f1f87b4590e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (4a6db8d6-07a7-46b7-903c-7168508a6fc0), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:45.830082 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41e085e-5185-464d-bd6c-6f1f87b4590e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:35:45.830466 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f41e085e-5185-464d-bd6c-6f1f87b4590e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (4a6db8d6-07a7-46b7-903c-7168508a6fc0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:45.902156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f41e085e-5185-464d-bd6c-6f1f87b4590e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (72dd9f56-c3e0-4e39-8eb9-151662637251), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:45.911500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-f41e085e-5185-464d-bd6c-6f1f87b4590e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:45.917088 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f41e085e-5185-464d-bd6c-6f1f87b4590e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/networks/72dd9f56-c3e0-4e39-8eb9-151662637251 HTTP/1.1" status: 204 len: 168 time: 0.3149004 Oct 26 16:35:45.917757 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45608) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:45.927028 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e085e-5185-464d-bd6c-6f1f87b4590e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Network': ['ID=72dd9f56-c3e0-4e39-8eb9-151662637251,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:45.985228 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1f8a631a-d9fa-43a3-9cee-4a2cc4948347 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (55042b71-1eeb-4c47-986b-ae61d52a2421), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.004974 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 4a6db8d6-07a7-46b7-903c-7168508a6fc0 resource provider aggregate not found Oct 26 16:35:46.011097 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1f8a631a-d9fa-43a3-9cee-4a2cc4948347 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (55042b71-1eeb-4c47-986b-ae61d52a2421), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.023453 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 4a6db8d6-07a7-46b7-903c-7168508a6fc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a6db8d6-07a7-46b7-903c-7168508a6fc0 found for delete ", "request_id": "req-ea6ad640-1c36-431b-a086-d8487870b15b"}]} Oct 26 16:35:46.073215 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1f8a631a-d9fa-43a3-9cee-4a2cc4948347 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (55042b71-1eeb-4c47-986b-ae61d52a2421), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.075869 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1f8a631a-d9fa-43a3-9cee-4a2cc4948347 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.077074 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1f8a631a-d9fa-43a3-9cee-4a2cc4948347 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/55042b71-1eeb-4c47-986b-ae61d52a2421 HTTP/1.1" status: 204 len: 168 time: 0.1582708 Oct 26 16:35:46.086667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a631a-d9fa-43a3-9cee-4a2cc4948347 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55042b71-1eeb-4c47-986b-ae61d52a2421,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:46.230366 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45616) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:46.235021 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-835da6a6-666b-4f2e-a6b6-48fdd42266ad tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1701381988', 'description': 'tempest-secgroup-smoke-1701381988 description', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:35:46.253930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cc4f88-ad3d-4ed3-9623-01232988212b None None] Sync routers for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:35:46.261778 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-835da6a6-666b-4f2e-a6b6-48fdd42266ad tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.264010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cc4f88-ad3d-4ed3-9623-01232988212b None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:35:46.264389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cc4f88-ad3d-4ed3-9623-01232988212b None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:35:46.265015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-45cc4f88-ad3d-4ed3-9623-01232988212b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f772506d-1463-444d-a041-2aa3a45de8d5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:35:46.276821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cc4f88-ad3d-4ed3-9623-01232988212b None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:35:46.277257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cc4f88-ad3d-4ed3-9623-01232988212b None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:35:46.277850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-45cc4f88-ad3d-4ed3-9623-01232988212b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f772506d-1463-444d-a041-2aa3a45de8d5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:35:46.278225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cc4f88-ad3d-4ed3-9623-01232988212b None None] The sync data for ids ['f772506d-1463-444d-a041-2aa3a45de8d5'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:35:46.332043 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-835da6a6-666b-4f2e-a6b6-48fdd42266ad tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (75318384-159c-488a-a413-487e784e5c50), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.335702 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-835da6a6-666b-4f2e-a6b6-48fdd42266ad tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (75318384-159c-488a-a413-487e784e5c50), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.365926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-835da6a6-666b-4f2e-a6b6-48fdd42266ad tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.367111 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-835da6a6-666b-4f2e-a6b6-48fdd42266ad tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1356871 Oct 26 16:35:46.369298 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835da6a6-666b-4f2e-a6b6-48fdd42266ad tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75318384-159c-488a-a413-487e784e5c50,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:46.370129 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45618) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:46.375505 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-2005849d-896c-4797-9cf9-f818af359c09 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': '75318384-159c-488a-a413-487e784e5c50', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:35:46.404170 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2005849d-896c-4797-9cf9-f818af359c09 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (e1e219aa-63b2-46e9-8c2f-a4005a0338ab), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.460652 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2005849d-896c-4797-9cf9-f818af359c09 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (e1e219aa-63b2-46e9-8c2f-a4005a0338ab), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.464012 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2005849d-896c-4797-9cf9-f818af359c09 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (e1e219aa-63b2-46e9-8c2f-a4005a0338ab), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.483286 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005849d-896c-4797-9cf9-f818af359c09 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e219aa-63b2-46e9-8c2f-a4005a0338ab,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:46.490442 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2005849d-896c-4797-9cf9-f818af359c09 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.491693 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2005849d-896c-4797-9cf9-f818af359c09 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204348 Oct 26 16:35:46.494282 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45620) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:46.498577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-2b62187e-d21c-4dbf-a351-0f4f9e44053b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': '75318384-159c-488a-a413-487e784e5c50', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:35:46.527857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2b62187e-d21c-4dbf-a351-0f4f9e44053b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (388c94c8-4160-4ffe-b4ac-6c55f4895df7), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.563600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:35:46.583173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 39a7737d-cec3-451e-abae-fbe7e210ead2 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:35:46.583522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 39a7737d-cec3-451e-abae-fbe7e210ead2 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:35:46.584153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 78531c93-3296-421a-aa1a-1c501830c397 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:35:46.589999 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2b62187e-d21c-4dbf-a351-0f4f9e44053b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (388c94c8-4160-4ffe-b4ac-6c55f4895df7), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.593921 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2b62187e-d21c-4dbf-a351-0f4f9e44053b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (388c94c8-4160-4ffe-b4ac-6c55f4895df7), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.605627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 78531c93-3296-421a-aa1a-1c501830c397 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:35:46.605981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 78531c93-3296-421a-aa1a-1c501830c397 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:35:46.606411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:35:46.614172 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62187e-d21c-4dbf-a351-0f4f9e44053b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388c94c8-4160-4ffe-b4ac-6c55f4895df7,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:46.621856 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2b62187e-d21c-4dbf-a351-0f4f9e44053b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.623057 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2b62187e-d21c-4dbf-a351-0f4f9e44053b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278658 Oct 26 16:35:46.625979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 9cd25a77-8483-445b-b7b2-9a5ea3840c7d {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:35:46.626300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 9cd25a77-8483-445b-b7b2-9a5ea3840c7d not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:35:46.626604 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45622) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:46.631246 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-c1e67a6e-30d3-4e28-8118-b01a2a86d6f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': '75318384-159c-488a-a413-487e784e5c50', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:35:46.646949 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:46.657453 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:46.660158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c1e67a6e-30d3-4e28-8118-b01a2a86d6f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (f4bd5c3e-6091-48e1-8fc2-46fd0ed9ef76), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.721451 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c1e67a6e-30d3-4e28-8118-b01a2a86d6f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (f4bd5c3e-6091-48e1-8fc2-46fd0ed9ef76), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.725197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c1e67a6e-30d3-4e28-8118-b01a2a86d6f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (f4bd5c3e-6091-48e1-8fc2-46fd0ed9ef76), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.744415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e67a6e-30d3-4e28-8118-b01a2a86d6f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4bd5c3e-6091-48e1-8fc2-46fd0ed9ef76,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:46.749225 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c1e67a6e-30d3-4e28-8118-b01a2a86d6f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.750989 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c1e67a6e-30d3-4e28-8118-b01a2a86d6f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232765 Oct 26 16:35:46.753677 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45624) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:46.757853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-76f82b83-70e5-4161-b75e-6b15c24d9a63 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': '75318384-159c-488a-a413-487e784e5c50', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:35:46.782827 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-76f82b83-70e5-4161-b75e-6b15c24d9a63 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (32b4fef6-94f2-463b-8c27-a3baaf4aba0f), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.844403 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-76f82b83-70e5-4161-b75e-6b15c24d9a63 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (32b4fef6-94f2-463b-8c27-a3baaf4aba0f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.849263 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-76f82b83-70e5-4161-b75e-6b15c24d9a63 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (32b4fef6-94f2-463b-8c27-a3baaf4aba0f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.873621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f82b83-70e5-4161-b75e-6b15c24d9a63 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b4fef6-94f2-463b-8c27-a3baaf4aba0f,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:46.880567 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-76f82b83-70e5-4161-b75e-6b15c24d9a63 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.881874 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-76f82b83-70e5-4161-b75e-6b15c24d9a63 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272838 Oct 26 16:35:46.884823 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45626) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:46.889539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-fdb271f1-ef9b-4bab-9772-2925846aa92c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': '75318384-159c-488a-a413-487e784e5c50', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:35:46.913018 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-fdb271f1-ef9b-4bab-9772-2925846aa92c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Project 5fb6b8606a8f4a13aa28f4e956cbe2de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:35:46.919861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fdb271f1-ef9b-4bab-9772-2925846aa92c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (69e8cbfe-76a2-4e9e-99a2-0b4e9e5aaf16), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.982176 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fdb271f1-ef9b-4bab-9772-2925846aa92c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (69e8cbfe-76a2-4e9e-99a2-0b4e9e5aaf16), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:46.985505 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fdb271f1-ef9b-4bab-9772-2925846aa92c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (69e8cbfe-76a2-4e9e-99a2-0b4e9e5aaf16), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:47.006497 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb271f1-ef9b-4bab-9772-2925846aa92c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e8cbfe-76a2-4e9e-99a2-0b4e9e5aaf16,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:47.013696 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fdb271f1-ef9b-4bab-9772-2925846aa92c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:47.014900 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fdb271f1-ef9b-4bab-9772-2925846aa92c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290402 Oct 26 16:35:47.018240 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45628) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:47.022417 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-2326cfaf-789b-4457-9e83-e7ba75b9d4d2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': '75318384-159c-488a-a413-487e784e5c50', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:35:47.041986 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-2326cfaf-789b-4457-9e83-e7ba75b9d4d2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Project 5fb6b8606a8f4a13aa28f4e956cbe2de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:35:47.047346 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2326cfaf-789b-4457-9e83-e7ba75b9d4d2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (4be78b2c-db7a-4c2d-91b4-02b4cd0c5f93), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:47.107537 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2326cfaf-789b-4457-9e83-e7ba75b9d4d2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (4be78b2c-db7a-4c2d-91b4-02b4cd0c5f93), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:47.111336 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2326cfaf-789b-4457-9e83-e7ba75b9d4d2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (4be78b2c-db7a-4c2d-91b4-02b4cd0c5f93), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:47.132694 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326cfaf-789b-4457-9e83-e7ba75b9d4d2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be78b2c-db7a-4c2d-91b4-02b4cd0c5f93,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:47.139254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-2326cfaf-789b-4457-9e83-e7ba75b9d4d2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:47.140990 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2326cfaf-789b-4457-9e83-e7ba75b9d4d2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212242 Oct 26 16:35:47.143637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45630) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:47.148380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-7acc656e-fac4-4247-8489-bc893a2ffa5e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'network': {'name': 'tempest-network-smoke--1477663715', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'port_security_enabled': True}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:35:47.167920 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acc656e-fac4-4247-8489-bc893a2ffa5e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Made reservation on behalf of 5fb6b8606a8f4a13aa28f4e956cbe2de for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:47.171578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7acc656e-fac4-4247-8489-bc893a2ffa5e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:47.195736 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acc656e-fac4-4247-8489-bc893a2ffa5e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:35:47.206549 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7acc656e-fac4-4247-8489-bc893a2ffa5e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:47.206893 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-7acc656e-fac4-4247-8489-bc893a2ffa5e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Added segment efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5 of type vlan for network 629d9322-29f9-4cae-ba58-828c0b457795 Oct 26 16:35:47.245967 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7acc656e-fac4-4247-8489-bc893a2ffa5e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (629d9322-29f9-4cae-ba58-828c0b457795), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:47.272631 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7acc656e-fac4-4247-8489-bc893a2ffa5e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (629d9322-29f9-4cae-ba58-828c0b457795), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:47.274181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:47.277553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acc656e-fac4-4247-8489-bc893a2ffa5e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:47.278144 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7acc656e-fac4-4247-8489-bc893a2ffa5e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:47.299257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:47.345196 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7acc656e-fac4-4247-8489-bc893a2ffa5e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2005355 Oct 26 16:35:47.348196 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45632) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:47.351957 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc656e-fac4-4247-8489-bc893a2ffa5e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Network': ['ID=629d9322-29f9-4cae-ba58-828c0b457795,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:47.352761 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'admin_state_up': True, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:35:47.363629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 629d9322-29f9-4cae-ba58-828c0b457795 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:35:47.379348 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (38d38a93-dafb-4539-be3d-103b8249edb1), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:47.380456 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (38d38a93-dafb-4539-be3d-103b8249edb1), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:47.453965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_controller (38d38a93-dafb-4539-be3d-103b8249edb1), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:47.559972 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:47.590016 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (38d38a93-dafb-4539-be3d-103b8249edb1), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:47.738655 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=3,neutron:DELETE=5,neutron:SELECT=87,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:47.762217 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (38d38a93-dafb-4539-be3d-103b8249edb1), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:47.785431 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:47.893486 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.26.11.24 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/8da22334-908c-44c6-a4a3-95dba3dc26b4) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:47.998791 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:48.031249 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:48.068856 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:48.073819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:48.076790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:35:48.100545 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:48.323302 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (38d38a93-dafb-4539-be3d-103b8249edb1), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:48.446142 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:48.512134 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (38d38a93-dafb-4539-be3d-103b8249edb1), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:48.611894 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:48.638487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 38d38a93-dafb-4539-be3d-103b8249edb1 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:35:48.739834 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:35:48.749017 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:35:48.753047 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=93 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:48.753634 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:48.759964 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:48.763961 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d73d0d34-dbac-4402-94ed-8ea84628256d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4120035 Oct 26 16:35:48.764136 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:35:48.764136 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:48.764423 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45634) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:48.865512 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:35:48.937372 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d3e4dcc1-5d2a-4314-818b-ba8aaba34e2a tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?project_id=5fb6b8606a8f4a13aa28f4e956cbe2de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1719902 Oct 26 16:35:48.940149 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45638) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:48.948668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:49.031853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9091ffd-9217-41ef-ae5c-a3b055e18945 tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:49.033464 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f9091ffd-9217-41ef-ae5c-a3b055e18945 tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923295 Oct 26 16:35:49.034862 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:48Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:49.036328 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45640) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:49.059835 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:35:49.060182 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Updating router 38d38a93-dafb-4539-be3d-103b8249edb1 port 8da22334-908c-44c6-a4a3-95dba3dc26b4 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:35:49.067354 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9af24d60-12f7-416d-9927-9907e0e4b6b9 tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301185 Oct 26 16:35:49.069789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45642) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:49.074380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-7e3250f1-5420-4af5-9257-7ad7a71bf040 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-334500146', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:35:49.088522 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:49.164994 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3250f1-5420-4af5-9257-7ad7a71bf040 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Made reservation on behalf of 5fb6b8606a8f4a13aa28f4e956cbe2de for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:49.168826 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7e3250f1-5420-4af5-9257-7ad7a71bf040 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:49.348643 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Publish callbacks [] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:49.354942 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:49.367052 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7e3250f1-5420-4af5-9257-7ad7a71bf040 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (e98509f2-ac94-42c4-937d-e789bafc1b21), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:49.392312 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Attempting to bind port 8da22334-908c-44c6-a4a3-95dba3dc26b4 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:35:49.392687 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Attempting to bind port 8da22334-908c-44c6-a4a3-95dba3dc26b4 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:35:49.393063 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Attempting to bind port 8da22334-908c-44c6-a4a3-95dba3dc26b4 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:49.423287 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3250f1-5420-4af5-9257-7ad7a71bf040 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Subnet': ['ID=e98509f2-ac94-42c4-937d-e789bafc1b21,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:49.441232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3250f1-5420-4af5-9257-7ad7a71bf040 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Checking segment: {'id': 'efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:35:49.441596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3250f1-5420-4af5-9257-7ad7a71bf040 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network hostable DHCP agents. Network: 629d9322-29f9-4cae-ba58-828c0b457795, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:35:49.448063 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:35:49.448280 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:35:49.448685 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:49.449095 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:35:49.449567 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Bound port: 8da22334-908c-44c6-a4a3-95dba3dc26b4, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:35:49.450061 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:49.462618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3250f1-5420-4af5-9257-7ad7a71bf040 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 629d9322-29f9-4cae-ba58-828c0b457795 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:35:49.473191 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-7e3250f1-5420-4af5-9257-7ad7a71bf040 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 629d9322-29f9-4cae-ba58-828c0b457795) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:49.477949 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3250f1-5420-4af5-9257-7ad7a71bf040 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:49.478555 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7e3250f1-5420-4af5-9257-7ad7a71bf040 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:49.487577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c82af62-fc51-4706-885d-a9684f7c1bd1 None None] Network 629d9322-29f9-4cae-ba58-828c0b457795 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:35:49.507171 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7e3250f1-5420-4af5-9257-7ad7a71bf040 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4338040 Oct 26 16:35:49.507531 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45644) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:35:49.510558 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:35:49.513789 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:35:49.518220 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cb9d4-e604-431f-a6ab-eaf100657d24 None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=2']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:49.527060 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cb9d4-e604-431f-a6ab-eaf100657d24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:49.527407 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cb9d4-e604-431f-a6ab-eaf100657d24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:49.527748 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cb9d4-e604-431f-a6ab-eaf100657d24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:49.528085 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cb9d4-e604-431f-a6ab-eaf100657d24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:49.529026 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cb9d4-e604-431f-a6ab-eaf100657d24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:49.529168 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cb9d4-e604-431f-a6ab-eaf100657d24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:49.529463 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cb9d4-e604-431f-a6ab-eaf100657d24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:49.529789 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cb9d4-e604-431f-a6ab-eaf100657d24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:49.530163 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cb9d4-e604-431f-a6ab-eaf100657d24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:49.530490 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cb9d4-e604-431f-a6ab-eaf100657d24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:49.530877 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cb9d4-e604-431f-a6ab-eaf100657d24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:49.531301 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cb9d4-e604-431f-a6ab-eaf100657d24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:49.531718 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cb9d4-e604-431f-a6ab-eaf100657d24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:49.532043 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cb9d4-e604-431f-a6ab-eaf100657d24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:49.532364 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002cb9d4-e604-431f-a6ab-eaf100657d24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:35:49.537769 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:49.570177 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:35:49.570796 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:49.615952 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:49.617144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-629d9322-29f9-4cae-ba58-828c0b457795', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:35:49.618698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:49.640686 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cb9d4-e604-431f-a6ab-eaf100657d24 None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:49.704274 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:49.709057 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:35:49.793575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Allocated IP 172.20.0.2 (629d9322-29f9-4cae-ba58-828c0b457795/e98509f2-ac94-42c4-937d-e789bafc1b21/3db07eef-1df5-4a84-839b-d8fa539f3f77) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:49.907860 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:48Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:49.936123 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f81abf2-1d4f-4852-b4c6-682aa8c59281 None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:48Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:35:49.949182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Publish callbacks [] for port (3db07eef-1df5-4a84-839b-d8fa539f3f77), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:49.963858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (3db07eef-1df5-4a84-839b-d8fa539f3f77), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:50.022657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:50.026098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Network 629d9322-29f9-4cae-ba58-828c0b457795 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:50.032094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:50.035608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:35:50.049726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Pushing event updated for resources: {'Port': ['ID=3db07eef-1df5-4a84-839b-d8fa539f3f77,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:50.124408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Attempting to bind port 3db07eef-1df5-4a84-839b-d8fa539f3f77 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:35:50.124999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Attempting to bind port 3db07eef-1df5-4a84-839b-d8fa539f3f77 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:35:50.125491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Attempting to bind port 3db07eef-1df5-4a84-839b-d8fa539f3f77 on network 629d9322-29f9-4cae-ba58-828c0b457795 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:50.176317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:35:50.176920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Checking segment: {'id': 'efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:35:50.177435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:50.177933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Bound using segment: {'id': 'efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:35:50.178515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Bound port: 3db07eef-1df5-4a84-839b-d8fa539f3f77, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:35:50.179004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3db07eef-1df5-4a84-839b-d8fa539f3f77), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:50.284277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] For port 3db07eef-1df5-4a84-839b-d8fa539f3f77, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:35:50.291724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] For port 3db07eef-1df5-4a84-839b-d8fa539f3f77, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3db07eef-1df5-4a84-839b-d8fa539f3f77,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:35:50.299265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3db07eef-1df5-4a84-839b-d8fa539f3f77), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:50.353579 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a01ec38-3ec5-4c8b-8adf-3e8cab1281f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:50.388286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8acad-0d85-4e87-8d83-e08ca95df62d None None] Pushing event updated for resources: {'Port': ['ID=3db07eef-1df5-4a84-839b-d8fa539f3f77,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:50.485550 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:50.641680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:35:50.698421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8da22334-908c-44c6-a4a3-95dba3dc26b4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:35:50.699204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:50.699771 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8da22334-908c-44c6-a4a3-95dba3dc26b4 Oct 26 16:35:50.784682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:35:50.785109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:50.788303 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-7a01ec38-3ec5-4c8b-8adf-3e8cab1281f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.20.0.1 (629d9322-29f9-4cae-ba58-828c0b457795/e98509f2-ac94-42c4-937d-e789bafc1b21/e95c9d0a-f08d-4e86-a6e7-84e8d669e703) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:50.808630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:50.813656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:50.830470 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:50.868281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:50.929220 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a01ec38-3ec5-4c8b-8adf-3e8cab1281f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:50.961945 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a01ec38-3ec5-4c8b-8adf-3e8cab1281f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:51.005258 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01ec38-3ec5-4c8b-8adf-3e8cab1281f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 629d9322-29f9-4cae-ba58-828c0b457795 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:51.010776 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-7a01ec38-3ec5-4c8b-8adf-3e8cab1281f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:51.014841 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01ec38-3ec5-4c8b-8adf-3e8cab1281f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:35:51.043338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01ec38-3ec5-4c8b-8adf-3e8cab1281f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:51.069839 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a01ec38-3ec5-4c8b-8adf-3e8cab1281f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (38d38a93-dafb-4539-be3d-103b8249edb1), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:51.241066 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a01ec38-3ec5-4c8b-8adf-3e8cab1281f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:51.371303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e233f16-0717-4a59-8035-4e6f77baab70 None None] Network 629d9322-29f9-4cae-ba58-828c0b457795 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:35:51.425259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:51.438985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-6d5d2f3b-a75b-4f8e-9e87-592e14299c9e None None] Provisioning complete for port 3db07eef-1df5-4a84-839b-d8fa539f3f77 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:35:51.439361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6d5d2f3b-a75b-4f8e-9e87-592e14299c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3db07eef-1df5-4a84-839b-d8fa539f3f77), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:51.439693 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-6d5d2f3b-a75b-4f8e-9e87-592e14299c9e None None] Attempt 1 to provision port 3db07eef-1df5-4a84-839b-d8fa539f3f77 Oct 26 16:35:51.534257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a01ec38-3ec5-4c8b-8adf-3e8cab1281f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:51.540591 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a01ec38-3ec5-4c8b-8adf-3e8cab1281f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:51.562541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-6d5d2f3b-a75b-4f8e-9e87-592e14299c9e None None] Current status of the port 3db07eef-1df5-4a84-839b-d8fa539f3f77 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:35:51.572840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6d5d2f3b-a75b-4f8e-9e87-592e14299c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (3db07eef-1df5-4a84-839b-d8fa539f3f77), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:51.574815 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:51.608726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-6d5d2f3b-a75b-4f8e-9e87-592e14299c9e None None] For port 3db07eef-1df5-4a84-839b-d8fa539f3f77, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3db07eef-1df5-4a84-839b-d8fa539f3f77,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:51.621455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6d5d2f3b-a75b-4f8e-9e87-592e14299c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (3db07eef-1df5-4a84-839b-d8fa539f3f77), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:51.631062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a01ec38-3ec5-4c8b-8adf-3e8cab1281f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (38d38a93-dafb-4539-be3d-103b8249edb1), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:51.633271 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01ec38-3ec5-4c8b-8adf-3e8cab1281f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:51.653056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:51.678804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d2f3b-a75b-4f8e-9e87-592e14299c9e None None] Pushing event updated for resources: {'Port': ['ID=3db07eef-1df5-4a84-839b-d8fa539f3f77,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:51.732103 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:51.738997 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01ec38-3ec5-4c8b-8adf-3e8cab1281f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 629d9322-29f9-4cae-ba58-828c0b457795 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:51.740849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-7a01ec38-3ec5-4c8b-8adf-3e8cab1281f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:51.848479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b9dbb8e5-df40-429a-b813-941cfad4da4a None None] Provisioning complete for port 3db07eef-1df5-4a84-839b-d8fa539f3f77 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:35:51.849574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b9dbb8e5-df40-429a-b813-941cfad4da4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3db07eef-1df5-4a84-839b-d8fa539f3f77), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:51.850015 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b9dbb8e5-df40-429a-b813-941cfad4da4a None None] Attempt 1 to provision port 3db07eef-1df5-4a84-839b-d8fa539f3f77 Oct 26 16:35:51.854511 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a01ec38-3ec5-4c8b-8adf-3e8cab1281f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 38d38a93-dafb-4539-be3d-103b8249edb1 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:35:51.941658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:35:51.945661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b9dbb8e5-df40-429a-b813-941cfad4da4a None None] Current status of the port 3db07eef-1df5-4a84-839b-d8fa539f3f77 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:35:51.960998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b9dbb8e5-df40-429a-b813-941cfad4da4a None None] Provisioning complete for port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:35:51.961381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b9dbb8e5-df40-429a-b813-941cfad4da4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:51.961721 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b9dbb8e5-df40-429a-b813-941cfad4da4a None None] Attempt 1 to provision port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 Oct 26 16:35:51.967176 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a01ec38-3ec5-4c8b-8adf-3e8cab1281f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:35:51.974144 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7a01ec38-3ec5-4c8b-8adf-3e8cab1281f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "PUT /networking/v2.0/routers/38d38a93-dafb-4539-be3d-103b8249edb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4652216 Oct 26 16:35:51.990070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:35:51.990721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:52.042578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b9dbb8e5-df40-429a-b813-941cfad4da4a None None] Port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:35:52.110064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:35:52.167624 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-d36614bd-cca3-444b-897d-347a308c515a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1701381988&fields=id&tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de HTTP/1.1" status: 200 len: 267 time: 0.0530033 Oct 26 16:35:52.200261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-0c473999-1c30-40c0-9009-951574c7a0b0 None None] Provisioning complete for port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:35:52.200553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-0c473999-1c30-40c0-9009-951574c7a0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:52.200977 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-0c473999-1c30-40c0-9009-951574c7a0b0 None None] Attempt 1 to provision port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 Oct 26 16:35:52.272584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-0c473999-1c30-40c0-9009-951574c7a0b0 None None] Port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:35:52.279472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-92d85ef9-bf1e-4aa4-ae10-1b09d15dd874 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:52.281539 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-92d85ef9-bf1e-4aa4-ae10-1b09d15dd874 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/networks?id=629d9322-29f9-4cae-ba58-828c0b457795 HTTP/1.1" status: 200 len: 797 time: 0.1061153 Oct 26 16:35:52.297356 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-15683b98-2d59-4ae5-917c-b520ee925d0c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/quotas/5fb6b8606a8f4a13aa28f4e956cbe2de HTTP/1.1" status: 200 len: 375 time: 0.0094025 Oct 26 16:35:52.338217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:52.339664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:52.351858 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-f3290562-69c2-4438-8bd0-fc91034a49ee tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488243 Oct 26 16:35:52.363588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:35:52.363943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Updating router 38d38a93-dafb-4539-be3d-103b8249edb1 port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:35:52.397393 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:52.416924 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-15a015a1-415d-4819-ad0c-68a4e8d1cac7 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 16:35:52.417952 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-15a015a1-415d-4819-ad0c-68a4e8d1cac7 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0550270 Oct 26 16:35:52.483681 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:52.514136 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-4561cc0d-8024-418d-855f-dda11e87ac87 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900357 Oct 26 16:35:52.594874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3db07eef-1df5-4a84-839b-d8fa539f3f77 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:35:52.616115 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-7c59f416-41d4-4e83-b60f-d9774ea9a472 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958037 Oct 26 16:35:52.692581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 3db07eef-1df5-4a84-839b-d8fa539f3f77 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:35:52.693188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3db07eef-1df5-4a84-839b-d8fa539f3f77), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:52.693329 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 3db07eef-1df5-4a84-839b-d8fa539f3f77 Oct 26 16:35:52.729836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Publish callbacks [] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:52.743474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:52.816637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8ae0a-5e0c-4c09-8487-87f78e31e011 None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:52.846852 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bdc86572-198c-4d04-b3c2-82aec50eb691 req-9e762abe-239d-474a-b083-8aa9b036e130 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 210 time: 0.0881066 Oct 26 16:35:52.879413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Attempting to bind port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:35:52.879780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Attempting to bind port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:35:52.880142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Attempting to bind port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 on network 629d9322-29f9-4cae-ba58-828c0b457795 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:52.882043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 3db07eef-1df5-4a84-839b-d8fa539f3f77 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:35:52.905026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:52.930592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:35:52.930974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Checking segment: {'id': 'efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:35:52.931383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:52.931918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Bound using segment: {'id': 'efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:35:52.932714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Bound port: e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:35:52.932714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:52.935985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:35:53.019264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:53.201743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:35:53.221320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:35:53.224185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:35:53.224904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:53.231897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:53.276193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:53.283427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:53.290308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:35:53.290943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:53.344770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8ae0a-5e0c-4c09-8487-87f78e31e011 None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:53.436936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:53.450230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:35:53.639038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:35:53Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:53.662822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9a28ed-7fd1-4c9a-904a-a48782768ca3 None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:35:53Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:35:54.011518 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07f55102-7423-4f1f-8721-3eb45267e857 req-3d058172-ce5a-4114-93c3-c10f14cab900 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 210 time: 0.0714529 Oct 26 16:35:54.038788 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:54.073598 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-6ef9475e-37a9-4435-992b-2a90f395393c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:54.075222 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-6ef9475e-37a9-4435-992b-2a90f395393c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "GET /networking/v2.0/networks?id=629d9322-29f9-4cae-ba58-828c0b457795 HTTP/1.1" status: 200 len: 797 time: 0.1644270 Oct 26 16:35:54.154034 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-5dd8f288-b507-4e51-8af9-56192617ab01 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de HTTP/1.1" status: 200 len: 380 time: 0.0593281 Oct 26 16:35:54.220358 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-9cd22db6-e6a7-4a99-be88-a0e27573519d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'port': {'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'admin_state_up': True, 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'security_groups': ['75318384-159c-488a-a413-487e784e5c50']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:35:54.359853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-9cd22db6-e6a7-4a99-be88-a0e27573519d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Made reservation on behalf of 5fb6b8606a8f4a13aa28f4e956cbe2de for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:35:54.363796 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-9cd22db6-e6a7-4a99-be88-a0e27573519d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:54.503151 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-9cd22db6-e6a7-4a99-be88-a0e27573519d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.20.0.3 (629d9322-29f9-4cae-ba58-828c0b457795/e98509f2-ac94-42c4-937d-e789bafc1b21/92475ede-3294-4670-b655-405e7840767f) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:35:54.646040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:35:54.663682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-9cd22db6-e6a7-4a99-be88-a0e27573519d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (92475ede-3294-4670-b655-405e7840767f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:54.688059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:54.693665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8da22334-908c-44c6-a4a3-95dba3dc26b4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:35:54.694406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:54.694850 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8da22334-908c-44c6-a4a3-95dba3dc26b4 Oct 26 16:35:54.697741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-9cd22db6-e6a7-4a99-be88-a0e27573519d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (92475ede-3294-4670-b655-405e7840767f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:54.748700 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-9cd22db6-e6a7-4a99-be88-a0e27573519d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 629d9322-29f9-4cae-ba58-828c0b457795 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:35:54.752585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-9cd22db6-e6a7-4a99-be88-a0e27573519d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:35:54.756577 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-9cd22db6-e6a7-4a99-be88-a0e27573519d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:35:54.781717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:35:54.782114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:54.786138 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd22db6-e6a7-4a99-be88-a0e27573519d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=92475ede-3294-4670-b655-405e7840767f,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:54.817950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:54.819544 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-9cd22db6-e6a7-4a99-be88-a0e27573519d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:54.820556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-9cd22db6-e6a7-4a99-be88-a0e27573519d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:54.829900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:54.830765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:35:54.854456 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-9cd22db6-e6a7-4a99-be88-a0e27573519d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6383016 Oct 26 16:35:54.871034 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Request body: {'port': {'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:35:54.902996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:54.924580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:35:54.924993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:54.925329 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 Oct 26 16:35:54.955425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (92475ede-3294-4670-b655-405e7840767f), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:54.958833 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:54.960671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:55.036219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-2ecbb080-e916-40f4-a23d-f8d182cb94a0 None None] Provisioning complete for port 92475ede-3294-4670-b655-405e7840767f triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:35:55.036604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2ecbb080-e916-40f4-a23d-f8d182cb94a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (92475ede-3294-4670-b655-405e7840767f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:55.037038 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-2ecbb080-e916-40f4-a23d-f8d182cb94a0 None None] Attempt 1 to provision port 92475ede-3294-4670-b655-405e7840767f Oct 26 16:35:55.039319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:35:55.039857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:55.100058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-2ecbb080-e916-40f4-a23d-f8d182cb94a0 None None] Port 92475ede-3294-4670-b655-405e7840767f cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:35:55.111935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:55.119218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:55.173120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:55.180992 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aca130-6b96-418a-8bb5-2a585a8985e7 req-66b44bf9-9de3-4b4a-b077-0f43f59b8eba tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:55.182772 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-30aca130-6b96-418a-8bb5-2a585a8985e7 req-66b44bf9-9de3-4b4a-b077-0f43f59b8eba tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 931 time: 0.0591643 Oct 26 16:35:55.234225 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-30aca130-6b96-418a-8bb5-2a585a8985e7 req-a7b2fdd9-e78f-453c-9f6b-f72b2b9637bd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=75318384-159c-488a-a413-487e784e5c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455420 Oct 26 16:35:55.260087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92475ede-3294-4670-b655-405e7840767f {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:35:55.268079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Publish callbacks [] for port (92475ede-3294-4670-b655-405e7840767f), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:55.280504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Transition to ACTIVE for port object 92475ede-3294-4670-b655-405e7840767f will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:35:55.284349 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (92475ede-3294-4670-b655-405e7840767f), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:55.346340 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Pushing event updated for resources: {'Port': ['ID=92475ede-3294-4670-b655-405e7840767f,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:55.395748 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Attempting to bind port 92475ede-3294-4670-b655-405e7840767f on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:35:55.396086 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Attempting to bind port 92475ede-3294-4670-b655-405e7840767f by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:35:55.396418 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Attempting to bind port 92475ede-3294-4670-b655-405e7840767f on network 629d9322-29f9-4cae-ba58-828c0b457795 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:55.441888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Port 92475ede-3294-4670-b655-405e7840767f on network 629d9322-29f9-4cae-ba58-828c0b457795 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:35:55.442216 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Attempting to bind port 92475ede-3294-4670-b655-405e7840767f on network 629d9322-29f9-4cae-ba58-828c0b457795 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:35:55.483290 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:35:55.483628 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Checking segment: {'id': 'efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:35:55.484625 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Bound using segment: {'id': 'efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:35:55.485085 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Bound port: 92475ede-3294-4670-b655-405e7840767f, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:35:55.485449 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (92475ede-3294-4670-b655-405e7840767f), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:55.544415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] For port 92475ede-3294-4670-b655-405e7840767f, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:35:55.547882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] For port 92475ede-3294-4670-b655-405e7840767f, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=92475ede-3294-4670-b655-405e7840767f,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:35:55.553861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (92475ede-3294-4670-b655-405e7840767f), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:55.558013 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:55.558633 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:55.560104 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/92475ede-3294-4670-b655-405e7840767f HTTP/1.1" status: 200 len: 1093 time: 0.6939409 Oct 26 16:35:55.560649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'tag': '92475ede-3294-4670-b655-405e7840767f'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:35:55.562934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61470ed0-232a-418c-b2f8-f9c95729a25e" -d '{"events": [{"name": "network-changed", "server_uuid": "84aa8af0-2511-4d80-a989-c1a75c236cbb", "tag": "92475ede-3294-4670-b655-405e7840767f"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:35:55.616023 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a179f6-bece-4ea4-885f-426025f6c226 x-openstack-request-id: req-56a179f6-bece-4ea4-885f-426025f6c226 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:35:55.616023 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84aa8af0-2511-4d80-a989-c1a75c236cbb", "tag": "92475ede-3294-4670-b655-405e7840767f", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:35:55.616255 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56a179f6-bece-4ea4-885f-426025f6c226 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:35:55.616721 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a179f6-bece-4ea4-885f-426025f6c226'] response: {'name': 'network-changed', 'server_uuid': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'tag': '92475ede-3294-4670-b655-405e7840767f', 'status': 'completed', 'code': 200} Oct 26 16:35:55.651510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbdaf1-3380-4c29-89b1-e6249e2d3395 service neutron] Pushing event updated for resources: {'Port': ['ID=92475ede-3294-4670-b655-405e7840767f,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:55.662856 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-d0ddad18-e69d-4b1c-bbe1-3fc81f24c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:55.664396 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-d0ddad18-e69d-4b1c-bbe1-3fc81f24c1c9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 1127 time: 0.0577660 Oct 26 16:35:55.708211 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-6b3f0aac-4902-4885-8891-7d8834ef87d3 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92475ede-3294-4670-b655-405e7840767f HTTP/1.1" status: 200 len: 217 time: 0.0331764 Oct 26 16:35:55.763172 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-8703c05d-6cad-40df-9c34-076cadfba1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:55.764654 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-8703c05d-6cad-40df-9c34-076cadfba1ef service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e98509f2-ac94-42c4-937d-e789bafc1b21 HTTP/1.1" status: 200 len: 834 time: 0.0477452 Oct 26 16:35:55.814717 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-e692261b-a649-4b98-b705-5e1ea6dfe0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:55.816109 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-e692261b-a649-4b98-b705-5e1ea6dfe0f4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=629d9322-29f9-4cae-ba58-828c0b457795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424185 Oct 26 16:35:55.881197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:55.912154 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-0256d1ba-1705-4c2f-bf3e-7ece4d8c8683 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863891 Oct 26 16:35:55.974893 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:56.010140 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bda1eb4a-3866-41aa-b5e5-8e8b92e18de6 req-2e0bbd1c-df43-4c70-bb6c-b629de157be3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887122 Oct 26 16:35:56.100840 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a92d9c-f82b-4c1d-9d52-c100580e96b0 None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:35:56.100840 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a92d9c-f82b-4c1d-9d52-c100580e96b0 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:35:56.100840 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-56a92d9c-f82b-4c1d-9d52-c100580e96b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:56.198427 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-56a92d9c-f82b-4c1d-9d52-c100580e96b0 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:35:56.365603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8b0d0-6012-43a3-ac0e-32fe6034a166 req-d8849f89-d99b-401b-9675-de563cf68af6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:56.367771 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d3f8b0d0-6012-43a3-ac0e-32fe6034a166 req-d8849f89-d99b-401b-9675-de563cf68af6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 943 time: 0.0555472 Oct 26 16:35:56.419724 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d3f8b0d0-6012-43a3-ac0e-32fe6034a166 req-0968db8f-6778-4480-8ebc-eb8aadc2baf0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=75318384-159c-488a-a413-487e784e5c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454998 Oct 26 16:35:56.473751 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-56a92d9c-f82b-4c1d-9d52-c100580e96b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:35:55Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:56.498095 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a92d9c-f82b-4c1d-9d52-c100580e96b0 None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:35:56.506974 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a92d9c-f82b-4c1d-9d52-c100580e96b0 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:35:56.507593 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-56a92d9c-f82b-4c1d-9d52-c100580e96b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:56.569614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:35:56.607055 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-56a92d9c-f82b-4c1d-9d52-c100580e96b0 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:35:56.640484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:35:56.640914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:56.665078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:56.670295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:56.671122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:35:56.729953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:56.730874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:56.748361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:56.784636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:35:56.785070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:56.794708 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-56a92d9c-f82b-4c1d-9d52-c100580e96b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:35:55Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:56.817338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:56.821042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:56.823120 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a92d9c-f82b-4c1d-9d52-c100580e96b0 None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:35:55Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:35:56.880705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:57.183415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61470ed0-232a-418c-b2f8-f9c95729a25e req-ae3ca0f4-0945-4517-a739-3879f5c978cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:57.185001 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-61470ed0-232a-418c-b2f8-f9c95729a25e req-ae3ca0f4-0945-4517-a739-3879f5c978cb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 1127 time: 0.3493161 Oct 26 16:35:57.288174 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61470ed0-232a-418c-b2f8-f9c95729a25e req-f84cd90c-1f1e-4fdf-9a0b-eabaff6d8a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:57.289637 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-61470ed0-232a-418c-b2f8-f9c95729a25e req-f84cd90c-1f1e-4fdf-9a0b-eabaff6d8a85 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=629d9322-29f9-4cae-ba58-828c0b457795 HTTP/1.1" status: 200 len: 898 time: 0.0946944 Oct 26 16:35:57.335139 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-61470ed0-232a-418c-b2f8-f9c95729a25e req-d4385910-1d40-4774-8332-b530c0faf644 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92475ede-3294-4670-b655-405e7840767f HTTP/1.1" status: 200 len: 217 time: 0.0363328 Oct 26 16:35:57.389424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61470ed0-232a-418c-b2f8-f9c95729a25e req-3f073cdb-06fd-4509-86bd-181880ae806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:57.391369 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-61470ed0-232a-418c-b2f8-f9c95729a25e req-3f073cdb-06fd-4509-86bd-181880ae806d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e98509f2-ac94-42c4-937d-e789bafc1b21 HTTP/1.1" status: 200 len: 834 time: 0.0466795 Oct 26 16:35:57.441626 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61470ed0-232a-418c-b2f8-f9c95729a25e req-b9870f04-c018-410b-b16c-19f56033331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:57.443185 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-61470ed0-232a-418c-b2f8-f9c95729a25e req-b9870f04-c018-410b-b16c-19f56033331d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=629d9322-29f9-4cae-ba58-828c0b457795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0410137 Oct 26 16:35:57.575882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7e997-bd1f-498f-972e-ec54bf78bbaa req-0746c910-f315-4962-b2c0-540b36d90ac2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:57.577558 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bde7e997-bd1f-498f-972e-ec54bf78bbaa req-0746c910-f315-4962-b2c0-540b36d90ac2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 943 time: 0.0662975 Oct 26 16:35:57.609430 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-61470ed0-232a-418c-b2f8-f9c95729a25e req-302625cb-acab-42b6-9e93-184dc1e409ce service neutron] 10.222.0.64 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558993 Oct 26 16:35:57.686146 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bde7e997-bd1f-498f-972e-ec54bf78bbaa req-7c8d3161-32b9-43b1-9ce8-5523b1881fde tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=75318384-159c-488a-a413-487e784e5c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016607 Oct 26 16:35:57.731965 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-61470ed0-232a-418c-b2f8-f9c95729a25e req-a949d97a-2db9-4d66-8ed1-62241a0a39ec service neutron] 10.222.0.64 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087935 Oct 26 16:35:58.324476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 92475ede-3294-4670-b655-405e7840767f details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:35:58.421532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 92475ede-3294-4670-b655-405e7840767f, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=92475ede-3294-4670-b655-405e7840767f,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:58.436279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '92475ede-3294-4670-b655-405e7840767f', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:35:58.472244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 92475ede-3294-4670-b655-405e7840767f is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:35:58.473015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (92475ede-3294-4670-b655-405e7840767f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:58.486419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92475ede-3294-4670-b655-405e7840767f {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:35:58.507950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 92475ede-3294-4670-b655-405e7840767f, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=92475ede-3294-4670-b655-405e7840767f,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:58.512192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (92475ede-3294-4670-b655-405e7840767f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:58.566663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=92475ede-3294-4670-b655-405e7840767f,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:58.612722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:35:58.662394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8da22334-908c-44c6-a4a3-95dba3dc26b4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:35:58.662772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:58.663109 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8da22334-908c-44c6-a4a3-95dba3dc26b4 Oct 26 16:35:58.759633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da679fe4-181e-46a4-ad97-7df837c34331 None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:35:58.759633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:35:58.759633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:58.780628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da679fe4-181e-46a4-ad97-7df837c34331 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:35:58.781250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-da679fe4-181e-46a4-ad97-7df837c34331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:58.786674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:58.823001 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5ccd0-30b0-4bc2-a778-f30ec962ff3f req-f6112f4f-d4b0-4a6e-a16e-68da53a68422 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:35:58.824517 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-54a5ccd0-30b0-4bc2-a778-f30ec962ff3f req-f6112f4f-d4b0-4a6e-a16e-68da53a68422 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 944 time: 0.0493464 Oct 26 16:35:58.824766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['92475ede-3294-4670-b655-405e7840767f'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:35:58.830050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:58.830825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:35:58.852105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:58.876000 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-54a5ccd0-30b0-4bc2-a778-f30ec962ff3f req-82cd8df6-5225-4775-8158-bbad187a244b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=75318384-159c-488a-a413-487e784e5c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454447 Oct 26 16:35:59.001752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:59.016957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-da679fe4-181e-46a4-ad97-7df837c34331 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:35:59.196950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:35:59.197322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:59.197661 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 Oct 26 16:35:59.414967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:59.435668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:35:59.465593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:35:59.465977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:59.517942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-da679fe4-181e-46a4-ad97-7df837c34331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:56Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:35:56Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:59.558797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da679fe4-181e-46a4-ad97-7df837c34331 None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:35:59.565966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:35:59.575566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:35:59.605999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da679fe4-181e-46a4-ad97-7df837c34331 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:35:59.606612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-da679fe4-181e-46a4-ad97-7df837c34331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:59.728398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:35:59.752745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-da679fe4-181e-46a4-ad97-7df837c34331 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:35:59.938402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-da679fe4-181e-46a4-ad97-7df837c34331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:58Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:35:59Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:35:59.962811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da679fe4-181e-46a4-ad97-7df837c34331 None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:58Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:35:59Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:36:00.000269 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878485f9-6490-4059-8dd8-f82733511a3f req-29e4b1c4-cdb6-4812-85ec-90a56f5390a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:00.001850 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-878485f9-6490-4059-8dd8-f82733511a3f req-29e4b1c4-cdb6-4812-85ec-90a56f5390a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 944 time: 0.0525026 Oct 26 16:36:00.054444 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-878485f9-6490-4059-8dd8-f82733511a3f req-30f3b972-8d71-4471-80fc-00846672a9d1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=75318384-159c-488a-a413-487e784e5c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466328 Oct 26 16:36:00.337585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 92475ede-3294-4670-b655-405e7840767f up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:00.387512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 92475ede-3294-4670-b655-405e7840767f completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 16:36:00.396262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 92475ede-3294-4670-b655-405e7840767f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:00.396730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (92475ede-3294-4670-b655-405e7840767f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:00.397123 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 92475ede-3294-4670-b655-405e7840767f Oct 26 16:36:00.474054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 92475ede-3294-4670-b655-405e7840767f is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:00.474776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (92475ede-3294-4670-b655-405e7840767f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:00.501058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92475ede-3294-4670-b655-405e7840767f'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:36:00.503451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0791dcd99e10d2601dac9685061402289b22c07495f87ab2850faee0ade828c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8ef17f-e611-42a0-8925-99d9c703984d" -d '{"events": [{"server_uuid": "84aa8af0-2511-4d80-a989-c1a75c236cbb", "name": "network-vif-plugged", "status": "completed", "tag": "92475ede-3294-4670-b655-405e7840767f"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:36:00.525630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 92475ede-3294-4670-b655-405e7840767f, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=92475ede-3294-4670-b655-405e7840767f,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:00.528211 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:00.532640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (92475ede-3294-4670-b655-405e7840767f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:00.552160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:00.624752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006d1cef-34d7-4e5d-971a-09f32a919b08 x-openstack-request-id: req-006d1cef-34d7-4e5d-971a-09f32a919b08 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:36:00.625103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84aa8af0-2511-4d80-a989-c1a75c236cbb", "name": "network-vif-plugged", "status": "completed", "tag": "92475ede-3294-4670-b655-405e7840767f", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:36:00.625355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-006d1cef-34d7-4e5d-971a-09f32a919b08 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:36:00.625755 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-006d1cef-34d7-4e5d-971a-09f32a919b08'] response: {'server_uuid': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92475ede-3294-4670-b655-405e7840767f', 'code': 200} Oct 26 16:36:00.635095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=92475ede-3294-4670-b655-405e7840767f,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:00.671202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:00.671755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:00.708331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:00.714094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:00.743779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:00.805182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:00.843562 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b9e65-e8f2-4f9e-a425-248dcacf34a5 req-019d3e89-adcf-4586-a162-5ecae8feeb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:00.845136 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-491b9e65-e8f2-4f9e-a425-248dcacf34a5 req-019d3e89-adcf-4586-a162-5ecae8feeb01 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 1129 time: 0.0555007 Oct 26 16:36:00.846381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:00.902071 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-491b9e65-e8f2-4f9e-a425-248dcacf34a5 req-34ce88d2-23e7-46be-8e7f-30a457e6d42a service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=75318384-159c-488a-a413-487e784e5c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462890 Oct 26 16:36:00.993285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:01.038717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8da22334-908c-44c6-a4a3-95dba3dc26b4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:01.039015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:01.039359 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8da22334-908c-44c6-a4a3-95dba3dc26b4 Oct 26 16:36:01.121535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:01.122625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:01.141679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:01.172173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:01.172555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:01.172923 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 Oct 26 16:36:01.181743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2d25d-e3fa-430e-afb8-481d0393b626 req-b0956e5d-9a34-4f91-8d9d-30a14c5d2366 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:01.183298 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3ce2d25d-e3fa-430e-afb8-481d0393b626 req-b0956e5d-9a34-4f91-8d9d-30a14c5d2366 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 945 time: 0.0502260 Oct 26 16:36:01.238456 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3ce2d25d-e3fa-430e-afb8-481d0393b626 req-e3f54853-77f5-49f5-a8ed-f476ff8306d1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=75318384-159c-488a-a413-487e784e5c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488145 Oct 26 16:36:01.239730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:01.250481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:01.250880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:01.288920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:01.293232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:01.339231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:01.364482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:01.415097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:01.415487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:01.436377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:01.440035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:01.489607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:01.923909 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefb5506-942f-4b8c-ae9a-b3b8a3923a55 None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:36:01.923909 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:01.923909 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefb5506-942f-4b8c-ae9a-b3b8a3923a55 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:01.923909 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fefb5506-942f-4b8c-ae9a-b3b8a3923a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:02.022130 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-fefb5506-942f-4b8c-ae9a-b3b8a3923a55 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:02.133401 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:02.202420 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fefb5506-942f-4b8c-ae9a-b3b8a3923a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:01Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:01Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:02.227355 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefb5506-942f-4b8c-ae9a-b3b8a3923a55 None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:36:02.236488 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefb5506-942f-4b8c-ae9a-b3b8a3923a55 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:02.237131 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fefb5506-942f-4b8c-ae9a-b3b8a3923a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:02.343593 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-fefb5506-942f-4b8c-ae9a-b3b8a3923a55 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:02.375802 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719d63d-d4d6-40ac-9398-529ea62044cf req-ba1d9512-38b4-4f08-9564-3c6200f1500f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:02.377483 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7719d63d-d4d6-40ac-9398-529ea62044cf req-ba1d9512-38b4-4f08-9564-3c6200f1500f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 945 time: 0.0505669 Oct 26 16:36:02.441078 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7719d63d-d4d6-40ac-9398-529ea62044cf req-fab26ae1-8740-445f-8c35-d88a4ecd6f1e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=75318384-159c-488a-a413-487e784e5c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570674 Oct 26 16:36:02.533689 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fefb5506-942f-4b8c-ae9a-b3b8a3923a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:01Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:01Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:02.557960 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefb5506-942f-4b8c-ae9a-b3b8a3923a55 None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:01Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:01Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:36:02.584047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:02.657922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:02.658311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:02.690801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:02.695443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:02.765912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:03.574688 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0a680-3d93-407c-a0d0-37e10c753b79 req-0c84fc03-889c-4acd-9324-e19e40c0b907 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:03.576227 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a5f0a680-3d93-407c-a0d0-37e10c753b79 req-0c84fc03-889c-4acd-9324-e19e40c0b907 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 945 time: 0.0508487 Oct 26 16:36:03.615465 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:03.633845 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a5f0a680-3d93-407c-a0d0-37e10c753b79 req-0bf0979b-95e1-4e02-949e-fe923f0c2b9f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=75318384-159c-488a-a413-487e784e5c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512655 Oct 26 16:36:03.759865 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3adf6a-4bb3-45dc-842b-9f3a6c1919ab req-c8a93d00-1d2d-4dae-9597-b6e0fafe202f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:03.761417 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-9e3adf6a-4bb3-45dc-842b-9f3a6c1919ab req-c8a93d00-1d2d-4dae-9597-b6e0fafe202f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 945 time: 0.0498040 Oct 26 16:36:03.812911 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-9e3adf6a-4bb3-45dc-842b-9f3a6c1919ab req-ee2f8698-9f4b-4847-90a1-2ea4025230e8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=75318384-159c-488a-a413-487e784e5c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452063 Oct 26 16:36:03.841633 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45708) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:03.882469 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9213b6-2d43-4cfe-8958-a0732fe2733d tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:03.884020 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4c9213b6-2d43-4cfe-8958-a0732fe2733d tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 1124 time: 0.0414038 Oct 26 16:36:03.886839 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45712) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:03.891176 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:36:03.913317 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:04.002649 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:04.010563 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:04.044149 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:04.111578 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.26.11.163 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/0ebbbf79-d19c-4b94-b373-f6d2800821aa) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:36:04.228124 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (0ebbbf79-d19c-4b94-b373-f6d2800821aa), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:04.260886 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (0ebbbf79-d19c-4b94-b373-f6d2800821aa), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:04.304911 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:36:04.310113 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:36:04.312889 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=0ebbbf79-d19c-4b94-b373-f6d2800821aa,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:04.318838 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:36:04.408006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d61275-46e0-403b-b589-0c689505c930 None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:36:04.408006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d61275-46e0-403b-b589-0c689505c930 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:04.408006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-78d61275-46e0-403b-b589-0c689505c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:04.505770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-78d61275-46e0-403b-b589-0c689505c930 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:04.682092 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (917117b5-0925-4772-9c7e-c72ab57b0539), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:04.686789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:04.690969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-78d61275-46e0-403b-b589-0c689505c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:01Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:02Z', 'revision_number': 10, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:04.720247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d61275-46e0-403b-b589-0c689505c930 None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:36:04.728948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d61275-46e0-403b-b589-0c689505c930 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:04.729560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-78d61275-46e0-403b-b589-0c689505c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:04.752269 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0ebbbf79-d19c-4b94-b373-f6d2800821aa), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:04.809433 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:04.833685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-78d61275-46e0-403b-b589-0c689505c930 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:04.855224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:04.910890 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (0ebbbf79-d19c-4b94-b373-f6d2800821aa), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:04.915585 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (0ebbbf79-d19c-4b94-b373-f6d2800821aa), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:04.988746 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (917117b5-0925-4772-9c7e-c72ab57b0539), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:04.990620 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=0ebbbf79-d19c-4b94-b373-f6d2800821aa,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:05.092716 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Floating IP 917117b5-0925-4772-9c7e-c72ab57b0539 associated. External IP: 172.26.11.163, port: 92475ede-3294-4670-b655-405e7840767f. Oct 26 16:36:05.189698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-78d61275-46e0-403b-b589-0c689505c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:01Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:04Z', 'revision_number': 0, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:02Z', 'revision_number': 10, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:05.216578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d61275-46e0-403b-b589-0c689505c930 None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:01Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:04Z', 'revision_number': 0, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:02Z', 'revision_number': 10, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:36:05.301261 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d4fc4f14-357e-46c5-b2f1-89bc9ae3d7c6 req-82360e1f-f377-4164-b616-f380919de4bd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475395 Oct 26 16:36:05.353535 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:05.386436 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc4f14-357e-46c5-b2f1-89bc9ae3d7c6 req-47ac1b6c-3b15-4c55-8582-a9d8ab189afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:05.387968 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d4fc4f14-357e-46c5-b2f1-89bc9ae3d7c6 req-47ac1b6c-3b15-4c55-8582-a9d8ab189afc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 1129 time: 0.0430281 Oct 26 16:36:05.528085 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc4f14-357e-46c5-b2f1-89bc9ae3d7c6 req-1749958c-f03e-41a2-8800-bcf51f1630bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:05.529662 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d4fc4f14-357e-46c5-b2f1-89bc9ae3d7c6 req-1749958c-f03e-41a2-8800-bcf51f1630bd service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=629d9322-29f9-4cae-ba58-828c0b457795 HTTP/1.1" status: 200 len: 898 time: 0.1225219 Oct 26 16:36:05.580349 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 38d38a93-dafb-4539-be3d-103b8249edb1 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:36:05.599212 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d4fc4f14-357e-46c5-b2f1-89bc9ae3d7c6 req-e07e6b04-ea37-4692-ba81-39928204a893 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92475ede-3294-4670-b655-405e7840767f HTTP/1.1" status: 200 len: 1000 time: 0.0627625 Oct 26 16:36:05.654485 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc4f14-357e-46c5-b2f1-89bc9ae3d7c6 req-4065b0b9-7173-4ee7-9f70-5ed6d29c90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:05.656570 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d4fc4f14-357e-46c5-b2f1-89bc9ae3d7c6 req-4065b0b9-7173-4ee7-9f70-5ed6d29c90eb service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e98509f2-ac94-42c4-937d-e789bafc1b21 HTTP/1.1" status: 200 len: 834 time: 0.0516415 Oct 26 16:36:05.693991 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:36:05.707534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc4f14-357e-46c5-b2f1-89bc9ae3d7c6 req-4be1ae09-7c42-4f64-8b7d-dfa08dacb5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:05.709475 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d4fc4f14-357e-46c5-b2f1-89bc9ae3d7c6 req-4be1ae09-7c42-4f64-8b7d-dfa08dacb5b7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=629d9322-29f9-4cae-ba58-828c0b457795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0472722 Oct 26 16:36:05.713729 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:05.751911 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-74727713-cd40-488a-9d34-e3b6d43336ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8640420 Oct 26 16:36:05.752568 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'tag': '92475ede-3294-4670-b655-405e7840767f'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:36:05.757226 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb136ba649fa168c6248ca24a79b4aa523afb5de4688c02f3e3d85afa0885439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2036a92-6f87-4b4b-a562-20406a6a09cd" -d '{"events": [{"name": "network-changed", "server_uuid": "84aa8af0-2511-4d80-a989-c1a75c236cbb", "tag": "92475ede-3294-4670-b655-405e7840767f"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:36:05.806122 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729998a2-e634-4255-ba73-7c77f2dfc336 x-openstack-request-id: req-729998a2-e634-4255-ba73-7c77f2dfc336 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:36:05.806421 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84aa8af0-2511-4d80-a989-c1a75c236cbb", "tag": "92475ede-3294-4670-b655-405e7840767f", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:36:05.806682 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-729998a2-e634-4255-ba73-7c77f2dfc336 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:36:05.807102 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729998a2-e634-4255-ba73-7c77f2dfc336'] response: {'name': 'network-changed', 'server_uuid': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'tag': '92475ede-3294-4670-b655-405e7840767f', 'status': 'completed', 'code': 200} Oct 26 16:36:05.827462 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d4fc4f14-357e-46c5-b2f1-89bc9ae3d7c6 req-2d310793-29bd-4b14-995b-fe2aa03da502 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106436 Oct 26 16:36:05.914107 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41602dd6-253c-4757-b40f-ac522ee34058 req-9dff0a7a-b485-4a12-a68b-644a55907f41 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:05.915652 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-41602dd6-253c-4757-b40f-ac522ee34058 req-9dff0a7a-b485-4a12-a68b-644a55907f41 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 945 time: 0.1034653 Oct 26 16:36:06.002001 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d4fc4f14-357e-46c5-b2f1-89bc9ae3d7c6 req-11b0abf5-12ab-4133-91e1-ba41cd908e72 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576533 Oct 26 16:36:06.006086 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-41602dd6-253c-4757-b40f-ac522ee34058 req-f8c1761e-3809-4e67-a4bf-660f44c6132c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=75318384-159c-488a-a413-487e784e5c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832698 Oct 26 16:36:06.039615 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45718) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:06.105732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2036a92-6f87-4b4b-a562-20406a6a09cd req-072c3d1b-2e05-47ab-8e88-77468eddaf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:06.107715 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-01ec7382-7c46-4f25-9d7a-684230ecbc99 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 992 time: 0.0656612 Oct 26 16:36:06.107854 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c2036a92-6f87-4b4b-a562-20406a6a09cd req-072c3d1b-2e05-47ab-8e88-77468eddaf25 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 1129 time: 0.0442035 Oct 26 16:36:06.207947 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2036a92-6f87-4b4b-a562-20406a6a09cd req-95b2fbc2-956b-431f-87de-c51572a0d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:06.209481 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c2036a92-6f87-4b4b-a562-20406a6a09cd req-95b2fbc2-956b-431f-87de-c51572a0d850 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=629d9322-29f9-4cae-ba58-828c0b457795 HTTP/1.1" status: 200 len: 898 time: 0.0961802 Oct 26 16:36:06.279030 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c2036a92-6f87-4b4b-a562-20406a6a09cd req-d4cf1bda-ba1e-481e-b91b-d8f867a09162 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92475ede-3294-4670-b655-405e7840767f HTTP/1.1" status: 200 len: 1000 time: 0.0631452 Oct 26 16:36:06.330245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2036a92-6f87-4b4b-a562-20406a6a09cd req-1d13abb7-a249-40f5-a50e-c746561d2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:06.331865 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c2036a92-6f87-4b4b-a562-20406a6a09cd req-1d13abb7-a249-40f5-a50e-c746561d2c00 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e98509f2-ac94-42c4-937d-e789bafc1b21 HTTP/1.1" status: 200 len: 834 time: 0.0461683 Oct 26 16:36:06.379120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2036a92-6f87-4b4b-a562-20406a6a09cd req-97c452e8-a5e2-4448-9ed9-a7edcd988dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:36:06.380668 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c2036a92-6f87-4b4b-a562-20406a6a09cd req-97c452e8-a5e2-4448-9ed9-a7edcd988dbf service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=629d9322-29f9-4cae-ba58-828c0b457795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430100 Oct 26 16:36:06.481999 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c2036a92-6f87-4b4b-a562-20406a6a09cd req-00aea8ec-0823-4f1f-9f2c-14e0785ca3f6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948880 Oct 26 16:36:06.533890 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:06.572178 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:06.591648 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c2036a92-6f87-4b4b-a562-20406a6a09cd req-744d3805-a8cd-40c3-a68d-858a03d47e43 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037571 Oct 26 16:36:06.625982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:06.674077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8da22334-908c-44c6-a4a3-95dba3dc26b4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:06.674446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:06.674779 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8da22334-908c-44c6-a4a3-95dba3dc26b4 Oct 26 16:36:06.707370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:06.745800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:06.746188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:06.753175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:06.768591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:06.772630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:06.773416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:06.848727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:06.857571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:06.857948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:06.858287 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 Oct 26 16:36:06.929803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:06.930199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:06.963393 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:06.966824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:07.015721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:07.050251 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943982a6-914b-4223-94e9-75d49c573037 None None] New status for floating IP 917117b5-0925-4772-9c7e-c72ab57b0539: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:36:07.094971 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:36:07.110716 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45720) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:07.171917 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2f47652c-0050-4735-b089-9f5893abafa4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 992 time: 0.0595207 Oct 26 16:36:07.686117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8dfc23-f3b0-4cc0-9d9f-ea524f7e9e89 None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:36:07.686117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8dfc23-f3b0-4cc0-9d9f-ea524f7e9e89 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:07.686117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-be8dfc23-f3b0-4cc0-9d9f-ea524f7e9e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:07.784765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-be8dfc23-f3b0-4cc0-9d9f-ea524f7e9e89 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:07.989022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-be8dfc23-f3b0-4cc0-9d9f-ea524f7e9e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:06Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:07Z', 'revision_number': 1, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:06Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:08.017897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8dfc23-f3b0-4cc0-9d9f-ea524f7e9e89 None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:36:08.026296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8dfc23-f3b0-4cc0-9d9f-ea524f7e9e89 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:08.026906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-be8dfc23-f3b0-4cc0-9d9f-ea524f7e9e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:08.126010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-be8dfc23-f3b0-4cc0-9d9f-ea524f7e9e89 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:08.175838 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45722) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:08.192993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:08.234211 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7f8ff560-ebc8-4b19-8b6f-efcd8394d2c9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0571051 Oct 26 16:36:08.332361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-be8dfc23-f3b0-4cc0-9d9f-ea524f7e9e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:06Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:07Z', 'revision_number': 1, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:06Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:08.356098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8dfc23-f3b0-4cc0-9d9f-ea524f7e9e89 None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:06Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:07Z', 'revision_number': 1, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:06Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:36:08.551119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:08.631673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:08.632077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:08.669481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:08.674490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:08.700062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:08.765283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:08.778877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:08.784123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c3ba1f3b-5f91-4b2d-b57b-5d580a354818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:08.823884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:08.905765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:08.943625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:08.954739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:08.955119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:08.955463 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 Oct 26 16:36:09.047086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:09.047491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:09.083401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:09.087737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:09.139270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:09.153209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:09.231476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:09.231795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:09.237894 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45724) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:09.254056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:09.258171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:09.310406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:09.317979 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5879e2ca-54ec-4011-819c-e7a8eefc209d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0789237 Oct 26 16:36:10.002588 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b917e6a6-d942-4c52-a99c-b276ed2b710a None None] New status for floating IP 917117b5-0925-4772-9c7e-c72ab57b0539: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:36:10.321985 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45726) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:10.384648 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7a8f029d-004c-4061-828f-58ffcff0decb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0614691 Oct 26 16:36:11.021681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6802a1-d72c-4f10-ba47-06b139209128 None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:36:11.021681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6802a1-d72c-4f10-ba47-06b139209128 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:11.022228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2d6802a1-d72c-4f10-ba47-06b139209128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:35:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:11.028644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:11.329923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2d6802a1-d72c-4f10-ba47-06b139209128 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:11.362594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:11.363039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:11.367999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-67b477a7-f447-428e-8689-6e74454b8537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:11.387868 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45728) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:11.446371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:11.453262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:11.453725 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-de7a88c7-9b0c-47ff-8186-51ed1253eab5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0647240 Oct 26 16:36:11.465797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:11.552959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:11.599450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:11.650162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:11.690956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2d6802a1-d72c-4f10-ba47-06b139209128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:09Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:10Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:09Z', 'revision_number': 13, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:11.717248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6802a1-d72c-4f10-ba47-06b139209128 None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:36:11.726472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6802a1-d72c-4f10-ba47-06b139209128 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:11.727077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2d6802a1-d72c-4f10-ba47-06b139209128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:11.829276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2d6802a1-d72c-4f10-ba47-06b139209128 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:12.035375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2d6802a1-d72c-4f10-ba47-06b139209128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:09Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:10Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:11Z', 'revision_number': 14, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:12.060395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6802a1-d72c-4f10-ba47-06b139209128 None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:09Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:10Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:11Z', 'revision_number': 14, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:36:12.361503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:12.376396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:12.457658 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45730) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:12.465499 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:12.524090 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-be0b11ca-ae1b-4e30-8ade-460f10fee4b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0652897 Oct 26 16:36:12.594287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:12.623828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:12.663261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:12.663642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:12.664015 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 Oct 26 16:36:12.744723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:12.745148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:12.782394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:12.787668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:12.840656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:13.527947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45732) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:13.566989 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:13.587104 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-37a01842-d47c-4bbe-bf0f-da9ce199359d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0579860 Oct 26 16:36:13.602379 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72d0052-ddd4-4fbf-9e67-11d4d7a35581 None None] New status for floating IP 917117b5-0925-4772-9c7e-c72ab57b0539: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:36:13.919365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:14.032485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:14.534888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e07a4a8-807d-4db7-837b-8b50ce96e871 None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:36:14.534888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e07a4a8-807d-4db7-837b-8b50ce96e871 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:14.534888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8e07a4a8-807d-4db7-837b-8b50ce96e871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:14.577716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:14.590613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45734) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:14.653139 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9346a371-76aa-4476-ac9a-089c5c195c0b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0613480 Oct 26 16:36:14.664486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-8e07a4a8-807d-4db7-837b-8b50ce96e871 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:14.763887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:14.764171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:14.849438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:14.855757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:14.865205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:14.950018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:14.963755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8e07a4a8-807d-4db7-837b-8b50ce96e871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:09Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:13Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:12Z', 'revision_number': 15, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:14.987867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e07a4a8-807d-4db7-837b-8b50ce96e871 None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:36:14.996187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e07a4a8-807d-4db7-837b-8b50ce96e871 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:14.996784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8e07a4a8-807d-4db7-837b-8b50ce96e871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:15.098804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-8e07a4a8-807d-4db7-837b-8b50ce96e871 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:15.307050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8e07a4a8-807d-4db7-837b-8b50ce96e871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:09Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:13Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:14Z', 'revision_number': 16, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:15.331684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e07a4a8-807d-4db7-837b-8b50ce96e871 None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:09Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:13Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:14Z', 'revision_number': 16, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:36:15.657256 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45736) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:15.716648 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7c0327cf-7cc2-4517-b38d-0386b6cf63f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0582113 Oct 26 16:36:16.620290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:16.721378 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45738) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:16.784985 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-90535b71-0478-4ed7-ad8a-b243e976ea36 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0624087 Oct 26 16:36:16.809063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8da22334-908c-44c6-a4a3-95dba3dc26b4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:16.809439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:16.809777 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8da22334-908c-44c6-a4a3-95dba3dc26b4 Oct 26 16:36:16.872161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:16.881058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:16.881460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:16.910466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:16.910958 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285f28da-bcb8-475d-9a58-a137bdea4c0e None None] New status for floating IP 917117b5-0925-4772-9c7e-c72ab57b0539: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:36:16.914563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:16.915951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:16.964230 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:16.967027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:16.997783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:17.004342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:17.004718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:17.005083 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 Oct 26 16:36:17.081148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:17.081546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:17.116640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:17.121534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:17.183430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:17.266819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:17.576051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9e904-8c12-4577-9507-d24bfe8f0bec None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:36:17.576051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d9e904-8c12-4577-9507-d24bfe8f0bec None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:17.576051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d9d9e904-8c12-4577-9507-d24bfe8f0bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:17.677597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d9d9e904-8c12-4577-9507-d24bfe8f0bec None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:17.788995 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45740) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:17.848146 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2aafd37c-4922-40d1-afeb-17ae53de60c6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0576627 Oct 26 16:36:17.883917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d9d9e904-8c12-4577-9507-d24bfe8f0bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:16Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:17Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:17Z', 'revision_number': 17, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:17.911701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9e904-8c12-4577-9507-d24bfe8f0bec None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:36:17.920076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d9e904-8c12-4577-9507-d24bfe8f0bec None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:17.921276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d9d9e904-8c12-4577-9507-d24bfe8f0bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:18.020682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d9d9e904-8c12-4577-9507-d24bfe8f0bec None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:18.055291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:18.226360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d9d9e904-8c12-4577-9507-d24bfe8f0bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:16Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:17Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:17Z', 'revision_number': 17, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:18.251156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9e904-8c12-4577-9507-d24bfe8f0bec None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:16Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:17Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:17Z', 'revision_number': 17, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:36:18.536196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:18.614763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:18.615161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:18.650405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:18.655874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:18.680145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:18.740036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:18.742322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:18.784575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:18.851826 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45742) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:18.878962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:18.931838 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8e1d8f19-2d4c-4cb3-a6cf-5bdbcbbd09b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0788531 Oct 26 16:36:18.937538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:18.937991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:18.938403 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 Oct 26 16:36:18.976732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:19.020768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:19.021196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:19.056247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:19.060014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:19.110388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:19.124650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:19.200781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:19.201209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:19.224529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:19.228315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:19.278856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:19.880323 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e939b-4f9e-4eab-89a2-8d65649c9ea2 None None] New status for floating IP 917117b5-0925-4772-9c7e-c72ab57b0539: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:36:19.935894 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45744) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:19.937036 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:19.993951 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5abe28e0-1196-4768-93d0-5f0c921109a9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0564172 Oct 26 16:36:20.522784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16f5800-068f-404c-b4e4-f75f3966036b None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:36:20.522784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16f5800-068f-404c-b4e4-f75f3966036b None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:20.522784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a16f5800-068f-404c-b4e4-f75f3966036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:20.597427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:20.789173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a16f5800-068f-404c-b4e4-f75f3966036b None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:20.902353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:20.902753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:20.984168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:20.991200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:20.997081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45746) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:21.059205 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c9ee66b6-d669-4581-96fd-90f0d8895e60 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0608263 Oct 26 16:36:21.069208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:21.089985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:21.099861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a16f5800-068f-404c-b4e4-f75f3966036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:19Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:19Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:19Z', 'revision_number': 19, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:21.124206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16f5800-068f-404c-b4e4-f75f3966036b None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:36:21.132701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16f5800-068f-404c-b4e4-f75f3966036b None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:21.133338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a16f5800-068f-404c-b4e4-f75f3966036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:21.235065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a16f5800-068f-404c-b4e4-f75f3966036b None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:21.425606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:21.443266 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=12 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:21.445129 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:21.446401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a16f5800-068f-404c-b4e4-f75f3966036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:19Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:19Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:20Z', 'revision_number': 20, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:21.472173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16f5800-068f-404c-b4e4-f75f3966036b None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:19Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:19Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:20Z', 'revision_number': 20, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:36:22.063142 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45748) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:22.134421 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f6111ebf-0b7f-4a8e-b146-19226059f921 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0681016 Oct 26 16:36:22.622177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:22.669834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8da22334-908c-44c6-a4a3-95dba3dc26b4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:22.670215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:22.670556 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8da22334-908c-44c6-a4a3-95dba3dc26b4 Oct 26 16:36:22.733325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:22.746628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:22.747021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:22.767835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:22.771955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:22.772756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:22.847046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:22.857030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:22.857418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:22.857760 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 Oct 26 16:36:22.931908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:22.932299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:22.965459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:22.969158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:23.013788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:23.053284 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d047eb4-fd69-4a7e-be97-513707cbc526 None None] New status for floating IP 917117b5-0925-4772-9c7e-c72ab57b0539: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:36:23.138178 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45750) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:23.201300 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0b50cf27-5bbc-40d4-afe2-145419be52cb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0618706 Oct 26 16:36:23.411143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c422ab7-ee46-45af-be09-fffc60e06fa1 None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:36:23.411143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c422ab7-ee46-45af-be09-fffc60e06fa1 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:23.411143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4c422ab7-ee46-45af-be09-fffc60e06fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:23.510080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4c422ab7-ee46-45af-be09-fffc60e06fa1 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:23.718914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4c422ab7-ee46-45af-be09-fffc60e06fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:22Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:23Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:22Z', 'revision_number': 21, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:23.742868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c422ab7-ee46-45af-be09-fffc60e06fa1 None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:36:23.751634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c422ab7-ee46-45af-be09-fffc60e06fa1 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:23.752231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4c422ab7-ee46-45af-be09-fffc60e06fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:23.850670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:23.852910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4c422ab7-ee46-45af-be09-fffc60e06fa1 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:24.063082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4c422ab7-ee46-45af-be09-fffc60e06fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:22Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:23Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:22Z', 'revision_number': 21, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:24.087890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c422ab7-ee46-45af-be09-fffc60e06fa1 None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:22Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:23Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:22Z', 'revision_number': 21, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:36:24.205254 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45752) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:24.265247 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c9b1a57e-5873-4ab2-8a82-77da76571f17 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0588102 Oct 26 16:36:24.539888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:24.613525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:24.613913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:24.622656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:24.653983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:24.659340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:24.685079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:24.754625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:24.796108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:24.871096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:25.064636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:25.065048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:25.065397 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 Oct 26 16:36:25.099906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:25.142403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:25.142801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:25.177127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:25.183186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:25.241376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:25.244993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:25.269162 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45754) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:25.323118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:25.323516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:25.339573 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cf2484d2-6d20-40ee-bd02-7351358aa5f7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0692387 Oct 26 16:36:25.346028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:25.350152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:25.398779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:25.718455 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6228aeda-edbc-4936-a530-93fbc4fae31d None None] New status for floating IP 917117b5-0925-4772-9c7e-c72ab57b0539: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:36:26.061719 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fa4f6e-32d3-4cee-b227-46f5e5b94bcc None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:36:26.061719 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fa4f6e-32d3-4cee-b227-46f5e5b94bcc None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:26.061719 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-46fa4f6e-32d3-4cee-b227-46f5e5b94bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:26.159397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-46fa4f6e-32d3-4cee-b227-46f5e5b94bcc None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:26.342804 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45756) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:26.365570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-46fa4f6e-32d3-4cee-b227-46f5e5b94bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:25Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:25Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:25Z', 'revision_number': 23, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:26.397491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fa4f6e-32d3-4cee-b227-46f5e5b94bcc None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:36:26.405983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fa4f6e-32d3-4cee-b227-46f5e5b94bcc None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:26.407241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-46fa4f6e-32d3-4cee-b227-46f5e5b94bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:26.407813 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-aba8d15b-f011-4cf5-98cf-bde9fb5cf01e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0635574 Oct 26 16:36:26.408923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:26.507316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-46fa4f6e-32d3-4cee-b227-46f5e5b94bcc None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:26.583732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:26.727531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:26.727928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:26.730288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:26.804515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:26.810083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:26.818433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-46fa4f6e-32d3-4cee-b227-46f5e5b94bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:25Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:25Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:25Z', 'revision_number': 23, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:26.860268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fa4f6e-32d3-4cee-b227-46f5e5b94bcc None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:25Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:25Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:25Z', 'revision_number': 23, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:36:26.888232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:27.411720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45758) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:27.477590 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-43b52c09-663f-4f8b-b9a5-d02e5bcc8238 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0647464 Oct 26 16:36:28.425807 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0363aa-ab6e-4104-9424-122918549348 None None] New status for floating IP 917117b5-0925-4772-9c7e-c72ab57b0539: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:36:28.481592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45760) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:28.543309 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-075f3bee-ac67-4b95-abf3-6def45816b9b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0605826 Oct 26 16:36:28.655332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:28.757362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8da22334-908c-44c6-a4a3-95dba3dc26b4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:28.757736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:28.758072 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8da22334-908c-44c6-a4a3-95dba3dc26b4 Oct 26 16:36:28.828220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:28.828603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:28.834039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:28.850145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:28.853590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:28.854335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:28.929850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:28.938389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:28.938770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:28.939129 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 Oct 26 16:36:29.008910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:29.009204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:29.041010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:29.044687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:29.098628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769e668d-4dc1-4fc8-9ea3-b77b46c5b1cd None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:36:29.108069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e668d-4dc1-4fc8-9ea3-b77b46c5b1cd None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:29.108688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-769e668d-4dc1-4fc8-9ea3-b77b46c5b1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:29.110649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:29.350173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-769e668d-4dc1-4fc8-9ea3-b77b46c5b1cd None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:29.413992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:29.546656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45762) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:29.558788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-769e668d-4dc1-4fc8-9ea3-b77b46c5b1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:28Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:28Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:29Z', 'revision_number': 25, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:29.587778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769e668d-4dc1-4fc8-9ea3-b77b46c5b1cd None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:36:29.597079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e668d-4dc1-4fc8-9ea3-b77b46c5b1cd None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:29.597950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-769e668d-4dc1-4fc8-9ea3-b77b46c5b1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:29.606006 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c7b5a9b7-622c-4341-b0f9-61b266726266 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0571795 Oct 26 16:36:29.695099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-769e668d-4dc1-4fc8-9ea3-b77b46c5b1cd None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:29.900150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-769e668d-4dc1-4fc8-9ea3-b77b46c5b1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:28Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:28Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:29Z', 'revision_number': 25, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:29.923797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769e668d-4dc1-4fc8-9ea3-b77b46c5b1cd None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:28Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:28Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:29Z', 'revision_number': 25, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:36:30.548459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:30.574108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:30.608843 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45764) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:30.630035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:30.630428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:30.658203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:30.665145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:30.665145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:30.679336 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-aa555d35-85c6-4937-88e7-d02da4b160d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0691617 Oct 26 16:36:30.747469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:30.788043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:30.788438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:30.823697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:30.827786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:30.855891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:30.860827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:30.918239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:30.959152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:30.960202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:31.034093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:31.130367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:31.179724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8da22334-908c-44c6-a4a3-95dba3dc26b4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:31.180096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:31.180426 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8da22334-908c-44c6-a4a3-95dba3dc26b4 Oct 26 16:36:31.251003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:31.251314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:31.272317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:31.275915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:31.276697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:31.354338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:31.358429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:31.367489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:31.367859 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:31.368191 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 Oct 26 16:36:31.438496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:31.438881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:31.470694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:31.473922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:31.522363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:31.566387 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a5c78f-e998-4fbc-9ac3-1ad6a729abac None None] New status for floating IP 917117b5-0925-4772-9c7e-c72ab57b0539: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:36:31.682819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45766) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:31.753990 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1010f3f3-4eb2-4bba-8277-75da9b86a30b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0697441 Oct 26 16:36:32.209687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daa34f7-8d5c-4d2e-b9ce-1e6e464dd67c None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:36:32.209687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daa34f7-8d5c-4d2e-b9ce-1e6e464dd67c None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:32.209687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4daa34f7-8d5c-4d2e-b9ce-1e6e464dd67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:32.308394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4daa34f7-8d5c-4d2e-b9ce-1e6e464dd67c None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:32.444408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:32.516964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4daa34f7-8d5c-4d2e-b9ce-1e6e464dd67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:31Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:31Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:31Z', 'revision_number': 27, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:32.542184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daa34f7-8d5c-4d2e-b9ce-1e6e464dd67c None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:36:32.552348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daa34f7-8d5c-4d2e-b9ce-1e6e464dd67c None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:32.552940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4daa34f7-8d5c-4d2e-b9ce-1e6e464dd67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:32.595562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:32.688415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4daa34f7-8d5c-4d2e-b9ce-1e6e464dd67c None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:32.757805 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45772) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:32.822229 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8741f86d-ea36-40df-b47f-f96285b385a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0631976 Oct 26 16:36:32.922725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:32.923106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:32.945054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:32.959399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:32.973009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:32.973699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:33.105246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:33.169257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:33.169641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:33.180111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4daa34f7-8d5c-4d2e-b9ce-1e6e464dd67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:31Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:31Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:31Z', 'revision_number': 27, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:33.213776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daa34f7-8d5c-4d2e-b9ce-1e6e464dd67c None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:31Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:31Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:31Z', 'revision_number': 27, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:36:33.236389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:33.240664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:33.292663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:33.827108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45778) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:33.891222 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-20c6f04f-8ed0-442c-b816-88611fa777a9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0628567 Oct 26 16:36:34.630254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:34.673414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8da22334-908c-44c6-a4a3-95dba3dc26b4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:34.673784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:34.674116 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8da22334-908c-44c6-a4a3-95dba3dc26b4 Oct 26 16:36:34.701994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:34.749556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:34.750533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:34.778516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:34.778884 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5f94a4-ea00-4c89-ac42-38e013772883 None None] New status for floating IP 917117b5-0925-4772-9c7e-c72ab57b0539: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:36:34.781676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:34.782517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:34.859669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:34.869132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:34.869512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:34.869850 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 Oct 26 16:36:34.894707 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45780) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:34.950617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:34.951014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:34.963102 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4ede3e43-931c-4a6e-acd4-7469e983885d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 993 time: 0.0672629 Oct 26 16:36:34.985751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:34.991315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:35.040382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:35.427586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0bbb3-f05a-4d7b-8852-21a38d9d31a6 None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:36:35.429084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0bbb3-f05a-4d7b-8852-21a38d9d31a6 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:35.429724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-36d0bbb3-f05a-4d7b-8852-21a38d9d31a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:35.506163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:35.532998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-36d0bbb3-f05a-4d7b-8852-21a38d9d31a6 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:35.736573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-36d0bbb3-f05a-4d7b-8852-21a38d9d31a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:34Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:34Z', 'revision_number': 10, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:34Z', 'revision_number': 29, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:35.760791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0bbb3-f05a-4d7b-8852-21a38d9d31a6 None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:36:35.769688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0bbb3-f05a-4d7b-8852-21a38d9d31a6 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:35.770294 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-36d0bbb3-f05a-4d7b-8852-21a38d9d31a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:35.872681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-36d0bbb3-f05a-4d7b-8852-21a38d9d31a6 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:35.962996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:35.965290 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45782) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:36.023663 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-69d6e5b6-c20e-4005-8dea-ee1504450541 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0570719 Oct 26 16:36:36.081139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-36d0bbb3-f05a-4d7b-8852-21a38d9d31a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:34Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:34Z', 'revision_number': 10, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:34Z', 'revision_number': 29, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:36.105117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0bbb3-f05a-4d7b-8852-21a38d9d31a6 None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:34Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:34Z', 'revision_number': 10, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:34Z', 'revision_number': 29, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:36:36.548034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:36.626115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:36.626667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:36.661670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:36.665708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:36.689261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:36.742230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:36.768558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:36.807735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:36.874664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:36.919329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:36.919718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:36.920067 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 Oct 26 16:36:36.998589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:36.998972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:37.026688 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45784) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:37.096322 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a8e0d233-2525-454a-a906-5eadbce7372a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0684216 Oct 26 16:36:37.178833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:37.182968 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:37.235739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:37.241633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:37.318596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:37.318995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:37.344314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:37.348510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:37.398693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:37.787298 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b7f1e2-a4e3-4ec1-ac98-c8275667b221 None None] New status for floating IP 917117b5-0925-4772-9c7e-c72ab57b0539: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:36:38.100266 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45786) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:38.134013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966233f1-8246-4005-b107-f9ae319d5108 None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:36:38.134013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:38.134013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966233f1-8246-4005-b107-f9ae319d5108 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:38.134013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-966233f1-8246-4005-b107-f9ae319d5108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:38.168095 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2bbc86f7-71ef-465f-9314-758a6780bdea tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0665605 Oct 26 16:36:38.233764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-966233f1-8246-4005-b107-f9ae319d5108 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:38.449662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-966233f1-8246-4005-b107-f9ae319d5108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:37Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:37Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:37Z', 'revision_number': 31, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:38.474288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966233f1-8246-4005-b107-f9ae319d5108 None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:36:38.482879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966233f1-8246-4005-b107-f9ae319d5108 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:38.483598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-966233f1-8246-4005-b107-f9ae319d5108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:38.588346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-966233f1-8246-4005-b107-f9ae319d5108 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:38.613081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:38.711892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:38.806615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:38.807000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:38.813687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fd901b29-8c33-4dab-9978-1accf67351a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:38.845559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:38.886667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:38.892279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:38.928005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-966233f1-8246-4005-b107-f9ae319d5108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:37Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:37Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:37Z', 'revision_number': 31, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:38.961361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966233f1-8246-4005-b107-f9ae319d5108 None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:37Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:37Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:37Z', 'revision_number': 31, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:36:38.971788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=32']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:39.171185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45788) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:39.238133 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-07db2889-4109-429f-b6cf-36622e6253f2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0656826 Oct 26 16:36:40.241993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45790) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:40.301589 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5fb2b81e-78ad-46c2-bbeb-e5c708247b81 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0584688 Oct 26 16:36:40.534325 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d43740b-05a5-4fe3-a831-6bc47d0dec12 None None] New status for floating IP 917117b5-0925-4772-9c7e-c72ab57b0539: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:36:40.636941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:40.680140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8da22334-908c-44c6-a4a3-95dba3dc26b4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:40.680515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:40.680880 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8da22334-908c-44c6-a4a3-95dba3dc26b4 Oct 26 16:36:40.757287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:40.757677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:40.779439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:40.784013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:40.784880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:40.867331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:40.867331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:40.867331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:40.867331 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 Oct 26 16:36:40.903469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:40.944693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:40.945108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:40.976683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:40.980775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:41.027362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=33']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:41.169366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ed98204e-ff1b-473b-aacf-271f0e52f48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:41.305254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45792) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:41.365499 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e6b67203-e8d2-46d8-8af7-082a19ab1439 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0591261 Oct 26 16:36:41.511811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba129328-46d3-4782-b17d-2881ddcdbe79 None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:36:41.511811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba129328-46d3-4782-b17d-2881ddcdbe79 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:41.511811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ba129328-46d3-4782-b17d-2881ddcdbe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:41.610245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ba129328-46d3-4782-b17d-2881ddcdbe79 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:41.951343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ba129328-46d3-4782-b17d-2881ddcdbe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:40Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:40Z', 'revision_number': 12, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:40Z', 'revision_number': 33, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:41.976303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba129328-46d3-4782-b17d-2881ddcdbe79 None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:36:41.984851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba129328-46d3-4782-b17d-2881ddcdbe79 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:36:41.985457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ba129328-46d3-4782-b17d-2881ddcdbe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:36:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:42.084543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ba129328-46d3-4782-b17d-2881ddcdbe79 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:36:42.289889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:42.294121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ba129328-46d3-4782-b17d-2881ddcdbe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:40Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:40Z', 'revision_number': 12, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:40Z', 'revision_number': 33, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:36:42.319775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba129328-46d3-4782-b17d-2881ddcdbe79 None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:40Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '917117b5-0925-4772-9c7e-c72ab57b0539', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.163', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'port_id': '92475ede-3294-4670-b655-405e7840767f', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'mac_address': 'fa:16:3e:57:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:36:04Z', 'updated_at': '2022-10-26T16:36:40Z', 'revision_number': 12, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:40Z', 'revision_number': 33, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:36:42.369270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45794) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:42.379212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:42.433387 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-818a10f1-69c4-45dd-bb1b-c50ed6d062ac tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0629694 Oct 26 16:36:42.552480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:42.595721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:42.631186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:42.631580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:42.666582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:42.672454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:42.695364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:42.762984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=34']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:42.807372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:42.875122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:36:42.922505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:36:42.923016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:42.923613 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 Oct 26 16:36:43.004958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:43.005637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:43.030304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:43.042946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:43.046950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:43.105520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:43.109127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=35']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:43.182187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8da22334-908c-44c6-a4a3-95dba3dc26b4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:43.182583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:43.207203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:43.211127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:43.263576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:43.437861 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45796) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:43.472120 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=76 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:43.501288 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-14c05f31-f577-4f1c-aecb-57c3c99fff4a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0622735 Oct 26 16:36:43.897606 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf1c527-3e92-4b7f-81a1-c68bfabf03d2 None None] New status for floating IP 917117b5-0925-4772-9c7e-c72ab57b0539: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:36:43.924215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:43.975649 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:44.035875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:44.093638 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:36:44.518727 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45798) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:44.572190 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-24daa43b-1ddb-4f26-8af7-e634f26b5e54 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0658128 Oct 26 16:36:44.595835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:36:44.665070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:36:44.665466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:44.700242 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:36:44.704790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:44.751941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=36']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:36:45.576173 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45800) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:45.633773 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b4168673-0942-4e9a-8828-de506cb2e1bf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0565562 Oct 26 16:36:46.637493 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45802) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:46.696665 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7580bdee-f461-4f39-a09c-7d89237498dd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0580728 Oct 26 16:36:47.270869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:36:47.699912 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45804) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:47.757423 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fcac29dc-7ff5-43d9-a647-eb28c8eaca31 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0563917 Oct 26 16:36:48.760731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45806) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:48.824852 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-05015a0a-6446-43c6-9fe8-048376a34492 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0628719 Oct 26 16:36:49.828672 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45808) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:49.887942 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bfd0d2a8-f8bc-4de6-a584-af0308a96e26 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0581012 Oct 26 16:36:50.891258 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45810) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:50.933182 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:50.945295 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:50.953217 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5d7bd312-73f1-4fbb-b130-3255c0750dc2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0609324 Oct 26 16:36:51.957233 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45812) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:52.013862 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4ad0b1d9-cb10-4b06-b77a-f506dfa17378 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0555182 Oct 26 16:36:53.018198 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45814) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:53.078529 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cade5a8e-5b02-4ca3-91dd-57ebbb464743 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0592103 Oct 26 16:36:53.492425 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:53.494368 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=83 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:54.082285 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45816) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:54.088304 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:UPDATE=1,neutron:SELECT=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:54.089267 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:54.141573 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-023203de-c439-49f0-8629-0b234e4d84d8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0581715 Oct 26 16:36:54.749930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:55.145519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45818) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:55.205141 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e53b8571-84eb-4121-816c-5b4d90139ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0584338 Oct 26 16:36:56.208886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45820) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:56.543838 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-47e9d736-e940-46b3-9bee-18a722c3218a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.3337240 Oct 26 16:36:57.260634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:57.266819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=7,neutron:SELECT=76 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:36:57.547550 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45822) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:57.607532 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2b631963-61b9-4015-9a1c-0560b9ec9c94 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0587294 Oct 26 16:36:58.610511 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45824) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:58.667152 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e7c5285b-15c2-479d-b8aa-2bd96278502d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0555315 Oct 26 16:36:59.671475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45826) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:36:59.731079 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-794b9b01-8191-4f0b-b38a-cba3926e96c3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0584741 Oct 26 16:37:00.734891 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45828) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:00.793486 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4c7902a9-c0bf-457c-a2d8-f682957366ef tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0574725 Oct 26 16:37:01.797099 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45830) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:01.857481 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-30705771-a299-4641-991e-bb5eec8dc412 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0591991 Oct 26 16:37:02.861358 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45832) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:02.917975 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-58f0aa16-f114-46f6-8134-fcfb9207cdf5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0555828 Oct 26 16:37:03.922473 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45834) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:03.979843 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e68890b4-c198-4d6b-a8c3-41163265dd22 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0562537 Oct 26 16:37:04.617585 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-72e2f430-de09-4bc1-89e2-34f2d4f7d168 req-95ec7cab-6c7c-4cdd-8a19-2310b724ee67 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383878 Oct 26 16:37:04.707439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2f430-de09-4bc1-89e2-34f2d4f7d168 req-2fa9c0b3-877a-4020-b655-a7dc6fa35046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:04.708981 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-72e2f430-de09-4bc1-89e2-34f2d4f7d168 req-2fa9c0b3-877a-4020-b655-a7dc6fa35046 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 1129 time: 0.0432835 Oct 26 16:37:04.817832 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2f430-de09-4bc1-89e2-34f2d4f7d168 req-90c28f3f-a890-43eb-bafe-6b90b5005570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:04.819268 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-72e2f430-de09-4bc1-89e2-34f2d4f7d168 req-90c28f3f-a890-43eb-bafe-6b90b5005570 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=629d9322-29f9-4cae-ba58-828c0b457795 HTTP/1.1" status: 200 len: 898 time: 0.0874979 Oct 26 16:37:04.892673 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-72e2f430-de09-4bc1-89e2-34f2d4f7d168 req-d682f26c-1224-46ce-add3-a31bc4f3135e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92475ede-3294-4670-b655-405e7840767f HTTP/1.1" status: 200 len: 1002 time: 0.0633540 Oct 26 16:37:04.944741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2f430-de09-4bc1-89e2-34f2d4f7d168 req-b0a7d90d-ace5-40cb-a54c-84fdd8aa4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:04.946186 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-72e2f430-de09-4bc1-89e2-34f2d4f7d168 req-b0a7d90d-ace5-40cb-a54c-84fdd8aa4984 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e98509f2-ac94-42c4-937d-e789bafc1b21 HTTP/1.1" status: 200 len: 834 time: 0.0446527 Oct 26 16:37:04.984158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45836) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:05.026055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2f430-de09-4bc1-89e2-34f2d4f7d168 req-962a5f39-8b1c-47be-87ff-febf11f2b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:37:05.027550 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-72e2f430-de09-4bc1-89e2-34f2d4f7d168 req-962a5f39-8b1c-47be-87ff-febf11f2b01d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=629d9322-29f9-4cae-ba58-828c0b457795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0723214 Oct 26 16:37:05.068559 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5b94e5d1-7da1-4290-ad82-fcec61721395 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0813591 Oct 26 16:37:05.095637 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:37:05.133642 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-72e2f430-de09-4bc1-89e2-34f2d4f7d168 req-7ee47b80-b80a-4ed5-9140-6d8d4210477a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954928 Oct 26 16:37:05.198323 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:37:05.229663 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-72e2f430-de09-4bc1-89e2-34f2d4f7d168 req-7180c754-74fd-4b12-82be-4b526b826479 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874882 Oct 26 16:37:06.072372 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45842) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:06.133769 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e186e8e9-3cde-4e64-8d41-d831f5520a27 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0601811 Oct 26 16:37:07.137532 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45844) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:07.195675 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1bf6b768-4053-4ae5-958d-b6248a0838f7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0570242 Oct 26 16:37:08.198902 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45846) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:08.259936 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9e2fb597-7cc7-4220-9901-29a9911cb997 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0599103 Oct 26 16:37:08.755041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8d6f7329-64ec-4eb9-aa9c-3c1e8b0bc9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:37:09.263763 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45848) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:09.322048 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-53490da3-321b-4515-878a-3197a4667c44 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0571613 Oct 26 16:37:10.325492 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45850) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:10.387054 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d9606046-6285-4045-8bd8-0a901a2436b9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0601618 Oct 26 16:37:11.170463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-aa5efb69-6bac-4849-903f-6b8fb68dca43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:37:11.390993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45852) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:11.449729 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cdbff826-c5a7-4873-a17a-829b6049c791 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0575151 Oct 26 16:37:12.378917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:37:12.453595 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45854) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:12.515136 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-09bdb690-aaee-42b1-b8a8-e3e30a991f61 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0604095 Oct 26 16:37:13.519176 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45856) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:13.576628 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-19692502-216a-4f08-b574-e1d7f2c86719 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0562663 Oct 26 16:37:13.925392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:37:14.041254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:37:14.580468 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45858) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:14.640305 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-603bedef-59f0-42d2-838e-b2ce64eb174c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0586944 Oct 26 16:37:15.644201 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45860) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:15.700821 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c142bbb7-6609-4daf-90ef-cab4d641671c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0554886 Oct 26 16:37:16.704595 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45862) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:16.765033 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c4f43cd5-6f60-4894-a3bb-d6cbe403a5b8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0592442 Oct 26 16:37:17.269167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:37:17.768301 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45864) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:18.070233 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0ed18e82-3f69-49fe-8d75-b16a5283f82e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.3006740 Oct 26 16:37:19.073187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45866) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:19.132693 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bd6824c9-1254-4001-95bd-882f9c5aa41a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0583639 Oct 26 16:37:20.135778 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45868) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:20.192951 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-03eda960-bdec-4a3d-9f19-8ea63209eeaf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0560145 Oct 26 16:37:21.092625 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:37:21.196778 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45870) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:21.255961 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0d6c45f3-fd8a-4406-862a-ded8a874c6a2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0580423 Oct 26 16:37:22.259887 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45872) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:22.317999 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7f455cfd-1d6b-457c-81a8-c25c13f922a6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0569665 Oct 26 16:37:22.506996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=27 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:37:22.507859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=14 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:37:23.320891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45874) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:23.381367 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ae610b79-e63e-472e-95f8-f1dbaedbab34 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0593429 Oct 26 16:37:24.385157 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45876) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:24.443158 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cbbd4a10-81c4-40f7-ac75-5974c033b52d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0568640 Oct 26 16:37:25.446171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45878) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:25.506641 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f3aeaa8a-42e3-4499-ae58-09c7a4562982 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0593331 Oct 26 16:37:26.510377 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45880) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:26.567726 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f09e1e11-91f3-4d3d-99e3-df1fcc709672 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0562358 Oct 26 16:37:27.259513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:37:27.263630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:37:27.265561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:37:27.571586 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45882) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:27.606836 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:37:27.631842 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a77e141b-5722-486b-8d25-22d90f720782 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0591645 Oct 26 16:37:28.635790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45884) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:28.668599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:37:28.693420 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6557973a-0586-401e-bc62-4a0114805ec3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0565307 Oct 26 16:37:29.697315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45886) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:29.754462 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9835b1d6-61db-475d-a5d9-4ff5a1870147 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0560439 Oct 26 16:37:30.757484 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45888) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:30.817628 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6b1b062a-6dcc-4ebc-b91c-714cda914263 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0588758 Oct 26 16:37:31.821362 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45890) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:31.878369 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d214de26-c4c8-4020-bb3a-610abec387f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0558641 Oct 26 16:37:32.882236 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45892) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:32.943358 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b40138cd-c182-416e-844c-79895cffdc29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0600033 Oct 26 16:37:33.946310 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45894) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:34.004993 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2d7131ed-44a2-408b-ba6e-6e6e1fd6e82a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0574994 Oct 26 16:37:35.008458 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45896) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:35.068031 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4a08766e-bae1-44e1-9d2d-716886b811c0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0583804 Oct 26 16:37:36.071336 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45898) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:36.128685 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-24b54f89-08ff-4a04-8a7c-e7f828c5ee6c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0561955 Oct 26 16:37:37.132703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45900) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:37.193482 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e48068f1-0b21-4bac-b808-685559bbd6d3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0596318 Oct 26 16:37:37.234501 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=16 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:37:37.235848 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:37:38.197152 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45902) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:38.255957 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4d9cf095-63b3-438f-a211-bc5a6f0d6fe1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0576756 Oct 26 16:37:38.757541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3bef976d-b83a-4228-9cd9-4776d19cac12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:37:39.259766 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45904) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:39.319525 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-541d974e-52a9-45fd-8339-360d7bc368eb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0586095 Oct 26 16:37:40.322617 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45906) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:40.381837 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-88aa72af-e2d5-4a76-a262-035f4346f6ee tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0580554 Oct 26 16:37:41.171880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-aeb613da-7ee5-4689-a9f7-27dfce3112b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:37:41.385594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45908) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:41.445391 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a3e7e9fc-bd6e-4d12-86e0-7e71231beef4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0585928 Oct 26 16:37:42.382419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:37:42.449170 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45910) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:42.506322 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f213b59c-8904-41a5-ac14-e53cb917afe3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0560207 Oct 26 16:37:43.510135 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45912) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:43.569222 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-134bdbb4-d811-4278-9bd5-9bcdb0cc9ce5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0578742 Oct 26 16:37:43.927811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:37:44.043738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:37:44.573112 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45914) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:44.630148 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3de2e241-ba5a-4a57-9ce9-4786660a0b6a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0559957 Oct 26 16:37:45.634050 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45916) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:45.693367 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-209fffde-2f3a-4ff4-9670-53e7b77c0d9f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0582850 Oct 26 16:37:46.120461 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=30 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:37:46.122376 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=40 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:37:46.696507 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45918) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:46.757473 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-99e32dc5-8b3e-4ba1-befe-25dc778bd6bb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0597219 Oct 26 16:37:47.271087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:37:47.761236 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45920) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:47.819177 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-650d176a-ea19-4d73-924c-add7165e4732 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0568178 Oct 26 16:37:48.822789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45922) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:48.882601 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-03d83818-9210-49c2-bfe4-7a8f8779dc1e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0586185 Oct 26 16:37:49.886421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45924) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:49.945223 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-115ac428-981d-4264-bb59-ccc1b571a5b5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0574758 Oct 26 16:37:50.948876 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45926) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:51.010419 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-44ddd2c4-61f4-4a86-b5b1-f0403dfe17f5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0604100 Oct 26 16:37:52.014257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45928) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:52.072061 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2a9a07dd-a613-4f09-b29e-071d6aebf71c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0566816 Oct 26 16:37:53.075529 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45930) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:53.134967 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ac3712aa-11e3-4c17-ba37-25108fcf849e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0583253 Oct 26 16:37:54.138585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45932) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:54.196704 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a4fdde77-e6ac-4942-9272-72bfa59e2de8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0570049 Oct 26 16:37:55.200542 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45934) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:55.258310 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-73ead2c8-8d61-4a7d-9666-289f0b54ddb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0566289 Oct 26 16:37:56.262158 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45936) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:56.322365 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-494af382-4d94-43bb-b3d5-63160e031181 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0590873 Oct 26 16:37:57.257565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:37:57.258339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:37:57.267004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:37:57.326190 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45938) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:57.383103 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b8263baa-42a9-40f9-aa73-3d1b54afe827 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0557950 Oct 26 16:37:58.092550 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:37:58.386940 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45940) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:58.421722 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=62 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:37:58.448448 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c2405746-cc03-4422-a3a0-95f984506593 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0604465 Oct 26 16:37:59.452326 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45942) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:37:59.458657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=76 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:37:59.510586 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1ea29771-10b6-4314-80c8-1c1adc324e41 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0570850 Oct 26 16:38:00.513951 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45944) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:00.575005 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d1a2e090-dd33-41ef-8497-ee9f0bcc7624 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0598383 Oct 26 16:38:01.578300 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45946) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:01.635849 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5bbec84d-3f00-4c2f-8db3-4d46cbed4b33 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0564966 Oct 26 16:38:02.639640 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45948) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:02.700585 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bd037b9d-7e20-4908-bb6d-0c95cffd0849 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0598192 Oct 26 16:38:03.704487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45950) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:03.761864 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f1724379-9025-4ad3-aeab-f1af591ea824 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0562196 Oct 26 16:38:04.186918 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=45 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:04.188840 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=35 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:04.765110 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45952) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:04.825053 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a24b7ba4-27e3-454c-b336-292dee29529d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0587966 Oct 26 16:38:05.828983 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45954) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:05.889560 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8ed7da57-c322-47b6-a9c8-9423963ee1a7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0593331 Oct 26 16:38:06.893344 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45956) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:06.952690 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-628203c1-acbf-452e-b092-97fd59591139 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0582187 Oct 26 16:38:07.272318 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07ab4cb3-8300-4718-bbdc-114ce7287067 req-59576394-0907-4c04-b944-0521f505e385 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391712 Oct 26 16:38:07.361875 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab4cb3-8300-4718-bbdc-114ce7287067 req-262f4082-9351-414d-b2da-9470d64e408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:38:07.363339 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07ab4cb3-8300-4718-bbdc-114ce7287067 req-262f4082-9351-414d-b2da-9470d64e408e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 1129 time: 0.0426052 Oct 26 16:38:07.468996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab4cb3-8300-4718-bbdc-114ce7287067 req-9ac5dbff-884b-4fb9-9fad-fece56f911d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:38:07.470450 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07ab4cb3-8300-4718-bbdc-114ce7287067 req-9ac5dbff-884b-4fb9-9fad-fece56f911d4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=629d9322-29f9-4cae-ba58-828c0b457795 HTTP/1.1" status: 200 len: 898 time: 0.0847738 Oct 26 16:38:07.538046 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07ab4cb3-8300-4718-bbdc-114ce7287067 req-d78a1c2f-20fc-48fc-8696-ed255f5e939d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92475ede-3294-4670-b655-405e7840767f HTTP/1.1" status: 200 len: 1002 time: 0.0570176 Oct 26 16:38:07.587327 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab4cb3-8300-4718-bbdc-114ce7287067 req-0e7a2026-0bd8-4db3-93f4-587b669c1d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:38:07.588706 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07ab4cb3-8300-4718-bbdc-114ce7287067 req-0e7a2026-0bd8-4db3-93f4-587b669c1d37 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e98509f2-ac94-42c4-937d-e789bafc1b21 HTTP/1.1" status: 200 len: 834 time: 0.0424044 Oct 26 16:38:07.633913 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab4cb3-8300-4718-bbdc-114ce7287067 req-ddabdf84-d3df-4461-b632-f11824cb9e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:38:07.635341 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07ab4cb3-8300-4718-bbdc-114ce7287067 req-ddabdf84-d3df-4461-b632-f11824cb9e81 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=629d9322-29f9-4cae-ba58-828c0b457795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379529 Oct 26 16:38:07.730545 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07ab4cb3-8300-4718-bbdc-114ce7287067 req-580c5ce9-fd29-4d20-b763-4dbcb029f981 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856774 Oct 26 16:38:07.821832 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-07ab4cb3-8300-4718-bbdc-114ce7287067 req-04bcce35-2a3f-4372-9573-a13fa137989c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816908 Oct 26 16:38:07.956534 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45958) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:08.088408 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:08.090380 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:08.249918 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-79c7c57e-1322-4d62-bd83-0d2206a23d8d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.2922158 Oct 26 16:38:08.759586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a74d52ce-9451-4fc7-905d-fa8f41d64efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:38:09.253785 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45960) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:09.313834 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-662e2a94-5ec7-4bb5-a936-209f2381c373 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0589168 Oct 26 16:38:10.317643 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45962) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:10.375280 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b29a4392-babd-4767-8bc3-43d7e736c017 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0560029 Oct 26 16:38:11.173772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-94dd058c-4588-4794-ad54-6d9bf77b11da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:38:11.379023 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45964) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:11.439652 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-29348f33-ee62-404d-8422-3b25241aa391 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0593643 Oct 26 16:38:12.386006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:38:12.443523 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45966) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:12.500255 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a0910b0c-2e54-461e-8718-2c0235d4435d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0555744 Oct 26 16:38:13.504040 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45972) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:13.563296 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d70a1722-48ba-429e-94d3-d0d33604149e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0581357 Oct 26 16:38:13.931095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:38:14.045207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:38:14.567150 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45978) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:14.625721 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-62246c82-c917-4e64-9985-9da25410b3a9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0572951 Oct 26 16:38:15.629765 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45980) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:15.689682 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-23369d8f-3f9d-4253-bba1-51ab978d0628 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0582967 Oct 26 16:38:16.694154 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45982) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:16.751647 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-99122cab-851e-4866-9d4c-c65ee8889011 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0563846 Oct 26 16:38:17.266863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:38:17.755552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45984) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:17.815634 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5f5630f3-5780-4c85-9a4f-aeaa51df7750 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0589530 Oct 26 16:38:17.816844 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=50 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:17.818776 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=51 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:18.819465 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45986) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:18.876947 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-056dee02-5676-43fe-9a7e-bdc010bf910b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0562763 Oct 26 16:38:19.881322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45988) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:19.920719 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:19.924842 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:19.943563 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7ef0eb69-32ae-416c-a1f6-a3e2dbd63b7f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0606251 Oct 26 16:38:20.946659 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45990) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:21.006459 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bd1e6aae-8c78-407c-8f31-cbc5bc2db655 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0586684 Oct 26 16:38:22.009699 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45992) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:22.070379 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a2a3bbc8-b645-401f-aa9a-d98602d71986 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0594797 Oct 26 16:38:23.073872 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 45994) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:23.131732 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0265e7d8-a171-413f-94f8-844c99829f00 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0567281 Oct 26 16:38:24.039871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:24.135552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45996) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:24.198210 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e9d04b9d-d977-430e-a6e0-49a74d6fe55a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0615275 Oct 26 16:38:25.202061 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 45998) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:25.259296 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-855e447a-6980-4358-ade4-bcaca911e975 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0561097 Oct 26 16:38:26.262577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46000) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:26.324025 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8507b283-5db2-4954-8d33-a26bb409acd2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0599453 Oct 26 16:38:27.259811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:27.263850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:27.327332 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46002) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:27.384681 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f78fe46b-fb36-493d-9f35-76c345da44d2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0561559 Oct 26 16:38:28.388368 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46004) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:28.449661 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ac04f610-4cbe-4adf-9670-07bef819bd14 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0600731 Oct 26 16:38:29.453656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46006) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:29.517148 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4edcbd5e-5acf-4cc2-a272-bf6006dee982 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0622239 Oct 26 16:38:30.520030 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46008) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:30.577347 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0a47d55e-5835-42d4-ba99-f9c4e2c6d89d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0560629 Oct 26 16:38:31.581272 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46010) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:31.641418 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a496f4e3-811c-4db1-ba20-15ecd66a609b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0590181 Oct 26 16:38:32.644937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46012) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:32.702206 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fda1abf0-8b58-40be-9d0d-cfcd86deffc9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0561192 Oct 26 16:38:33.705332 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46014) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:33.764910 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-803c1dc1-76c0-48f9-bb96-faf3d1450446 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0584204 Oct 26 16:38:34.768615 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46016) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:34.826342 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5a1d5d2a-4a9b-4966-a431-975cc5b72996 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0565708 Oct 26 16:38:35.091607 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:38:35.830139 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46018) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:35.891078 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a7d42771-fc2e-48fa-a0a7-3f8d1ff6200c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0597677 Oct 26 16:38:36.894609 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46020) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:36.952226 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-834a2a8c-e233-4a73-a2ef-c09443cf60ab tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0565000 Oct 26 16:38:37.955663 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46022) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:38.014883 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e4fce406-203f-493e-9a5d-70136a088f3e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0581043 Oct 26 16:38:38.697016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:38.698902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:38.705129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=11 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:38.760071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7d26-969b-41fa-9ac3-b1579536d1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:38:39.018640 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46024) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:39.076227 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5b85fa90-c9f3-4f15-b547-4afe85ead3bd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0564535 Oct 26 16:38:39.508424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=14 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:39.510464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=16 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:40.080074 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46026) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:40.140615 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f042231a-3778-4976-85ac-460cb743cc75 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0593760 Oct 26 16:38:41.144464 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46028) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:41.174075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c2a8039c-dea2-4693-a57a-880841c42602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:38:41.204049 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cf318895-4f31-4ce6-8716-62afb514e816 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0584090 Oct 26 16:38:42.208553 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46030) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:42.268418 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3b3f2f8c-5dd4-4411-9537-c8d9100368e2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0587184 Oct 26 16:38:42.388132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:38:43.272595 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46032) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:43.329758 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-261f065e-e408-407a-9bc0-0dfd2205d5e1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0560093 Oct 26 16:38:43.933169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:38:44.047588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:38:44.332737 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46034) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:44.368871 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:44.394083 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1260e066-3113-44bb-a2f1-7543f9ce6e9d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0593784 Oct 26 16:38:45.086050 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:45.086805 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:45.398035 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46036) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:45.405370 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:45.690218 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-55e7c400-cb59-4495-a64f-90bab1e67495 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.2909601 Oct 26 16:38:46.694410 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46038) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:46.755431 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-add64f60-d5d6-4a4d-8022-4062d99d9a38 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0593183 Oct 26 16:38:47.282021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:38:47.759252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46040) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:47.815976 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-067e3596-43fc-49b0-b338-8d94737b8601 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0555785 Oct 26 16:38:48.819353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46042) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:48.878969 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8efb5b61-7d61-44b9-b036-9f203ea232ef tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0583386 Oct 26 16:38:49.883127 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46044) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:49.941404 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5e22c243-cce3-4a2e-831a-f03cd700ef83 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0569088 Oct 26 16:38:50.945816 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46046) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:51.006189 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0bc3ef64-7f16-4901-9138-15dd435c3524 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0590944 Oct 26 16:38:52.009383 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46048) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:52.066729 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c8b4d25b-75d3-4232-a3d6-a8026462a66b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0562210 Oct 26 16:38:53.070092 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46050) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:53.130413 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ff46ca73-022a-493d-9553-c619883cf34d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0585566 Oct 26 16:38:54.133714 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46052) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:54.190119 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d09e1621-4872-45dc-9569-978ac3de726f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0553005 Oct 26 16:38:55.194336 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46054) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:55.250769 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7a16f877-3033-48cb-a649-674efdaf35ae tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0552938 Oct 26 16:38:56.254584 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46056) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:56.315885 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5358bee1-a45b-4311-a941-2ad4ac6daf9d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0600824 Oct 26 16:38:57.271622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:57.275181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:57.277958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:38:57.319669 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46058) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:57.377778 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5b7922a0-6635-439b-8cb8-5d8f64d3e884 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0568881 Oct 26 16:38:58.381498 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46060) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:58.442536 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bc25ae10-56e2-4e55-98cb-85ec4771a988 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0598876 Oct 26 16:38:59.446814 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46062) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:38:59.504326 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a35f9602-19dc-4c48-8226-c528726738dd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0563693 Oct 26 16:39:00.508762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46064) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:00.568061 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2228eb8f-8ad0-4ff4-866d-2b29d2cd33cf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0575607 Oct 26 16:39:01.571843 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46066) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:01.630244 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-15f4f9ee-5fba-48cc-9e26-5d03fd2fc390 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0573003 Oct 26 16:39:02.634059 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46068) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:02.694460 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-70ed74f6-4d5b-49f1-ba11-52afa113aa1d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0592656 Oct 26 16:39:03.698268 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46070) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:03.756102 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-31f68bbe-9a21-4c20-a779-1158d66dc85a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0567157 Oct 26 16:39:04.181809 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:04.183710 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:04.759959 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46072) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:04.819122 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e0911113-0898-4ed4-be18-a55f09adc272 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0579576 Oct 26 16:39:05.822560 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46074) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:05.881120 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d5fa777b-fa9c-4d96-91e5-0bfb4d841a28 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0573964 Oct 26 16:39:06.884973 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46076) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:06.921217 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:06.928400 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:06.946722 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c2dc70e6-715e-4d81-8d85-90abe8c99336 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0607419 Oct 26 16:39:07.950564 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46078) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:08.007499 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bcb94463-6b10-48e5-b93b-78dedbdb2c2c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0557735 Oct 26 16:39:08.279739 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cf8442ee-a2f7-4e0a-a2d9-3ead968dd8d9 req-95b64464-6401-410e-bb22-492e62f6afdd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791078 Oct 26 16:39:08.372337 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8442ee-a2f7-4e0a-a2d9-3ead968dd8d9 req-884a2b44-3369-454c-8322-b1177e8ad41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:08.373922 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cf8442ee-a2f7-4e0a-a2d9-3ead968dd8d9 req-884a2b44-3369-454c-8322-b1177e8ad41c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 1129 time: 0.0438993 Oct 26 16:39:08.482589 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8442ee-a2f7-4e0a-a2d9-3ead968dd8d9 req-c36ef493-4f1a-4294-bb1e-0a73f6bcec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:08.484003 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cf8442ee-a2f7-4e0a-a2d9-3ead968dd8d9 req-c36ef493-4f1a-4294-bb1e-0a73f6bcec4c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=629d9322-29f9-4cae-ba58-828c0b457795 HTTP/1.1" status: 200 len: 898 time: 0.0855360 Oct 26 16:39:08.552644 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cf8442ee-a2f7-4e0a-a2d9-3ead968dd8d9 req-6b2d2a0f-500e-44c9-a295-af41a5d7415a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92475ede-3294-4670-b655-405e7840767f HTTP/1.1" status: 200 len: 1002 time: 0.0580547 Oct 26 16:39:08.602863 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8442ee-a2f7-4e0a-a2d9-3ead968dd8d9 req-0b4b8953-3677-482c-b6e6-ff064a34cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:08.604394 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cf8442ee-a2f7-4e0a-a2d9-3ead968dd8d9 req-0b4b8953-3677-482c-b6e6-ff064a34cd0c service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e98509f2-ac94-42c4-937d-e789bafc1b21 HTTP/1.1" status: 200 len: 834 time: 0.0437236 Oct 26 16:39:08.652511 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8442ee-a2f7-4e0a-a2d9-3ead968dd8d9 req-50afffd1-b2d3-495e-aed7-da29f7482069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:39:08.654068 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cf8442ee-a2f7-4e0a-a2d9-3ead968dd8d9 req-50afffd1-b2d3-495e-aed7-da29f7482069 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=629d9322-29f9-4cae-ba58-828c0b457795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0401585 Oct 26 16:39:08.751284 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cf8442ee-a2f7-4e0a-a2d9-3ead968dd8d9 req-267bc39a-f657-4f30-8b6a-00c31a65f8c7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876763 Oct 26 16:39:08.760858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a3e43c8a-a584-4071-9248-2f69719f4e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:39:08.845506 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cf8442ee-a2f7-4e0a-a2d9-3ead968dd8d9 req-af72f4a2-d12f-4042-b801-cef7a6b29326 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845656 Oct 26 16:39:09.011376 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46082) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:09.071420 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c4dd1009-5327-4651-8d2b-6ee7f4c8e7d7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0589895 Oct 26 16:39:10.074598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46084) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:10.132311 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-eefda9e1-6126-48d4-a2f8-27dcf391b743 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0565889 Oct 26 16:39:11.136126 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46086) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:11.176407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-64680653-7f6d-4f4e-a994-8cd18d8afb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:39:11.196871 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7de6a863-666b-4175-9060-90fdc69556a0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0595686 Oct 26 16:39:12.091255 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:39:12.200738 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46088) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:12.258009 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-34f3a8c2-4122-412b-ab32-ce3c88eb4407 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0561252 Oct 26 16:39:12.391184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:39:13.261819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46090) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:13.322981 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0aeb2532-1a3f-4d0e-bd69-8fc58dfa7de7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0600295 Oct 26 16:39:13.935674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:39:14.049979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:39:14.326791 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46092) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:14.384536 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ac8ddecb-b258-4da2-8f2d-54b8beffbf2b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0566282 Oct 26 16:39:15.388324 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46094) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:15.449002 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-866f003f-9da2-4028-a9ca-555df638e3c1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0594728 Oct 26 16:39:16.452999 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46096) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:16.510733 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2da612e1-1aa5-4380-a2c7-02fc470ec1c8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0565794 Oct 26 16:39:17.280340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:39:17.514595 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46098) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:17.573785 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9f811b87-ee2e-4446-9f61-1aff034e0f54 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0580728 Oct 26 16:39:18.577581 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46100) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:18.635442 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0e5eacf2-95c0-4466-a897-e0aaa2ac2e70 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0568244 Oct 26 16:39:18.841339 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=48 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:18.842068 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=53 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:19.639349 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46102) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:19.698715 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6bb75a09-0004-4847-a761-5c5f48a37810 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0583119 Oct 26 16:39:20.701816 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46104) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:20.995302 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-26e6ebcb-c12e-4d72-acf0-091e35b245c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.2923479 Oct 26 16:39:21.998900 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46106) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:22.058659 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cfd76fd5-7d57-43f9-ba5a-b89a2e8d8acf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0585821 Oct 26 16:39:22.086945 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=19 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:22.087884 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=15 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:23.062530 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46108) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:23.121157 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6115b845-dfe6-4ac0-a5b7-c50202146ac2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0574617 Oct 26 16:39:24.125036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46110) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:24.185613 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ff2b62ed-1894-48c3-8a26-a3f727f1e8d0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0593956 Oct 26 16:39:25.188730 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46112) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:25.246327 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b6ae819c-d1a6-46fb-8d0e-adbd0f7d1ee7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0564404 Oct 26 16:39:26.250111 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46114) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:26.311015 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5403dbce-9cd1-48c9-8c88-87b73617fe6a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0597072 Oct 26 16:39:27.269910 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:27.274192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:27.276793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:27.314630 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46116) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:27.375634 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e4beedb4-d6ca-41fe-86c8-39f365974699 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0598841 Oct 26 16:39:28.379406 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46118) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:28.439740 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-133c7335-6104-49d9-892e-2d3fd42c8b71 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0591960 Oct 26 16:39:29.444142 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46120) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:29.484769 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:29.501389 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4b852e08-5aa5-44eb-beb5-09f904e86690 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0561287 Oct 26 16:39:30.505297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46122) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:30.844438 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a1772059-840e-4647-8f92-bcac17de2876 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.3379934 Oct 26 16:39:31.848325 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46124) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:31.909502 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d258b664-7476-45db-ad81-15f376dcbbfd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0599542 Oct 26 16:39:32.913237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46126) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:32.949208 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:32.971814 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-439fe775-93cf-4d60-83ed-a78c75af7fb8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0568402 Oct 26 16:39:33.976504 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46128) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:34.037813 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-74e34771-1a7d-4946-b0ae-fc195b8a69a6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0601530 Oct 26 16:39:35.042101 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46130) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:35.100053 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7d7ab2a0-fc80-444d-9c87-a2bfc0d7a55f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0568025 Oct 26 16:39:36.103854 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46132) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:36.165600 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3ec96111-ce92-4dcf-8ff6-0aced364cc7f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0605927 Oct 26 16:39:37.169459 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46134) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:37.226867 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c34d73eb-e400-4d8b-bec9-d5f9c4adeb4c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0557740 Oct 26 16:39:37.239080 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:37.239817 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:38.230533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46136) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:38.287675 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-88e9d8f7-7e0f-40cd-a84b-a6a5d126c4eb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0560117 Oct 26 16:39:38.763402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-857f1dc1-1b6f-4591-8734-0c9b884fe9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:39:39.292246 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46138) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:39.351900 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-64075085-b7db-4f39-9368-1b337a8dc971 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0580018 Oct 26 16:39:40.355881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46140) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:40.416469 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-338a3868-eb70-460c-a6e5-2017c5886c8c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0594752 Oct 26 16:39:41.178539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4710d477-25ea-41ec-b887-535595eb8ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:39:41.420471 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46142) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:41.478925 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5f309c11-6e8d-4ea7-9aaa-7a4bd2f3c9c8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0571930 Oct 26 16:39:42.394011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:39:42.482592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46144) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:42.542428 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ac811a9d-7be5-4fb6-a8e3-97ed653d8d6b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0586243 Oct 26 16:39:43.545512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46146) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:43.604107 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f4ffc7bd-e084-45cf-bf8d-ec060090a908 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0573072 Oct 26 16:39:43.937557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:39:44.051526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:39:44.607770 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46148) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:44.667363 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-66a02fed-7c68-43a3-829e-166ad74e86bd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0585575 Oct 26 16:39:45.671109 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46150) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:45.729663 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-06b87999-1464-482c-8c2e-140e084e3d19 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0569382 Oct 26 16:39:46.732661 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46152) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:46.791473 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5ffe36ba-1de7-42dc-8774-207424ac0cf2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0576556 Oct 26 16:39:47.298610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:39:47.795253 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46154) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:47.852823 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b715fd90-8459-41f0-b092-504aa674eea4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0563874 Oct 26 16:39:48.856536 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46156) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:48.916100 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a6e17e3a-ecb4-4ef9-9524-f8a8063b7032 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0582447 Oct 26 16:39:49.090831 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:39:49.342569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=21 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:49.344468 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=29 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:49.919314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46158) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:49.978096 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6fdf673c-897c-4991-a72f-60c284cc1ef3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0574331 Oct 26 16:39:50.981831 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46160) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:51.041881 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e0e556b8-0401-4b98-a566-9ee46397aa84 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0590034 Oct 26 16:39:52.045832 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46164) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:52.104205 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7bc9d7b9-8f68-424e-b2df-d436d89fadca tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0572560 Oct 26 16:39:53.107350 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46170) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:53.205192 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7a072003-a5c1-41f6-ab3b-bf0fd59845af tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0967734 Oct 26 16:39:54.208282 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46176) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:54.265403 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-204bc5c3-fa86-451a-af04-a1147c0a4c7f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0559669 Oct 26 16:39:55.268668 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46178) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:55.326360 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b2302230-d00e-477d-a2b9-1f71eaf2447e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0565355 Oct 26 16:39:56.330257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46180) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:56.389601 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e281668b-0bc0-47a4-ba57-ef44bdc20e2a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0582132 Oct 26 16:39:57.287644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:57.293019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:57.294746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:57.393528 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46182) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:57.433862 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:57.451789 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-93e5e7ea-e52e-4004-b2b8-86b0065159e5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0571821 Oct 26 16:39:58.455598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46184) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:58.515958 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-45fdd06c-a272-4f66-b8ac-e54d4e2360a6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0592217 Oct 26 16:39:59.085153 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:59.086321 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:59.519487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46186) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:39:59.558855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:39:59.576675 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b8ad3e46-072b-479c-8ebd-a5bf9526405d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0561190 Oct 26 16:40:00.580208 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46188) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:00.640354 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0d89b447-fae1-4bad-8dd6-ca493f6a300e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0590930 Oct 26 16:40:01.644238 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46190) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:01.700914 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a8cf9907-6be1-4327-b6a5-b5b3ed785ed4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0554898 Oct 26 16:40:02.704650 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46192) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:02.765023 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-50b66b4c-73e6-476a-94b4-db9b33a7ec65 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0591891 Oct 26 16:40:03.768811 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46194) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:04.063851 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-827d35bd-1c5e-4f7b-a900-18c0397930f1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.2937696 Oct 26 16:40:04.252658 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=15 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:04.258743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=15 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:05.067741 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46196) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:05.127908 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-768c373d-74d3-4071-b59e-1059b975dc8d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0591168 Oct 26 16:40:06.131858 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46198) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:06.189246 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2057c3e1-a081-4331-b425-b605423afcbd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0562353 Oct 26 16:40:07.192891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46200) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:07.252829 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b8fab181-41be-4bb8-b4ab-72eb2760403b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0587027 Oct 26 16:40:07.584765 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e8fcf83b-c0dd-44e1-a3e3-3544778e5e25 req-47a8d576-a3d7-4f68-94dc-8e21f2753104 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408316 Oct 26 16:40:07.672221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcf83b-c0dd-44e1-a3e3-3544778e5e25 req-659a258b-40c2-4d9e-a79a-dd57b0d554f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:07.673751 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e8fcf83b-c0dd-44e1-a3e3-3544778e5e25 req-659a258b-40c2-4d9e-a79a-dd57b0d554f1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 1129 time: 0.0391893 Oct 26 16:40:07.785773 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcf83b-c0dd-44e1-a3e3-3544778e5e25 req-c0a2727a-df5e-42f3-95a6-18d5c74960f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:07.787218 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e8fcf83b-c0dd-44e1-a3e3-3544778e5e25 req-c0a2727a-df5e-42f3-95a6-18d5c74960f5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=629d9322-29f9-4cae-ba58-828c0b457795 HTTP/1.1" status: 200 len: 898 time: 0.0889363 Oct 26 16:40:07.851901 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e8fcf83b-c0dd-44e1-a3e3-3544778e5e25 req-6545cdf0-75eb-4e27-ace5-b8922be914ab service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92475ede-3294-4670-b655-405e7840767f HTTP/1.1" status: 200 len: 1002 time: 0.0545397 Oct 26 16:40:07.903138 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcf83b-c0dd-44e1-a3e3-3544778e5e25 req-d5ff4597-05a2-481c-ba1e-3c33c2a2c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:07.904539 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e8fcf83b-c0dd-44e1-a3e3-3544778e5e25 req-d5ff4597-05a2-481c-ba1e-3c33c2a2c361 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e98509f2-ac94-42c4-937d-e789bafc1b21 HTTP/1.1" status: 200 len: 834 time: 0.0432339 Oct 26 16:40:07.951182 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcf83b-c0dd-44e1-a3e3-3544778e5e25 req-b64590c7-d406-4b6b-a639-87e15ba0cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:40:07.952654 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e8fcf83b-c0dd-44e1-a3e3-3544778e5e25 req-b64590c7-d406-4b6b-a639-87e15ba0cf54 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=629d9322-29f9-4cae-ba58-828c0b457795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0417554 Oct 26 16:40:08.044787 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e8fcf83b-c0dd-44e1-a3e3-3544778e5e25 req-ad2a717d-76d7-4c75-96f4-c5f7f4d12e86 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822721 Oct 26 16:40:08.141611 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e8fcf83b-c0dd-44e1-a3e3-3544778e5e25 req-a0c3407f-b3e0-4cff-8add-1cc9f984d48e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876744 Oct 26 16:40:08.256711 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46202) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:08.313641 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e7238ffd-9261-4eb2-8ec6-923f5cdfb30f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0557666 Oct 26 16:40:08.764077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a9b09d38-e169-489f-8477-a11f7e2a90f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:40:09.317598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46208) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:09.377907 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3b48c83e-4f51-47ae-a3a1-69e0f6ca54db tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0590944 Oct 26 16:40:10.381779 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46210) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:10.439061 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e142e20c-ddcd-4400-9f83-c796afa43048 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0561585 Oct 26 16:40:11.180049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d28d3555-928e-4fc5-a52f-dfba7cde5514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:40:11.443378 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46212) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:11.505524 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1c52c202-7c4a-4670-a345-fd1405e87265 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0610955 Oct 26 16:40:12.396550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:40:12.509909 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46214) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:12.566695 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d271cf7b-9820-4741-a7fc-d6d793488b40 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0555060 Oct 26 16:40:13.570455 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46216) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:13.631055 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a8d18883-b1ec-4bb7-8808-f51f743ec795 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0588367 Oct 26 16:40:13.940704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:40:14.054323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:40:14.635157 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46218) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:14.691902 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8721b85f-5059-4ef9-8071-371163c85e93 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0556967 Oct 26 16:40:15.695254 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46220) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:15.755658 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ca0e8acf-1b36-43bd-9e9c-f59d6c29edfc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0592959 Oct 26 16:40:16.759524 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46222) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:16.817123 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-73fa5e47-bc4e-43e2-8f98-35107e9ece7d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0564575 Oct 26 16:40:17.298461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:40:17.821570 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46224) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:17.881828 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a5c7c77b-8200-4e63-8708-fdd63f531126 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0590649 Oct 26 16:40:18.137265 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=53 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:18.139089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=48 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:18.885570 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46226) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:18.943100 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cf17eea4-ce58-494a-8e7b-e122e281968c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0562534 Oct 26 16:40:19.946707 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46228) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:19.953111 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:20.008619 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-314311d3-9302-4711-b6b8-5d6aa27d388f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0607815 Oct 26 16:40:21.012565 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46230) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:21.018733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:21.070769 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f7186bb6-eed5-46c1-8bb5-68493b52601e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0571308 Oct 26 16:40:22.074704 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46232) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:22.140441 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dc0ae005-a2a4-471c-98f0-504eb1a7d880 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0646012 Oct 26 16:40:23.144314 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46234) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:23.201839 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1da9d830-c03f-4174-8ca4-4cfe290840c8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0563452 Oct 26 16:40:24.205135 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46236) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:24.264969 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4ce9d6b5-0b87-45ad-a20e-bcfd5a1943ca tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0584991 Oct 26 16:40:25.268623 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46238) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:25.325590 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f82e1ad7-d792-42f2-b41d-4f7334164e65 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0558033 Oct 26 16:40:26.089673 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:40:26.329517 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46240) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:26.389710 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8c1f0bc6-1c5d-473a-bab7-ab219e84d0a9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0590639 Oct 26 16:40:27.285678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:27.286709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:27.294545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:27.393256 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46242) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:27.450559 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-99069c85-d4cf-4c69-ae0e-6a82efd48a7d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0562019 Oct 26 16:40:28.454489 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46244) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:28.513804 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d596991b-8210-4945-8b30-aed0b3e79ec7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0582044 Oct 26 16:40:29.517731 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46246) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:29.574885 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dd86d622-b96e-4d71-8e85-05de43538abb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0559831 Oct 26 16:40:30.578756 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46248) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:30.639031 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4ad723c3-ec08-41b7-b924-058e12b5dca7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0592265 Oct 26 16:40:31.642507 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46250) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:31.699248 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-730fce13-dd5d-4af5-8661-a7aeabbed34d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0556760 Oct 26 16:40:32.370949 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:32.703030 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46252) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:32.764029 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-30dfd9d0-d6bf-4c15-878f-abc25010cd66 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0598576 Oct 26 16:40:33.767828 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46254) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:33.824334 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-506bbfe3-22d7-4654-97a2-1a3220f47c3e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0554035 Oct 26 16:40:34.828118 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46256) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:34.887974 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-da4f53e9-392d-438a-8c58-ac3f12ad05b1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0587423 Oct 26 16:40:35.891091 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46258) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:35.949347 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-14380eb0-db29-4947-ad0e-a09651b62f54 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0571222 Oct 26 16:40:36.085690 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:36.953408 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46260) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:37.011300 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-42efac90-65cb-461e-891f-f0a1f2016e6b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0568135 Oct 26 16:40:38.014610 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46262) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:38.074717 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a53054d9-0080-475a-a256-3e9bcccec82b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0589831 Oct 26 16:40:38.701162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:38.705284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=11 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:38.707294 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:38.764657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-387e7b2d-d5f8-4404-8bac-7c8efab9095e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:40:39.078659 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46264) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:39.137200 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-13f8db12-22ac-4317-b81d-56b5fe9bbb62 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0574801 Oct 26 16:40:40.141133 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46266) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:40.202014 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8c92714c-01f6-42be-8222-6e2467964a48 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0597417 Oct 26 16:40:41.181905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-178cc51c-8052-419b-bcd7-6b1051365324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:40:41.205712 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46268) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:41.263845 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-05510af9-1492-4f75-8d54-d1d32225fabe tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0569463 Oct 26 16:40:42.268057 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46270) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:42.327253 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8a489e71-1683-4e40-b362-0a98af48fd2d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0580809 Oct 26 16:40:42.399553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:40:43.330821 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46272) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:43.623824 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4c88d7e1-8a23-40de-95a8-7c68bda00d7f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.2917702 Oct 26 16:40:43.946552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:40:44.056251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:40:44.627842 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46274) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:44.688888 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fd99f19c-7c77-4449-a1e2-1885f598d1fb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0599878 Oct 26 16:40:45.692714 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46276) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:45.749492 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-aa36d016-92fa-4211-8094-46678c4ada53 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0556507 Oct 26 16:40:46.753252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46278) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:46.761085 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:46.812605 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3625a89c-32ec-45a7-bb1f-927d6192adf7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0582631 Oct 26 16:40:47.310387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:40:47.816465 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46280) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:47.823922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:47.874192 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cdbf283c-ccaf-4e56-b1a7-e57ab6ec5839 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0565283 Oct 26 16:40:48.877962 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46282) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:48.938446 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-10620c8e-b007-49fa-8235-03e2bb573e44 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0592844 Oct 26 16:40:49.942204 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46284) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:49.947376 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:49.948529 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:50.003361 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-878f264d-0208-4287-a2e2-adbb7f28dd52 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0599391 Oct 26 16:40:51.006793 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46286) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:51.066876 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d754da89-df07-4cbf-be0a-fb5c06995d94 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0590303 Oct 26 16:40:51.254898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=26 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:51.256869 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=24 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:52.070688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46288) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:52.128466 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-41152acd-da47-416e-97a4-a60cec3bfd71 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0561526 Oct 26 16:40:53.132330 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46290) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:53.193632 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4e036a33-d17b-4c51-b4fb-ade3f4179aac tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0602131 Oct 26 16:40:54.197999 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46292) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:54.256353 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ef84d499-26c2-42ae-9fa1-f9fdfecf76ff tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0571427 Oct 26 16:40:55.260050 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46294) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:55.321361 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9efc37ae-9c28-407e-a360-b2c3e631880c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0601110 Oct 26 16:40:56.325148 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46296) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:56.382730 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-af638bee-9995-401a-b492-b7f2c49cf0b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0563967 Oct 26 16:40:57.299593 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:57.303738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:57.306241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:40:57.386502 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46298) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:57.446444 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-609789b6-7273-4645-a5a7-dc9461f60a45 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0587411 Oct 26 16:40:58.450328 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46300) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:58.506337 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5e3ebec3-0d04-453b-91ff-943f96eea96b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0548632 Oct 26 16:40:59.510449 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46302) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:40:59.571671 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0e95fbc6-14c0-4d73-bbf4-e8aa2ebbac3c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0599504 Oct 26 16:41:00.574821 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46304) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:00.630915 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2bd62cab-cbf3-4b11-8262-6ffda58a4b7f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0550489 Oct 26 16:41:01.634544 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46306) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:01.693600 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-874da9f6-f022-4d01-8a1d-fdf5898d742e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0580184 Oct 26 16:41:02.696605 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46308) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:02.754383 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0b1da200-e052-4946-82cf-03e4cb1b5885 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0560102 Oct 26 16:41:03.088532 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:41:03.757680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46310) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:03.816623 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-303350c7-b59c-4cb3-bab1-0204ce118cf2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0578327 Oct 26 16:41:04.820407 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46312) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:04.877407 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-adb63fbc-707d-442c-b52b-cd0ce12ba78e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0558457 Oct 26 16:41:05.881270 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46314) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:05.941383 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-45952b52-f266-406c-ac75-c5d8cb45993c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0589867 Oct 26 16:41:06.945557 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46316) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:06.988765 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:07.003869 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b92b6c4d-feaa-4631-a8e5-4343bc81b1bb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 200 len: 994 time: 0.0572696 Oct 26 16:41:07.006775 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46318) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:07.097178 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:07.145275 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port 0ebbbf79-d19c-4b94-b373-f6d2800821aa {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:41:07.145617 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (0ebbbf79-d19c-4b94-b373-f6d2800821aa), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:07.225861 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (0ebbbf79-d19c-4b94-b373-f6d2800821aa), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:07.226097 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (0ebbbf79-d19c-4b94-b373-f6d2800821aa), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:07.238673 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for 0ebbbf79-d19c-4b94-b373-f6d2800821aa owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:41:07.383502 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (0ebbbf79-d19c-4b94-b373-f6d2800821aa), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:07.405933 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=0ebbbf79-d19c-4b94-b373-f6d2800821aa,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:07.415508 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:07.415857 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:07.416200 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:07.416539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:07.416897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:07.417773 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:07.417773 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:07.417976 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:07.418173 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:07.418493 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:07.418816 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:07.419136 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:07.419456 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:07.419775 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:07.420095 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:07.481944 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (917117b5-0925-4772-9c7e-c72ab57b0539), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:07.482191 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Floating IP 917117b5-0925-4772-9c7e-c72ab57b0539 disassociated (deleted). External IP: 172.26.11.163, port: 92475ede-3294-4670-b655-405e7840767f. Oct 26 16:41:07.679881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 38d38a93-dafb-4539-be3d-103b8249edb1 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:41:07.783100 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:41:07.787871 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:07.793342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db67b4b-b46c-4595-889d-52c15f5db81b None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:07.803267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db67b4b-b46c-4595-889d-52c15f5db81b None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:07.803884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-1db67b4b-b46c-4595-889d-52c15f5db81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:07.817533 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0fc0af9c-a5a6-4a96-b750-039c6bea2eb5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/917117b5-0925-4772-9c7e-c72ab57b0539 HTTP/1.1" status: 204 len: 168 time: 0.8097844 Oct 26 16:41:07.818188 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'tag': '92475ede-3294-4670-b655-405e7840767f'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:41:07.820451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb136ba649fa168c6248ca24a79b4aa523afb5de4688c02f3e3d85afa0885439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975c744a-8c23-4b4e-b982-7051f07f0ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "84aa8af0-2511-4d80-a989-c1a75c236cbb", "tag": "92475ede-3294-4670-b655-405e7840767f"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:41:07.965452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0bbab0-8787-4650-92bc-be77c1bbbf4d x-openstack-request-id: req-ee0bbab0-8787-4650-92bc-be77c1bbbf4d {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:41:07.966125 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84aa8af0-2511-4d80-a989-c1a75c236cbb", "tag": "92475ede-3294-4670-b655-405e7840767f", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:41:07.966125 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee0bbab0-8787-4650-92bc-be77c1bbbf4d {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:41:07.966519 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee0bbab0-8787-4650-92bc-be77c1bbbf4d'] response: {'name': 'network-changed', 'server_uuid': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'tag': '92475ede-3294-4670-b655-405e7840767f', 'status': 'completed', 'code': 200} Oct 26 16:41:08.043961 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c744a-8c23-4b4e-b982-7051f07f0ba0 req-b8f6742b-9552-47f4-9ab4-5f8ad9694fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:08.045540 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-975c744a-8c23-4b4e-b982-7051f07f0ba0 req-b8f6742b-9552-47f4-9ab4-5f8ad9694fda service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 1129 time: 0.0438299 Oct 26 16:41:08.074632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-1db67b4b-b46c-4595-889d-52c15f5db81b None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:08.177829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2663508-50ba-48e0-8fb0-79541ffbc0c9 req-f70590b5-bd8b-4a9a-b05d-aaa469c6b2a0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:08.179326 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b2663508-50ba-48e0-8fb0-79541ffbc0c9 req-f70590b5-bd8b-4a9a-b05d-aaa469c6b2a0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 945 time: 0.1138387 Oct 26 16:41:08.260404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-1db67b4b-b46c-4595-889d-52c15f5db81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:43Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:44Z', 'revision_number': 36, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:08.279524 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b2663508-50ba-48e0-8fb0-79541ffbc0c9 req-104a2495-eaa7-4c80-adf0-beeab1560e30 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=75318384-159c-488a-a413-487e784e5c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755560 Oct 26 16:41:08.284224 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c744a-8c23-4b4e-b982-7051f07f0ba0 req-f9e4f4fb-55f6-493f-9a40-bafb450935c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:08.289706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db67b4b-b46c-4595-889d-52c15f5db81b None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:08.289925 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-975c744a-8c23-4b4e-b982-7051f07f0ba0 req-f9e4f4fb-55f6-493f-9a40-bafb450935c9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=629d9322-29f9-4cae-ba58-828c0b457795 HTTP/1.1" status: 200 len: 898 time: 0.1395845 Oct 26 16:41:08.295549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db67b4b-b46c-4595-889d-52c15f5db81b None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:08.296247 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-1db67b4b-b46c-4595-889d-52c15f5db81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:08.339632 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-975c744a-8c23-4b4e-b982-7051f07f0ba0 req-2209b5cc-8d1c-4d94-947c-4d5b671b0ccd service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92475ede-3294-4670-b655-405e7840767f HTTP/1.1" status: 200 len: 217 time: 0.0385365 Oct 26 16:41:08.388913 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c744a-8c23-4b4e-b982-7051f07f0ba0 req-b16cec02-8b8d-4ab6-a362-0ef305c8a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:08.390397 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-975c744a-8c23-4b4e-b982-7051f07f0ba0 req-b16cec02-8b8d-4ab6-a362-0ef305c8a98d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e98509f2-ac94-42c4-937d-e789bafc1b21 HTTP/1.1" status: 200 len: 834 time: 0.0447729 Oct 26 16:41:08.399540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-1db67b4b-b46c-4595-889d-52c15f5db81b None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:08.435222 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c744a-8c23-4b4e-b982-7051f07f0ba0 req-57de7454-b6e2-44cb-81f8-690dfa59aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:08.436755 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-975c744a-8c23-4b4e-b982-7051f07f0ba0 req-57de7454-b6e2-44cb-81f8-690dfa59aea8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=629d9322-29f9-4cae-ba58-828c0b457795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0401626 Oct 26 16:41:08.476388 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:08.486868 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda89d6-cb46-41b0-880e-2ba37343b5b8 req-5095fc0b-9a74-49c6-8629-f31843404248 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:08.488368 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4dda89d6-cb46-41b0-880e-2ba37343b5b8 req-5095fc0b-9a74-49c6-8629-f31843404248 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 945 time: 0.0530322 Oct 26 16:41:08.539984 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-975c744a-8c23-4b4e-b982-7051f07f0ba0 req-bfec5189-bd0b-4b23-9052-8584c89c9fd2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966768 Oct 26 16:41:08.593315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-1db67b4b-b46c-4595-889d-52c15f5db81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:43Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:44Z', 'revision_number': 36, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:08.620133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db67b4b-b46c-4595-889d-52c15f5db81b None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:43Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:44Z', 'revision_number': 36, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:08.687966 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-975c744a-8c23-4b4e-b982-7051f07f0ba0 req-58653cbb-46de-4bff-adb8-ae9e58b26ab0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014028 Oct 26 16:41:08.769956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7b5802eb-d01c-4fb0-80c0-96c94ffec681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:08.847411 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:08.851831 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [req-4dda89d6-cb46-41b0-880e-2ba37343b5b8 req-63a2ef55-44e9-4247-a1fd-a43cb7455f26 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port 92475ede-3294-4670-b655-405e7840767f {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:41:08.852236 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-4dda89d6-cb46-41b0-880e-2ba37343b5b8 req-63a2ef55-44e9-4247-a1fd-a43cb7455f26 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (92475ede-3294-4670-b655-405e7840767f), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:08.966901 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [req-4dda89d6-cb46-41b0-880e-2ba37343b5b8 req-63a2ef55-44e9-4247-a1fd-a43cb7455f26 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] For port 92475ede-3294-4670-b655-405e7840767f, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=92475ede-3294-4670-b655-405e7840767f,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:08.967562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-4dda89d6-cb46-41b0-880e-2ba37343b5b8 req-63a2ef55-44e9-4247-a1fd-a43cb7455f26 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (92475ede-3294-4670-b655-405e7840767f), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:08.988536 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [req-4dda89d6-cb46-41b0-880e-2ba37343b5b8 req-63a2ef55-44e9-4247-a1fd-a43cb7455f26 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for 92475ede-3294-4670-b655-405e7840767f owned by compute:nova {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:41:09.133134 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-4dda89d6-cb46-41b0-880e-2ba37343b5b8 req-63a2ef55-44e9-4247-a1fd-a43cb7455f26 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (92475ede-3294-4670-b655-405e7840767f), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:09.166257 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2ef55-44e9-4247-a1fd-a43cb7455f26 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=92475ede-3294-4670-b655-405e7840767f,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:09.214000 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dda89d6-cb46-41b0-880e-2ba37343b5b8 req-63a2ef55-44e9-4247-a1fd-a43cb7455f26 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] No DVR routers for this DVR port 92475ede-3294-4670-b655-405e7840767f on host hv-neutron-7598 {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:41:09.216706 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-4dda89d6-cb46-41b0-880e-2ba37343b5b8 req-63a2ef55-44e9-4247-a1fd-a43cb7455f26 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:09.220246 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4dda89d6-cb46-41b0-880e-2ba37343b5b8 req-63a2ef55-44e9-4247-a1fd-a43cb7455f26 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "DELETE /networking/v2.0/ports/92475ede-3294-4670-b655-405e7840767f HTTP/1.1" status: 204 len: 173 time: 0.7253215 Oct 26 16:41:09.462150 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-524e5752-6487-448b-b464-71e4b24bdfd1 req-3bdab788-a450-4cfb-be0d-0b9756c597cf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=84aa8af0-2511-4d80-a989-c1a75c236cbb HTTP/1.1" status: 200 len: 210 time: 0.0803246 Oct 26 16:41:09.967880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'name': 'network-vif-deleted', 'tag': '92475ede-3294-4670-b655-405e7840767f'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:41:09.970304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb136ba649fa168c6248ca24a79b4aa523afb5de4688c02f3e3d85afa0885439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1bcc26-7121-4030-9d6d-66d9bf3e84e2" -d '{"events": [{"server_uuid": "84aa8af0-2511-4d80-a989-c1a75c236cbb", "name": "network-vif-deleted", "tag": "92475ede-3294-4670-b655-405e7840767f"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:41:10.013976 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095788b2-e276-4847-82ac-d4f096c6a072 x-openstack-request-id: req-095788b2-e276-4847-82ac-d4f096c6a072 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:41:10.014284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84aa8af0-2511-4d80-a989-c1a75c236cbb", "name": "network-vif-deleted", "tag": "92475ede-3294-4670-b655-405e7840767f", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:41:10.014544 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-095788b2-e276-4847-82ac-d4f096c6a072 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:41:10.014954 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095788b2-e276-4847-82ac-d4f096c6a072'] response: {'server_uuid': '84aa8af0-2511-4d80-a989-c1a75c236cbb', 'name': 'network-vif-deleted', 'tag': '92475ede-3294-4670-b655-405e7840767f', 'status': 'completed', 'code': 200} Oct 26 16:41:10.534830 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46364) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:10.581828 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa0722e-7745-4fe9-af8c-262e341f8921 None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:10.581828 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa0722e-7745-4fe9-af8c-262e341f8921 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:10.581828 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0fa0722e-7745-4fe9-af8c-262e341f8921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:10.679832 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0fa0722e-7745-4fe9-af8c-262e341f8921 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:10.863834 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-237c27c3-7536-4edd-8bd1-d3e54b3e0503 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (38d38a93-dafb-4539-be3d-103b8249edb1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:10.866678 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0fa0722e-7745-4fe9-af8c-262e341f8921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:43Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:44Z', 'revision_number': 36, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:10.891441 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa0722e-7745-4fe9-af8c-262e341f8921 None None] Checking router: 38d38a93-dafb-4539-be3d-103b8249edb1 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:10.899857 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa0722e-7745-4fe9-af8c-262e341f8921 None None] Routers {'38d38a93-dafb-4539-be3d-103b8249edb1'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:10.900491 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0fa0722e-7745-4fe9-af8c-262e341f8921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:40:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['38d38a93-dafb-4539-be3d-103b8249edb1'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:11.003130 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0fa0722e-7745-4fe9-af8c-262e341f8921 None None] Set router 38d38a93-dafb-4539-be3d-103b8249edb1 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:11.085394 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:11.091411 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:11.103198 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-237c27c3-7536-4edd-8bd1-d3e54b3e0503 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port e95c9d0a-f08d-4e86-a6e7-84e8d669e703 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:41:11.104020 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-237c27c3-7536-4edd-8bd1-d3e54b3e0503 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:11.185852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-43e44cb1-08c8-474c-b059-108c88ff9781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:11.191503 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0fa0722e-7745-4fe9-af8c-262e341f8921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:43Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:44Z', 'revision_number': 36, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:11.201001 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-237c27c3-7536-4edd-8bd1-d3e54b3e0503 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] For port e95c9d0a-f08d-4e86-a6e7-84e8d669e703, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:11.201365 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-237c27c3-7536-4edd-8bd1-d3e54b3e0503 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:11.214940 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-237c27c3-7536-4edd-8bd1-d3e54b3e0503 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for e95c9d0a-f08d-4e86-a6e7-84e8d669e703 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:41:11.216497 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa0722e-7745-4fe9-af8c-262e341f8921 None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [{'id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088146587', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24'}], 'enable_snat': True}, 'gw_port_id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:35:51Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': '8da22334-908c-44c6-a4a3-95dba3dc26b4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:47Z', 'updated_at': '2022-10-26T16:36:43Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': 'e95c9d0a-f08d-4e86-a6e7-84e8d669e703', 'name': '', 'network_id': '629d9322-29f9-4cae-ba58-828c0b457795', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:f6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d38a93-dafb-4539-be3d-103b8249edb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:35:50Z', 'updated_at': '2022-10-26T16:36:44Z', 'revision_number': 36, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'e98509f2-ac94-42c4-937d-e789bafc1b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:11.420067 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-237c27c3-7536-4edd-8bd1-d3e54b3e0503 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (e95c9d0a-f08d-4e86-a6e7-84e8d669e703), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:11.450673 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c27c3-7536-4edd-8bd1-d3e54b3e0503 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=e95c9d0a-f08d-4e86-a6e7-84e8d669e703,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:11.641501 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-237c27c3-7536-4edd-8bd1-d3e54b3e0503 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (38d38a93-dafb-4539-be3d-103b8249edb1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:11.678307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd029e5c-1d1b-4067-8bfd-8eb47fdcfd9e None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 16:41:11.755061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd029e5c-1d1b-4067-8bfd-8eb47fdcfd9e None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:41:11.865647 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237c27c3-7536-4edd-8bd1-d3e54b3e0503 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 38d38a93-dafb-4539-be3d-103b8249edb1 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:41:12.000066 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237c27c3-7536-4edd-8bd1-d3e54b3e0503 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:41:12.005413 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-237c27c3-7536-4edd-8bd1-d3e54b3e0503 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "PUT /networking/v2.0/routers/38d38a93-dafb-4539-be3d-103b8249edb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4709530 Oct 26 16:41:12.008156 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46366) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:12.070139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting subnet e98509f2-ac94-42c4-937d-e789bafc1b21 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 16:41:12.074013 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for subnet (e98509f2-ac94-42c4-937d-e789bafc1b21), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:12.121260 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (e98509f2-ac94-42c4-937d-e789bafc1b21), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:12.190909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 92475ede-3294-4670-b655-405e7840767f no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:12.210225 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (e98509f2-ac94-42c4-937d-e789bafc1b21), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:12.219212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 92475ede-3294-4670-b655-405e7840767f {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:41:12.222486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 92475ede-3294-4670-b655-405e7840767f not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:41:12.283408 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (e98509f2-ac94-42c4-937d-e789bafc1b21), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:12.320427 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Subnet': ['ID=e98509f2-ac94-42c4-937d-e789bafc1b21,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:12.325944 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:12.329486 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/e98509f2-ac94-42c4-937d-e789bafc1b21 HTTP/1.1" status: 204 len: 168 time: 0.3200622 Oct 26 16:41:12.332179 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46368) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:12.340159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:12.340574 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:12.340946 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:12.341299 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:12.341651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:12.342132 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:12.342354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:12.342846 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:12.343187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:12.343580 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:12.343919 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:12.344250 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:12.345351 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:12.345761 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:12.346312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1894da6-c629-4de6-b669-90dc10af0ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:12.393046 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:12.396099 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:12.407072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:12.466435 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc88b713-abd7-4465-be26-e2ae36f2b1a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router (38d38a93-dafb-4539-be3d-103b8249edb1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:12.475573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0ca9f4-45f7-4b77-85db-3cc9270de0f5 None None] Network 629d9322-29f9-4cae-ba58-828c0b457795 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:41:12.549162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-a6a70947-929a-47c1-b5b0-b9cbf230eb3f None None] Provisioning complete for port 3db07eef-1df5-4a84-839b-d8fa539f3f77 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:12.549538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a6a70947-929a-47c1-b5b0-b9cbf230eb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (3db07eef-1df5-4a84-839b-d8fa539f3f77), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:12.549877 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-a6a70947-929a-47c1-b5b0-b9cbf230eb3f None None] Attempt 1 to provision port 3db07eef-1df5-4a84-839b-d8fa539f3f77 Oct 26 16:41:12.571431 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc88b713-abd7-4465-be26-e2ae36f2b1a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (38d38a93-dafb-4539-be3d-103b8249edb1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:12.622259 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-bc88b713-abd7-4465-be26-e2ae36f2b1a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port 8da22334-908c-44c6-a4a3-95dba3dc26b4 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:41:12.622674 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc88b713-abd7-4465-be26-e2ae36f2b1a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:12.652120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-a6a70947-929a-47c1-b5b0-b9cbf230eb3f None None] Current status of the port 3db07eef-1df5-4a84-839b-d8fa539f3f77 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:12.686328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] DHCP port deletion for 629d9322-29f9-4cae-ba58-828c0b457795 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 16:41:12.724449 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-bc88b713-abd7-4465-be26-e2ae36f2b1a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] For port 8da22334-908c-44c6-a4a3-95dba3dc26b4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8da22334-908c-44c6-a4a3-95dba3dc26b4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:12.724976 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc88b713-abd7-4465-be26-e2ae36f2b1a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:12.731982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Deleting port 3db07eef-1df5-4a84-839b-d8fa539f3f77 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:41:12.732405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (3db07eef-1df5-4a84-839b-d8fa539f3f77), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:12.739971 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-bc88b713-abd7-4465-be26-e2ae36f2b1a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for 8da22334-908c-44c6-a4a3-95dba3dc26b4 owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:41:12.795827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:12.802515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] For port 3db07eef-1df5-4a84-839b-d8fa539f3f77, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=3db07eef-1df5-4a84-839b-d8fa539f3f77,segment=NetworkSegment(efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5),segment_id=efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:12.802907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (3db07eef-1df5-4a84-839b-d8fa539f3f77), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:12.839204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Calling delete_port for 3db07eef-1df5-4a84-839b-d8fa539f3f77 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:41:12.890790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:12.894823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:12.905563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8da22334-908c-44c6-a4a3-95dba3dc26b4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:12.905966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:12.906264 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8da22334-908c-44c6-a4a3-95dba3dc26b4 Oct 26 16:41:12.917822 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc88b713-abd7-4465-be26-e2ae36f2b1a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (8da22334-908c-44c6-a4a3-95dba3dc26b4), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:12.939802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:12.947872 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88b713-abd7-4465-be26-e2ae36f2b1a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=8da22334-908c-44c6-a4a3-95dba3dc26b4,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:12.965070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Could not find standard attr ID for object 8da22334-908c-44c6-a4a3-95dba3dc26b4. {{(pid=105323) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 16:41:12.970041 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No ports have port_id starting with 8da22334-908c-44c6-a4a3-95dba3dc26b4 Oct 26 16:41:12.974552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (3db07eef-1df5-4a84-839b-d8fa539f3f77), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:13.004297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Pushing event deleted for resources: {'Port': ['ID=3db07eef-1df5-4a84-839b-d8fa539f3f77,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:13.008851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] No DVR routers for this DVR port 3db07eef-1df5-4a84-839b-d8fa539f3f77 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:41:13.016469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:13.016833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:13.017182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:13.021823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:13.021823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:13.021823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:13.022101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:13.022752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:13.022752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:13.023723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:13.024035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:13.024228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:13.025047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:13.025047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:13.025825 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a6c15-f031-4872-984d-945d69cc3f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:13.026660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc88b713-abd7-4465-be26-e2ae36f2b1a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (38d38a93-dafb-4539-be3d-103b8249edb1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:13.030805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3db07eef-1df5-4a84-839b-d8fa539f3f77 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:13.050762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 3db07eef-1df5-4a84-839b-d8fa539f3f77 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:41:13.051031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 3db07eef-1df5-4a84-839b-d8fa539f3f77 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:41:13.124288 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc88b713-abd7-4465-be26-e2ae36f2b1a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (38d38a93-dafb-4539-be3d-103b8249edb1), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:13.126783 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc88b713-abd7-4465-be26-e2ae36f2b1a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_controller (38d38a93-dafb-4539-be3d-103b8249edb1), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:13.171716 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc88b713-abd7-4465-be26-e2ae36f2b1a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (38d38a93-dafb-4539-be3d-103b8249edb1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:13.172430 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc88b713-abd7-4465-be26-e2ae36f2b1a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Fanout notify agent at l3_agent the message router_deleted on router 38d38a93-dafb-4539-be3d-103b8249edb1 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:41:13.178813 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bc88b713-abd7-4465-be26-e2ae36f2b1a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:13.180034 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bc88b713-abd7-4465-be26-e2ae36f2b1a5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/routers/38d38a93-dafb-4539-be3d-103b8249edb1 HTTP/1.1" status: 204 len: 168 time: 0.8467181 Oct 26 16:41:13.183088 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46370) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:13.267273 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ecf79e87-cb87-4a75-8be8-bf1137933e7c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (629d9322-29f9-4cae-ba58-828c0b457795), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:13.598429 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ecf79e87-cb87-4a75-8be8-bf1137933e7c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (629d9322-29f9-4cae-ba58-828c0b457795), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:13.619652 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-ecf79e87-cb87-4a75-8be8-bf1137933e7c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629d9322-29f9-4cae-ba58-828c0b457795']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:13.629132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-ecf79e87-cb87-4a75-8be8-bf1137933e7c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:13.629435 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-ecf79e87-cb87-4a75-8be8-bf1137933e7c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:13.637764 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:13.639755 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ecf79e87-cb87-4a75-8be8-bf1137933e7c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:13.654274 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ecf79e87-cb87-4a75-8be8-bf1137933e7c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:13.660374 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf79e87-cb87-4a75-8be8-bf1137933e7c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:41:13.660746 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ecf79e87-cb87-4a75-8be8-bf1137933e7c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:13.706001 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:13.729903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ecf79e87-cb87-4a75-8be8-bf1137933e7c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (629d9322-29f9-4cae-ba58-828c0b457795), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:13.737672 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ecf79e87-cb87-4a75-8be8-bf1137933e7c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:13.740851 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ecf79e87-cb87-4a75-8be8-bf1137933e7c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/networks/629d9322-29f9-4cae-ba58-828c0b457795 HTTP/1.1" status: 204 len: 168 time: 0.5567503 Oct 26 16:41:13.744514 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5 resource provider aggregate not found Oct 26 16:41:13.745475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46376) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:13.757980 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf79e87-cb87-4a75-8be8-bf1137933e7c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Network': ['ID=629d9322-29f9-4cae-ba58-828c0b457795,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:13.775442 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efe7b5c1-a85c-4abb-8cfb-8899f2e3d3b5 found for delete ", "request_id": "req-664d9984-9432-4e34-85d9-b1e5f316af72"}]} Oct 26 16:41:13.808877 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bb54543e-3ae9-4d04-a997-c704a4ce6351 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (75318384-159c-488a-a413-487e784e5c50), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:13.833004 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bb54543e-3ae9-4d04-a997-c704a4ce6351 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (75318384-159c-488a-a413-487e784e5c50), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:13.858860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec17987-fdd5-435c-9ce4-853a1ae55296 None None] Sync routers for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:13.859335 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:13.859457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec17987-fdd5-435c-9ce4-853a1ae55296 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:13.859570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec17987-fdd5-435c-9ce4-853a1ae55296 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:41:13.860124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-cec17987-fdd5-435c-9ce4-853a1ae55296 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'38d38a93-dafb-4539-be3d-103b8249edb1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:41:13.863423 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:13.869349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec17987-fdd5-435c-9ce4-853a1ae55296 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:13.869502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec17987-fdd5-435c-9ce4-853a1ae55296 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:41:13.870094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-cec17987-fdd5-435c-9ce4-853a1ae55296 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'38d38a93-dafb-4539-be3d-103b8249edb1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:41:13.870553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec17987-fdd5-435c-9ce4-853a1ae55296 None None] The sync data for ids ['38d38a93-dafb-4539-be3d-103b8249edb1'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:13.904233 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bb54543e-3ae9-4d04-a997-c704a4ce6351 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (75318384-159c-488a-a413-487e784e5c50), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:13.906835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bb54543e-3ae9-4d04-a997-c704a4ce6351 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:13.907988 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bb54543e-3ae9-4d04-a997-c704a4ce6351 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/75318384-159c-488a-a413-487e784e5c50 HTTP/1.1" status: 204 len: 168 time: 0.1615231 Oct 26 16:41:13.917972 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54543e-3ae9-4d04-a997-c704a4ce6351 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75318384-159c-488a-a413-487e784e5c50,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:13.965654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.055167 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46384) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:14.060346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.060950 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-96099299-25e9-4b38-ad6f-6b765a16d7a3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-384870678', 'description': 'tempest-secgroup-smoke-384870678 description', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:41:14.083072 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-96099299-25e9-4b38-ad6f-6b765a16d7a3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.154058 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-96099299-25e9-4b38-ad6f-6b765a16d7a3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (dc798459-e89d-4c68-941d-0d2f58700ba7), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.157546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-96099299-25e9-4b38-ad6f-6b765a16d7a3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (dc798459-e89d-4c68-941d-0d2f58700ba7), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.186551 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-96099299-25e9-4b38-ad6f-6b765a16d7a3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.187790 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-96099299-25e9-4b38-ad6f-6b765a16d7a3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1317747 Oct 26 16:41:14.190823 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46386) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:14.191803 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96099299-25e9-4b38-ad6f-6b765a16d7a3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc798459-e89d-4c68-941d-0d2f58700ba7,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:14.195665 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-b4f993e7-d33c-430a-b0a3-7fe666fa4ce2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': 'dc798459-e89d-4c68-941d-0d2f58700ba7', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:41:14.224092 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4f993e7-d33c-430a-b0a3-7fe666fa4ce2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (6ff75eb4-8a35-4e59-bf2c-257a9fb29a8e), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.284395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4f993e7-d33c-430a-b0a3-7fe666fa4ce2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (6ff75eb4-8a35-4e59-bf2c-257a9fb29a8e), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.288073 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4f993e7-d33c-430a-b0a3-7fe666fa4ce2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (6ff75eb4-8a35-4e59-bf2c-257a9fb29a8e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.307690 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f993e7-d33c-430a-b0a3-7fe666fa4ce2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff75eb4-8a35-4e59-bf2c-257a9fb29a8e,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:14.315029 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b4f993e7-d33c-430a-b0a3-7fe666fa4ce2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.316193 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b4f993e7-d33c-430a-b0a3-7fe666fa4ce2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243227 Oct 26 16:41:14.319008 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46388) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:14.323177 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-01e916b4-9fcc-446e-8658-a669bb86a795 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': 'dc798459-e89d-4c68-941d-0d2f58700ba7', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:41:14.348923 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-01e916b4-9fcc-446e-8658-a669bb86a795 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (035e881f-ab29-4b4e-aefb-26f6a496d831), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.404577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-01e916b4-9fcc-446e-8658-a669bb86a795 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (035e881f-ab29-4b4e-aefb-26f6a496d831), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.407947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-01e916b4-9fcc-446e-8658-a669bb86a795 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (035e881f-ab29-4b4e-aefb-26f6a496d831), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.426829 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e916b4-9fcc-446e-8658-a669bb86a795 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035e881f-ab29-4b4e-aefb-26f6a496d831,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:14.434458 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-01e916b4-9fcc-446e-8658-a669bb86a795 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.436281 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-01e916b4-9fcc-446e-8658-a669bb86a795 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161957 Oct 26 16:41:14.439055 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46390) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:14.443246 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-7a0260e8-a4e9-46de-ab54-45256040e073 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': 'dc798459-e89d-4c68-941d-0d2f58700ba7', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:41:14.470146 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a0260e8-a4e9-46de-ab54-45256040e073 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (487f13f5-9e10-45ec-8b4b-cef99630225d), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.527206 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a0260e8-a4e9-46de-ab54-45256040e073 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (487f13f5-9e10-45ec-8b4b-cef99630225d), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.530680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a0260e8-a4e9-46de-ab54-45256040e073 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (487f13f5-9e10-45ec-8b4b-cef99630225d), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.552028 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0260e8-a4e9-46de-ab54-45256040e073 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487f13f5-9e10-45ec-8b4b-cef99630225d,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:14.557873 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7a0260e8-a4e9-46de-ab54-45256040e073 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.559018 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7a0260e8-a4e9-46de-ab54-45256040e073 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190233 Oct 26 16:41:14.561654 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46392) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:14.566046 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-2d0d481c-7534-48ac-aeee-93718f90c2d6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': 'dc798459-e89d-4c68-941d-0d2f58700ba7', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:41:14.591931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2d0d481c-7534-48ac-aeee-93718f90c2d6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (e80c1df2-3872-48ca-96b0-bb028ad6a6f5), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.648448 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2d0d481c-7534-48ac-aeee-93718f90c2d6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (e80c1df2-3872-48ca-96b0-bb028ad6a6f5), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.652431 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2d0d481c-7534-48ac-aeee-93718f90c2d6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (e80c1df2-3872-48ca-96b0-bb028ad6a6f5), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.670679 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d481c-7534-48ac-aeee-93718f90c2d6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80c1df2-3872-48ca-96b0-bb028ad6a6f5,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:14.678189 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-2d0d481c-7534-48ac-aeee-93718f90c2d6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.679427 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2d0d481c-7534-48ac-aeee-93718f90c2d6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168206 Oct 26 16:41:14.682624 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46394) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:14.686922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-1f282f2a-80f7-47f5-8284-0fa03557632b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': 'dc798459-e89d-4c68-941d-0d2f58700ba7', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:41:14.710488 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-1f282f2a-80f7-47f5-8284-0fa03557632b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Project 5fb6b8606a8f4a13aa28f4e956cbe2de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:41:14.716386 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1f282f2a-80f7-47f5-8284-0fa03557632b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (4627338c-5e68-4566-9d7d-717771c1a097), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.747992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:14.767544 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 8da22334-908c-44c6-a4a3-95dba3dc26b4 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:41:14.767893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8da22334-908c-44c6-a4a3-95dba3dc26b4 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:41:14.768308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:14.774602 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=9 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:14.781959 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1f282f2a-80f7-47f5-8284-0fa03557632b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (4627338c-5e68-4566-9d7d-717771c1a097), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.786052 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1f282f2a-80f7-47f5-8284-0fa03557632b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (4627338c-5e68-4566-9d7d-717771c1a097), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.791463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: e95c9d0a-f08d-4e86-a6e7-84e8d669e703 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:41:14.791814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e95c9d0a-f08d-4e86-a6e7-84e8d669e703 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:41:14.805741 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:14.808156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f282f2a-80f7-47f5-8284-0fa03557632b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4627338c-5e68-4566-9d7d-717771c1a097,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:14.815202 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-1f282f2a-80f7-47f5-8284-0fa03557632b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.816448 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1f282f2a-80f7-47f5-8284-0fa03557632b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328242 Oct 26 16:41:14.819114 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46396) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:14.824245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-ede46cff-ddfb-4fc1-b61e-b0dee3087d11 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': 'dc798459-e89d-4c68-941d-0d2f58700ba7', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:41:14.845551 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-ede46cff-ddfb-4fc1-b61e-b0dee3087d11 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Project 5fb6b8606a8f4a13aa28f4e956cbe2de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:41:14.851050 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ede46cff-ddfb-4fc1-b61e-b0dee3087d11 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (29380ddc-00b6-46c5-ba99-97e1847addfb), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.909877 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ede46cff-ddfb-4fc1-b61e-b0dee3087d11 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (29380ddc-00b6-46c5-ba99-97e1847addfb), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.913329 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ede46cff-ddfb-4fc1-b61e-b0dee3087d11 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (29380ddc-00b6-46c5-ba99-97e1847addfb), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.933653 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede46cff-ddfb-4fc1-b61e-b0dee3087d11 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29380ddc-00b6-46c5-ba99-97e1847addfb,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:14.942043 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ede46cff-ddfb-4fc1-b61e-b0dee3087d11 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:14.943208 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ede46cff-ddfb-4fc1-b61e-b0dee3087d11 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231899 Oct 26 16:41:14.946171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46398) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:14.952041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-7161810e-45e3-4299-beee-adc0260e3205 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'network': {'name': 'tempest-network-smoke--2045541797', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'port_security_enabled': True}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:41:14.972479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7161810e-45e3-4299-beee-adc0260e3205 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Made reservation on behalf of 5fb6b8606a8f4a13aa28f4e956cbe2de for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:14.976410 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7161810e-45e3-4299-beee-adc0260e3205 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:15.000483 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7161810e-45e3-4299-beee-adc0260e3205 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:41:15.010309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7161810e-45e3-4299-beee-adc0260e3205 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (bef43d2e-9927-470e-9ecc-7ea8320da74b), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:15.010743 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-7161810e-45e3-4299-beee-adc0260e3205 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Added segment bef43d2e-9927-470e-9ecc-7ea8320da74b of type vlan for network aec2d6c8-0c1e-4358-a1cd-710a71fe832d Oct 26 16:41:15.050467 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7161810e-45e3-4299-beee-adc0260e3205 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (aec2d6c8-0c1e-4358-a1cd-710a71fe832d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:15.075341 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7161810e-45e3-4299-beee-adc0260e3205 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (aec2d6c8-0c1e-4358-a1cd-710a71fe832d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:15.080190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7161810e-45e3-4299-beee-adc0260e3205 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:15.080770 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7161810e-45e3-4299-beee-adc0260e3205 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:15.141209 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7161810e-45e3-4299-beee-adc0260e3205 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1933379 Oct 26 16:41:15.143947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46400) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:15.148603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'admin_state_up': True, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:41:15.152996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161810e-45e3-4299-beee-adc0260e3205 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Network': ['ID=aec2d6c8-0c1e-4358-a1cd-710a71fe832d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:15.163410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network aec2d6c8-0c1e-4358-a1cd-710a71fe832d details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:41:15.173948 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (86c48549-52ac-4ea8-8af7-809c0325fa59), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:15.175003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (86c48549-52ac-4ea8-8af7-809c0325fa59), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:15.224706 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_controller (86c48549-52ac-4ea8-8af7-809c0325fa59), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:15.362937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (86c48549-52ac-4ea8-8af7-809c0325fa59), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:15.534171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (86c48549-52ac-4ea8-8af7-809c0325fa59), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:15.553220 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:15.659353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.26.11.51 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/d32c0e80-7eb5-4cc4-9789-05fc9141a90d) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:15.762850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:15.795280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:15.832375 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:15.843968 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:15.849925 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:15.852924 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:41:15.854840 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:15.858427 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:16.098360 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (86c48549-52ac-4ea8-8af7-809c0325fa59), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:16.285403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (86c48549-52ac-4ea8-8af7-809c0325fa59), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:16.410391 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 86c48549-52ac-4ea8-8af7-809c0325fa59 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:41:16.507524 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:41:16.518728 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:16.527176 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:16.531335 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ede88082-2dc6-4b40-b740-c367bafd4a25 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3833151 Oct 26 16:41:16.531484 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:16.531484 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:16.531739 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46402) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:16.604764 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5d05d6f2-4e61-40f5-a25c-c861b6097778 tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?project_id=5fb6b8606a8f4a13aa28f4e956cbe2de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721941 Oct 26 16:41:16.607392 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46406) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:16.699211 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f586fce-c420-47fd-9c91-57720e9bf45c tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:16.703474 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0f586fce-c420-47fd-9c91-57720e9bf45c tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925305 Oct 26 16:41:16.703770 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46408) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:16.717858 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:16.735671 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-72ca18a3-4c66-4ec8-94aa-b0ceaea00978 tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308394 Oct 26 16:41:16.738153 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46410) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:16.742801 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-9234c88a-8451-4663-83d3-91ba795baa24 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-58272460', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:41:16.796487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:16.832470 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9234c88a-8451-4663-83d3-91ba795baa24 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Made reservation on behalf of 5fb6b8606a8f4a13aa28f4e956cbe2de for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:16.836511 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9234c88a-8451-4663-83d3-91ba795baa24 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:16.878369 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:16.881270 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:15Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:16.884757 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:16.911416 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:16.911761 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Updating router 86c48549-52ac-4ea8-8af7-809c0325fa59 port d32c0e80-7eb5-4cc4-9789-05fc9141a90d binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:41:16.926965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:16.939313 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:17.031245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9234c88a-8451-4663-83d3-91ba795baa24 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (a9a27262-e091-422f-b199-93bca8c43236), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:17.096750 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234c88a-8451-4663-83d3-91ba795baa24 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Subnet': ['ID=a9a27262-e091-422f-b199-93bca8c43236,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:17.102301 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9234c88a-8451-4663-83d3-91ba795baa24 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Checking segment: {'id': 'bef43d2e-9927-470e-9ecc-7ea8320da74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:41:17.102666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9234c88a-8451-4663-83d3-91ba795baa24 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network hostable DHCP agents. Network: aec2d6c8-0c1e-4358-a1cd-710a71fe832d, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:41:17.120201 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9234c88a-8451-4663-83d3-91ba795baa24 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network aec2d6c8-0c1e-4358-a1cd-710a71fe832d is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:41:17.129434 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-9234c88a-8451-4663-83d3-91ba795baa24 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, aec2d6c8-0c1e-4358-a1cd-710a71fe832d) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:17.135795 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9234c88a-8451-4663-83d3-91ba795baa24 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:17.135896 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9234c88a-8451-4663-83d3-91ba795baa24 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:17.140160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5f6c3c-6cfc-4059-9e71-c67573c0602f None None] Network aec2d6c8-0c1e-4358-a1cd-710a71fe832d requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:41:17.154558 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9234c88a-8451-4663-83d3-91ba795baa24 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4154060 Oct 26 16:41:17.157251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46412) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:17.194706 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Publish callbacks [] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:17.201559 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:17.249732 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Attempting to bind port d32c0e80-7eb5-4cc4-9789-05fc9141a90d on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:41:17.250205 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Attempting to bind port d32c0e80-7eb5-4cc4-9789-05fc9141a90d by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:41:17.250635 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Attempting to bind port d32c0e80-7eb5-4cc4-9789-05fc9141a90d on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:41:17.254107 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632970e-91d7-48cd-9a2a-63f6574076b8 None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=2']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:17.261378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:41:17.262584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:17.286810 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632970e-91d7-48cd-9a2a-63f6574076b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:17.287156 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632970e-91d7-48cd-9a2a-63f6574076b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:17.287496 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632970e-91d7-48cd-9a2a-63f6574076b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:17.287836 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632970e-91d7-48cd-9a2a-63f6574076b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:17.288170 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632970e-91d7-48cd-9a2a-63f6574076b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:17.288498 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632970e-91d7-48cd-9a2a-63f6574076b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:17.288834 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632970e-91d7-48cd-9a2a-63f6574076b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:17.289165 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632970e-91d7-48cd-9a2a-63f6574076b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:17.289489 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632970e-91d7-48cd-9a2a-63f6574076b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:17.289812 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632970e-91d7-48cd-9a2a-63f6574076b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:17.290155 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632970e-91d7-48cd-9a2a-63f6574076b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:17.290984 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632970e-91d7-48cd-9a2a-63f6574076b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:17.291314 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632970e-91d7-48cd-9a2a-63f6574076b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:17.291632 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632970e-91d7-48cd-9a2a-63f6574076b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:17.291956 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632970e-91d7-48cd-9a2a-63f6574076b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:41:17.315522 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:41:17.315936 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:41:17.316301 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:17.316689 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:41:17.317186 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Bound port: d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:41:17.317565 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:17.367839 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:41:17.373313 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:41:17.374184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:17.380129 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:17.421436 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:17.422065 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:17.437401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Allocated IP 172.20.0.2 (aec2d6c8-0c1e-4358-a1cd-710a71fe832d/a9a27262-e091-422f-b199-93bca8c43236/717c8eb4-068f-45e8-8214-40cf81af7ef6) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:17.470132 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632970e-91d7-48cd-9a2a-63f6574076b8 None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:17.535604 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:17.586395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Publish callbacks [] for port (717c8eb4-068f-45e8-8214-40cf81af7ef6), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:17.593427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (717c8eb4-068f-45e8-8214-40cf81af7ef6), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:17.638967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Network aec2d6c8-0c1e-4358-a1cd-710a71fe832d is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:17.642374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:17.644853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:41:17.647223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Pushing event updated for resources: {'Port': ['ID=717c8eb4-068f-45e8-8214-40cf81af7ef6,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:17.663172 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31fc3a70-04da-4bad-a079-4e48a4697448 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:17.708736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Attempting to bind port 717c8eb4-068f-45e8-8214-40cf81af7ef6 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:41:17.709009 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:17.709526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Attempting to bind port 717c8eb4-068f-45e8-8214-40cf81af7ef6 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'bef43d2e-9927-470e-9ecc-7ea8320da74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:41:17.709661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Attempting to bind port 717c8eb4-068f-45e8-8214-40cf81af7ef6 on network aec2d6c8-0c1e-4358-a1cd-710a71fe832d {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:41:17.716942 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:15Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:17.742237 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ede7e4-01c2-4a98-be6d-b1efcd0b7307 None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:15Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:17.761948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:41:17.762653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Checking segment: {'id': 'bef43d2e-9927-470e-9ecc-7ea8320da74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:41:17.763210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:17.763613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Bound using segment: {'id': 'bef43d2e-9927-470e-9ecc-7ea8320da74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:41:17.764095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Bound port: 717c8eb4-068f-45e8-8214-40cf81af7ef6, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef43d2e-9927-470e-9ecc-7ea8320da74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:41:17.764487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (717c8eb4-068f-45e8-8214-40cf81af7ef6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:17.833114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] For port 717c8eb4-068f-45e8-8214-40cf81af7ef6, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:41:17.836938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] For port 717c8eb4-068f-45e8-8214-40cf81af7ef6, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=717c8eb4-068f-45e8-8214-40cf81af7ef6,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:41:17.843005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (717c8eb4-068f-45e8-8214-40cf81af7ef6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:17.904937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c9b19-2c3c-469b-bd03-b4ace41dd59a None None] Pushing event updated for resources: {'Port': ['ID=717c8eb4-068f-45e8-8214-40cf81af7ef6,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:18.229126 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:18.241897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-31fc3a70-04da-4bad-a079-4e48a4697448 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.20.0.1 (aec2d6c8-0c1e-4358-a1cd-710a71fe832d/a9a27262-e091-422f-b199-93bca8c43236/8986027f-8837-4ba9-a111-b29048536400) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:18.373994 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31fc3a70-04da-4bad-a079-4e48a4697448 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (8986027f-8837-4ba9-a111-b29048536400), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:18.406344 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31fc3a70-04da-4bad-a079-4e48a4697448 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (8986027f-8837-4ba9-a111-b29048536400), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:18.458854 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fc3a70-04da-4bad-a079-4e48a4697448 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network aec2d6c8-0c1e-4358-a1cd-710a71fe832d is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:18.464703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-31fc3a70-04da-4bad-a079-4e48a4697448 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:18.467230 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc3a70-04da-4bad-a079-4e48a4697448 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:41:18.472022 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc3a70-04da-4bad-a079-4e48a4697448 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:18.514996 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31fc3a70-04da-4bad-a079-4e48a4697448 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (86c48549-52ac-4ea8-8af7-809c0325fa59), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:18.656080 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31fc3a70-04da-4bad-a079-4e48a4697448 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:18.818034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:18.838340 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:18.869365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d32c0e80-7eb5-4cc4-9789-05fc9141a90d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:18.869749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:18.870091 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d32c0e80-7eb5-4cc4-9789-05fc9141a90d Oct 26 16:41:18.948470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:18.948939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:18.972447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:18.979132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:18.980215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 717c8eb4-068f-45e8-8214-40cf81af7ef6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:18.984249 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31fc3a70-04da-4bad-a079-4e48a4697448 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (8986027f-8837-4ba9-a111-b29048536400), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:18.988577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31fc3a70-04da-4bad-a079-4e48a4697448 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:19.076180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5907d0-8013-4612-b639-c28f4dfc3460 None None] Network aec2d6c8-0c1e-4358-a1cd-710a71fe832d requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:41:19.076180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:19.084246 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc3a70-04da-4bad-a079-4e48a4697448 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:19.087591 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-31fc3a70-04da-4bad-a079-4e48a4697448 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (86c48549-52ac-4ea8-8af7-809c0325fa59), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:19.099923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:19.122986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:19.130266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:19.159017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-ea5d17fd-298c-4f8c-85a7-7e74a5e07d40 None None] Provisioning complete for port 717c8eb4-068f-45e8-8214-40cf81af7ef6 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:19.159399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ea5d17fd-298c-4f8c-85a7-7e74a5e07d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (717c8eb4-068f-45e8-8214-40cf81af7ef6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:19.159739 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-ea5d17fd-298c-4f8c-85a7-7e74a5e07d40 None None] Attempt 1 to provision port 717c8eb4-068f-45e8-8214-40cf81af7ef6 Oct 26 16:41:19.190495 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:19.193286 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fc3a70-04da-4bad-a079-4e48a4697448 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network aec2d6c8-0c1e-4358-a1cd-710a71fe832d is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:19.195755 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-31fc3a70-04da-4bad-a079-4e48a4697448 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:19.314971 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fc3a70-04da-4bad-a079-4e48a4697448 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 86c48549-52ac-4ea8-8af7-809c0325fa59 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:41:19.361657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 717c8eb4-068f-45e8-8214-40cf81af7ef6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:19.362038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (717c8eb4-068f-45e8-8214-40cf81af7ef6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:19.362377 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 717c8eb4-068f-45e8-8214-40cf81af7ef6 Oct 26 16:41:19.439205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:19.440536 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fc3a70-04da-4bad-a079-4e48a4697448 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:41:19.445973 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-31fc3a70-04da-4bad-a079-4e48a4697448 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "PUT /networking/v2.0/routers/86c48549-52ac-4ea8-8af7-809c0325fa59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2876239 Oct 26 16:41:19.507818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ea5d17fd-298c-4f8c-85a7-7e74a5e07d40 None None] Current status of the port 717c8eb4-068f-45e8-8214-40cf81af7ef6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:19.508207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ea5d17fd-298c-4f8c-85a7-7e74a5e07d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (717c8eb4-068f-45e8-8214-40cf81af7ef6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:19.510719 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:19.511360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:19.576847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 717c8eb4-068f-45e8-8214-40cf81af7ef6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:19.577253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (717c8eb4-068f-45e8-8214-40cf81af7ef6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:19.611746 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-d2ab1ff5-8e69-482d-8b10-e4f10b8eb30a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-384870678&fields=id&tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de HTTP/1.1" status: 200 len: 267 time: 0.0486786 Oct 26 16:41:19.623982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-ea5d17fd-298c-4f8c-85a7-7e74a5e07d40 None None] For port 717c8eb4-068f-45e8-8214-40cf81af7ef6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=717c8eb4-068f-45e8-8214-40cf81af7ef6,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:19.655221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ea5d17fd-298c-4f8c-85a7-7e74a5e07d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (717c8eb4-068f-45e8-8214-40cf81af7ef6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:19.720742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:19.735867 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-92a69089-7cf3-492e-a6d1-3277e6277fe8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:19.737485 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-92a69089-7cf3-492e-a6d1-3277e6277fe8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/networks?id=aec2d6c8-0c1e-4358-a1cd-710a71fe832d HTTP/1.1" status: 200 len: 797 time: 0.1192038 Oct 26 16:41:19.754782 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-9ff2843f-a8ac-4198-973e-62f174affba1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/quotas/5fb6b8606a8f4a13aa28f4e956cbe2de HTTP/1.1" status: 200 len: 375 time: 0.0110509 Oct 26 16:41:19.788415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d17fd-298c-4f8c-85a7-7e74a5e07d40 None None] Pushing event updated for resources: {'Port': ['ID=717c8eb4-068f-45e8-8214-40cf81af7ef6,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:19.792105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.db.api [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 16:41:19.792521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG oslo_db.api [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 16:41:19.804057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-89d3aabf-82fc-4211-88a4-b776ddc28074 None None] Provisioning complete for port 717c8eb4-068f-45e8-8214-40cf81af7ef6 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:19.804439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-89d3aabf-82fc-4211-88a4-b776ddc28074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (717c8eb4-068f-45e8-8214-40cf81af7ef6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:19.804783 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-89d3aabf-82fc-4211-88a4-b776ddc28074 None None] Attempt 1 to provision port 717c8eb4-068f-45e8-8214-40cf81af7ef6 Oct 26 16:41:19.823191 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-084b10e5-9c7d-4778-815f-67dd3c1f5aaf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603833 Oct 26 16:41:19.980734 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-e885ef13-b94a-4aaf-85b4-3efa0dcdea07 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422529 Oct 26 16:41:20.016059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-89d3aabf-82fc-4211-88a4-b776ddc28074 None None] Current status of the port 717c8eb4-068f-45e8-8214-40cf81af7ef6 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:20.033374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-89d3aabf-82fc-4211-88a4-b776ddc28074 None None] Provisioning complete for port 8986027f-8837-4ba9-a111-b29048536400 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:20.033733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-89d3aabf-82fc-4211-88a4-b776ddc28074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8986027f-8837-4ba9-a111-b29048536400), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:20.034069 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-89d3aabf-82fc-4211-88a4-b776ddc28074 None None] Attempt 1 to provision port 8986027f-8837-4ba9-a111-b29048536400 Oct 26 16:41:20.035826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:20.060225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:20.086485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:20.086839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Updating router 86c48549-52ac-4ea8-8af7-809c0325fa59 port 8986027f-8837-4ba9-a111-b29048536400 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:41:20.090288 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-1920c174-a863-4783-a376-40ae74ae7d6e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038601 Oct 26 16:41:20.121120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-89d3aabf-82fc-4211-88a4-b776ddc28074 None None] Port 8986027f-8837-4ba9-a111-b29048536400 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:41:20.125573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:20.250773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-6048c5eb-eb2d-45b3-8b13-278018a4f676 None None] Provisioning complete for port 8986027f-8837-4ba9-a111-b29048536400 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:20.251157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6048c5eb-eb2d-45b3-8b13-278018a4f676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8986027f-8837-4ba9-a111-b29048536400), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:20.251500 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-6048c5eb-eb2d-45b3-8b13-278018a4f676 None None] Attempt 1 to provision port 8986027f-8837-4ba9-a111-b29048536400 Oct 26 16:41:20.275458 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ff2beb02-b0d3-46e3-8f1b-e0a917023b28 req-cd65dd06-1b76-4032-8468-4bf71146ba8e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 210 time: 0.0340540 Oct 26 16:41:20.369684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-6048c5eb-eb2d-45b3-8b13-278018a4f676 None None] Port 8986027f-8837-4ba9-a111-b29048536400 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:41:20.387637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 717c8eb4-068f-45e8-8214-40cf81af7ef6 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:20.480776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Publish callbacks [] for port (8986027f-8837-4ba9-a111-b29048536400), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:20.487913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:20.549383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33268369-d190-4c50-8287-ada25527c11b None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:20.583141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Attempting to bind port 8986027f-8837-4ba9-a111-b29048536400 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:41:20.583563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Attempting to bind port 8986027f-8837-4ba9-a111-b29048536400 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'bef43d2e-9927-470e-9ecc-7ea8320da74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:41:20.583880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Attempting to bind port 8986027f-8837-4ba9-a111-b29048536400 on network aec2d6c8-0c1e-4358-a1cd-710a71fe832d {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:41:20.617150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:20.627489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:41:20.627870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Checking segment: {'id': 'bef43d2e-9927-470e-9ecc-7ea8320da74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:41:20.628274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:20.628662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Bound using segment: {'id': 'bef43d2e-9927-470e-9ecc-7ea8320da74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:41:20.629156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Bound port: 8986027f-8837-4ba9-a111-b29048536400, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef43d2e-9927-470e-9ecc-7ea8320da74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:41:20.629541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:20.699291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:41:20.702486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:41:20.709414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:20.716894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:20.747791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:20.748434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:20.796454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 717c8eb4-068f-45e8-8214-40cf81af7ef6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:20.828632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33268369-d190-4c50-8287-ada25527c11b None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:20.907827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:20.909783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 717c8eb4-068f-45e8-8214-40cf81af7ef6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:20.910156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (717c8eb4-068f-45e8-8214-40cf81af7ef6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:20.910490 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 717c8eb4-068f-45e8-8214-40cf81af7ef6 Oct 26 16:41:21.229591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 717c8eb4-068f-45e8-8214-40cf81af7ef6 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:21.280134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:21.321299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:20Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:21.356969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3582cf10-611f-4d1a-a710-eb01221c3489 None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:20Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:21.390090 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-a2b6cfdb-7582-47bb-bd32-55acb6c024bc req-275e4c9e-2542-40eb-b383-c85421a436dd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 210 time: 0.0353611 Oct 26 16:41:21.416129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:21.416525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:21.439779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:21.445285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:21.499395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:21.514781 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-f2be435c-e840-48d5-b6b8-e4c046c537fe tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:21.516578 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-f2be435c-e840-48d5-b6b8-e4c046c537fe tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "GET /networking/v2.0/networks?id=aec2d6c8-0c1e-4358-a1cd-710a71fe832d HTTP/1.1" status: 200 len: 797 time: 0.1666350 Oct 26 16:41:21.607216 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-a6a6a9ea-e374-4058-8a4b-b9b20044425e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de HTTP/1.1" status: 200 len: 379 time: 0.0684590 Oct 26 16:41:21.669932 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-3803fbe9-5bc1-4a7d-bf74-cb57e98b152c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'port': {'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'admin_state_up': True, 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'security_groups': ['dc798459-e89d-4c68-941d-0d2f58700ba7']}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:41:21.787194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:21.793023 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-3803fbe9-5bc1-4a7d-bf74-cb57e98b152c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Made reservation on behalf of 5fb6b8606a8f4a13aa28f4e956cbe2de for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:41:21.796957 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-3803fbe9-5bc1-4a7d-bf74-cb57e98b152c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:21.935271 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-3803fbe9-5bc1-4a7d-bf74-cb57e98b152c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.20.0.10 (aec2d6c8-0c1e-4358-a1cd-710a71fe832d/a9a27262-e091-422f-b199-93bca8c43236/4bfbe8bb-7275-4bb3-93cf-67ac5de38119) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:22.097444 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-3803fbe9-5bc1-4a7d-bf74-cb57e98b152c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (4bfbe8bb-7275-4bb3-93cf-67ac5de38119), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:22.133081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-3803fbe9-5bc1-4a7d-bf74-cb57e98b152c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (4bfbe8bb-7275-4bb3-93cf-67ac5de38119), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:22.179279 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-3803fbe9-5bc1-4a7d-bf74-cb57e98b152c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network aec2d6c8-0c1e-4358-a1cd-710a71fe832d is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:22.183619 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-3803fbe9-5bc1-4a7d-bf74-cb57e98b152c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:22.187646 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-3803fbe9-5bc1-4a7d-bf74-cb57e98b152c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:41:22.196519 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:22.229422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803fbe9-5bc1-4a7d-bf74-cb57e98b152c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=4bfbe8bb-7275-4bb3-93cf-67ac5de38119,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:22.251344 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-3803fbe9-5bc1-4a7d-bf74-cb57e98b152c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:22.252011 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-3803fbe9-5bc1-4a7d-bf74-cb57e98b152c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:22.274149 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-3803fbe9-5bc1-4a7d-bf74-cb57e98b152c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6052001 Oct 26 16:41:22.290903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Request body: {'port': {'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:41:22.357116 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4bfbe8bb-7275-4bb3-93cf-67ac5de38119), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:22.506017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8e01e90b-e1fd-40cb-869d-2fdda4ccf1c5 None None] Provisioning complete for port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:22.506478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8e01e90b-e1fd-40cb-869d-2fdda4ccf1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4bfbe8bb-7275-4bb3-93cf-67ac5de38119), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:22.506812 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8e01e90b-e1fd-40cb-869d-2fdda4ccf1c5 None None] Attempt 1 to provision port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 Oct 26 16:41:22.541197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8e01e90b-e1fd-40cb-869d-2fdda4ccf1c5 None None] Port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:41:22.574700 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262522f-4718-4e61-8497-854c8c59f237 req-903a7b63-2b71-40af-b61a-1d1fa40393a6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:22.576263 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5262522f-4718-4e61-8497-854c8c59f237 req-903a7b63-2b71-40af-b61a-1d1fa40393a6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 932 time: 0.0974903 Oct 26 16:41:22.645758 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:22.664893 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5262522f-4718-4e61-8497-854c8c59f237 req-291f7220-6cee-4033-a53b-2b4816a2c30f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dc798459-e89d-4c68-941d-0d2f58700ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818934 Oct 26 16:41:22.724425 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 {{(pid=105322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:41:22.734933 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Publish callbacks [] for port (4bfbe8bb-7275-4bb3-93cf-67ac5de38119), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:22.747955 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.provisioning_blocks [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Transition to ACTIVE for port object 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 will not be triggered until provisioned by entity L2. {{(pid=105322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:41:22.753106 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (4bfbe8bb-7275-4bb3-93cf-67ac5de38119), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:22.791368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:22.820386 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Pushing event updated for resources: {'Port': ['ID=4bfbe8bb-7275-4bb3-93cf-67ac5de38119,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:22.830884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:22.841403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d32c0e80-7eb5-4cc4-9789-05fc9141a90d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:22.841777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:22.842114 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d32c0e80-7eb5-4cc4-9789-05fc9141a90d Oct 26 16:41:22.875411 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Attempting to bind port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:41:22.875748 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Attempting to bind port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'bef43d2e-9927-470e-9ecc-7ea8320da74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:41:22.876082 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Attempting to bind port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 on network aec2d6c8-0c1e-4358-a1cd-710a71fe832d {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:41:22.917432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:22.917818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:22.918713 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 on network aec2d6c8-0c1e-4358-a1cd-710a71fe832d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:41:22.919053 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Attempting to bind port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 on network aec2d6c8-0c1e-4358-a1cd-710a71fe832d {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:41:22.938969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:22.943091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:22.943947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:22.961321 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:41:22.961670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Checking segment: {'id': 'bef43d2e-9927-470e-9ecc-7ea8320da74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:41:22.962063 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Bound using segment: {'id': 'bef43d2e-9927-470e-9ecc-7ea8320da74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d'} {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:41:22.963050 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Bound port: 4bfbe8bb-7275-4bb3-93cf-67ac5de38119, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef43d2e-9927-470e-9ecc-7ea8320da74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d'}}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:41:22.963417 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4bfbe8bb-7275-4bb3-93cf-67ac5de38119), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:23.024369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:23.030502 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] For port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119, host hv-neutron-7598, cleared binding levels {{(pid=105322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:41:23.031048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8986027f-8837-4ba9-a111-b29048536400 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:23.031431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8986027f-8837-4ba9-a111-b29048536400), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:23.031775 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8986027f-8837-4ba9-a111-b29048536400 Oct 26 16:41:23.033737 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] For port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=4bfbe8bb-7275-4bb3-93cf-67ac5de38119,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:41:23.041364 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (4bfbe8bb-7275-4bb3-93cf-67ac5de38119), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:23.045601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:23.046179 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:23.047660 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/4bfbe8bb-7275-4bb3-93cf-67ac5de38119 HTTP/1.1" status: 200 len: 1094 time: 0.7652731 Oct 26 16:41:23.048341 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'tag': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:41:23.050728 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb136ba649fa168c6248ca24a79b4aa523afb5de4688c02f3e3d85afa0885439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2408ecc1-82c2-443d-98fe-e43bda456de2" -d '{"events": [{"name": "network-changed", "server_uuid": "4502d359-1cc9-4c49-80f7-f475c7ee0136", "tag": "4bfbe8bb-7275-4bb3-93cf-67ac5de38119"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:41:23.075581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:23.120466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:23.120902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:23.122506 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a735776-bdc3-4ebe-bab6-a4da10e750a5 x-openstack-request-id: req-5a735776-bdc3-4ebe-bab6-a4da10e750a5 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:41:23.122799 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4502d359-1cc9-4c49-80f7-f475c7ee0136", "tag": "4bfbe8bb-7275-4bb3-93cf-67ac5de38119", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:41:23.123055 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a735776-bdc3-4ebe-bab6-a4da10e750a5 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:41:23.123461 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a735776-bdc3-4ebe-bab6-a4da10e750a5'] response: {'name': 'network-changed', 'server_uuid': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'tag': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'status': 'completed', 'code': 200} Oct 26 16:41:23.153461 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e0002-1f2f-44d3-9c96-02238fcff024 service neutron] Pushing event updated for resources: {'Port': ['ID=4bfbe8bb-7275-4bb3-93cf-67ac5de38119,revision_number=3']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:23.159490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:23.164955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:23.169584 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-3195c9d8-7847-4638-89d7-2561d69afbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:23.171140 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-3195c9d8-7847-4638-89d7-2561d69afbde service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 1128 time: 0.0505295 Oct 26 16:41:23.191180 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:23.221178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:23.231732 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-9e6c0526-0ce1-483e-b166-e0c854757f01 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bfbe8bb-7275-4bb3-93cf-67ac5de38119 HTTP/1.1" status: 200 len: 217 time: 0.0486472 Oct 26 16:41:23.286182 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-54554c0a-fd3e-458a-ae33-876ceaa9989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:23.287867 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-54554c0a-fd3e-458a-ae33-876ceaa9989a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a9a27262-e091-422f-b199-93bca8c43236 HTTP/1.1" status: 200 len: 833 time: 0.0476503 Oct 26 16:41:23.335627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-9a0467d6-ba28-45ec-a092-05a26286deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:23.337048 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-9a0467d6-ba28-45ec-a092-05a26286deb8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=aec2d6c8-0c1e-4358-a1cd-710a71fe832d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399098 Oct 26 16:41:23.435668 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-8b310c6d-593a-42b8-b1dc-d57c98b5eabf service neutron] 10.222.0.64 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872617 Oct 26 16:41:23.529351 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bdfcb8ed-e912-4157-a75b-a4c11657848c req-093fcaf8-116c-4178-a62b-294523ce4fab service neutron] 10.222.0.64 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847614 Oct 26 16:41:23.636500 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d009f2fd-3eee-4353-b295-f92065314626 None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:23.639345 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d009f2fd-3eee-4353-b295-f92065314626 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:23.639948 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d009f2fd-3eee-4353-b295-f92065314626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:23.680013 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:23.723557 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:23.748295 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d009f2fd-3eee-4353-b295-f92065314626 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:23.792143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d5a3d-24f9-4ad8-af79-308aaa550626 req-cdffcffd-ba0c-4ee9-abe8-c82e0344f654 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:23.793668 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e84d5a3d-24f9-4ad8-af79-308aaa550626 req-cdffcffd-ba0c-4ee9-abe8-c82e0344f654 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 944 time: 0.0520067 Oct 26 16:41:23.847078 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e84d5a3d-24f9-4ad8-af79-308aaa550626 req-7be8cb35-018b-4a9e-af72-a22b11d2538b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dc798459-e89d-4c68-941d-0d2f58700ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478265 Oct 26 16:41:23.939399 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d009f2fd-3eee-4353-b295-f92065314626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:23Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:23.973804 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d009f2fd-3eee-4353-b295-f92065314626 None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:23.982531 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d009f2fd-3eee-4353-b295-f92065314626 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:23.983135 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d009f2fd-3eee-4353-b295-f92065314626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:24.085049 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d009f2fd-3eee-4353-b295-f92065314626 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:24.356290 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d009f2fd-3eee-4353-b295-f92065314626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:23Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:24.380814 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d009f2fd-3eee-4353-b295-f92065314626 None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:23Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:24.428677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:24.438815 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408ecc1-82c2-443d-98fe-e43bda456de2 req-d18b0d0c-a6f5-4f34-b860-1a9a5a268458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:24.440360 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2408ecc1-82c2-443d-98fe-e43bda456de2 req-d18b0d0c-a6f5-4f34-b860-1a9a5a268458 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 1128 time: 0.0464790 Oct 26 16:41:24.539501 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408ecc1-82c2-443d-98fe-e43bda456de2 req-0c9374fe-6aea-4f63-a428-29b4b6629373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:24.541598 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2408ecc1-82c2-443d-98fe-e43bda456de2 req-0c9374fe-6aea-4f63-a428-29b4b6629373 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=aec2d6c8-0c1e-4358-a1cd-710a71fe832d HTTP/1.1" status: 200 len: 898 time: 0.0943367 Oct 26 16:41:24.591806 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2408ecc1-82c2-443d-98fe-e43bda456de2 req-ba20918d-f37c-421a-9958-c2f0c3d97185 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bfbe8bb-7275-4bb3-93cf-67ac5de38119 HTTP/1.1" status: 200 len: 217 time: 0.0402586 Oct 26 16:41:24.648669 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408ecc1-82c2-443d-98fe-e43bda456de2 req-120e26b9-6575-4187-82df-36933909a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:24.650754 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2408ecc1-82c2-443d-98fe-e43bda456de2 req-120e26b9-6575-4187-82df-36933909a0ce service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a9a27262-e091-422f-b199-93bca8c43236 HTTP/1.1" status: 200 len: 833 time: 0.0499938 Oct 26 16:41:24.697204 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408ecc1-82c2-443d-98fe-e43bda456de2 req-6d94da76-eecc-40c6-b3cf-e239b5060567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:24.698749 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2408ecc1-82c2-443d-98fe-e43bda456de2 req-6d94da76-eecc-40c6-b3cf-e239b5060567 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=aec2d6c8-0c1e-4358-a1cd-710a71fe832d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0417144 Oct 26 16:41:24.706460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:24.783742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:24.784139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:24.805408 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2408ecc1-82c2-443d-98fe-e43bda456de2 req-9d570a55-80cf-40da-a611-73645f154e02 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971577 Oct 26 16:41:24.809404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:24.825095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:24.830606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:24.847241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:24.926382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:24.927748 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2408ecc1-82c2-443d-98fe-e43bda456de2 req-212b204d-6ed9-42b8-887a-f5a60d827c42 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148701 Oct 26 16:41:24.969648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:24.983392 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:24.991836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e3663-5a72-41f5-b032-8fea797c369d req-6a490304-8d54-4a63-8a2e-48ead332433a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:24.993493 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ad1e3663-5a72-41f5-b032-8fea797c369d req-6a490304-8d54-4a63-8a2e-48ead332433a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 944 time: 0.0536628 Oct 26 16:41:25.010020 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:25.078286 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-ad1e3663-5a72-41f5-b032-8fea797c369d req-3e0ca60d-0216-4be5-852d-0aee46e4e6df tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dc798459-e89d-4c68-941d-0d2f58700ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780306 Oct 26 16:41:25.096514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:25.153618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8986027f-8837-4ba9-a111-b29048536400 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:25.153993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8986027f-8837-4ba9-a111-b29048536400), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:25.154432 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8986027f-8837-4ba9-a111-b29048536400 Oct 26 16:41:25.229515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:25.229907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:25.264613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:25.268871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:25.323401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:25.327908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:25.402737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:25.403131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:25.425371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:25.429223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:25.477670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:26.206742 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c36b34-33bb-428c-8b51-3d8335a6bf60 req-dab16a73-2425-442c-aaad-5a131df4ca83 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:26.208247 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f2c36b34-33bb-428c-8b51-3d8335a6bf60 req-dab16a73-2425-442c-aaad-5a131df4ca83 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 944 time: 0.0487654 Oct 26 16:41:26.260536 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f2c36b34-33bb-428c-8b51-3d8335a6bf60 req-6fbb56e2-1e0e-4b13-99be-5ae52d570a5d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dc798459-e89d-4c68-941d-0d2f58700ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439804 Oct 26 16:41:26.267082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:41:26.369348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=4bfbe8bb-7275-4bb3-93cf-67ac5de38119,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:26.380239 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:41:26.419816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:26.420210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4bfbe8bb-7275-4bb3-93cf-67ac5de38119), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:26.433523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:41:26.453779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=4bfbe8bb-7275-4bb3-93cf-67ac5de38119,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:26.457319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4bfbe8bb-7275-4bb3-93cf-67ac5de38119), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:26.503719 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=4bfbe8bb-7275-4bb3-93cf-67ac5de38119,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:26.550718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7558355-ada0-44c8-96de-6d1a0b20673a None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:26.550718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:26.556628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7558355-ada0-44c8-96de-6d1a0b20673a None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:26.557266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c7558355-ada0-44c8-96de-6d1a0b20673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:26.640568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:26.663357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c7558355-ada0-44c8-96de-6d1a0b20673a None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:26.733068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['4bfbe8bb-7275-4bb3-93cf-67ac5de38119'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:41:26.766500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:26.957128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:26.986648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:26.987038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:27.010686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c7558355-ada0-44c8-96de-6d1a0b20673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:25Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:25Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:27.053051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7558355-ada0-44c8-96de-6d1a0b20673a None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:27.084562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:27.091613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7558355-ada0-44c8-96de-6d1a0b20673a None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:27.092238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c7558355-ada0-44c8-96de-6d1a0b20673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:27.097703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:27.246961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:27.288319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c7558355-ada0-44c8-96de-6d1a0b20673a None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:27.389068 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8c346-b8ef-42e8-85f6-6e6e0f39710e req-f70a6882-4458-4722-bf0c-5137dc9f17ec tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:27.390671 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dbb8c346-b8ef-42e8-85f6-6e6e0f39710e req-f70a6882-4458-4722-bf0c-5137dc9f17ec tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 945 time: 0.0509100 Oct 26 16:41:27.443274 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-dbb8c346-b8ef-42e8-85f6-6e6e0f39710e req-d15bea73-0192-4be7-ad29-1c95ba88193a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dc798459-e89d-4c68-941d-0d2f58700ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467894 Oct 26 16:41:27.640852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c7558355-ada0-44c8-96de-6d1a0b20673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:25Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:27Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:27.669742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7558355-ada0-44c8-96de-6d1a0b20673a None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:25Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:27Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:28.282893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:28.326501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 16:41:28.334058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:28.334437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (4bfbe8bb-7275-4bb3-93cf-67ac5de38119), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:28.334774 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 Oct 26 16:41:28.411343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:28.411732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (4bfbe8bb-7275-4bb3-93cf-67ac5de38119), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:28.439839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:41:28.442124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0791dcd99e10d2601dac9685061402289b22c07495f87ab2850faee0ade828c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320b75b7-b4d6-4f47-8338-ff0e7a8766b0" -d '{"events": [{"server_uuid": "4502d359-1cc9-4c49-80f7-f475c7ee0136", "name": "network-vif-plugged", "status": "completed", "tag": "4bfbe8bb-7275-4bb3-93cf-67ac5de38119"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:41:28.455966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=4bfbe8bb-7275-4bb3-93cf-67ac5de38119,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:28.459633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (4bfbe8bb-7275-4bb3-93cf-67ac5de38119), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:28.506790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:28.512703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=4bfbe8bb-7275-4bb3-93cf-67ac5de38119,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:28.556907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181294ce-eb38-48fb-96cf-320c9f0e6769 x-openstack-request-id: req-181294ce-eb38-48fb-96cf-320c9f0e6769 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:41:28.557205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4502d359-1cc9-4c49-80f7-f475c7ee0136", "name": "network-vif-plugged", "status": "completed", "tag": "4bfbe8bb-7275-4bb3-93cf-67ac5de38119", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:41:28.557457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-181294ce-eb38-48fb-96cf-320c9f0e6769 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:41:28.557863 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-181294ce-eb38-48fb-96cf-320c9f0e6769'] response: {'server_uuid': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'code': 200} Oct 26 16:41:28.591133 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b4b41-dc05-4efe-bbe0-0def33727f49 req-580261f8-33df-4c00-bf6f-0cba9dd047d2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:28.592709 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bd4b4b41-dc05-4efe-bbe0-0def33727f49 req-580261f8-33df-4c00-bf6f-0cba9dd047d2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 946 time: 0.0492625 Oct 26 16:41:28.646960 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-bd4b4b41-dc05-4efe-bbe0-0def33727f49 req-35336ad7-2ec2-4858-a96d-807e4c0f41de tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dc798459-e89d-4c68-941d-0d2f58700ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479782 Oct 26 16:41:28.752338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a031757-f18e-48bf-a54e-6f7688ab1ae4 req-3c2b974f-3153-4a82-85a9-7ea51ddc95ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:28.754201 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0a031757-f18e-48bf-a54e-6f7688ab1ae4 req-3c2b974f-3153-4a82-85a9-7ea51ddc95ab service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 1130 time: 0.0484633 Oct 26 16:41:28.803501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:28.807475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:28.819534 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0a031757-f18e-48bf-a54e-6f7688ab1ae4 req-764b50f2-cf74-49d9-9751-80b11f15b6c2 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dc798459-e89d-4c68-941d-0d2f58700ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552044 Oct 26 16:41:28.853264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d32c0e80-7eb5-4cc4-9789-05fc9141a90d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:28.853668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:28.854016 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d32c0e80-7eb5-4cc4-9789-05fc9141a90d Oct 26 16:41:28.932613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:28.933041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:28.953616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:28.957389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:28.958156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:29.030321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:29.038001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8986027f-8837-4ba9-a111-b29048536400 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:29.038380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8986027f-8837-4ba9-a111-b29048536400), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:29.038720 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8986027f-8837-4ba9-a111-b29048536400 Oct 26 16:41:29.112476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:29.112896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:29.145154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:29.148925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:29.195350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:29.736237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:29.776899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5dd14-4100-4aa4-b86c-ad227b3b3f54 req-d021b23e-48e2-474f-a18c-40d131d33d36 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:29.778393 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5fd5dd14-4100-4aa4-b86c-ad227b3b3f54 req-d021b23e-48e2-474f-a18c-40d131d33d36 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 946 time: 0.0515275 Oct 26 16:41:29.815735 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea39144-fa12-48e5-b662-3f78742417e6 None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:29.824286 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea39144-fa12-48e5-b662-3f78742417e6 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:29.824935 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-dea39144-fa12-48e5-b662-3f78742417e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:29.832883 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-5fd5dd14-4100-4aa4-b86c-ad227b3b3f54 req-55ae131e-f1c6-44a6-9c81-88de84017dbd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dc798459-e89d-4c68-941d-0d2f58700ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482383 Oct 26 16:41:29.942097 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-dea39144-fa12-48e5-b662-3f78742417e6 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:30.126952 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-dea39144-fa12-48e5-b662-3f78742417e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:28Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:29Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:30.151952 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea39144-fa12-48e5-b662-3f78742417e6 None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:30.160273 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea39144-fa12-48e5-b662-3f78742417e6 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:30.160894 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-dea39144-fa12-48e5-b662-3f78742417e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:30.162353 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:30.268405 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-dea39144-fa12-48e5-b662-3f78742417e6 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:30.297107 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:30.452857 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-dea39144-fa12-48e5-b662-3f78742417e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:28Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:29Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:30.480351 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea39144-fa12-48e5-b662-3f78742417e6 None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:28Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:29Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:30.709651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:30.787311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:30.787699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:30.796772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:30.825340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:30.829608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:30.853609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:30.917655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:30.957626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:30.975271 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c860091-3432-4900-86f7-8e3880fdca8c req-6677a999-b0fd-4918-b6e1-9bd44c129e9b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:30.978070 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6c860091-3432-4900-86f7-8e3880fdca8c req-6677a999-b0fd-4918-b6e1-9bd44c129e9b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 946 time: 0.0580630 Oct 26 16:41:31.037351 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6c860091-3432-4900-86f7-8e3880fdca8c req-e600b745-c38f-401d-87da-272a773a9e39 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dc798459-e89d-4c68-941d-0d2f58700ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494215 Oct 26 16:41:31.040327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:31.087969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8986027f-8837-4ba9-a111-b29048536400 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:31.088349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8986027f-8837-4ba9-a111-b29048536400), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:31.088687 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8986027f-8837-4ba9-a111-b29048536400 Oct 26 16:41:31.191387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:31.191808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:31.210267 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e31c4-745a-4c47-a648-2a6c61c0efe9 req-1d3b65d7-dfa5-4a71-a5b2-13020617c18f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:31.212039 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-934e31c4-745a-4c47-a648-2a6c61c0efe9 req-1d3b65d7-dfa5-4a71-a5b2-13020617c18f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 946 time: 0.0596480 Oct 26 16:41:31.230833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:31.236620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:31.277811 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-934e31c4-745a-4c47-a648-2a6c61c0efe9 req-25345a1d-7e5a-4b12-837d-80334b2480af tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dc798459-e89d-4c68-941d-0d2f58700ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591586 Oct 26 16:41:31.307468 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46474) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:31.313560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:31.328946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:31.350022 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8443cb6c-0151-44c8-bada-b556230b559e tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:31.352079 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8443cb6c-0151-44c8-bada-b556230b559e tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 1125 time: 0.0436275 Oct 26 16:41:31.354923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46476) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:31.360094 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:41:31.384513 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:31.411083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:31.412129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:31.437191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:31.443192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:31.477944 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:31.501203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:31.590827 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.26.11.102 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/5b95144b-ebf1-4a95-b4a8-1336d8162c2d) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:41:31.704262 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (5b95144b-ebf1-4a95-b4a8-1336d8162c2d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:31.737414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (5b95144b-ebf1-4a95-b4a8-1336d8162c2d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:31.781320 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:41:31.786590 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:41:31.788862 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=5b95144b-ebf1-4a95-b4a8-1336d8162c2d,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:31.791608 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:41:31.824471 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:31.904130 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:32.151150 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (7008ecf9-685b-4f18-ae14-d4cc440a4fd7), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:32.219564 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (5b95144b-ebf1-4a95-b4a8-1336d8162c2d), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:32.376097 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (5b95144b-ebf1-4a95-b4a8-1336d8162c2d), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:32.380767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (5b95144b-ebf1-4a95-b4a8-1336d8162c2d), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:32.457472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=5b95144b-ebf1-4a95-b4a8-1336d8162c2d,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:32.459967 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (7008ecf9-685b-4f18-ae14-d4cc440a4fd7), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:32.555666 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Floating IP 7008ecf9-685b-4f18-ae14-d4cc440a4fd7 associated. External IP: 172.26.11.102, port: 4bfbe8bb-7275-4bb3-93cf-67ac5de38119. Oct 26 16:41:32.654332 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:32.743764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568261e0-b50f-4773-8b70-a557ac0e43d0 None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:32.743764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568261e0-b50f-4773-8b70-a557ac0e43d0 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:32.743764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-568261e0-b50f-4773-8b70-a557ac0e43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:32.766271 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 86c48549-52ac-4ea8-8af7-809c0325fa59 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:41:32.788067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:32.812516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:32.818751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:32.824895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:32.877031 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:41:32.885608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-568261e0-b50f-4773-8b70-a557ac0e43d0 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:32.895684 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:32.929685 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-69b6d16e-62d5-4d4d-94f8-6140f30228f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 1.5734272 Oct 26 16:41:32.930855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'tag': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:41:32.932933 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e052673-fc86-42ad-838e-cc7cadb85ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "4502d359-1cc9-4c49-80f7-f475c7ee0136", "tag": "4bfbe8bb-7275-4bb3-93cf-67ac5de38119"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:41:32.976931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:32.977326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:33.032070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:33.032478 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff7b25f-03ab-47ed-8a80-34e4fcaebb63 x-openstack-request-id: req-fff7b25f-03ab-47ed-8a80-34e4fcaebb63 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:41:33.032783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4502d359-1cc9-4c49-80f7-f475c7ee0136", "tag": "4bfbe8bb-7275-4bb3-93cf-67ac5de38119", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:41:33.033740 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fff7b25f-03ab-47ed-8a80-34e4fcaebb63 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:41:33.034228 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff7b25f-03ab-47ed-8a80-34e4fcaebb63'] response: {'name': 'network-changed', 'server_uuid': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'tag': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'status': 'completed', 'code': 200} Oct 26 16:41:33.040977 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d36647-fb08-4409-b8b2-6ff8025ea960 req-7b0effed-04c8-4140-8e39-20fc5ea2ebb4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:33.042646 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d7d36647-fb08-4409-b8b2-6ff8025ea960 req-7b0effed-04c8-4140-8e39-20fc5ea2ebb4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 946 time: 0.0596266 Oct 26 16:41:33.048689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:33.106879 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e052673-fc86-42ad-838e-cc7cadb85ddb req-10579d31-7627-42fe-b656-2702f56035d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:33.108407 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3e052673-fc86-42ad-838e-cc7cadb85ddb req-10579d31-7627-42fe-b656-2702f56035d5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 1130 time: 0.0457110 Oct 26 16:41:33.110939 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d7d36647-fb08-4409-b8b2-6ff8025ea960 req-bcf09a13-db4f-4b06-aada-6c1afd37e3c4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dc798459-e89d-4c68-941d-0d2f58700ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595438 Oct 26 16:41:33.140385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46486) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:33.168345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:33.210454 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-351930fe-893c-4110-b839-d8fd9c744033 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 993 time: 0.0687199 Oct 26 16:41:33.215856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-568261e0-b50f-4773-8b70-a557ac0e43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:31Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:32Z', 'revision_number': 0, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:31Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:33.223502 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e052673-fc86-42ad-838e-cc7cadb85ddb req-955f6537-09e5-415f-b828-ceb37fb39c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:33.225022 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3e052673-fc86-42ad-838e-cc7cadb85ddb req-955f6537-09e5-415f-b828-ceb37fb39c42 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=aec2d6c8-0c1e-4358-a1cd-710a71fe832d HTTP/1.1" status: 200 len: 898 time: 0.1097736 Oct 26 16:41:33.241317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568261e0-b50f-4773-8b70-a557ac0e43d0 None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:33.250610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568261e0-b50f-4773-8b70-a557ac0e43d0 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:33.251210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-568261e0-b50f-4773-8b70-a557ac0e43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:33.293110 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3e052673-fc86-42ad-838e-cc7cadb85ddb req-c3ecacfc-d334-4928-a912-b1a253149114 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bfbe8bb-7275-4bb3-93cf-67ac5de38119 HTTP/1.1" status: 200 len: 1001 time: 0.0622392 Oct 26 16:41:33.325944 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:33.344420 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e052673-fc86-42ad-838e-cc7cadb85ddb req-d7803d53-bc57-4896-84ac-613ee55c6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:33.345886 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3e052673-fc86-42ad-838e-cc7cadb85ddb req-d7803d53-bc57-4896-84ac-613ee55c6eda service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a9a27262-e091-422f-b199-93bca8c43236 HTTP/1.1" status: 200 len: 833 time: 0.0470288 Oct 26 16:41:33.357121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-568261e0-b50f-4773-8b70-a557ac0e43d0 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:33.389784 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e052673-fc86-42ad-838e-cc7cadb85ddb req-8c43cd9f-0b5d-420a-87e9-5aaf22afd0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:41:33.391276 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3e052673-fc86-42ad-838e-cc7cadb85ddb req-8c43cd9f-0b5d-420a-87e9-5aaf22afd0c6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=aec2d6c8-0c1e-4358-a1cd-710a71fe832d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0395756 Oct 26 16:41:33.488764 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3e052673-fc86-42ad-838e-cc7cadb85ddb req-609f950e-b3a7-4d0a-91d3-5a1394502b63 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912023 Oct 26 16:41:33.575879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:33.582306 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3e052673-fc86-42ad-838e-cc7cadb85ddb req-3bdeed3b-3a0b-4433-be33-33594b529742 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878303 Oct 26 16:41:33.705731 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-568261e0-b50f-4773-8b70-a557ac0e43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:31Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:32Z', 'revision_number': 0, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:32Z', 'revision_number': 12, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:33.730481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568261e0-b50f-4773-8b70-a557ac0e43d0 None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:31Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:32Z', 'revision_number': 0, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:32Z', 'revision_number': 12, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:34.214257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46492) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:34.581810 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9a69aec0-9bc8-4a1a-b243-7a337906235f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 993 time: 0.3653247 Oct 26 16:41:34.795584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:34.841289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d32c0e80-7eb5-4cc4-9789-05fc9141a90d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:34.841678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:34.842024 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d32c0e80-7eb5-4cc4-9789-05fc9141a90d Oct 26 16:41:34.919081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:34.919490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:34.941442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:34.946001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:34.947092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:35.021930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:35.031969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8986027f-8837-4ba9-a111-b29048536400 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:35.032379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8986027f-8837-4ba9-a111-b29048536400), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:35.032725 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8986027f-8837-4ba9-a111-b29048536400 Oct 26 16:41:35.106253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:35.106638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:35.139774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:35.143869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:35.190303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:35.326466 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57affe4-eff8-4af0-b948-6346063cf43c None None] New status for floating IP 7008ecf9-685b-4f18-ae14-d4cc440a4fd7: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:41:35.584619 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46496) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:35.645355 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-303867f3-37e8-444f-b738-bc744d1aea05 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0595207 Oct 26 16:41:35.979487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e6047-97c2-43de-8221-2c1662035261 None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:35.979487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e6047-97c2-43de-8221-2c1662035261 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:35.979487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-317e6047-97c2-43de-8221-2c1662035261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:36.057622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:36.067234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:36.078985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-317e6047-97c2-43de-8221-2c1662035261 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:36.286295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-317e6047-97c2-43de-8221-2c1662035261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:34Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:35Z', 'revision_number': 1, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:35Z', 'revision_number': 13, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:36.310691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e6047-97c2-43de-8221-2c1662035261 None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:36.319130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e6047-97c2-43de-8221-2c1662035261 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:36.319738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-317e6047-97c2-43de-8221-2c1662035261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:36.423180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-317e6047-97c2-43de-8221-2c1662035261 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:36.631744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-317e6047-97c2-43de-8221-2c1662035261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:34Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:35Z', 'revision_number': 1, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:35Z', 'revision_number': 13, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:36.649238 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46498) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:36.656557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e6047-97c2-43de-8221-2c1662035261 None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:34Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:35Z', 'revision_number': 1, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:35Z', 'revision_number': 13, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:36.710521 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f8ef21b7-74a9-4a8b-99cc-e165202bcdd5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0595412 Oct 26 16:41:36.755476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:36.779577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:36.829800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:36.830194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:36.863568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:36.869203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:36.870047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:36.945293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:36.984756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:36.985498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:37.019803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:37.023894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:37.075892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:37.714451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46500) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:37.778609 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-192d0d2f-0a3d-4835-862c-9ded91c01278 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0629649 Oct 26 16:41:38.229111 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c34546-8b1a-42a1-a7f9-41b30f73855b None None] New status for floating IP 7008ecf9-685b-4f18-ae14-d4cc440a4fd7: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:41:38.574945 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc397de6-a4c1-4fdf-aa52-21b5ea474da3 None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:38.575345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc397de6-a4c1-4fdf-aa52-21b5ea474da3 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:38.575799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-dc397de6-a4c1-4fdf-aa52-21b5ea474da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:38.678224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-dc397de6-a4c1-4fdf-aa52-21b5ea474da3 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:38.778021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-2057266c-6920-4ae2-a2aa-cbc9e76e68bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:38.782350 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46502) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:38.841034 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a32f4d2f-080e-493c-b77f-186973431c8b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0575168 Oct 26 16:41:38.883177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:38.902916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-dc397de6-a4c1-4fdf-aa52-21b5ea474da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:36Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:38Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:36Z', 'revision_number': 14, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:38.931178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc397de6-a4c1-4fdf-aa52-21b5ea474da3 None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:38.939621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc397de6-a4c1-4fdf-aa52-21b5ea474da3 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:38.940232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-dc397de6-a4c1-4fdf-aa52-21b5ea474da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:39.041567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-dc397de6-a4c1-4fdf-aa52-21b5ea474da3 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:39.206204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:39.385214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-dc397de6-a4c1-4fdf-aa52-21b5ea474da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:36Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:38Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:36Z', 'revision_number': 14, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:39.412378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc397de6-a4c1-4fdf-aa52-21b5ea474da3 None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:36Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:38Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:36Z', 'revision_number': 14, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:39.845062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46504) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:39.908713 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1af9f65c-cf9a-4383-b0c3-1f91fb7505a2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0624318 Oct 26 16:41:40.086494 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:41:40.791775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:40.835919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d32c0e80-7eb5-4cc4-9789-05fc9141a90d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:40.836299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:40.836642 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d32c0e80-7eb5-4cc4-9789-05fc9141a90d Oct 26 16:41:40.907185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:40.907606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:40.912514 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46506) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:40.928599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:40.933428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:40.934220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:40.974815 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f6f5f76d-c24f-4ad7-ab3e-11cfa4ac99f6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0610600 Oct 26 16:41:40.977432 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56afbbe-4e4a-47d0-9148-1bbb0dd3ad27 None None] New status for floating IP 7008ecf9-685b-4f18-ae14-d4cc440a4fd7: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:41:41.013303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:41.018504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:41.023422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8986027f-8837-4ba9-a111-b29048536400 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:41.023808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8986027f-8837-4ba9-a111-b29048536400), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:41.024172 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8986027f-8837-4ba9-a111-b29048536400 Oct 26 16:41:41.097746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:41.098049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:41.134803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:41.138846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:41.198240 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:41.202260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d20af182-edd5-4348-9b51-55c7fa6fc1a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:41.921307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec2c25b-6a62-4c66-9df5-a6bbdc0103c8 None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:41.921814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec2c25b-6a62-4c66-9df5-a6bbdc0103c8 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:41.922010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bec2c25b-6a62-4c66-9df5-a6bbdc0103c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:41.979473 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46508) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:42.023009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-bec2c25b-6a62-4c66-9df5-a6bbdc0103c8 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:42.044052 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-993ddc36-79d6-44f1-853c-77c5b3ba3b2e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0625756 Oct 26 16:41:42.234387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bec2c25b-6a62-4c66-9df5-a6bbdc0103c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:40Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:41Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:41Z', 'revision_number': 15, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:42.258057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec2c25b-6a62-4c66-9df5-a6bbdc0103c8 None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:42.266790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec2c25b-6a62-4c66-9df5-a6bbdc0103c8 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:42.267383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bec2c25b-6a62-4c66-9df5-a6bbdc0103c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:42.269832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:42.368507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-bec2c25b-6a62-4c66-9df5-a6bbdc0103c8 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:42.416439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:42.583189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bec2c25b-6a62-4c66-9df5-a6bbdc0103c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:40Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:41Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:41Z', 'revision_number': 15, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:42.610581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec2c25b-6a62-4c66-9df5-a6bbdc0103c8 None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:40Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:41Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:41Z', 'revision_number': 15, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:42.761864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:42.815660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:42.846971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:42.847289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:42.871161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:42.876499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:42.877274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:42.959018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:42.997250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:42.997651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:43.032193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:43.036290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:43.045248 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46510) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:43.094363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:43.109862 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d1974365-9b05-4f89-9d93-7da8244ba5ed tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0634108 Oct 26 16:41:43.949711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:44.062952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:44.113608 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46512) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:44.174086 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c4d27e20-2cf4-4da6-9ab4-a1ac3937ca00 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0593266 Oct 26 16:41:44.202935 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c8fd3a-4a5c-4a44-ad18-74c7f03c8157 None None] New status for floating IP 7008ecf9-685b-4f18-ae14-d4cc440a4fd7: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:41:44.894496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8636e75-99ae-4433-bd6e-d1960055d09b None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:44.905377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8636e75-99ae-4433-bd6e-d1960055d09b None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:44.905981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d8636e75-99ae-4433-bd6e-d1960055d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:44.998372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:45.006403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d8636e75-99ae-4433-bd6e-d1960055d09b None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:45.177513 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46514) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:45.239231 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a4b52aab-91ab-4804-b093-b23f86777a0c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0605416 Oct 26 16:41:45.348660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d8636e75-99ae-4433-bd6e-d1960055d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:42Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:44Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:43Z', 'revision_number': 16, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:45.374636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8636e75-99ae-4433-bd6e-d1960055d09b None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:45.383126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8636e75-99ae-4433-bd6e-d1960055d09b None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:45.383766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d8636e75-99ae-4433-bd6e-d1960055d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:45.485315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d8636e75-99ae-4433-bd6e-d1960055d09b None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:45.644188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:45.692258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d8636e75-99ae-4433-bd6e-d1960055d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:42Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:44Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:43Z', 'revision_number': 16, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:45.716561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8636e75-99ae-4433-bd6e-d1960055d09b None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:42Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:44Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:43Z', 'revision_number': 16, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:46.243338 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46516) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:46.308339 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5b1edba8-a5af-4cf0-8cba-65125664c8dd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0638387 Oct 26 16:41:46.716016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:46.794781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:46.807353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:46.881279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:46.967779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:47.015091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d32c0e80-7eb5-4cc4-9789-05fc9141a90d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:47.015473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:47.015818 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d32c0e80-7eb5-4cc4-9789-05fc9141a90d Oct 26 16:41:47.053017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:47.087535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:47.087907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:47.108365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:47.112403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:47.113329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:47.190424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:47.200421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8986027f-8837-4ba9-a111-b29048536400 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:47.200841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8986027f-8837-4ba9-a111-b29048536400), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:47.201184 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8986027f-8837-4ba9-a111-b29048536400 Oct 26 16:41:47.272973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:47.273355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:47.312362 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46518) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:47.317043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:47.323030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:47.327685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:47.359912 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f406067b-fc06-432f-94dc-73e1c6c8bd1b None None] New status for floating IP 7008ecf9-685b-4f18-ae14-d4cc440a4fd7: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:41:47.378436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:47.619214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:47.625760 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-401d7850-2da2-4bef-8527-899333c6d61b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.3123155 Oct 26 16:41:47.998983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd68ef-8670-4778-bbe9-db7525e6eaac None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:47.999475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbd68ef-8670-4778-bbe9-db7525e6eaac None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:48.000084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ddbd68ef-8670-4778-bbe9-db7525e6eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:48.094041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:48.102210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ddbd68ef-8670-4778-bbe9-db7525e6eaac None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:48.307199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ddbd68ef-8670-4778-bbe9-db7525e6eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:47Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:47Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:47Z', 'revision_number': 17, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:48.335332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd68ef-8670-4778-bbe9-db7525e6eaac None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:48.343777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbd68ef-8670-4778-bbe9-db7525e6eaac None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:48.344380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ddbd68ef-8670-4778-bbe9-db7525e6eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:48.442504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ddbd68ef-8670-4778-bbe9-db7525e6eaac None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:48.514182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:48.629697 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46520) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:48.651042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ddbd68ef-8670-4778-bbe9-db7525e6eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:47Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:47Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:47Z', 'revision_number': 17, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:48.675889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd68ef-8670-4778-bbe9-db7525e6eaac None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:47Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:47Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:47Z', 'revision_number': 17, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:48.690652 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5e3d8487-5935-48e8-b91b-5fe226d61b0c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0598092 Oct 26 16:41:48.772283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:48.849720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:48.850083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:48.875086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:48.881886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:48.883234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:48.961426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:49.003309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:49.003885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:49.036952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:49.039991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:49.044565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:49.097858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:49.694101 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46522) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:49.758147 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ca19c761-4f11-4344-be21-097b09bd36b4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0628717 Oct 26 16:41:50.329361 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dcccb4-d573-44af-adca-8217d42b1712 None None] New status for floating IP 7008ecf9-685b-4f18-ae14-d4cc440a4fd7: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:41:50.360761 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:50.408463 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:50.692013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cff86e9-1aca-49c7-95b5-999c48b6e1e8 None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:50.692013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cff86e9-1aca-49c7-95b5-999c48b6e1e8 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:50.692013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6cff86e9-1aca-49c7-95b5-999c48b6e1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:50.762021 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46524) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:50.795729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-6cff86e9-1aca-49c7-95b5-999c48b6e1e8 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:50.822638 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9f141f44-95df-47c6-8976-da6905158d6d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0593793 Oct 26 16:41:51.140900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6cff86e9-1aca-49c7-95b5-999c48b6e1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:48Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:50Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:49Z', 'revision_number': 18, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:51.164404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cff86e9-1aca-49c7-95b5-999c48b6e1e8 None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:51.173327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cff86e9-1aca-49c7-95b5-999c48b6e1e8 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:51.173935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6cff86e9-1aca-49c7-95b5-999c48b6e1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:51.275467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-6cff86e9-1aca-49c7-95b5-999c48b6e1e8 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:51.302538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:51.488493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6cff86e9-1aca-49c7-95b5-999c48b6e1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:48Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:50Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:49Z', 'revision_number': 18, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:51.512365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cff86e9-1aca-49c7-95b5-999c48b6e1e8 None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:48Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:50Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:49Z', 'revision_number': 18, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:51.826588 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46526) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:51.886667 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fe3c1d81-2e0c-48c8-a095-18fd974c7ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0588336 Oct 26 16:41:52.797279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:52.821661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:52.843036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d32c0e80-7eb5-4cc4-9789-05fc9141a90d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:52.843418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:52.843753 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d32c0e80-7eb5-4cc4-9789-05fc9141a90d Oct 26 16:41:52.890387 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46528) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:52.920049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:52.920443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:52.941227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:52.946618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:52.947604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:52.952730 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-162f9738-cd24-41fd-9dd0-0b4aff52bdf6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0612061 Oct 26 16:41:53.022101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:53.029959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8986027f-8837-4ba9-a111-b29048536400 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:53.030315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8986027f-8837-4ba9-a111-b29048536400), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:53.030657 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8986027f-8837-4ba9-a111-b29048536400 Oct 26 16:41:53.059750 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d927d2d-1105-4001-b262-29708f09d77b None None] New status for floating IP 7008ecf9-685b-4f18-ae14-d4cc440a4fd7: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:41:53.097254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=48,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:53.099482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:53.111650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:53.112037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:53.145024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:53.149252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:53.199200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:53.956245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46530) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:53.987064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb9b37f-072a-478d-b558-5a76f37e6980 None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:53.987064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb9b37f-072a-478d-b558-5a76f37e6980 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:53.987064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4bb9b37f-072a-478d-b558-5a76f37e6980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:54.026025 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-52fea8bf-af03-4940-be57-5949311e7b99 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0685906 Oct 26 16:41:54.089652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4bb9b37f-072a-478d-b558-5a76f37e6980 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:54.156861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:54.304315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4bb9b37f-072a-478d-b558-5a76f37e6980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:52Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:53Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:53Z', 'revision_number': 19, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:54.329155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb9b37f-072a-478d-b558-5a76f37e6980 None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:54.337383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb9b37f-072a-478d-b558-5a76f37e6980 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:54.337986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4bb9b37f-072a-478d-b558-5a76f37e6980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:54.437574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-4bb9b37f-072a-478d-b558-5a76f37e6980 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:54.639559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-4bb9b37f-072a-478d-b558-5a76f37e6980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:52Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:53Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:53Z', 'revision_number': 19, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:54.667693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb9b37f-072a-478d-b558-5a76f37e6980 None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:52Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:53Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:53Z', 'revision_number': 19, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:54.775653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:54.853440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:54.853915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:54.879527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:54.885740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:54.886716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:54.908566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:54.937677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:54.971781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:55.011770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:55.012456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:55.029895 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46532) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:55.058678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:55.063658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:55.082652 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:55.094528 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4a63217b-fcd1-412b-bdba-1b412efa371b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0634079 Oct 26 16:41:55.114481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:56.097999 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46534) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:56.156261 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e340eae2-c56a-4a71-b127-9115970dd8d0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0571406 Oct 26 16:41:56.238319 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f0c8a-3614-4bb7-b39d-a993209353d7 None None] New status for floating IP 7008ecf9-685b-4f18-ae14-d4cc440a4fd7: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:41:56.862408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b2c65-8125-4f92-a887-9175957137c7 None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:41:56.862998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b2c65-8125-4f92-a887-9175957137c7 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:56.863087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-258b2c65-8125-4f92-a887-9175957137c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:56.966356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-258b2c65-8125-4f92-a887-9175957137c7 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:57.160350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46536) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:57.224112 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4d735246-0223-43cf-a994-d5e389561233 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0624616 Oct 26 16:41:57.315415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-258b2c65-8125-4f92-a887-9175957137c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:54Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:56Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:55Z', 'revision_number': 20, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:57.340172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b2c65-8125-4f92-a887-9175957137c7 None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:41:57.348399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b2c65-8125-4f92-a887-9175957137c7 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:41:57.349056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-258b2c65-8125-4f92-a887-9175957137c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:57.434164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:57.451875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-258b2c65-8125-4f92-a887-9175957137c7 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:41:57.654639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-258b2c65-8125-4f92-a887-9175957137c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:54Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:56Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:55Z', 'revision_number': 20, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:41:57.678234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b2c65-8125-4f92-a887-9175957137c7 None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:54Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:56Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:55Z', 'revision_number': 20, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:41:58.228847 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46538) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:58.302639 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-02252509-2104-44bf-86ed-3834b400e053 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0730402 Oct 26 16:41:58.721697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:58.797001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:58.812210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:41:58.883417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:58.965042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:59.012051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d32c0e80-7eb5-4cc4-9789-05fc9141a90d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:59.012424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:59.012754 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d32c0e80-7eb5-4cc4-9789-05fc9141a90d Oct 26 16:41:59.082827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:59.083208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:59.103563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:59.107600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:59.108332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:41:59.157812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:59.172760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:41:59.184823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:59.195520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8986027f-8837-4ba9-a111-b29048536400 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:41:59.195868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8986027f-8837-4ba9-a111-b29048536400), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:59.196195 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8986027f-8837-4ba9-a111-b29048536400 Oct 26 16:41:59.216171 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c3dbc2-155d-4bdc-9646-7c1fc141902e None None] New status for floating IP 7008ecf9-685b-4f18-ae14-d4cc440a4fd7: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:41:59.271449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:41:59.271779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:59.306647 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46540) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:41:59.307171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:41:59.311379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:41:59.367557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:41:59.379065 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5535b9b9-f7bf-4cc5-bc0e-f75c0bf6a848 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0712554 Oct 26 16:42:00.131976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89f9372-d725-4e71-8e29-c4162b17c5f9 None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:42:00.136428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89f9372-d725-4e71-8e29-c4162b17c5f9 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:42:00.137139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b89f9372-d725-4e71-8e29-c4162b17c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:00.239439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b89f9372-d725-4e71-8e29-c4162b17c5f9 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:42:00.382730 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46542) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:00.444924 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5e595f0d-6408-46de-af76-91d2b021ec0b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0598841 Oct 26 16:42:00.448950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b89f9372-d725-4e71-8e29-c4162b17c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:59Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:59Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:59Z', 'revision_number': 21, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:00.478254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89f9372-d725-4e71-8e29-c4162b17c5f9 None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:42:00.486921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89f9372-d725-4e71-8e29-c4162b17c5f9 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:42:00.487523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b89f9372-d725-4e71-8e29-c4162b17c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:00.581680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:00.586248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b89f9372-d725-4e71-8e29-c4162b17c5f9 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:42:00.778694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:42:00.819047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b89f9372-d725-4e71-8e29-c4162b17c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:59Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:59Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:59Z', 'revision_number': 21, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:00.849038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89f9372-d725-4e71-8e29-c4162b17c5f9 None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:59Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:41:59Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:41:59Z', 'revision_number': 21, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:42:00.891920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:42:00.892320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:00.915220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:00.919832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:00.920546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:42:00.992046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:01.042006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:42:01.042396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:01.078542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:01.088963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:01.139051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:01.449064 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46544) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:01.527165 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-be5bbba1-cad8-4fb5-a17e-b71044c32659 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 994 time: 0.0765502 Oct 26 16:42:02.395650 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bcdc83-070c-4930-b913-56605f414748 None None] New status for floating IP 7008ecf9-685b-4f18-ae14-d4cc440a4fd7: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:42:02.530592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46546) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:02.592294 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7e282d0d-c3df-4d45-88ef-73a7e6b78b4e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0605206 Oct 26 16:42:02.744616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda7c6a0-8c65-4f8a-ab8d-634a9c11b70b None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:42:02.744616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda7c6a0-8c65-4f8a-ab8d-634a9c11b70b None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:42:02.744616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bda7c6a0-8c65-4f8a-ab8d-634a9c11b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:02.780006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:02.969619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:02.987440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-bda7c6a0-8c65-4f8a-ab8d-634a9c11b70b None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:42:03.197094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bda7c6a0-8c65-4f8a-ab8d-634a9c11b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:42:00Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:42:02Z', 'revision_number': 10, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:42:01Z', 'revision_number': 22, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:03.221438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda7c6a0-8c65-4f8a-ab8d-634a9c11b70b None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:42:03.229986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda7c6a0-8c65-4f8a-ab8d-634a9c11b70b None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:42:03.230588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bda7c6a0-8c65-4f8a-ab8d-634a9c11b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:03.332466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-bda7c6a0-8c65-4f8a-ab8d-634a9c11b70b None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:42:03.537222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-bda7c6a0-8c65-4f8a-ab8d-634a9c11b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:42:00Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:42:02Z', 'revision_number': 10, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:42:01Z', 'revision_number': 22, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:03.565139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda7c6a0-8c65-4f8a-ab8d-634a9c11b70b None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:42:00Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:42:02Z', 'revision_number': 10, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:42:01Z', 'revision_number': 22, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:42:03.596349 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46548) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:03.655939 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-416a6704-6e66-4f38-870b-840c9fb68cf7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0583935 Oct 26 16:42:04.659838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46550) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:04.725573 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3ea26045-97eb-48cb-a1ea-b6b4a57af95c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0645232 Oct 26 16:42:04.813469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:04.858169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d32c0e80-7eb5-4cc4-9789-05fc9141a90d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:42:04.858549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:04.858889 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d32c0e80-7eb5-4cc4-9789-05fc9141a90d Oct 26 16:42:04.927927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:42:04.928324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:04.950509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:04.954423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:04.955202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:04.958075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:05.030864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:05.041039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8986027f-8837-4ba9-a111-b29048536400 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:42:05.041418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8986027f-8837-4ba9-a111-b29048536400), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:05.041760 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8986027f-8837-4ba9-a111-b29048536400 Oct 26 16:42:05.112209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:42:05.112518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:05.139429 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1916ccd2-ef42-4b01-a359-871170500366 None None] New status for floating IP 7008ecf9-685b-4f18-ae14-d4cc440a4fd7: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:42:05.150225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:05.153881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:05.201428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:05.480289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b4d54f-aea4-4eec-a19a-6d4bd532c7e0 None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:42:05.480289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b4d54f-aea4-4eec-a19a-6d4bd532c7e0 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:42:05.480289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d9b4d54f-aea4-4eec-a19a-6d4bd532c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:05.581933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d9b4d54f-aea4-4eec-a19a-6d4bd532c7e0 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:42:05.655778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:05.719557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:05.728073 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46552) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:05.786568 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4de5c051-0414-4254-a0a0-d8e063c9f96c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0572202 Oct 26 16:42:05.792388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d9b4d54f-aea4-4eec-a19a-6d4bd532c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:42:04Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:42:05Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:42:05Z', 'revision_number': 23, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:05.820425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b4d54f-aea4-4eec-a19a-6d4bd532c7e0 None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:42:05.829488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b4d54f-aea4-4eec-a19a-6d4bd532c7e0 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:42:05.830094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d9b4d54f-aea4-4eec-a19a-6d4bd532c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:05.928876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d9b4d54f-aea4-4eec-a19a-6d4bd532c7e0 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:42:06.138960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d9b4d54f-aea4-4eec-a19a-6d4bd532c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:42:04Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:42:05Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:42:05Z', 'revision_number': 23, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:06.162791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b4d54f-aea4-4eec-a19a-6d4bd532c7e0 None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:42:04Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:42:05Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:42:05Z', 'revision_number': 23, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:42:06.727738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:42:06.790438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46554) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:06.822454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:42:06.822998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:06.860569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:06.863541 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-89b9a1b0-7410-4d9d-844a-0908d3dd3f34 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0717845 Oct 26 16:42:06.866105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:06.890125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:42:07.093806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:07.132652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:42:07.268856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:07.315379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d32c0e80-7eb5-4cc4-9789-05fc9141a90d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:42:07.315758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:07.316108 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d32c0e80-7eb5-4cc4-9789-05fc9141a90d Oct 26 16:42:07.361792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:07.396153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:42:07.397283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:07.440970 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8986027f-8837-4ba9-a111-b29048536400 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:42:07.441353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8986027f-8837-4ba9-a111-b29048536400), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:07.441694 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8986027f-8837-4ba9-a111-b29048536400 Oct 26 16:42:07.516348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:42:07.516657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:07.548777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:07.552814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:07.598711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:42:07.605452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:07.677223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:42:07.677609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:07.699075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:07.702870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:07.738529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:07.751596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:07.818139 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8984c6a-f26e-4048-b194-5378e4df9c51 None None] New status for floating IP 7008ecf9-685b-4f18-ae14-d4cc440a4fd7: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:42:07.867247 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46556) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:07.927296 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e4429907-0441-4688-b30c-2371d32c9133 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0588300 Oct 26 16:42:08.174160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c97892-eb1d-40cd-8a80-e4f7438f603e None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:42:08.174160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:08.174674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c97892-eb1d-40cd-8a80-e4f7438f603e None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:42:08.175064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c3c97892-eb1d-40cd-8a80-e4f7438f603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:08.277145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c3c97892-eb1d-40cd-8a80-e4f7438f603e None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:42:08.489999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c3c97892-eb1d-40cd-8a80-e4f7438f603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:42:07Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:42:07Z', 'revision_number': 12, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:42:07Z', 'revision_number': 25, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:08.514201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c97892-eb1d-40cd-8a80-e4f7438f603e None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:42:08.522486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c97892-eb1d-40cd-8a80-e4f7438f603e None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:42:08.523089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c3c97892-eb1d-40cd-8a80-e4f7438f603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:41:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:08.622964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c3c97892-eb1d-40cd-8a80-e4f7438f603e None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:42:08.779677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95ac6554-d83a-408c-af2c-213dcf9cdc4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:08.786826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:42:08.884306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c3c97892-eb1d-40cd-8a80-e4f7438f603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:42:07Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:42:07Z', 'revision_number': 12, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:42:07Z', 'revision_number': 25, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:42:08.926944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c97892-eb1d-40cd-8a80-e4f7438f603e None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:42:07Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '7008ecf9-685b-4f18-ae14-d4cc440a4fd7', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.102', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'port_id': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'mac_address': 'fa:16:3e:4b:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:41:32Z', 'updated_at': '2022-10-26T16:42:07Z', 'revision_number': 12, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:42:07Z', 'revision_number': 25, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:42:08.931194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46558) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:08.937327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:42:08.937726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:08.978280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:08.983902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:09.004989 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-98e7c310-8fc0-4cb5-b547-a97b9d2ebbbf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0723197 Oct 26 16:42:09.035352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:09.594414 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-71fe1763-9050-4b62-9797-96d5bc35f0ab req-bc4bcddd-c9f7-4462-87d7-64e5ae1b23d8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414267 Oct 26 16:42:09.684132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe1763-9050-4b62-9797-96d5bc35f0ab req-69ee192a-4bf1-44ff-80f5-3cc423847cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:09.685739 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-71fe1763-9050-4b62-9797-96d5bc35f0ab req-69ee192a-4bf1-44ff-80f5-3cc423847cf2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 1130 time: 0.0440366 Oct 26 16:42:09.799182 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe1763-9050-4b62-9797-96d5bc35f0ab req-3c3527de-1354-4ab3-ada2-f85ed4a33107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:09.800715 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-71fe1763-9050-4b62-9797-96d5bc35f0ab req-3c3527de-1354-4ab3-ada2-f85ed4a33107 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=aec2d6c8-0c1e-4358-a1cd-710a71fe832d HTTP/1.1" status: 200 len: 898 time: 0.0958388 Oct 26 16:42:09.865373 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-71fe1763-9050-4b62-9797-96d5bc35f0ab req-663df899-ca9d-4a88-890f-8df5388fd1c5 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bfbe8bb-7275-4bb3-93cf-67ac5de38119 HTTP/1.1" status: 200 len: 1003 time: 0.0581119 Oct 26 16:42:09.916474 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe1763-9050-4b62-9797-96d5bc35f0ab req-99fea91a-ab3f-4164-893e-5c197ddd6946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:09.917999 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-71fe1763-9050-4b62-9797-96d5bc35f0ab req-99fea91a-ab3f-4164-893e-5c197ddd6946 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a9a27262-e091-422f-b199-93bca8c43236 HTTP/1.1" status: 200 len: 833 time: 0.0471752 Oct 26 16:42:09.968540 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:09.977068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe1763-9050-4b62-9797-96d5bc35f0ab req-38689632-4901-4593-90b5-7fcd3351a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:42:09.978638 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-71fe1763-9050-4b62-9797-96d5bc35f0ab req-38689632-4901-4593-90b5-7fcd3351a2bc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=aec2d6c8-0c1e-4358-a1cd-710a71fe832d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0529613 Oct 26 16:42:09.994193 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [req-71fe1763-9050-4b62-9797-96d5bc35f0ab req-6999bc09-ac19-4b99-b99e-658a6a5cadbe service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 16:42:09.995263 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-71fe1763-9050-4b62-9797-96d5bc35f0ab req-6999bc09-ac19-4b99-b99e-658a6a5cadbe service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0057998 Oct 26 16:42:10.009417 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46560) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:10.073162 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7ad9a903-cb35-4235-98cc-f53518878f8c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0615461 Oct 26 16:42:10.096682 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-71fe1763-9050-4b62-9797-96d5bc35f0ab req-7b9c38ec-3ab2-41d0-9b44-4f2745bedb5a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939641 Oct 26 16:42:10.198020 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-71fe1763-9050-4b62-9797-96d5bc35f0ab req-8cdff85c-0b2b-44cd-b369-941cb0b427ff service neutron] 10.222.0.64 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931008 Oct 26 16:42:10.511932 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578663de-37c0-4948-99de-141774bd1d8b None None] New status for floating IP 7008ecf9-685b-4f18-ae14-d4cc440a4fd7: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:42:10.817543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:10.855722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:10.865084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d32c0e80-7eb5-4cc4-9789-05fc9141a90d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:42:10.866407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:10.866407 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d32c0e80-7eb5-4cc4-9789-05fc9141a90d Oct 26 16:42:10.963052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:42:10.963052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:10.970129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:10.973900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:10.974681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:42:11.046916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:11.057297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8986027f-8837-4ba9-a111-b29048536400 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:42:11.057675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8986027f-8837-4ba9-a111-b29048536400), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:11.058015 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8986027f-8837-4ba9-a111-b29048536400 Oct 26 16:42:11.075686 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46562) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:11.103545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:11.135675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:42:11.136069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:11.137935 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-74bbcf18-2c46-450a-8c92-d83c0b390f0b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0605559 Oct 26 16:42:11.173648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:11.183814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:11.210642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-deff4e0f-f3be-4a31-8536-279d6bb77ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:11.235524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:12.141824 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46564) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:12.198413 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-95cd8e20-63e3-42f6-a746-ef36cab6303e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0554669 Oct 26 16:42:12.407159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:12.774098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:42:12.812057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:12.849491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:42:12.849882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:12.871202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:12.874915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:12.875604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:42:12.949761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:12.986395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:42:12.986708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:13.018458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:42:13.021994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:13.068309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:42:13.075365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:13.075722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:13.076071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:13.076419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:13.076760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:13.077125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:13.077459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:13.077792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:13.078126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:13.078459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:13.078792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:13.079124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:13.079454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:13.079782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:13.080107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:42:13.201939 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46566) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:13.263168 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7832f680-91fb-4fad-96fc-5bf10ec583b2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0599174 Oct 26 16:42:13.951399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:14.064869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:14.267143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46568) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:14.325726 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5f7801d0-26d1-4c77-817b-a82087a95633 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0575387 Oct 26 16:42:15.329670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46570) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:15.382412 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:15.391826 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-adbbc8fa-5129-4095-81bd-2ec7480cdd4d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0610545 Oct 26 16:42:16.395792 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46572) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:16.453821 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2a2f94f8-d247-408d-8ba4-83bbd0383fe2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0568838 Oct 26 16:42:17.085950 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:42:17.326574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:17.457709 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46574) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:17.518191 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d486af11-d49a-458b-bf60-3261d48b5298 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0593388 Oct 26 16:42:18.521665 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46576) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:18.579144 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b62e8c09-aa88-4405-8019-58bab4a45b53 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0562720 Oct 26 16:42:19.582850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46578) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:19.643637 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d4403534-820a-44e7-abbb-cd06fdbc671d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0597069 Oct 26 16:42:20.646585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46580) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:20.705747 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b2a9de36-5bb9-4c6d-86be-403ea39de14c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0580297 Oct 26 16:42:21.708780 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46582) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:21.769402 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b99bc67a-36e0-4056-b94a-5d2c9da691ef tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0593231 Oct 26 16:42:22.773222 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46584) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:22.831379 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-acd1ed69-4d1e-4daa-9aaa-486161c3046b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0569916 Oct 26 16:42:23.377432 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:23.834759 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46586) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:23.841020 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=57 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:23.843912 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=65 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:23.895703 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ff55ba17-5d82-4949-8e1c-267f7b4bbe41 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0598264 Oct 26 16:42:24.900174 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46588) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:24.957162 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ae79b3d1-c891-4d31-9783-bb39644006be tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0558147 Oct 26 16:42:25.960187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46590) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:26.021543 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1bb2ed97-e893-45eb-ae22-882e6ca0a5ff tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0601985 Oct 26 16:42:27.025069 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46592) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:27.081739 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:27.083131 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-33ffe7b3-2723-4050-be36-25787be0d6ab tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0570319 Oct 26 16:42:27.315204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:27.320157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:27.322013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:28.087217 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46594) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:28.147962 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-379a684d-6f1f-4ecf-a265-7da3a0b907e0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0596166 Oct 26 16:42:29.152219 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46596) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:29.210182 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e66afa1f-d795-4ff2-8656-cef584ba2630 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0568032 Oct 26 16:42:29.630754 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=58 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:29.637232 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=21 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:30.213985 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46598) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:30.271688 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-78296649-ccc1-4522-88c2-422572851ded tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0565820 Oct 26 16:42:31.275569 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46600) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:31.335184 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9258a264-1db5-4497-9fac-51e4a0242991 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0584948 Oct 26 16:42:32.338716 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46602) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:32.395796 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d32d21a6-b18e-4624-b010-ad8879f2d22c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0559654 Oct 26 16:42:33.400029 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46604) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:33.462261 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8ccddbb1-ca0a-4b45-a9c3-e0e5a77dfd2f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0611019 Oct 26 16:42:34.466290 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46606) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:34.528897 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5da6a5b0-8650-4719-8443-f5bfe9294013 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0614355 Oct 26 16:42:35.532750 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46608) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:35.589593 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5b8fb74a-82e4-4333-a383-b2415f593431 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0556290 Oct 26 16:42:36.592553 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46610) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:36.653518 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a1c0557d-7a07-4e32-8de3-7ec649614b56 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0598707 Oct 26 16:42:37.657301 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46612) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:37.715674 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c75a5880-3cc1-4979-80cc-724dda136926 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0569804 Oct 26 16:42:38.719187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46614) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:38.765335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-98a85318-8b81-4fc9-97c2-3d46ceba0a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:38.781096 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bc8e245d-5623-4762-9e54-bf626287c951 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0607533 Oct 26 16:42:39.785053 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46616) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:39.844657 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-78d95b5e-daa1-46db-839e-89a935129aa8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0584302 Oct 26 16:42:40.848523 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46618) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:40.906288 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-744bb830-7772-4398-b5ff-e31ea07cfe48 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0566666 Oct 26 16:42:41.182823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-91825c86-65e4-4260-8e7d-e9c0435636aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:41.910140 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46620) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:41.970720 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cd67abf0-b0f5-4d29-8fcc-67b30e3f3115 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0594277 Oct 26 16:42:42.410255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:42.974346 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46622) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:43.034404 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-03811c83-05a1-46f5-9e39-1c271bbcb5ea tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0587924 Oct 26 16:42:43.955029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:44.037742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46624) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:44.067165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:44.095300 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-355b5f86-d6d8-4456-8c00-63da403be593 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0564551 Oct 26 16:42:45.099300 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46626) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:45.156368 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-564b5520-a653-433c-841c-242b241ff5c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0560670 Oct 26 16:42:46.159492 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46628) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:46.220259 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d46c54b7-5294-4e92-a2e3-4b4c0fd37d7a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0595372 Oct 26 16:42:47.224097 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46630) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:47.335467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:42:47.526475 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f835854f-33b6-4edc-b36b-09222e239df6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.3009980 Oct 26 16:42:48.530064 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46632) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:48.589372 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8ba07b15-591a-485f-ab1e-8c7485afbbfa tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0580802 Oct 26 16:42:49.593118 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46634) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:49.652973 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-826d0c7b-e2a7-4947-b9b7-a1353a269913 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0585952 Oct 26 16:42:50.656695 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46636) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:50.717009 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1a3ddb02-3344-4db2-bacf-860a8970ec15 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0591366 Oct 26 16:42:51.720814 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46638) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:51.778747 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f6409f91-875a-47e2-8993-26f3bb0bbdaa tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0567408 Oct 26 16:42:52.782529 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46640) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:52.843063 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6e0c3d5e-72b9-42f1-b8f4-523d50a3faba tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0592349 Oct 26 16:42:53.846730 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46642) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:53.853839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=78 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:53.881438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=73 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:53.906001 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b3bdcc16-e39c-4054-80d8-1fa8151f5075 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0581861 Oct 26 16:42:54.061660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=16 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:54.084625 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:42:54.909910 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46644) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:54.970847 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7d56b942-f85c-49da-ac65-0225b68bf311 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0598083 Oct 26 16:42:55.974571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46646) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:56.032266 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dd2c96de-a595-4b8c-b487-5d417096592d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0565784 Oct 26 16:42:57.036241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46648) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:57.096255 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-69ba8e7f-d5fc-432c-89af-06f36b8912c2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0589213 Oct 26 16:42:57.327792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:57.330363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:58.099294 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46650) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:58.157622 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2f35debf-68c7-4c07-8835-ad2e548beb60 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0571451 Oct 26 16:42:59.161513 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46652) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:42:59.222141 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8dea8d58-d793-4240-8dfe-daced2647db8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0591929 Oct 26 16:42:59.642967 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=60 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:42:59.644970 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=70 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:00.225381 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46654) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:00.287627 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-83f54ccc-5e46-4a3e-9583-d75efba33100 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0611024 Oct 26 16:43:00.374336 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:01.291198 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46656) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:01.347564 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-12c149e3-8da8-429f-bf70-1892c89db600 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0552418 Oct 26 16:43:02.351402 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46658) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:02.688424 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c7e1b30e-de7f-406c-95de-a7f96a6f5aed tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.3355625 Oct 26 16:43:03.691559 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46660) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:03.751749 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4e367bb8-caf3-4fa8-a197-e554400f9b48 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0590780 Oct 26 16:43:04.081248 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:04.755504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46662) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:04.812212 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d023acac-b3a9-4c2f-8f32-0d089435821a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0555575 Oct 26 16:43:05.815123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46664) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:05.874505 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9f22eeaf-a32e-46e6-a8ca-831f7b2fb087 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0582709 Oct 26 16:43:06.878396 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46666) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:06.936018 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c08715f2-cab9-4049-a621-6e92e343a33a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0564678 Oct 26 16:43:07.939835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46668) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:08.000850 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-87bbd690-c93e-4ada-8be7-e5151a6359b7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0598598 Oct 26 16:43:08.757990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3e47c915-07f9-444b-9310-63c63003b7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:43:09.004726 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46670) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:09.062563 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6a6b7130-d0a0-447e-8003-d927fc39f1ae tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0567560 Oct 26 16:43:10.066383 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46672) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:10.128121 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4e0cd64a-3e9e-471d-af74-8003dccc9758 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0605030 Oct 26 16:43:11.131892 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46674) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:11.184621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dd0961c0-9158-45c9-a285-2a026b5157dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:43:11.193580 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8b8a1c7d-59c3-46af-85ef-0058c5636a7e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0606160 Oct 26 16:43:11.204453 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8766f11a-d624-493d-b562-b3300bbc9116 req-32d22f88-6508-4fce-952f-9741fdeab52f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409737 Oct 26 16:43:11.293236 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766f11a-d624-493d-b562-b3300bbc9116 req-91320b5b-9f46-4363-9252-8d339b53220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:11.294732 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8766f11a-d624-493d-b562-b3300bbc9116 req-91320b5b-9f46-4363-9252-8d339b53220b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 1130 time: 0.0433922 Oct 26 16:43:11.397922 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766f11a-d624-493d-b562-b3300bbc9116 req-b0f26dbd-6df3-4073-9965-0660968afa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:11.399986 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8766f11a-d624-493d-b562-b3300bbc9116 req-b0f26dbd-6df3-4073-9965-0660968afa8d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=aec2d6c8-0c1e-4358-a1cd-710a71fe832d HTTP/1.1" status: 200 len: 898 time: 0.0856981 Oct 26 16:43:11.464473 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8766f11a-d624-493d-b562-b3300bbc9116 req-b9b74105-6ae7-4109-b10c-9a07064fa3c2 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bfbe8bb-7275-4bb3-93cf-67ac5de38119 HTTP/1.1" status: 200 len: 1003 time: 0.0580235 Oct 26 16:43:11.513047 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766f11a-d624-493d-b562-b3300bbc9116 req-47349101-838d-4df6-8ef1-b8f48b719aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:11.514432 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8766f11a-d624-493d-b562-b3300bbc9116 req-47349101-838d-4df6-8ef1-b8f48b719aa7 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a9a27262-e091-422f-b199-93bca8c43236 HTTP/1.1" status: 200 len: 833 time: 0.0433905 Oct 26 16:43:11.559522 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766f11a-d624-493d-b562-b3300bbc9116 req-5e6c6eb0-5058-4324-a8b6-a88cc0906236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:43:11.561041 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8766f11a-d624-493d-b562-b3300bbc9116 req-5e6c6eb0-5058-4324-a8b6-a88cc0906236 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=aec2d6c8-0c1e-4358-a1cd-710a71fe832d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0395827 Oct 26 16:43:11.654508 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8766f11a-d624-493d-b562-b3300bbc9116 req-dfb91385-8ebf-40ab-a1a0-8a94c817dbd6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860574 Oct 26 16:43:11.744818 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8766f11a-d624-493d-b562-b3300bbc9116 req-4ad30619-38ee-45fd-b2f6-3cb9be67eb74 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837395 Oct 26 16:43:12.197975 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46676) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:12.260889 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-010e23b8-e253-4eb9-88c5-bd23aef2f37a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0617476 Oct 26 16:43:12.412884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:43:13.264687 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46678) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:13.321855 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-28829238-b886-4040-9fa8-c3612ba01ed0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0559709 Oct 26 16:43:13.957515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:43:14.070117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:43:14.325755 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46680) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:14.386643 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-98600a36-f23f-4471-99fd-cfc5f6faf4a8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0597599 Oct 26 16:43:15.390461 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46682) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:15.447695 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e53890cc-38d9-4bf8-b1d6-6a574cb98d4f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0560584 Oct 26 16:43:16.450674 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46684) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:16.512288 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e5142d26-a2ef-4ae5-bddd-7a70902e0fbe tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0604575 Oct 26 16:43:17.340404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:43:17.515384 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46686) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:17.572652 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5d2223da-8c19-41ea-b72b-ee0b5c567eff tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0561900 Oct 26 16:43:18.575744 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46688) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:18.635935 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-80149731-89bf-4c31-8ac9-8f169c5d3c1f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0590940 Oct 26 16:43:19.639789 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46690) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:19.673082 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:19.697398 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1c42ca93-d038-42d7-9468-4187d674645d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0565999 Oct 26 16:43:20.701048 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46692) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:20.762412 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e8befb5a-a9af-4bb2-b5fa-a55eb7b5b59d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0601664 Oct 26 16:43:21.766135 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46694) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:21.823919 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d7391781-6d32-4245-9e08-c094b1eac87b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0566649 Oct 26 16:43:22.827703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46696) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:22.890637 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-408456ef-c069-4fa4-a4a4-de19d10fc4da tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0617833 Oct 26 16:43:23.894480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46698) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:23.900722 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:23.902475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:23.953364 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bafbe048-a67a-40c7-a565-655660c99e1c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0577781 Oct 26 16:43:24.064749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:24.957206 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46700) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:25.018729 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e0c87017-e62b-401a-bdd8-52696ee00d0d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0602806 Oct 26 16:43:26.022468 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46702) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:26.080481 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-04a2c346-e22d-4e92-b38a-51ae71d900ed tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0568948 Oct 26 16:43:27.083787 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46704) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:27.146302 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ca480609-310e-4c48-a5c6-ef5274a642f3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0614674 Oct 26 16:43:27.329746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:27.335577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:28.150234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46706) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:28.208646 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c60e061c-ee7e-4f3d-969b-371b9accd35a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0572581 Oct 26 16:43:29.212468 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46708) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:29.273475 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e1aa2b88-90dc-45fa-96d6-0d2881352813 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0597615 Oct 26 16:43:29.684694 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:29.690691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:30.277306 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46710) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:30.338411 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-037d3eb2-ef46-4292-a066-d1a8ece8dd37 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0599828 Oct 26 16:43:31.083697 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:43:31.341969 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46712) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:31.400775 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-40497c4c-272b-46ce-b32e-17087ec508d7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0567081 Oct 26 16:43:32.403408 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46714) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:32.464282 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3a65392f-06a6-4e24-a6c0-8e703d031060 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0597053 Oct 26 16:43:33.467993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46716) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:33.526185 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b149addf-bea8-4f23-be3a-97c48e196b21 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0570700 Oct 26 16:43:34.530111 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46718) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:34.591277 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-41334da8-5873-4535-bef0-b2091f8b7b47 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0599668 Oct 26 16:43:35.594668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46720) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:35.652568 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ae8b4e77-de9a-475e-af71-9bf01f19d70a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0568500 Oct 26 16:43:36.656437 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46722) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:36.716572 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-16c6b3a8-9d0e-4113-ba42-a5eddcc6fcb3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0589855 Oct 26 16:43:37.369914 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:37.720468 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46724) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:37.778229 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f4d4c221-a263-4b5d-8c44-926ce8e8b4c1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0565619 Oct 26 16:43:38.760309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fad6dccc-f073-4eb9-ba87-9c6cc9ffd5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:43:38.781847 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46726) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:38.841138 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-54ddc96d-9bcd-4e7c-82a6-fdb6f0aa766b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0581198 Oct 26 16:43:39.844226 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46728) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:39.903171 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9f47f087-57db-4b5c-9816-5a3bc5053e75 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0577934 Oct 26 16:43:40.326096 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:40.328056 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:40.906576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46730) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:40.966838 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cca2a549-b139-4c3b-8f84-60b11493b3e8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0591347 Oct 26 16:43:41.079743 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:41.186130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9dc3c52e-6bd6-47d6-96f3-28a9f109c660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:43:41.970605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46732) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:42.027793 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-870efa91-5cde-4ab8-9696-0a32aa8df562 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0560715 Oct 26 16:43:42.417225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:43:43.031792 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46734) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:43.092447 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ed0c7b47-215a-477d-a547-1a8e0de9bb8f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0596018 Oct 26 16:43:43.962950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:43:44.073121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:43:44.096312 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46736) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:44.153208 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9f044fb5-36f5-4038-914b-9ee5d9394c63 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0557344 Oct 26 16:43:45.157124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46738) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:45.193394 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:45.217482 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e4a62dc5-fce0-422e-802f-35c1705bc16d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0592742 Oct 26 16:43:46.221290 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46740) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:46.262577 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:46.280132 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1ec0074e-b72e-415e-b64a-1fc4cb67eaad tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0577037 Oct 26 16:43:47.283936 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46742) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:47.341741 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a365e8c9-f696-4b0e-8621-a13fe0ddd049 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0564768 Oct 26 16:43:47.343794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:43:48.345396 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46744) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:48.405634 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c357e0f0-0168-4b12-a739-0b55c204f857 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0591218 Oct 26 16:43:49.409512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46746) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:49.468993 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9cb4b07c-f83c-488c-a44a-c7476929279c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0576298 Oct 26 16:43:50.472792 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46748) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:50.533607 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0ed91f2f-3be6-4357-9aee-e0dece5cd6a2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0596571 Oct 26 16:43:51.537534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46750) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:51.597829 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-aba3cf65-dfda-4e63-adb7-2b7a7c9c193e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0590830 Oct 26 16:43:52.601185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46752) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:52.658807 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2be486c0-00e5-4e0a-8f63-fd434fd57f76 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0565712 Oct 26 16:43:53.662727 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46754) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:53.720084 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-128a3e7c-c8e5-461c-a6ee-fc24b0c3a2a9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0562308 Oct 26 16:43:54.723987 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46756) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:54.784560 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-656c6523-4773-441b-9784-e740209afad7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0593531 Oct 26 16:43:55.788491 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46758) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:56.123359 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-81888905-fe33-456b-b0a6-271a12c860f9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.3336129 Oct 26 16:43:57.127241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46760) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:57.187191 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e8b3524e-abd2-49ae-b2ac-658a0d706bf5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0588720 Oct 26 16:43:57.333846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:57.337851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:57.339244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:58.190629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46762) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:58.247991 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-90cdd437-5ea5-4c8f-803e-6f36bc1f8be9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0562429 Oct 26 16:43:58.700032 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=13 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:58.702449 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=13 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:43:59.251426 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46764) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:43:59.312762 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-904cd991-aa45-46c8-9b31-8eefb6edf10b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0602119 Oct 26 16:44:00.316620 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46766) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:00.373632 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-46176540-9a58-4c1a-a155-80e20279db47 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0558817 Oct 26 16:44:01.377121 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46768) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:01.437600 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-24d80d7e-03fa-4c72-9291-4c691c959c2e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0593231 Oct 26 16:44:02.441166 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46770) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:02.498760 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c3dca77a-7512-459d-985a-2e61963b59d2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0564682 Oct 26 16:44:03.502640 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46772) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:03.563041 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-997f06db-9a2c-4b6c-ac72-caedc2f0a6c1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0591764 Oct 26 16:44:04.566682 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46774) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:04.623545 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e36f8a95-256a-4a0c-90b7-9cf9fb95f3c8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0558226 Oct 26 16:44:05.627530 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46776) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:05.688064 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-106aba8f-b236-469b-b325-170cb0949bd4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0594695 Oct 26 16:44:06.691904 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46778) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:06.749508 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-09ec7eee-3133-4ca8-bfeb-6634d56431dc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0564828 Oct 26 16:44:07.753291 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46780) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:07.812980 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a595a344-6c12-4c7d-9f51-44dcd6719254 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0585358 Oct 26 16:44:08.085668 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:44:08.232649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=44 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:08.240813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=44 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:08.763259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c7983784-f9d4-430e-89bc-156d40177f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:44:08.816693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46782) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:08.874922 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bcd30908-5d6c-4cba-8805-5ad627e804f0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0565009 Oct 26 16:44:09.877708 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46784) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:09.937366 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0feac7cc-d07c-42d8-9181-2bd856e39c72 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0585351 Oct 26 16:44:10.941208 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46786) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:10.947524 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=72 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:10.949266 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=70 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:11.001158 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-90e1205c-6bb0-472c-84e2-52d1cbbf8baa tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0587628 Oct 26 16:44:11.187354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-35cfbf3c-8b17-4a49-9c3d-265cd90d01ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:44:12.005067 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46792) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:12.064130 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-507c96e8-9db6-4a79-bee0-51cde96344bf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0579393 Oct 26 16:44:12.419728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:44:13.067534 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46794) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:13.125749 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-db07e409-9238-4bb9-ba3a-c249fb4fdc17 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0571609 Oct 26 16:44:13.419384 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e76e4ed2-9df7-4584-ad41-f57170b74df1 req-b1502d32-0fe9-49f4-a190-7e0f3a3aa29d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0945370 Oct 26 16:44:13.509519 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e4ed2-9df7-4584-ad41-f57170b74df1 req-5dd1e6b0-a7f2-4be7-b357-97ab564bd7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:44:13.510989 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e76e4ed2-9df7-4584-ad41-f57170b74df1 req-5dd1e6b0-a7f2-4be7-b357-97ab564bd7b4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 1130 time: 0.0425675 Oct 26 16:44:13.857722 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e4ed2-9df7-4584-ad41-f57170b74df1 req-25ad9c01-2b3a-4017-9612-b8a3bd903252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:44:13.859184 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e76e4ed2-9df7-4584-ad41-f57170b74df1 req-25ad9c01-2b3a-4017-9612-b8a3bd903252 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=aec2d6c8-0c1e-4358-a1cd-710a71fe832d HTTP/1.1" status: 200 len: 898 time: 0.3270309 Oct 26 16:44:13.926007 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e76e4ed2-9df7-4584-ad41-f57170b74df1 req-db7cf12a-d963-4a04-ac0d-c7aedb0fc9b0 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bfbe8bb-7275-4bb3-93cf-67ac5de38119 HTTP/1.1" status: 200 len: 1003 time: 0.0570827 Oct 26 16:44:13.967294 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:44:13.978135 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e4ed2-9df7-4584-ad41-f57170b74df1 req-285f0cae-14f0-47f7-bf15-0e3992887295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:44:13.979594 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e76e4ed2-9df7-4584-ad41-f57170b74df1 req-285f0cae-14f0-47f7-bf15-0e3992887295 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a9a27262-e091-422f-b199-93bca8c43236 HTTP/1.1" status: 200 len: 833 time: 0.0439270 Oct 26 16:44:14.026383 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e4ed2-9df7-4584-ad41-f57170b74df1 req-fa65c5e8-3045-4bd1-9427-aa9a7a442177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:44:14.028468 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e76e4ed2-9df7-4584-ad41-f57170b74df1 req-fa65c5e8-3045-4bd1-9427-aa9a7a442177 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=aec2d6c8-0c1e-4358-a1cd-710a71fe832d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396547 Oct 26 16:44:14.075706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:44:14.125295 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e76e4ed2-9df7-4584-ad41-f57170b74df1 req-12e6e587-e238-433d-a802-4a6b1e37e587 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874865 Oct 26 16:44:14.129131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46798) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:14.237829 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1c3d6ffc-b478-487b-b069-a4f4c205ebc9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.1075602 Oct 26 16:44:14.266809 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e76e4ed2-9df7-4584-ad41-f57170b74df1 req-4bd0306f-d1f7-4f9f-8cf3-770e07552587 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313276 Oct 26 16:44:15.241602 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46800) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:15.303985 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9ce27e01-491b-427b-af11-c4216b728af3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0612550 Oct 26 16:44:16.307817 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46802) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:16.365304 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-679c993b-a358-44ca-9cc0-b190a5000813 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0557222 Oct 26 16:44:17.342399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:44:17.368908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46804) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:17.430293 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1f8fde90-3cbb-4ff9-878b-01432726b2d3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0602372 Oct 26 16:44:18.077846 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:18.078585 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:18.434667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46806) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:18.492239 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-adffd146-1d07-4c00-a7ef-8982c301da41 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0563250 Oct 26 16:44:19.496232 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46808) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:19.565591 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fbf92320-4ee4-4d83-8359-a927defe50b7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0680594 Oct 26 16:44:20.569543 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46810) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:20.610640 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:20.627100 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7528feaa-a377-4cd2-9621-448abf684abc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0565581 Oct 26 16:44:21.630949 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46812) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:21.664108 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:21.692197 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-add6c872-babf-42f4-8dad-57ccaa3753f5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0602117 Oct 26 16:44:22.696065 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46814) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:22.753830 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-71ebf4ce-91a8-4d01-8a7b-4c2ec10513fe tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0566049 Oct 26 16:44:23.757646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46816) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:23.817597 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a12b43ad-c215-4bd6-874d-5b5850a3ba02 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0588298 Oct 26 16:44:24.071289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:24.821355 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46818) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:24.879077 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-183b9199-88d3-4d49-a76e-4971a2630424 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0565054 Oct 26 16:44:25.882614 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46820) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:25.942762 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-90c7f609-0ff9-40ec-970d-0097a0051ac1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0590160 Oct 26 16:44:26.946557 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46822) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:27.003444 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f9f16035-5cf4-4d71-8b76-964583d96f4f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0557752 Oct 26 16:44:27.335860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:27.337733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:28.007633 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46824) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:28.068045 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-28ace4c6-8d25-4783-a700-c0c958b0aea6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0592883 Oct 26 16:44:29.071909 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46826) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:29.130642 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-511dd99e-e5d8-4ddf-a8e4-e8dc5b55ea5f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0575905 Oct 26 16:44:30.134499 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46828) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:30.196012 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-597a4573-b0a3-42d3-ba8f-675f6beda8d7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0602942 Oct 26 16:44:31.200431 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46830) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:31.258312 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b9b280a0-ba80-4a75-b135-856a62938e8f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0567033 Oct 26 16:44:32.261164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46832) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:32.322016 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-99c0f8f3-f723-4d13-b30b-c8df38c4e16b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0592256 Oct 26 16:44:32.744666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:32.747067 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=12 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:33.325850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46834) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:33.386313 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0e7461e2-4b9f-4832-a9e9-59ad9bf171ad tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0593514 Oct 26 16:44:34.389873 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46836) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:34.446732 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e9423af7-a42f-4c3f-9a19-fe923fa5f85c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0557230 Oct 26 16:44:35.450572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46838) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:35.511175 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ec6d2b31-fda7-48ac-a935-921a03e8ff53 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0594752 Oct 26 16:44:36.515917 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46840) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:36.573948 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-98cbcf57-92ef-408f-a52b-0dcb3b53e4b1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0556543 Oct 26 16:44:37.576395 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46842) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:37.636327 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c2e0ae51-faa0-4fac-a404-13790ba7958c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0587902 Oct 26 16:44:38.640671 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46844) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:38.697397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=10 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:38.698267 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-09664f14-1365-47e9-8c6b-92cb7c4c8801 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0562541 Oct 26 16:44:38.701447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:38.704866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:38.764207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-20fd2eae-3cf7-472f-8ffd-dc1aab81a0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:44:39.701085 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46846) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:39.761006 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b8ae86a0-4eb2-4f41-9ac5-50323ff67272 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0587692 Oct 26 16:44:40.764403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46848) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:40.822558 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-445917ba-ca4b-4b95-b2dc-f88cf5a085ff tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0569885 Oct 26 16:44:41.188962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-664b998e-8845-46e5-a27c-dd4d7f54a119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:44:41.826404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46850) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:41.884577 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cca96d85-af13-4390-8f5f-d32625a48123 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0570576 Oct 26 16:44:42.422164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:44:42.888614 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46852) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:42.947988 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-551ab58c-7683-4062-8fa5-5667cdcdb71b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0582383 Oct 26 16:44:43.951942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46854) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:43.966224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:44:44.010384 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ff4732e3-bac7-407b-8d9b-a061e0c7c5d6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0572419 Oct 26 16:44:44.078655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:44:45.013620 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46856) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:45.073638 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e638061f-ceca-45c0-b1fd-329d27fe40c2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0588105 Oct 26 16:44:45.084266 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:44:46.077906 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46858) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:46.135400 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9f41072d-2394-4778-ab6f-daa89d835db3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0563753 Oct 26 16:44:47.139185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46860) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:47.198657 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-08cb2bd5-d5e8-4796-8147-abf2550c2602 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0583651 Oct 26 16:44:47.347738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:44:48.202586 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46862) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:48.238867 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=81 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:48.245403 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=75 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:48.262293 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7c10ed61-88fd-48ce-a3e8-00d594f407ad tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0586476 Oct 26 16:44:49.265726 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46864) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:49.327447 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-28add019-8a67-4c0c-831f-66408e734c10 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0605934 Oct 26 16:44:50.330740 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46866) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:50.388489 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-509cbea4-5f76-474f-8d80-4629d7d6dc96 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0565856 Oct 26 16:44:51.363228 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:51.392333 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46868) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:51.452725 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4ce7cbfe-a7fb-4019-8b62-7f913a75fbd1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0592473 Oct 26 16:44:52.456529 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46870) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:52.515048 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6fc3dd62-4dfa-4735-a8db-05d3f5348dd2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0573590 Oct 26 16:44:53.518953 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46876) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:53.719160 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-441b8d51-2686-4dc6-abab-a4e12fe29c21 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.1990764 Oct 26 16:44:54.723001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46884) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:54.781115 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8b7f0433-e0ba-4ca6-8734-5ab5d1ab28cd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0569510 Oct 26 16:44:55.080568 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:55.785000 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46886) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:55.845436 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b09ab776-e7bb-4730-8073-aac9193fb4f5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0592880 Oct 26 16:44:56.848309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46888) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:56.906752 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4e786769-6dea-428f-88ae-60ca22ee2cf3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0573056 Oct 26 16:44:57.337723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:57.341946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:57.343926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:44:57.910528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46890) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:57.971232 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b8fec06b-4cdf-4baa-b426-62cba2ea6302 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0595646 Oct 26 16:44:58.974920 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46892) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:44:59.033047 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3dc8681e-1788-48e1-a51a-456fa4fcadbc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0569823 Oct 26 16:45:00.036937 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46894) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:00.097325 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a555c285-00c1-40d6-b7e3-97693bfdc9b8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0592546 Oct 26 16:45:00.380106 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=51 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:00.382016 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=49 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:01.101165 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46896) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:01.161573 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ca4db4bd-d28a-497f-a111-2a411d9fd971 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0593152 Oct 26 16:45:02.165519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46898) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:02.223430 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2e0681f1-0962-42e5-8d5c-d014074c74c5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0567923 Oct 26 16:45:03.226619 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46900) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:03.287671 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-16ed4674-a753-437f-9d67-3a81340d7658 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0598805 Oct 26 16:45:04.290669 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46902) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:04.349482 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-af9448f6-3e96-4244-8ab8-2bc37029f1c8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0577614 Oct 26 16:45:05.353167 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46904) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:05.413309 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-00aedee8-9b7e-4019-b8d1-d8268d546782 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0589917 Oct 26 16:45:06.417106 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46906) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:06.475471 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-19f9cabd-e3be-4f5a-9701-19efff1e70ae tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0570626 Oct 26 16:45:07.479466 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46908) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:07.539426 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ead99893-4d9e-435d-be89-73143adcd9d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0588973 Oct 26 16:45:08.543277 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46910) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:08.600747 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2661a1ec-c245-4180-a316-0208b3945186 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0563650 Oct 26 16:45:08.766618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-979f9ed3-92a9-4fcb-81ad-f403ec205c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:45:09.603842 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46912) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:09.663629 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7dc95182-b1b6-47c7-9fb3-1c5e9c8a16c1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0586498 Oct 26 16:45:10.667430 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46914) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:10.726893 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c104cf58-2cb5-4251-8659-d15bbacff645 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0577035 Oct 26 16:45:11.145603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:11.154780 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:11.190245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6ca4860c-6987-4ccb-8f48-470508965b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:45:11.730649 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46916) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:11.791743 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dd3952c9-ca78-41be-b897-1913c63d1725 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0599604 Oct 26 16:45:12.428668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:45:12.794942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46918) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:13.111992 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:13.122961 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:13.138068 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-06ea5ae9-8752-4f32-bbfe-ef713236b63a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.3420365 Oct 26 16:45:13.968075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:45:14.081629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:45:14.141982 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46924) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:14.201836 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-238c8f4a-fe25-4300-9884-7ca75172f9ca tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0587220 Oct 26 16:45:15.205851 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46926) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:15.262914 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-637c2b09-ec05-4c6c-9180-bfa35c64acff tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0559492 Oct 26 16:45:15.408649 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-eca2255a-736a-4be8-a18c-3c07ef3ab058 req-40343421-f07d-4d75-b086-1e645265b77f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381618 Oct 26 16:45:15.490854 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2255a-736a-4be8-a18c-3c07ef3ab058 req-a8047f01-92a9-42e5-8823-4650e329f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:15.492306 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-eca2255a-736a-4be8-a18c-3c07ef3ab058 req-a8047f01-92a9-42e5-8823-4650e329f46d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 1130 time: 0.0414455 Oct 26 16:45:15.600502 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2255a-736a-4be8-a18c-3c07ef3ab058 req-1e398bde-1fbb-4ba5-abbd-5dd9d4c4ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:15.601976 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-eca2255a-736a-4be8-a18c-3c07ef3ab058 req-1e398bde-1fbb-4ba5-abbd-5dd9d4c4ff95 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=aec2d6c8-0c1e-4358-a1cd-710a71fe832d HTTP/1.1" status: 200 len: 898 time: 0.0894735 Oct 26 16:45:15.661565 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-eca2255a-736a-4be8-a18c-3c07ef3ab058 req-37ad902b-9a44-4550-b84c-3fc77c8f84c7 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bfbe8bb-7275-4bb3-93cf-67ac5de38119 HTTP/1.1" status: 200 len: 1003 time: 0.0530498 Oct 26 16:45:15.711284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2255a-736a-4be8-a18c-3c07ef3ab058 req-76e04b31-facf-44b8-a74c-ec795cc83085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:15.712719 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-eca2255a-736a-4be8-a18c-3c07ef3ab058 req-76e04b31-facf-44b8-a74c-ec795cc83085 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a9a27262-e091-422f-b199-93bca8c43236 HTTP/1.1" status: 200 len: 833 time: 0.0425797 Oct 26 16:45:15.761368 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2255a-736a-4be8-a18c-3c07ef3ab058 req-08bf8b79-d480-491e-922e-00a145bc2470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:45:15.763247 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-eca2255a-736a-4be8-a18c-3c07ef3ab058 req-08bf8b79-d480-491e-922e-00a145bc2470 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=aec2d6c8-0c1e-4358-a1cd-710a71fe832d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0417814 Oct 26 16:45:15.853984 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-eca2255a-736a-4be8-a18c-3c07ef3ab058 req-ee1fb916-d346-47fb-9489-64177d0c6df1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825691 Oct 26 16:45:15.947784 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-eca2255a-736a-4be8-a18c-3c07ef3ab058 req-7facbb10-fa9f-44f4-ba54-e459f843be7f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865855 Oct 26 16:45:16.266593 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46928) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:16.327731 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6cbebb63-cdea-4d14-a9fd-1d6f521cf368 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0599344 Oct 26 16:45:17.330586 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46930) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:17.345225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:45:17.389683 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f51c0c07-8758-45fc-b291-fc51f1030a8b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0579638 Oct 26 16:45:18.393525 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46932) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:18.453418 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1bd5ae03-144b-43a2-9a80-83651f96acf0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0587599 Oct 26 16:45:19.457294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46934) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:19.515100 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-16294ced-a876-4a41-ae03-4aaeec19c0b2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0566435 Oct 26 16:45:20.518217 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46936) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:20.818306 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6e4047d9-af36-4aa0-9570-9fbfe764ccb4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.2989516 Oct 26 16:45:21.822262 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46938) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:21.879874 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-47f1afeb-c6ea-4c0e-a14f-b3a9dc9cb9e7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0564997 Oct 26 16:45:22.083621 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:45:22.883746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46940) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:22.943982 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4ec3912f-0f00-42e0-bc0c-f748b9ab27cd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0591123 Oct 26 16:45:23.947877 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46942) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:24.005371 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0072d66c-a164-4e4e-95d8-aaca67f033e1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0563641 Oct 26 16:45:25.009264 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46944) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:25.069642 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-93747854-9281-4555-b0de-96aaa57f2dc7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0592430 Oct 26 16:45:26.073605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46946) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:26.132390 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9e7178b3-96c3-4bb6-97c9-3ac83f5a8900 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0576241 Oct 26 16:45:27.136380 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46948) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:27.196539 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a416aece-06ec-4826-8a25-07b17bb6caf6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0590570 Oct 26 16:45:27.333819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:27.337021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:27.339385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:28.200425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46950) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:28.258176 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-afa3ee83-0ac4-4f62-94c4-9424f6f57681 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0565958 Oct 26 16:45:29.262662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46952) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:29.323890 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-11548353-cece-4336-b996-5290dc77eaae tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0600345 Oct 26 16:45:30.327657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46954) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:30.384738 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b4ea937e-4629-4e2f-82fe-7d05f4511453 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0559781 Oct 26 16:45:31.388481 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46956) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:31.447316 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-333a58d4-3010-400b-abdb-c6e7a21a211e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0576975 Oct 26 16:45:32.079276 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:32.451214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46958) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:32.508099 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1eb4816d-37d7-461e-8d90-2834292f8fe8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0557027 Oct 26 16:45:33.512520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46960) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:33.571382 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8ffa4c2b-c627-4de1-8df7-30fdb538cfb1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0576425 Oct 26 16:45:34.575420 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46962) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:34.632904 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-965eae06-498f-49f2-aaf5-9d0c6b861103 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0564022 Oct 26 16:45:35.637288 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46964) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:35.643461 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:35.698316 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dad4d012-2f53-40ba-bb20-3585a6dd4d0a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0599163 Oct 26 16:45:36.702725 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46966) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:36.740281 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:36.761785 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-07400f31-36a1-496b-89a1-ea113e12e45b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0579672 Oct 26 16:45:37.256151 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:37.765451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46968) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:37.825794 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-10856ae5-a2d8-44ff-89a3-59e1d6d5b989 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0592153 Oct 26 16:45:38.768097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-475694b3-a4b0-48c5-9ccb-4377b7f969dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:45:38.829561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46970) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:38.888113 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a4ebf5a3-c81e-4f7f-9ee6-9a473b56bd68 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0573347 Oct 26 16:45:39.891483 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46972) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:39.952925 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bd1390a0-a58c-4fc2-92d9-2de54b79bf65 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0602469 Oct 26 16:45:40.956190 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46974) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:41.014615 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a240ebec-0d5a-4ca0-a431-67f780ad83a9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0571706 Oct 26 16:45:41.191336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-11e2e102-078e-4e61-a547-104707370057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:45:42.018442 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46976) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:42.079931 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ba8218e1-3d7c-4486-ab40-cc4562c4ac39 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0603046 Oct 26 16:45:42.429465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:45:43.083688 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46978) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:43.119109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=80 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:43.129440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=81 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:43.143683 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-05fead63-f43b-4a51-873c-7aee6ab43a9b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0589008 Oct 26 16:45:43.970317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:45:44.086729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:45:44.146561 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46980) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:44.207190 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9c110316-b802-4e88-b4ef-0076a25b96c8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0595033 Oct 26 16:45:45.210563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46982) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:45.268425 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e092fd8e-cb82-4413-85c5-5df42d2691dc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0566864 Oct 26 16:45:46.272210 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46984) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:46.332791 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ffb1e00d-f398-434d-a7db-7a8758691a67 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0593367 Oct 26 16:45:47.336568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 46986) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:47.370652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:45:47.395660 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-54c3fcb2-1c96-4f6b-8383-4c622c999f97 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0579121 Oct 26 16:45:47.807930 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=15 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:47.818964 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:48.399890 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46988) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:48.457457 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ccdb709e-9146-4a8f-a6c7-edbefcfd3a21 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0564232 Oct 26 16:45:49.461335 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46990) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:49.523213 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6eac6819-d560-4376-b492-45a8f5845a58 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0607352 Oct 26 16:45:50.526558 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46992) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:50.584005 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f3ad2b55-4624-4201-89b2-c4ee22fa3775 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0562110 Oct 26 16:45:51.587867 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46994) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:51.648343 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a61ca5ba-99aa-4b1d-8d36-9d041fac4038 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0594153 Oct 26 16:45:52.651794 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46996) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:52.709658 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6d855a00-906e-407a-a9a3-ec18f344b68b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0567029 Oct 26 16:45:53.713442 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 46998) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:53.774096 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-02aab961-a0d2-4776-861c-4f18894eb5c0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0594764 Oct 26 16:45:54.778750 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47000) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:54.835719 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2a65c935-9ae5-4a65-94ac-560025e3c665 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0557952 Oct 26 16:45:55.839014 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47002) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:55.899030 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-90b6dce8-3253-47a4-b187-d72c2f8a948d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0584121 Oct 26 16:45:56.903121 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47004) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:56.963056 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a444eb5d-f039-4808-82eb-1c4795789a7b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0587993 Oct 26 16:45:57.361353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:57.364126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:57.366072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:45:57.966574 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47006) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:58.024524 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-508fb9dd-ae7d-47d6-b610-662827c6f4ec tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0568142 Oct 26 16:45:59.028832 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47008) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:45:59.081658 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:45:59.088193 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-91f52553-2221-44a2-9833-5c8fa4b69ca9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0582466 Oct 26 16:46:00.092775 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47010) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:00.150505 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a5bd4b0c-cc4b-4959-ad6d-a274e4ea4f27 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0565197 Oct 26 16:46:01.154080 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47012) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:01.213043 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7d183327-d547-46e5-a05a-e10175d4c7b7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0578101 Oct 26 16:46:02.217775 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47014) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:02.275652 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-635af251-e7ee-4062-9e73-18bd51f81284 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0567524 Oct 26 16:46:03.278625 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47016) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:03.338164 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8f33e33f-6a7d-4275-8a47-95c447a86636 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0583839 Oct 26 16:46:04.341461 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47018) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:04.400987 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-75402821-1f24-40c4-863e-5b064c415907 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0583737 Oct 26 16:46:05.355349 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=16 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:05.405424 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47020) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:05.466663 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-578fc21d-4dd5-4d66-b030-ed7459297d50 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0601134 Oct 26 16:46:06.470657 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47022) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:06.528364 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-962a1778-5c57-44ab-b8bc-adb536feef06 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0565679 Oct 26 16:46:07.532307 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47024) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:07.592073 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5d93f74a-b25c-43d8-b3d4-343dbb948c7e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0586834 Oct 26 16:46:08.596067 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47026) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:08.653996 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-541fc328-a0ea-452c-b4a3-3d8b48f91fe3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0568812 Oct 26 16:46:08.769734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a295b22d-2d57-45b1-8fdb-fc395aa03627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:09.078665 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=20 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:09.657864 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47028) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:09.717893 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-de1c24df-4405-46ed-aea7-a8cf4bbf5554 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0588944 Oct 26 16:46:10.720895 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47030) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:10.778741 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ba7fc1e0-9cce-4d18-883e-1a1b2a41d710 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0566874 Oct 26 16:46:11.193397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6fb48482-4bd8-4a34-80f8-69d1fe03c527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:11.782580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47032) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:11.842696 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1d7e9b9e-a828-4fdc-8591-0571c96f16a0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0589900 Oct 26 16:46:12.432013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:12.846563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47034) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:12.904991 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ac328c84-9222-45bf-8aa6-60dcda29ceea tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0572016 Oct 26 16:46:13.908618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47036) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:13.914858 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=62 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:13.916518 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=63 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:13.973253 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f19ac8a7-7d2b-4a3d-a1e3-4150c69adc71 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0633976 Oct 26 16:46:13.974905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:14.078843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:14.977255 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47042) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:15.036620 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-24859fc9-357f-430e-bcec-bcdc60c17699 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0582149 Oct 26 16:46:16.040103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47046) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:16.101756 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a79d1f80-3aee-4554-9571-ed5cc85907f7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0605264 Oct 26 16:46:16.477463 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8414e3ee-6d7d-4c7d-9022-9e19e5929773 req-58792a62-4765-4f0b-9459-0ab08362c268 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394080 Oct 26 16:46:16.562880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414e3ee-6d7d-4c7d-9022-9e19e5929773 req-ee7f2313-2962-4cbd-8a81-e510dfc58400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:16.564255 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8414e3ee-6d7d-4c7d-9022-9e19e5929773 req-ee7f2313-2962-4cbd-8a81-e510dfc58400 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 1130 time: 0.0393209 Oct 26 16:46:16.667299 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:16.676884 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414e3ee-6d7d-4c7d-9022-9e19e5929773 req-b283cb8d-42b3-43f9-ac47-9a78615d3670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:16.678341 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8414e3ee-6d7d-4c7d-9022-9e19e5929773 req-b283cb8d-42b3-43f9-ac47-9a78615d3670 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=aec2d6c8-0c1e-4358-a1cd-710a71fe832d HTTP/1.1" status: 200 len: 898 time: 0.0897689 Oct 26 16:46:16.741675 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8414e3ee-6d7d-4c7d-9022-9e19e5929773 req-5aaffe9a-ab30-4638-8dff-b97a91662d6a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bfbe8bb-7275-4bb3-93cf-67ac5de38119 HTTP/1.1" status: 200 len: 1003 time: 0.0538344 Oct 26 16:46:16.757325 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:16.792892 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414e3ee-6d7d-4c7d-9022-9e19e5929773 req-b30168a9-caa4-4088-9bf6-e1acc2fd011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:16.794306 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8414e3ee-6d7d-4c7d-9022-9e19e5929773 req-b30168a9-caa4-4088-9bf6-e1acc2fd011b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a9a27262-e091-422f-b199-93bca8c43236 HTTP/1.1" status: 200 len: 833 time: 0.0435328 Oct 26 16:46:16.844131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414e3ee-6d7d-4c7d-9022-9e19e5929773 req-56683404-9446-4ae1-8894-4d3b098fa698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:16.845551 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8414e3ee-6d7d-4c7d-9022-9e19e5929773 req-56683404-9446-4ae1-8894-4d3b098fa698 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=aec2d6c8-0c1e-4358-a1cd-710a71fe832d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425503 Oct 26 16:46:16.938939 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8414e3ee-6d7d-4c7d-9022-9e19e5929773 req-7cb6a271-64bd-48cb-b3d7-427afb5b027c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835199 Oct 26 16:46:17.036007 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8414e3ee-6d7d-4c7d-9022-9e19e5929773 req-e77a7026-87b0-4398-815a-c46c0537d6e3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865922 Oct 26 16:46:17.106084 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47048) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:17.161497 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b0c63edb-a202-455c-b27d-747544ad3276 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0544040 Oct 26 16:46:17.371087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:18.165303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47050) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:18.222745 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a63efc84-f45c-47ad-90fd-da9046961152 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0562537 Oct 26 16:46:19.226237 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47052) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:19.288472 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f8840495-2baf-462f-b95c-43d41839be22 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0609994 Oct 26 16:46:20.292815 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47054) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:20.352249 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-045683f0-0209-4208-b5ca-628eac1234e4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0582995 Oct 26 16:46:21.356092 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47056) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:21.412906 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1b6a62ff-3671-40c1-92dc-9647789a90a1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0556612 Oct 26 16:46:22.417260 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47058) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:22.478702 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9f813026-bfea-4ad9-921c-8d0895be6060 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0600607 Oct 26 16:46:23.483026 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47060) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:23.539722 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2cad8ca0-cc7e-4250-935e-f353ffb8590f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0555828 Oct 26 16:46:24.543963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47062) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:24.600177 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-eee5548d-c7db-45ef-a4e8-023038a3ff64 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0551543 Oct 26 16:46:25.603135 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47064) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:25.663277 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c7d20133-051e-4851-9dca-8c7d5c58968e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0587275 Oct 26 16:46:26.667582 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47066) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:26.722984 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0aa857cf-b6da-4e9f-ab5f-77bdc4789cf7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0542600 Oct 26 16:46:27.358008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:27.364704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:27.366622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:27.726810 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47068) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:27.786541 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-570ec801-e4a8-4c8e-8d93-c19b56ded606 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0586197 Oct 26 16:46:28.790344 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47070) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:28.847877 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-27061b36-3445-4e7d-8ce9-aab666c5efc8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0563219 Oct 26 16:46:29.851675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47072) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:29.912394 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7191d124-5de8-475a-b2bc-93928c403079 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0595858 Oct 26 16:46:30.916205 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47074) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:30.973159 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-37b081e4-1eb9-44c8-a5ed-2ac753d520f9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0557859 Oct 26 16:46:31.976981 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47078) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:32.036639 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-678bb0ec-9fa4-44aa-ab01-e7c49b26087f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0586028 Oct 26 16:46:33.040501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47084) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:33.376101 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f418dbfb-78f3-4e80-8955-2a28e0c4b14b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.3344972 Oct 26 16:46:34.379693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47088) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:34.438370 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9e914ed9-bfa6-44ff-8a67-87638beb91a3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 200 len: 995 time: 0.0575659 Oct 26 16:46:34.441252 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47090) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:34.581337 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port 5b95144b-ebf1-4a95-b4a8-1336d8162c2d {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:46:34.581602 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (5b95144b-ebf1-4a95-b4a8-1336d8162c2d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:34.657127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (5b95144b-ebf1-4a95-b4a8-1336d8162c2d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:34.657462 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (5b95144b-ebf1-4a95-b4a8-1336d8162c2d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:34.670738 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for 5b95144b-ebf1-4a95-b4a8-1336d8162c2d owned by network:floatingip {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:46:34.791667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:34.796401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:34.818243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (5b95144b-ebf1-4a95-b4a8-1336d8162c2d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:34.840961 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=5b95144b-ebf1-4a95-b4a8-1336d8162c2d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:34.850802 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:34.851163 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:34.851512 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:34.851856 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:34.852196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:34.852899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:34.852899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:34.853208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:34.853799 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:34.854130 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:34.855060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:34.855400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:34.855732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:34.856063 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:34.856391 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:34.921591 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (7008ecf9-685b-4f18-ae14-d4cc440a4fd7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:34.921919 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Floating IP 7008ecf9-685b-4f18-ae14-d4cc440a4fd7 disassociated (deleted). External IP: 172.26.11.102, port: 4bfbe8bb-7275-4bb3-93cf-67ac5de38119. Oct 26 16:46:35.121516 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 86c48549-52ac-4ea8-8af7-809c0325fa59 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:46:35.225369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:46:35.230850 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:35.235328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a246fd7-d44f-4536-8c06-71ef35cf4760 None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:46:35.245939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a246fd7-d44f-4536-8c06-71ef35cf4760 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:46:35.246559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2a246fd7-d44f-4536-8c06-71ef35cf4760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:35.260614 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1fbeb22a-8052-4250-ae66-3f834309460a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/7008ecf9-685b-4f18-ae14-d4cc440a4fd7 HTTP/1.1" status: 204 len: 168 time: 0.8183963 Oct 26 16:46:35.261333 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'tag': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:46:35.263613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07df1aff-b817-464d-a3dd-c4995d72f950" -d '{"events": [{"name": "network-changed", "server_uuid": "4502d359-1cc9-4c49-80f7-f475c7ee0136", "tag": "4bfbe8bb-7275-4bb3-93cf-67ac5de38119"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:46:35.395384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2a246fd7-d44f-4536-8c06-71ef35cf4760 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:46:35.481693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed122894-2260-4cd4-8eb0-10ed199f6ce0 x-openstack-request-id: req-ed122894-2260-4cd4-8eb0-10ed199f6ce0 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:46:35.482200 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4502d359-1cc9-4c49-80f7-f475c7ee0136", "tag": "4bfbe8bb-7275-4bb3-93cf-67ac5de38119", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:46:35.482288 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed122894-2260-4cd4-8eb0-10ed199f6ce0 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:46:35.482630 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed122894-2260-4cd4-8eb0-10ed199f6ce0'] response: {'name': 'network-changed', 'server_uuid': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'tag': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'status': 'completed', 'code': 200} Oct 26 16:46:35.599600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2a246fd7-d44f-4536-8c06-71ef35cf4760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:42:12Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:42:12Z', 'revision_number': 28, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:35.625046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a246fd7-d44f-4536-8c06-71ef35cf4760 None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:46:35.633528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a246fd7-d44f-4536-8c06-71ef35cf4760 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:46:35.634117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2a246fd7-d44f-4536-8c06-71ef35cf4760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:35.672893 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df1aff-b817-464d-a3dd-c4995d72f950 req-faa15a29-23b0-44ab-a8e9-9b627d250b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:35.674412 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-07df1aff-b817-464d-a3dd-c4995d72f950 req-faa15a29-23b0-44ab-a8e9-9b627d250b72 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 1130 time: 0.0723841 Oct 26 16:46:35.689804 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d45d6-6be4-4bfe-bb50-31d0463fb521 req-59af2a2a-e57a-4a27-9038-8cefe9a02ffa tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:35.691242 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-775d45d6-6be4-4bfe-bb50-31d0463fb521 req-59af2a2a-e57a-4a27-9038-8cefe9a02ffa tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 946 time: 0.1931214 Oct 26 16:46:35.738645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2a246fd7-d44f-4536-8c06-71ef35cf4760 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:46:35.749499 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-775d45d6-6be4-4bfe-bb50-31d0463fb521 req-c45baca6-cb05-41d8-81eb-8476758640f0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dc798459-e89d-4c68-941d-0d2f58700ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523841 Oct 26 16:46:35.908786 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87237549-6400-4959-8812-93a6e630de14 req-c9d91b28-1835-4f27-9eb7-dc1037881705 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:35.910568 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-87237549-6400-4959-8812-93a6e630de14 req-c9d91b28-1835-4f27-9eb7-dc1037881705 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 946 time: 0.0515821 Oct 26 16:46:35.940941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2a246fd7-d44f-4536-8c06-71ef35cf4760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:42:12Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:42:12Z', 'revision_number': 28, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:35.971326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a246fd7-d44f-4536-8c06-71ef35cf4760 None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:42:12Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:42:12Z', 'revision_number': 28, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:46:36.005076 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-87237549-6400-4959-8812-93a6e630de14 req-1a140ad3-14af-4497-9ab4-fb2d9fbc3c45 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:46:36.005650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-87237549-6400-4959-8812-93a6e630de14 req-1a140ad3-14af-4497-9ab4-fb2d9fbc3c45 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (4bfbe8bb-7275-4bb3-93cf-67ac5de38119), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:36.075068 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:36.082060 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:46:36.086870 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df1aff-b817-464d-a3dd-c4995d72f950 req-11a0ebe1-d541-497f-892f-195405050706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:36.088347 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-07df1aff-b817-464d-a3dd-c4995d72f950 req-11a0ebe1-d541-497f-892f-195405050706 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=aec2d6c8-0c1e-4358-a1cd-710a71fe832d HTTP/1.1" status: 200 len: 898 time: 0.3515666 Oct 26 16:46:36.118481 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-87237549-6400-4959-8812-93a6e630de14 req-1a140ad3-14af-4497-9ab4-fb2d9fbc3c45 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] For port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=4bfbe8bb-7275-4bb3-93cf-67ac5de38119,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:36.118853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-87237549-6400-4959-8812-93a6e630de14 req-1a140ad3-14af-4497-9ab4-fb2d9fbc3c45 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (4bfbe8bb-7275-4bb3-93cf-67ac5de38119), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:36.132765 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-87237549-6400-4959-8812-93a6e630de14 req-1a140ad3-14af-4497-9ab4-fb2d9fbc3c45 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:46:36.242190 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-07df1aff-b817-464d-a3dd-c4995d72f950 req-f9b2d591-0c1a-45be-a610-1f121d9c6cc4 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bfbe8bb-7275-4bb3-93cf-67ac5de38119 HTTP/1.1" status: 200 len: 217 time: 0.0397606 Oct 26 16:46:36.278131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:36.298812 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df1aff-b817-464d-a3dd-c4995d72f950 req-2374178d-a260-40de-82c8-7f9e5207360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:36.300658 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-07df1aff-b817-464d-a3dd-c4995d72f950 req-2374178d-a260-40de-82c8-7f9e5207360a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a9a27262-e091-422f-b199-93bca8c43236 HTTP/1.1" status: 200 len: 833 time: 0.0530641 Oct 26 16:46:36.303764 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-87237549-6400-4959-8812-93a6e630de14 req-1a140ad3-14af-4497-9ab4-fb2d9fbc3c45 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (4bfbe8bb-7275-4bb3-93cf-67ac5de38119), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:36.332429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:36.335838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a140ad3-14af-4497-9ab4-fb2d9fbc3c45 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=4bfbe8bb-7275-4bb3-93cf-67ac5de38119,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:36.374789 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df1aff-b817-464d-a3dd-c4995d72f950 req-dec3ffec-bf00-4f23-be4e-1325bf7bacca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:36.376329 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-07df1aff-b817-464d-a3dd-c4995d72f950 req-dec3ffec-bf00-4f23-be4e-1325bf7bacca service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=aec2d6c8-0c1e-4358-a1cd-710a71fe832d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0626473 Oct 26 16:46:36.387169 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-87237549-6400-4959-8812-93a6e630de14 req-1a140ad3-14af-4497-9ab4-fb2d9fbc3c45 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] No DVR routers for this DVR port 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:46:36.389716 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-87237549-6400-4959-8812-93a6e630de14 req-1a140ad3-14af-4497-9ab4-fb2d9fbc3c45 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:36.393080 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-87237549-6400-4959-8812-93a6e630de14 req-1a140ad3-14af-4497-9ab4-fb2d9fbc3c45 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "DELETE /networking/v2.0/ports/4bfbe8bb-7275-4bb3-93cf-67ac5de38119 HTTP/1.1" status: 204 len: 173 time: 0.4756839 Oct 26 16:46:36.482207 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-07df1aff-b817-464d-a3dd-c4995d72f950 req-e00351d2-8f59-4ffb-9637-db69b26d048a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947444 Oct 26 16:46:36.591117 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-07df1aff-b817-464d-a3dd-c4995d72f950 req-3c9daa34-9209-4ba3-87ac-39ff7d600a49 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995235 Oct 26 16:46:36.954851 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:36.979600 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1a236a54-45f1-40b0-ab58-2b185ccabde7 req-d6d875b2-2baa-4d59-be78-9aaf3305c049 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4502d359-1cc9-4c49-80f7-f475c7ee0136 HTTP/1.1" status: 200 len: 210 time: 0.1175659 Oct 26 16:46:37.000001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:46:37.054898 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d32c0e80-7eb5-4cc4-9789-05fc9141a90d triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:46:37.056123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:37.056517 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d32c0e80-7eb5-4cc4-9789-05fc9141a90d Oct 26 16:46:37.142943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:37.143329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:37.166119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:37.170330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:37.171123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:46:37.244729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:37.256818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.257152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.257438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.257776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.258111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.258430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.258773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.259081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.259413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.259741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.260069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.260399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.261301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.261631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.261953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:37.267046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8986027f-8837-4ba9-a111-b29048536400 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:46:37.267422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8986027f-8837-4ba9-a111-b29048536400), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:37.267757 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8986027f-8837-4ba9-a111-b29048536400 Oct 26 16:46:37.345628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8986027f-8837-4ba9-a111-b29048536400 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:37.346039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8986027f-8837-4ba9-a111-b29048536400), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:37.381263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:37.385511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8986027f-8837-4ba9-a111-b29048536400), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:37.433979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:37.483813 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'name': 'network-vif-deleted', 'tag': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:46:37.486153 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ebd4d1-47a8-4a8a-bbda-b6bca3fd53f3" -d '{"events": [{"server_uuid": "4502d359-1cc9-4c49-80f7-f475c7ee0136", "name": "network-vif-deleted", "tag": "4bfbe8bb-7275-4bb3-93cf-67ac5de38119"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:46:37.527404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be244a44-099c-401e-b0d2-ec22700a1bd0 x-openstack-request-id: req-be244a44-099c-401e-b0d2-ec22700a1bd0 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:46:37.527703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4502d359-1cc9-4c49-80f7-f475c7ee0136", "name": "network-vif-deleted", "tag": "4bfbe8bb-7275-4bb3-93cf-67ac5de38119", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:46:37.527960 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be244a44-099c-401e-b0d2-ec22700a1bd0 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:46:37.528368 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be244a44-099c-401e-b0d2-ec22700a1bd0'] response: {'server_uuid': '4502d359-1cc9-4c49-80f7-f475c7ee0136', 'name': 'network-vif-deleted', 'tag': '4bfbe8bb-7275-4bb3-93cf-67ac5de38119', 'status': 'completed', 'code': 200} Oct 26 16:46:37.933210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:46:37.952432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:46:37.952782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 4bfbe8bb-7275-4bb3-93cf-67ac5de38119 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:46:38.046361 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47132) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:38.272828 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de2e04-3d64-4fd3-858b-816d77e01b31 None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:46:38.279380 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de2e04-3d64-4fd3-858b-816d77e01b31 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:46:38.280000 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e7de2e04-3d64-4fd3-858b-816d77e01b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:38.370520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (86c48549-52ac-4ea8-8af7-809c0325fa59), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:38.379779 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e7de2e04-3d64-4fd3-858b-816d77e01b31 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:46:38.567795 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e7de2e04-3d64-4fd3-858b-816d77e01b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:46:37Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:46:37Z', 'revision_number': 29, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:38.595884 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de2e04-3d64-4fd3-858b-816d77e01b31 None None] Checking router: 86c48549-52ac-4ea8-8af7-809c0325fa59 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:46:38.603435 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port 8986027f-8837-4ba9-a111-b29048536400 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:46:38.604067 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8986027f-8837-4ba9-a111-b29048536400), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:38.605455 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de2e04-3d64-4fd3-858b-816d77e01b31 None None] Routers {'86c48549-52ac-4ea8-8af7-809c0325fa59'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:46:38.606064 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e7de2e04-3d64-4fd3-858b-816d77e01b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['86c48549-52ac-4ea8-8af7-809c0325fa59'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:38.698879 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] For port 8986027f-8837-4ba9-a111-b29048536400, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8986027f-8837-4ba9-a111-b29048536400,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:38.699047 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8986027f-8837-4ba9-a111-b29048536400), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:38.701290 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:38.709716 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e7de2e04-3d64-4fd3-858b-816d77e01b31 None None] Set router 86c48549-52ac-4ea8-8af7-809c0325fa59 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:46:38.714709 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for 8986027f-8837-4ba9-a111-b29048536400 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:46:38.752228 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:38.773460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b39719df-1215-40fd-b4b1-48a7235b3e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:38.915038 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e7de2e04-3d64-4fd3-858b-816d77e01b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:46:37Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:46:37Z', 'revision_number': 29, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:38.916853 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (8986027f-8837-4ba9-a111-b29048536400), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:38.937897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:46:38.942132 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de2e04-3d64-4fd3-858b-816d77e01b31 None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [{'id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620659907', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51'}], 'enable_snat': True}, 'gw_port_id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:41:18Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'd32c0e80-7eb5-4cc4-9789-05fc9141a90d', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:15Z', 'updated_at': '2022-10-26T16:46:37Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8986027f-8837-4ba9-a111-b29048536400', 'name': '', 'network_id': 'aec2d6c8-0c1e-4358-a1cd-710a71fe832d', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:d5:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c48549-52ac-4ea8-8af7-809c0325fa59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'a9a27262-e091-422f-b199-93bca8c43236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:41:18Z', 'updated_at': '2022-10-26T16:46:37Z', 'revision_number': 29, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'a9a27262-e091-422f-b199-93bca8c43236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:46:38.945218 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=8986027f-8837-4ba9-a111-b29048536400,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:38.956437 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.956817 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.957171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.957519 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.957868 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.958209 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.959070 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.959417 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.959762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.960098 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.960436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.960771 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.961132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.961465 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:38.961804 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:39.005608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:39.017916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:39.062953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d32c0e80-7eb5-4cc4-9789-05fc9141a90d is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:39.063342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:39.086131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:39.091424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:39.092163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:46:39.095657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:39.133504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 8986027f-8837-4ba9-a111-b29048536400 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:46:39.133816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:46:39.172284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (86c48549-52ac-4ea8-8af7-809c0325fa59), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:39.181627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:39.230053 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3a3229-04fd-4b27-ba9d-ea5c126b84c9 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 16:46:39.446693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 86c48549-52ac-4ea8-8af7-809c0325fa59 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:46:39.456898 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a3229-04fd-4b27-ba9d-ea5c126b84c9 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:46:39.556529 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:46:39.564415 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-879645fe-ffba-481b-a700-a44f12405da7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "PUT /networking/v2.0/routers/86c48549-52ac-4ea8-8af7-809c0325fa59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5145166 Oct 26 16:46:39.564667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47134) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:39.622364 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1329da4-a5bc-4080-bcbe-2fd070f9b8ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting subnet a9a27262-e091-422f-b199-93bca8c43236 {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 16:46:39.626032 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a1329da4-a5bc-4080-bcbe-2fd070f9b8ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for subnet (a9a27262-e091-422f-b199-93bca8c43236), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:39.671460 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a1329da4-a5bc-4080-bcbe-2fd070f9b8ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (a9a27262-e091-422f-b199-93bca8c43236), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:39.728424 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:39.787786 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:39.789999 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a1329da4-a5bc-4080-bcbe-2fd070f9b8ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (a9a27262-e091-422f-b199-93bca8c43236), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:39.865830 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a1329da4-a5bc-4080-bcbe-2fd070f9b8ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (a9a27262-e091-422f-b199-93bca8c43236), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:39.896294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1329da4-a5bc-4080-bcbe-2fd070f9b8ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a27262-e091-422f-b199-93bca8c43236,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:39.900172 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a1329da4-a5bc-4080-bcbe-2fd070f9b8ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:39.904040 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a1329da4-a5bc-4080-bcbe-2fd070f9b8ce tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/a9a27262-e091-422f-b199-93bca8c43236 HTTP/1.1" status: 204 len: 168 time: 0.3384099 Oct 26 16:46:39.906731 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47136) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:40.023898 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-431a9d66-653d-424c-a0e9-5227351bd339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router (86c48549-52ac-4ea8-8af7-809c0325fa59), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:40.132054 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-431a9d66-653d-424c-a0e9-5227351bd339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (86c48549-52ac-4ea8-8af7-809c0325fa59), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:40.137696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0fb7b9-c722-4223-8275-c52658b6957f None None] Network aec2d6c8-0c1e-4358-a1cd-710a71fe832d requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:46:40.177760 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-431a9d66-653d-424c-a0e9-5227351bd339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port d32c0e80-7eb5-4cc4-9789-05fc9141a90d {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:46:40.178311 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-431a9d66-653d-424c-a0e9-5227351bd339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:40.211711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-cbb41dea-5bed-4fcf-9fcf-bded1fc89813 None None] Provisioning complete for port 717c8eb4-068f-45e8-8214-40cf81af7ef6 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:46:40.212086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-cbb41dea-5bed-4fcf-9fcf-bded1fc89813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (717c8eb4-068f-45e8-8214-40cf81af7ef6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:40.212426 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-cbb41dea-5bed-4fcf-9fcf-bded1fc89813 None None] Attempt 1 to provision port 717c8eb4-068f-45e8-8214-40cf81af7ef6 Oct 26 16:46:40.271196 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-431a9d66-653d-424c-a0e9-5227351bd339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] For port d32c0e80-7eb5-4cc4-9789-05fc9141a90d, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:40.271568 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-431a9d66-653d-424c-a0e9-5227351bd339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:40.288086 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-431a9d66-653d-424c-a0e9-5227351bd339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for d32c0e80-7eb5-4cc4-9789-05fc9141a90d owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:46:40.335289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-cbb41dea-5bed-4fcf-9fcf-bded1fc89813 None None] Current status of the port 717c8eb4-068f-45e8-8214-40cf81af7ef6 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:40.366038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33af01e0-cf4f-4cbb-b924-39011a9e4170 None None] DHCP port deletion for aec2d6c8-0c1e-4358-a1cd-710a71fe832d request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 16:46:40.407105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-33af01e0-cf4f-4cbb-b924-39011a9e4170 None None] Deleting port 717c8eb4-068f-45e8-8214-40cf81af7ef6 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:46:40.407484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-33af01e0-cf4f-4cbb-b924-39011a9e4170 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (717c8eb4-068f-45e8-8214-40cf81af7ef6), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:40.475188 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-431a9d66-653d-424c-a0e9-5227351bd339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (d32c0e80-7eb5-4cc4-9789-05fc9141a90d), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:40.476142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-33af01e0-cf4f-4cbb-b924-39011a9e4170 None None] For port 717c8eb4-068f-45e8-8214-40cf81af7ef6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=717c8eb4-068f-45e8-8214-40cf81af7ef6,segment=NetworkSegment(bef43d2e-9927-470e-9ecc-7ea8320da74b),segment_id=bef43d2e-9927-470e-9ecc-7ea8320da74b)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:40.476546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-33af01e0-cf4f-4cbb-b924-39011a9e4170 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (717c8eb4-068f-45e8-8214-40cf81af7ef6), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:40.490964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-33af01e0-cf4f-4cbb-b924-39011a9e4170 None None] Calling delete_port for 717c8eb4-068f-45e8-8214-40cf81af7ef6 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:46:40.501733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a9d66-653d-424c-a0e9-5227351bd339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=d32c0e80-7eb5-4cc4-9789-05fc9141a90d,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:40.566104 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-431a9d66-653d-424c-a0e9-5227351bd339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (86c48549-52ac-4ea8-8af7-809c0325fa59), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:40.582384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-33af01e0-cf4f-4cbb-b924-39011a9e4170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (717c8eb4-068f-45e8-8214-40cf81af7ef6), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:40.607852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af01e0-cf4f-4cbb-b924-39011a9e4170 None None] Pushing event deleted for resources: {'Port': ['ID=717c8eb4-068f-45e8-8214-40cf81af7ef6,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:40.612753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33af01e0-cf4f-4cbb-b924-39011a9e4170 None None] No DVR routers for this DVR port 717c8eb4-068f-45e8-8214-40cf81af7ef6 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:46:40.663439 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-431a9d66-653d-424c-a0e9-5227351bd339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (86c48549-52ac-4ea8-8af7-809c0325fa59), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:40.664894 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:40.666640 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-431a9d66-653d-424c-a0e9-5227351bd339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_controller (86c48549-52ac-4ea8-8af7-809c0325fa59), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:40.715604 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-431a9d66-653d-424c-a0e9-5227351bd339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (86c48549-52ac-4ea8-8af7-809c0325fa59), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:40.716224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431a9d66-653d-424c-a0e9-5227351bd339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Fanout notify agent at l3_agent the message router_deleted on router 86c48549-52ac-4ea8-8af7-809c0325fa59 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:46:40.722732 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-431a9d66-653d-424c-a0e9-5227351bd339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:40.724841 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-431a9d66-653d-424c-a0e9-5227351bd339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/routers/86c48549-52ac-4ea8-8af7-809c0325fa59 HTTP/1.1" status: 204 len: 168 time: 0.8161850 Oct 26 16:46:40.726681 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47138) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:40.809203 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56056206-b4fa-4333-aaed-c8dfe845aa3b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (aec2d6c8-0c1e-4358-a1cd-710a71fe832d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:40.909882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56056206-b4fa-4333-aaed-c8dfe845aa3b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (aec2d6c8-0c1e-4358-a1cd-710a71fe832d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:40.943232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-56056206-b4fa-4333-aaed-c8dfe845aa3b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec2d6c8-0c1e-4358-a1cd-710a71fe832d']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:40.953363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 717c8eb4-068f-45e8-8214-40cf81af7ef6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:46:40.955176 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-56056206-b4fa-4333-aaed-c8dfe845aa3b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef43d2e-9927-470e-9ecc-7ea8320da74b') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:40.955452 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-56056206-b4fa-4333-aaed-c8dfe845aa3b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef43d2e-9927-470e-9ecc-7ea8320da74b') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:40.966582 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56056206-b4fa-4333-aaed-c8dfe845aa3b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (bef43d2e-9927-470e-9ecc-7ea8320da74b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:40.986915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 717c8eb4-068f-45e8-8214-40cf81af7ef6 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:46:40.986915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 717c8eb4-068f-45e8-8214-40cf81af7ef6 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:46:40.987618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56056206-b4fa-4333-aaed-c8dfe845aa3b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (bef43d2e-9927-470e-9ecc-7ea8320da74b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:40.995510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56056206-b4fa-4333-aaed-c8dfe845aa3b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:46:40.996079 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56056206-b4fa-4333-aaed-c8dfe845aa3b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (bef43d2e-9927-470e-9ecc-7ea8320da74b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.072207 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment bef43d2e-9927-470e-9ecc-7ea8320da74b resource provider aggregate not found Oct 26 16:46:41.080906 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56056206-b4fa-4333-aaed-c8dfe845aa3b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (aec2d6c8-0c1e-4358-a1cd-710a71fe832d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.090519 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-56056206-b4fa-4333-aaed-c8dfe845aa3b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.093668 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-56056206-b4fa-4333-aaed-c8dfe845aa3b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/networks/aec2d6c8-0c1e-4358-a1cd-710a71fe832d HTTP/1.1" status: 204 len: 168 time: 0.3654149 Oct 26 16:46:41.095311 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment bef43d2e-9927-470e-9ecc-7ea8320da74b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bef43d2e-9927-470e-9ecc-7ea8320da74b found for delete ", "request_id": "req-81048317-9f7d-496c-92b8-3dc6d3a7be78"}]} Oct 26 16:46:41.096456 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47146) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:41.105116 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56056206-b4fa-4333-aaed-c8dfe845aa3b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Network': ['ID=aec2d6c8-0c1e-4358-a1cd-710a71fe832d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:41.157538 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6ed1c7fd-e221-4989-a0dc-17d90138e129 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (dc798459-e89d-4c68-941d-0d2f58700ba7), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.181116 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:41.184155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6ed1c7fd-e221-4989-a0dc-17d90138e129 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (dc798459-e89d-4c68-941d-0d2f58700ba7), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.198503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fb8176b9-84ed-446a-8662-890fa0fdd9b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.250728 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6ed1c7fd-e221-4989-a0dc-17d90138e129 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (dc798459-e89d-4c68-941d-0d2f58700ba7), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.253436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6ed1c7fd-e221-4989-a0dc-17d90138e129 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.254592 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6ed1c7fd-e221-4989-a0dc-17d90138e129 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/dc798459-e89d-4c68-941d-0d2f58700ba7 HTTP/1.1" status: 204 len: 168 time: 0.1571252 Oct 26 16:46:41.264435 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1c7fd-e221-4989-a0dc-17d90138e129 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc798459-e89d-4c68-941d-0d2f58700ba7,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:41.396704 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47152) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:41.401983 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-0c22e47b-a721-4990-8abd-5bd07bc25b12 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-357417019', 'description': 'tempest-secgroup-smoke-357417019 description', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:46:41.425223 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0c22e47b-a721-4990-8abd-5bd07bc25b12 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.494492 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0c22e47b-a721-4990-8abd-5bd07bc25b12 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (cc2e6f01-453e-4976-9e21-24cb81f496a3), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.498597 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0c22e47b-a721-4990-8abd-5bd07bc25b12 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (cc2e6f01-453e-4976-9e21-24cb81f496a3), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.529627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0c22e47b-a721-4990-8abd-5bd07bc25b12 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.530821 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0c22e47b-a721-4990-8abd-5bd07bc25b12 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1330650 Oct 26 16:46:41.532668 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22e47b-a721-4990-8abd-5bd07bc25b12 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2e6f01-453e-4976-9e21-24cb81f496a3,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:41.533748 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47154) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:41.546293 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-0165f2ef-f84e-4db9-999b-fe0fa93aef8b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': 'cc2e6f01-453e-4976-9e21-24cb81f496a3', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:46:41.571805 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0165f2ef-f84e-4db9-999b-fe0fa93aef8b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (da7d232e-d98e-41fe-b938-ace6abcbf52d), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.626794 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0165f2ef-f84e-4db9-999b-fe0fa93aef8b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (da7d232e-d98e-41fe-b938-ace6abcbf52d), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.630101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0165f2ef-f84e-4db9-999b-fe0fa93aef8b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (da7d232e-d98e-41fe-b938-ace6abcbf52d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.650897 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165f2ef-f84e-4db9-999b-fe0fa93aef8b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7d232e-d98e-41fe-b938-ace6abcbf52d,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:41.677826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d3bb1-2c5d-4b4c-8d4b-70c2cbc3eedb None None] Sync routers for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:46:41.678302 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0165f2ef-f84e-4db9-999b-fe0fa93aef8b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.678302 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0165f2ef-f84e-4db9-999b-fe0fa93aef8b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257639 Oct 26 16:46:41.678302 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47156) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:41.678302 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-4cd24b6b-acb9-4a3c-af90-c44895e00c1d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': 'cc2e6f01-453e-4976-9e21-24cb81f496a3', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:46:41.678709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d3bb1-2c5d-4b4c-8d4b-70c2cbc3eedb None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:46:41.678709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d3bb1-2c5d-4b4c-8d4b-70c2cbc3eedb None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:46:41.678709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-c17d3bb1-2c5d-4b4c-8d4b-70c2cbc3eedb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'86c48549-52ac-4ea8-8af7-809c0325fa59'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:46:41.682228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d3bb1-2c5d-4b4c-8d4b-70c2cbc3eedb None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:46:41.683089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d3bb1-2c5d-4b4c-8d4b-70c2cbc3eedb None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:46:41.683765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-c17d3bb1-2c5d-4b4c-8d4b-70c2cbc3eedb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'86c48549-52ac-4ea8-8af7-809c0325fa59'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:46:41.684138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d3bb1-2c5d-4b4c-8d4b-70c2cbc3eedb None None] The sync data for ids ['86c48549-52ac-4ea8-8af7-809c0325fa59'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:46:41.697442 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4cd24b6b-acb9-4a3c-af90-c44895e00c1d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (8f252fe7-62cb-44f1-8040-60d9522bc562), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.756855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4cd24b6b-acb9-4a3c-af90-c44895e00c1d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (8f252fe7-62cb-44f1-8040-60d9522bc562), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.760474 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4cd24b6b-acb9-4a3c-af90-c44895e00c1d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (8f252fe7-62cb-44f1-8040-60d9522bc562), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.778996 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd24b6b-acb9-4a3c-af90-c44895e00c1d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f252fe7-62cb-44f1-8040-60d9522bc562,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:41.786930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4cd24b6b-acb9-4a3c-af90-c44895e00c1d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.788107 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4cd24b6b-acb9-4a3c-af90-c44895e00c1d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239638 Oct 26 16:46:41.790861 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47158) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:41.795525 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-8e018453-6a1d-4268-b651-8d837c0a4a7f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': 'cc2e6f01-453e-4976-9e21-24cb81f496a3', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:46:41.825382 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8e018453-6a1d-4268-b651-8d837c0a4a7f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (18f3ff1d-74a3-40b1-9d70-a35d9e9c00e8), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.875359 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8e018453-6a1d-4268-b651-8d837c0a4a7f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (18f3ff1d-74a3-40b1-9d70-a35d9e9c00e8), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.878635 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8e018453-6a1d-4268-b651-8d837c0a4a7f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (18f3ff1d-74a3-40b1-9d70-a35d9e9c00e8), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.897358 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e018453-6a1d-4268-b651-8d837c0a4a7f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f3ff1d-74a3-40b1-9d70-a35d9e9c00e8,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:41.902284 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8e018453-6a1d-4268-b651-8d837c0a4a7f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.903578 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8e018453-6a1d-4268-b651-8d837c0a4a7f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116996 Oct 26 16:46:41.906269 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47160) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:41.910484 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-b9b93313-e768-4b28-8ab0-1dc16d1040a8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': 'cc2e6f01-453e-4976-9e21-24cb81f496a3', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:46:41.937646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b9b93313-e768-4b28-8ab0-1dc16d1040a8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (5cdcef77-d8d5-4b7d-a0f3-7631c6c0c302), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:41.941033 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:41.996895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b9b93313-e768-4b28-8ab0-1dc16d1040a8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (5cdcef77-d8d5-4b7d-a0f3-7631c6c0c302), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.000148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b9b93313-e768-4b28-8ab0-1dc16d1040a8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (5cdcef77-d8d5-4b7d-a0f3-7631c6c0c302), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.005479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=8 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:42.020254 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b93313-e768-4b28-8ab0-1dc16d1040a8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdcef77-d8d5-4b7d-a0f3-7631c6c0c302,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:42.025428 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b9b93313-e768-4b28-8ab0-1dc16d1040a8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.026741 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b9b93313-e768-4b28-8ab0-1dc16d1040a8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195645 Oct 26 16:46:42.029800 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47162) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:42.034431 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-6cca7c78-ea2d-4b94-946f-3c1c722c9fa9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': 'cc2e6f01-453e-4976-9e21-24cb81f496a3', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:46:42.059534 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-6cca7c78-ea2d-4b94-946f-3c1c722c9fa9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Project 5fb6b8606a8f4a13aa28f4e956cbe2de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:46:42.065062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6cca7c78-ea2d-4b94-946f-3c1c722c9fa9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (74be9960-9366-41a8-9170-e82e902263c7), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.124021 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6cca7c78-ea2d-4b94-946f-3c1c722c9fa9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (74be9960-9366-41a8-9170-e82e902263c7), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.127389 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6cca7c78-ea2d-4b94-946f-3c1c722c9fa9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (74be9960-9366-41a8-9170-e82e902263c7), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.146490 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca7c78-ea2d-4b94-946f-3c1c722c9fa9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74be9960-9366-41a8-9170-e82e902263c7,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:42.151874 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-6cca7c78-ea2d-4b94-946f-3c1c722c9fa9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.153096 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6cca7c78-ea2d-4b94-946f-3c1c722c9fa9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221085 Oct 26 16:46:42.155718 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47164) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:42.159916 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-cabcf469-9993-48f6-9069-53dbfa52fc91 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'security_group_rule': {'security_group_id': 'cc2e6f01-453e-4976-9e21-24cb81f496a3', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:46:42.180395 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-cabcf469-9993-48f6-9069-53dbfa52fc91 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Project 5fb6b8606a8f4a13aa28f4e956cbe2de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:46:42.186252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cabcf469-9993-48f6-9069-53dbfa52fc91 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (a9ee5f1e-3a01-4815-8900-fcc08cf6b87b), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.245500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cabcf469-9993-48f6-9069-53dbfa52fc91 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (a9ee5f1e-3a01-4815-8900-fcc08cf6b87b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.248866 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cabcf469-9993-48f6-9069-53dbfa52fc91 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (a9ee5f1e-3a01-4815-8900-fcc08cf6b87b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.266330 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcf469-9993-48f6-9069-53dbfa52fc91 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ee5f1e-3a01-4815-8900-fcc08cf6b87b,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:42.277571 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cabcf469-9993-48f6-9069-53dbfa52fc91 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.278792 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cabcf469-9993-48f6-9069-53dbfa52fc91 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221650 Oct 26 16:46:42.281571 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47166) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:42.286559 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-a79658a3-b394-4e61-b751-4e9d0a1ca5a4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'network': {'name': 'tempest-network-smoke--560019653', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'port_security_enabled': True}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:46:42.306143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79658a3-b394-4e61-b751-4e9d0a1ca5a4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Made reservation on behalf of 5fb6b8606a8f4a13aa28f4e956cbe2de for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:46:42.309920 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a79658a3-b394-4e61-b751-4e9d0a1ca5a4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.333489 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79658a3-b394-4e61-b751-4e9d0a1ca5a4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:46:42.344743 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a79658a3-b394-4e61-b751-4e9d0a1ca5a4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (dcc736c1-9830-4b2a-b1a0-7ada80b29edf), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.345180 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-a79658a3-b394-4e61-b751-4e9d0a1ca5a4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Added segment dcc736c1-9830-4b2a-b1a0-7ada80b29edf of type vlan for network a38e3e1c-4d4c-4933-9d22-53477d8ae326 Oct 26 16:46:42.436063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.633342 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a79658a3-b394-4e61-b751-4e9d0a1ca5a4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (a38e3e1c-4d4c-4933-9d22-53477d8ae326), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.658592 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a79658a3-b394-4e61-b751-4e9d0a1ca5a4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (a38e3e1c-4d4c-4933-9d22-53477d8ae326), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.663324 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79658a3-b394-4e61-b751-4e9d0a1ca5a4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:42.663903 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a79658a3-b394-4e61-b751-4e9d0a1ca5a4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.681899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:42.719609 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:DELETE=10,neutron:SELECT=76,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:42.730920 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a79658a3-b394-4e61-b751-4e9d0a1ca5a4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4483571 Oct 26 16:46:42.733825 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47168) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:42.738783 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79658a3-b394-4e61-b751-4e9d0a1ca5a4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Network': ['ID=a38e3e1c-4d4c-4933-9d22-53477d8ae326,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:42.739168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'admin_state_up': True, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:46:42.749222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network a38e3e1c-4d4c-4933-9d22-53477d8ae326 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:46:42.780855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (6a42573b-28ad-4b12-a755-d3dd2572a20a), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.781864 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (6a42573b-28ad-4b12-a755-d3dd2572a20a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.836010 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_controller (6a42573b-28ad-4b12-a755-d3dd2572a20a), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:42.886381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:46:42.906709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: d32c0e80-7eb5-4cc4-9789-05fc9141a90d {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:46:42.907068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d32c0e80-7eb5-4cc4-9789-05fc9141a90d not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:46:42.907497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:46:42.926336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 8986027f-8837-4ba9-a111-b29048536400 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:46:42.926748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8986027f-8837-4ba9-a111-b29048536400 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:46:42.982601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (6a42573b-28ad-4b12-a755-d3dd2572a20a), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:43.154057 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (6a42573b-28ad-4b12-a755-d3dd2572a20a), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:43.172926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:43.279032 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.26.11.209 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/a69d1320-b858-446d-8f7d-b7c02d594ba0) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:46:43.381984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:43.412783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:43.453313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:46:43.456255 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:46:43.462026 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:46:43.486345 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:43.500970 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:43.701830 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:43.705062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (6a42573b-28ad-4b12-a755-d3dd2572a20a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:43.977657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:44.082803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:44.180019 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (6a42573b-28ad-4b12-a755-d3dd2572a20a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:44.302651 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 6a42573b-28ad-4b12-a755-d3dd2572a20a is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:46:44.406258 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:46:44.415854 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:46:44.426456 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:46:44.427184 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:44.427314 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:44.431126 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-46b59053-d9ee-4743-8ec6-9c88081b9b29 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6934679 Oct 26 16:46:44.431343 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47170) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:44.593843 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6ee98d52-9b1e-461a-8064-141ea666e6c6 tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?project_id=5fb6b8606a8f4a13aa28f4e956cbe2de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1614127 Oct 26 16:46:44.596903 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47174) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:44.612886 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:46:44.687130 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de057be-98f1-429f-8303-85342af78c7a tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:44.688683 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1de057be-98f1-429f-8303-85342af78c7a tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912881 Oct 26 16:46:44.691494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47176) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:44.721638 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3c6121a3-dd99-4b1e-b4c0-dbae45b7e029 tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/subnets?network_id=10462a5a-0e7e-425f-bf32-fbf3f0450853&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267866 Oct 26 16:46:44.721857 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47178) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:44.726511 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-3c0a91d6-012c-4bc8-886d-b9c8e744886a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1517808555', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:46:44.726672 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:44.778219 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:43Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:44.803292 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:46:44.803570 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Updating router 6a42573b-28ad-4b12-a755-d3dd2572a20a port a69d1320-b858-446d-8f7d-b7c02d594ba0 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:46:44.817939 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0a91d6-012c-4bc8-886d-b9c8e744886a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Made reservation on behalf of 5fb6b8606a8f4a13aa28f4e956cbe2de for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:46:44.821829 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c0a91d6-012c-4bc8-886d-b9c8e744886a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:44.834658 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:44.869392 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:44.905103 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:45.014546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:45.023767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c0a91d6-012c-4bc8-886d-b9c8e744886a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (ad2395d0-d6b1-4779-b665-2e1ccaa9ae20), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:45.081181 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Publish callbacks [] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:45.086651 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:45.095152 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a91d6-012c-4bc8-886d-b9c8e744886a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Subnet': ['ID=ad2395d0-d6b1-4779-b665-2e1ccaa9ae20,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:45.099134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a91d6-012c-4bc8-886d-b9c8e744886a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Checking segment: {'id': 'dcc736c1-9830-4b2a-b1a0-7ada80b29edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:46:45.099506 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0a91d6-012c-4bc8-886d-b9c8e744886a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network hostable DHCP agents. Network: a38e3e1c-4d4c-4933-9d22-53477d8ae326, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:46:45.120514 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Attempting to bind port a69d1320-b858-446d-8f7d-b7c02d594ba0 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:46:45.120904 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Attempting to bind port a69d1320-b858-446d-8f7d-b7c02d594ba0 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:46:45.121040 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0a91d6-012c-4bc8-886d-b9c8e744886a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network a38e3e1c-4d4c-4933-9d22-53477d8ae326 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:46:45.121269 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Attempting to bind port a69d1320-b858-446d-8f7d-b7c02d594ba0 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:46:45.130292 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-3c0a91d6-012c-4bc8-886d-b9c8e744886a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, a38e3e1c-4d4c-4933-9d22-53477d8ae326) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:46:45.134455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0a91d6-012c-4bc8-886d-b9c8e744886a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:45.135139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c0a91d6-012c-4bc8-886d-b9c8e744886a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:45.140664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a362d4-8853-4922-b95b-c37efbb82c0e None None] Network a38e3e1c-4d4c-4933-9d22-53477d8ae326 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:46:45.154614 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3c0a91d6-012c-4bc8-886d-b9c8e744886a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4318013 Oct 26 16:46:45.157692 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47180) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:45.161939 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac84c9d-5d26-4d8e-9c8a-1a0f7235d0b7 None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=2']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:45.172557 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac84c9d-5d26-4d8e-9c8a-1a0f7235d0b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:45.172952 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac84c9d-5d26-4d8e-9c8a-1a0f7235d0b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:45.173289 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac84c9d-5d26-4d8e-9c8a-1a0f7235d0b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:45.173797 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac84c9d-5d26-4d8e-9c8a-1a0f7235d0b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:45.174133 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac84c9d-5d26-4d8e-9c8a-1a0f7235d0b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:45.174463 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac84c9d-5d26-4d8e-9c8a-1a0f7235d0b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:45.174790 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac84c9d-5d26-4d8e-9c8a-1a0f7235d0b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:45.175115 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac84c9d-5d26-4d8e-9c8a-1a0f7235d0b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:45.175443 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac84c9d-5d26-4d8e-9c8a-1a0f7235d0b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:45.175768 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac84c9d-5d26-4d8e-9c8a-1a0f7235d0b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:45.176092 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac84c9d-5d26-4d8e-9c8a-1a0f7235d0b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:45.176425 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac84c9d-5d26-4d8e-9c8a-1a0f7235d0b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:45.176738 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac84c9d-5d26-4d8e-9c8a-1a0f7235d0b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:45.177082 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac84c9d-5d26-4d8e-9c8a-1a0f7235d0b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:45.177399 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac84c9d-5d26-4d8e-9c8a-1a0f7235d0b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:46:45.191939 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:46:45.192316 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:46:45.192717 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:45.193129 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:46:45.193597 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Bound port: a69d1320-b858-446d-8f7d-b7c02d594ba0, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:46:45.193973 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:45.243925 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:46:45.247559 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:46:45.254150 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:45.264526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:46:45.265572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:45.308379 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac84c9d-5d26-4d8e-9c8a-1a0f7235d0b7 None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:45.313553 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:46:45.314158 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:45.414394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Allocated IP 172.20.0.2 (a38e3e1c-4d4c-4933-9d22-53477d8ae326/ad2395d0-d6b1-4779-b665-2e1ccaa9ae20/d4e1d445-c6cd-41b1-a411-a3d91224ca19) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:46:45.418692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:45.420761 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:46:45.532271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:45.553715 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:45.574739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Publish callbacks [] for port (d4e1d445-c6cd-41b1-a411-a3d91224ca19), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:45.581895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (d4e1d445-c6cd-41b1-a411-a3d91224ca19), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:45.596587 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:43Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:45.606890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:45.615934 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b01a10d1-42f2-4038-9231-6de9d8ec3ebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:45.627320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Network a38e3e1c-4d4c-4933-9d22-53477d8ae326 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:46:45.629598 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1574864e-15d6-4751-9fbf-8bc125c654d3 None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:43Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:46:45.633266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:46:45.636533 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Pushing event updated for resources: {'Port': ['ID=d4e1d445-c6cd-41b1-a411-a3d91224ca19,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:45.638845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:46:45.709995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Attempting to bind port d4e1d445-c6cd-41b1-a411-a3d91224ca19 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:46:45.710416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Attempting to bind port d4e1d445-c6cd-41b1-a411-a3d91224ca19 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'dcc736c1-9830-4b2a-b1a0-7ada80b29edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:46:45.710718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Attempting to bind port d4e1d445-c6cd-41b1-a411-a3d91224ca19 on network a38e3e1c-4d4c-4933-9d22-53477d8ae326 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:46:45.754833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:46:45.755216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Checking segment: {'id': 'dcc736c1-9830-4b2a-b1a0-7ada80b29edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:46:45.755628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:45.756025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Bound using segment: {'id': 'dcc736c1-9830-4b2a-b1a0-7ada80b29edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:46:45.756501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Bound port: d4e1d445-c6cd-41b1-a411-a3d91224ca19, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc736c1-9830-4b2a-b1a0-7ada80b29edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:46:45.756916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d4e1d445-c6cd-41b1-a411-a3d91224ca19), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:45.824379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] For port d4e1d445-c6cd-41b1-a411-a3d91224ca19, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:46:45.827727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] For port d4e1d445-c6cd-41b1-a411-a3d91224ca19, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d4e1d445-c6cd-41b1-a411-a3d91224ca19,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:46:45.834632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d4e1d445-c6cd-41b1-a411-a3d91224ca19), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:45.907401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390d924-92b5-4f96-b388-de18eecc92b7 None None] Pushing event updated for resources: {'Port': ['ID=d4e1d445-c6cd-41b1-a411-a3d91224ca19,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:45.927722 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-b01a10d1-42f2-4038-9231-6de9d8ec3ebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.20.0.1 (a38e3e1c-4d4c-4933-9d22-53477d8ae326/ad2395d0-d6b1-4779-b665-2e1ccaa9ae20/8a35a25f-180e-471e-8ac3-29bd59a98af6) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:46:46.034102 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:46.102137 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b01a10d1-42f2-4038-9231-6de9d8ec3ebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:46.148342 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b01a10d1-42f2-4038-9231-6de9d8ec3ebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:46.195859 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01a10d1-42f2-4038-9231-6de9d8ec3ebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network a38e3e1c-4d4c-4933-9d22-53477d8ae326 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:46:46.201793 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-b01a10d1-42f2-4038-9231-6de9d8ec3ebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:46:46.205021 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01a10d1-42f2-4038-9231-6de9d8ec3ebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:46:46.238288 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:46.244089 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a10d1-42f2-4038-9231-6de9d8ec3ebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:46.267632 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b01a10d1-42f2-4038-9231-6de9d8ec3ebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (6a42573b-28ad-4b12-a755-d3dd2572a20a), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:46.405740 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b01a10d1-42f2-4038-9231-6de9d8ec3ebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:46.697337 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b01a10d1-42f2-4038-9231-6de9d8ec3ebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:46.702930 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b01a10d1-42f2-4038-9231-6de9d8ec3ebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:46.784916 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b01a10d1-42f2-4038-9231-6de9d8ec3ebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (6a42573b-28ad-4b12-a755-d3dd2572a20a), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:46.786781 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a10d1-42f2-4038-9231-6de9d8ec3ebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:46.853558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8367fe91-a47c-45fd-95d2-75610e13b2ed None None] Network a38e3e1c-4d4c-4933-9d22-53477d8ae326 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:46:46.888929 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01a10d1-42f2-4038-9231-6de9d8ec3ebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network a38e3e1c-4d4c-4933-9d22-53477d8ae326 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:46:46.890377 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-b01a10d1-42f2-4038-9231-6de9d8ec3ebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:46:46.914383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-c7577403-d387-4215-94d6-0e3ebcbb473d None None] Provisioning complete for port d4e1d445-c6cd-41b1-a411-a3d91224ca19 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:46:46.914759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c7577403-d387-4215-94d6-0e3ebcbb473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d4e1d445-c6cd-41b1-a411-a3d91224ca19), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:46.915101 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-c7577403-d387-4215-94d6-0e3ebcbb473d None None] Attempt 1 to provision port d4e1d445-c6cd-41b1-a411-a3d91224ca19 Oct 26 16:46:47.022358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d4e1d445-c6cd-41b1-a411-a3d91224ca19 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:46:47.023025 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01a10d1-42f2-4038-9231-6de9d8ec3ebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 6a42573b-28ad-4b12-a755-d3dd2572a20a has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:46:47.068779 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:47.072044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-c7577403-d387-4215-94d6-0e3ebcbb473d None None] Current status of the port d4e1d445-c6cd-41b1-a411-a3d91224ca19 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:47.072438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c7577403-d387-4215-94d6-0e3ebcbb473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (d4e1d445-c6cd-41b1-a411-a3d91224ca19), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:47.082747 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:47.111080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d4e1d445-c6cd-41b1-a411-a3d91224ca19 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:46:47.111458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d4e1d445-c6cd-41b1-a411-a3d91224ca19), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:47.111795 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d4e1d445-c6cd-41b1-a411-a3d91224ca19 Oct 26 16:46:47.141732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-c7577403-d387-4215-94d6-0e3ebcbb473d None None] For port d4e1d445-c6cd-41b1-a411-a3d91224ca19, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d4e1d445-c6cd-41b1-a411-a3d91224ca19,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:47.143707 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01a10d1-42f2-4038-9231-6de9d8ec3ebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:46:47.153021 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c7577403-d387-4215-94d6-0e3ebcbb473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (d4e1d445-c6cd-41b1-a411-a3d91224ca19), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:47.155550 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b01a10d1-42f2-4038-9231-6de9d8ec3ebd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "PUT /networking/v2.0/routers/6a42573b-28ad-4b12-a755-d3dd2572a20a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9967854 Oct 26 16:46:47.239111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7577403-d387-4215-94d6-0e3ebcbb473d None None] Pushing event updated for resources: {'Port': ['ID=d4e1d445-c6cd-41b1-a411-a3d91224ca19,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:47.257217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d4e1d445-c6cd-41b1-a411-a3d91224ca19 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:47.258797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:46:47.295588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:46:47.318759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:46:47.319392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:47.400740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:47.401961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-19c611e8-bbc7-447c-b6cb-138af56a3cba None None] Provisioning complete for port d4e1d445-c6cd-41b1-a411-a3d91224ca19 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:46:47.402317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-19c611e8-bbc7-447c-b6cb-138af56a3cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d4e1d445-c6cd-41b1-a411-a3d91224ca19), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:47.402636 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-19c611e8-bbc7-447c-b6cb-138af56a3cba None None] Attempt 1 to provision port d4e1d445-c6cd-41b1-a411-a3d91224ca19 Oct 26 16:46:47.406165 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-744a1680-0621-4f44-976f-c97fc780782f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-357417019&fields=id&tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de HTTP/1.1" status: 200 len: 267 time: 0.0559423 Oct 26 16:46:47.410404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a69d1320-b858-446d-8f7d-b7c02d594ba0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:46:47.410777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:47.411109 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a69d1320-b858-446d-8f7d-b7c02d594ba0 Oct 26 16:46:47.528738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:46:47.537409 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-f0b49950-8901-4921-a50b-aefff193be55 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:47.539351 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-f0b49950-8901-4921-a50b-aefff193be55 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/networks?id=a38e3e1c-4d4c-4933-9d22-53477d8ae326 HTTP/1.1" status: 200 len: 796 time: 0.1244543 Oct 26 16:46:47.556845 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-794b740d-d751-42ec-ad5e-9f6f9867e16f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/quotas/5fb6b8606a8f4a13aa28f4e956cbe2de HTTP/1.1" status: 200 len: 375 time: 0.0104213 Oct 26 16:46:47.617978 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-26580e52-c600-4013-ad79-bbc4aa63ae27 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522799 Oct 26 16:46:47.683711 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-e89d0997-8a5d-4342-8f27-1a7dad9ecceb service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 16:46:47.684761 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-e89d0997-8a5d-4342-8f27-1a7dad9ecceb service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0552306 Oct 26 16:46:47.743782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:47.786813 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-910028fd-edc0-4d54-bbb2-4e86b28554ad service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956621 Oct 26 16:46:47.818394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-19c611e8-bbc7-447c-b6cb-138af56a3cba None None] Current status of the port d4e1d445-c6cd-41b1-a411-a3d91224ca19 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:47.860201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:47.860975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:47.865027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:47.870452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-19c611e8-bbc7-447c-b6cb-138af56a3cba None None] Provisioning complete for port 8a35a25f-180e-471e-8ac3-29bd59a98af6 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:46:47.870819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-19c611e8-bbc7-447c-b6cb-138af56a3cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:47.871162 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-19c611e8-bbc7-447c-b6cb-138af56a3cba None None] Attempt 1 to provision port 8a35a25f-180e-471e-8ac3-29bd59a98af6 Oct 26 16:46:47.879064 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-4f432500-fe97-4a28-82f2-b20582569d35 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856044 Oct 26 16:46:47.904058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:47.913382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:47.964621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:47.972791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-19c611e8-bbc7-447c-b6cb-138af56a3cba None None] Port 8a35a25f-180e-471e-8ac3-29bd59a98af6 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:46:48.031369 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:48.048452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:48.055775 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-72779114-c5f6-4da7-a4f0-aec8aec6970b req-8a65f25c-8e5e-49e9-9b53-f54188378c5b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 210 time: 0.0338476 Oct 26 16:46:48.074199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:46:48.074565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Updating router 6a42573b-28ad-4b12-a755-d3dd2572a20a port 8a35a25f-180e-471e-8ac3-29bd59a98af6 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:46:48.111931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:48.113700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-545f7ab6-0b1b-4491-b0f8-5d12a8dc03fd None None] Provisioning complete for port 8a35a25f-180e-471e-8ac3-29bd59a98af6 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:46:48.114056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-545f7ab6-0b1b-4491-b0f8-5d12a8dc03fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:48.114387 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-545f7ab6-0b1b-4491-b0f8-5d12a8dc03fd None None] Attempt 1 to provision port 8a35a25f-180e-471e-8ac3-29bd59a98af6 Oct 26 16:46:48.179298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-545f7ab6-0b1b-4491-b0f8-5d12a8dc03fd None None] Port 8a35a25f-180e-471e-8ac3-29bd59a98af6 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:46:48.412580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Publish callbacks [] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:48.418701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:48.499581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6891b-70c7-4ab6-935c-acf102a7f293 None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:48.514882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Attempting to bind port 8a35a25f-180e-471e-8ac3-29bd59a98af6 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:46:48.515260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Attempting to bind port 8a35a25f-180e-471e-8ac3-29bd59a98af6 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'dcc736c1-9830-4b2a-b1a0-7ada80b29edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:46:48.515629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Attempting to bind port 8a35a25f-180e-471e-8ac3-29bd59a98af6 on network a38e3e1c-4d4c-4933-9d22-53477d8ae326 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:46:48.558502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:46:48.558866 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Checking segment: {'id': 'dcc736c1-9830-4b2a-b1a0-7ada80b29edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:46:48.559283 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:48.559685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Bound using segment: {'id': 'dcc736c1-9830-4b2a-b1a0-7ada80b29edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:46:48.560163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Bound port: 8a35a25f-180e-471e-8ac3-29bd59a98af6, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc736c1-9830-4b2a-b1a0-7ada80b29edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:46:48.560553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:48.622977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:46:48.626324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:46:48.631978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:48.671278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:46:48.671901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:48.725831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6891b-70c7-4ab6-935c-acf102a7f293 None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:48.793746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:46:48.961712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d4e1d445-c6cd-41b1-a411-a3d91224ca19 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:46:48.967172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:49.009647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:46:48Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:49.041410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ae145-d9b5-4272-bc24-751958bb3644 None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:46:48Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:46:49.049699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port d4e1d445-c6cd-41b1-a411-a3d91224ca19 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:46:49.050084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d4e1d445-c6cd-41b1-a411-a3d91224ca19), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:49.050425 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port d4e1d445-c6cd-41b1-a411-a3d91224ca19 Oct 26 16:46:49.160061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port d4e1d445-c6cd-41b1-a411-a3d91224ca19 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:49.216155 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-eb45c52b-66ba-47ef-bf9a-54fc5e272206 req-8e8ed87d-24ba-4192-ac25-692840953dd3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 210 time: 0.0470002 Oct 26 16:46:49.229583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:46:49.290559 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-49c6f394-78b2-4e00-84c7-0e40817204af tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:49.292984 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-49c6f394-78b2-4e00-84c7-0e40817204af tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "GET /networking/v2.0/networks?id=a38e3e1c-4d4c-4933-9d22-53477d8ae326 HTTP/1.1" status: 200 len: 796 time: 0.2244174 Oct 26 16:46:49.336747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:49.350715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:49.356198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:49.356612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:49.385832 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-68e8d31a-c3cb-48b8-a017-7739952dfd86 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de HTTP/1.1" status: 200 len: 379 time: 0.0825670 Oct 26 16:46:49.401357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:49.405477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:49.421460 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-be0483a0-d9b1-4d96-ac64-2f59fb30d5f5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'port': {'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'admin_state_up': True, 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'security_groups': ['cc2e6f01-453e-4976-9e21-24cb81f496a3']}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:46:49.465984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:49.562112 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-be0483a0-d9b1-4d96-ac64-2f59fb30d5f5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Made reservation on behalf of 5fb6b8606a8f4a13aa28f4e956cbe2de for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:46:49.566342 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-be0483a0-d9b1-4d96-ac64-2f59fb30d5f5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:49.705107 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:49.706524 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-be0483a0-d9b1-4d96-ac64-2f59fb30d5f5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.20.0.11 (a38e3e1c-4d4c-4933-9d22-53477d8ae326/ad2395d0-d6b1-4779-b665-2e1ccaa9ae20/ff38e203-421f-48ad-8e83-b3949e969381) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:46:49.809174 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:49.886001 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-be0483a0-d9b1-4d96-ac64-2f59fb30d5f5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (ff38e203-421f-48ad-8e83-b3949e969381), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:49.930460 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-be0483a0-d9b1-4d96-ac64-2f59fb30d5f5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (ff38e203-421f-48ad-8e83-b3949e969381), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:49.986986 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-be0483a0-d9b1-4d96-ac64-2f59fb30d5f5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network a38e3e1c-4d4c-4933-9d22-53477d8ae326 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:46:49.990583 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-be0483a0-d9b1-4d96-ac64-2f59fb30d5f5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:46:49.993683 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-be0483a0-d9b1-4d96-ac64-2f59fb30d5f5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:46:50.035834 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0483a0-d9b1-4d96-ac64-2f59fb30d5f5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=ff38e203-421f-48ad-8e83-b3949e969381,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:50.062933 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-be0483a0-d9b1-4d96-ac64-2f59fb30d5f5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:50.064620 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-be0483a0-d9b1-4d96-ac64-2f59fb30d5f5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:50.086901 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-be0483a0-d9b1-4d96-ac64-2f59fb30d5f5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6788054 Oct 26 16:46:50.104773 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Request body: {'port': {'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:46:50.175977 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ff38e203-421f-48ad-8e83-b3949e969381), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:50.318952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b29c9b12-7be7-46fc-9f7a-4d54deddae22 None None] Provisioning complete for port ff38e203-421f-48ad-8e83-b3949e969381 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:46:50.319493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b29c9b12-7be7-46fc-9f7a-4d54deddae22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ff38e203-421f-48ad-8e83-b3949e969381), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:50.319660 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b29c9b12-7be7-46fc-9f7a-4d54deddae22 None None] Attempt 1 to provision port ff38e203-421f-48ad-8e83-b3949e969381 Oct 26 16:46:50.363055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b29c9b12-7be7-46fc-9f7a-4d54deddae22 None None] Port ff38e203-421f-48ad-8e83-b3949e969381 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:46:50.401938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ef33f-3800-4814-bc29-195c5d882813 req-03a1529d-2aa9-426e-a097-22581e4fdf86 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:50.404260 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0b8ef33f-3800-4814-bc29-195c5d882813 req-03a1529d-2aa9-426e-a097-22581e4fdf86 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 932 time: 0.0788565 Oct 26 16:46:50.460983 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0b8ef33f-3800-4814-bc29-195c5d882813 req-45a750ba-a5ef-4c6c-aa10-774233196cae tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc2e6f01-453e-4976-9e21-24cb81f496a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508432 Oct 26 16:46:50.498997 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff38e203-421f-48ad-8e83-b3949e969381 {{(pid=105322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:46:50.507734 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Publish callbacks [] for port (ff38e203-421f-48ad-8e83-b3949e969381), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:50.522905 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.provisioning_blocks [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Transition to ACTIVE for port object ff38e203-421f-48ad-8e83-b3949e969381 will not be triggered until provisioned by entity L2. {{(pid=105322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:46:50.527989 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (ff38e203-421f-48ad-8e83-b3949e969381), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:50.592742 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Pushing event updated for resources: {'Port': ['ID=ff38e203-421f-48ad-8e83-b3949e969381,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:50.647887 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Attempting to bind port ff38e203-421f-48ad-8e83-b3949e969381 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:46:50.648229 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Attempting to bind port ff38e203-421f-48ad-8e83-b3949e969381 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'dcc736c1-9830-4b2a-b1a0-7ada80b29edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:46:50.648560 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Attempting to bind port ff38e203-421f-48ad-8e83-b3949e969381 on network a38e3e1c-4d4c-4933-9d22-53477d8ae326 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:46:50.695109 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Port ff38e203-421f-48ad-8e83-b3949e969381 on network a38e3e1c-4d4c-4933-9d22-53477d8ae326 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:46:50.695442 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Attempting to bind port ff38e203-421f-48ad-8e83-b3949e969381 on network a38e3e1c-4d4c-4933-9d22-53477d8ae326 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:46:50.716055 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:50.720228 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:50.746274 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:46:50.746601 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Checking segment: {'id': 'dcc736c1-9830-4b2a-b1a0-7ada80b29edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:46:50.746974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Bound using segment: {'id': 'dcc736c1-9830-4b2a-b1a0-7ada80b29edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326'} {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:46:50.747402 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Bound port: ff38e203-421f-48ad-8e83-b3949e969381, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcc736c1-9830-4b2a-b1a0-7ada80b29edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326'}}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:46:50.747753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ff38e203-421f-48ad-8e83-b3949e969381), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:50.807518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] For port ff38e203-421f-48ad-8e83-b3949e969381, host hv-neutron-7598, cleared binding levels {{(pid=105322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:46:50.810864 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] For port ff38e203-421f-48ad-8e83-b3949e969381, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ff38e203-421f-48ad-8e83-b3949e969381,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:46:50.817170 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (ff38e203-421f-48ad-8e83-b3949e969381), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:50.820069 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:50.820673 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:50.822049 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/ff38e203-421f-48ad-8e83-b3949e969381 HTTP/1.1" status: 200 len: 1094 time: 0.7229495 Oct 26 16:46:50.824928 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'tag': 'ff38e203-421f-48ad-8e83-b3949e969381'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:46:50.827152 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb136ba649fa168c6248ca24a79b4aa523afb5de4688c02f3e3d85afa0885439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74fd24d-1f77-4665-b341-8b186bd48007" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb5bfd5-cef0-40c7-a6c3-010667266d84", "tag": "ff38e203-421f-48ad-8e83-b3949e969381"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:46:50.921673 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5e3b5-9b3c-4b95-b412-aba22139b88d service neutron] Pushing event updated for resources: {'Port': ['ID=ff38e203-421f-48ad-8e83-b3949e969381,revision_number=3']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:50.927917 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-b28e3ef2-15fd-47d1-870a-6dcd6ed08b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:50.929503 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-b28e3ef2-15fd-47d1-870a-6dcd6ed08b8b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 1128 time: 0.0592058 Oct 26 16:46:50.979946 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950f3bbb-5ba3-4421-8dbf-4c65d1410bb4 x-openstack-request-id: req-950f3bbb-5ba3-4421-8dbf-4c65d1410bb4 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:46:50.980154 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb5bfd5-cef0-40c7-a6c3-010667266d84", "tag": "ff38e203-421f-48ad-8e83-b3949e969381", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:46:50.980399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-950f3bbb-5ba3-4421-8dbf-4c65d1410bb4 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:46:50.980818 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950f3bbb-5ba3-4421-8dbf-4c65d1410bb4'] response: {'name': 'network-changed', 'server_uuid': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'tag': 'ff38e203-421f-48ad-8e83-b3949e969381', 'status': 'completed', 'code': 200} Oct 26 16:46:50.982643 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-dbacc731-365e-43db-8d42-ca7a1ca12212 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff38e203-421f-48ad-8e83-b3949e969381 HTTP/1.1" status: 200 len: 217 time: 0.0390291 Oct 26 16:46:51.001637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:46:51.036521 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-4cbe0c14-db73-4c3f-93b2-fa56ceeaa3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:51.038006 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-4cbe0c14-db73-4c3f-93b2-fa56ceeaa3a3 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=ad2395d0-d6b1-4779-b665-2e1ccaa9ae20 HTTP/1.1" status: 200 len: 835 time: 0.0496697 Oct 26 16:46:51.050121 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8a35a25f-180e-471e-8ac3-29bd59a98af6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:46:51.050506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:51.050844 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8a35a25f-180e-471e-8ac3-29bd59a98af6 Oct 26 16:46:51.085602 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-06d08069-fbe4-4567-85f3-484f8eb7e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:51.087263 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-06d08069-fbe4-4567-85f3-484f8eb7e36d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a38e3e1c-4d4c-4933-9d22-53477d8ae326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0400972 Oct 26 16:46:51.133637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:51.134177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:51.169329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:51.174640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:51.175510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:46:51.193091 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-8db6a244-fdb0-4db7-9db4-f9fbf9cce0db service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951986 Oct 26 16:46:51.256431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:51.263800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a69d1320-b858-446d-8f7d-b7c02d594ba0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:46:51.264189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:51.264534 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a69d1320-b858-446d-8f7d-b7c02d594ba0 Oct 26 16:46:51.297856 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f1cec373-6be0-46ff-8882-6dc91d100815 req-057d4c85-d7e8-423a-a5c1-07db7571a2a4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956285 Oct 26 16:46:51.356818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:51.357356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:51.377685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:51.381152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:51.429487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:51.585209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1a2ee-749d-42dd-975c-92ef85b6f127 req-e035c4f6-f68b-43f9-be8c-8f90e4e20bd4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:51.586606 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1cf1a2ee-749d-42dd-975c-92ef85b6f127 req-e035c4f6-f68b-43f9-be8c-8f90e4e20bd4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 944 time: 0.0477059 Oct 26 16:46:51.652813 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-1cf1a2ee-749d-42dd-975c-92ef85b6f127 req-ece633c2-a6d1-453e-b10b-578c32aa2ac1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc2e6f01-453e-4976-9e21-24cb81f496a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445783 Oct 26 16:46:51.653049 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046beac8-9df5-425b-b2af-67888e294517 None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:46:51.653049 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046beac8-9df5-425b-b2af-67888e294517 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:46:51.653553 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-046beac8-9df5-425b-b2af-67888e294517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:51.753942 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-046beac8-9df5-425b-b2af-67888e294517 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:46:51.860945 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:51.936707 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-046beac8-9df5-425b-b2af-67888e294517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:46:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:46:51Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:51.964418 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046beac8-9df5-425b-b2af-67888e294517 None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:46:51.972637 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046beac8-9df5-425b-b2af-67888e294517 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:46:51.973257 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-046beac8-9df5-425b-b2af-67888e294517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:52.000173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device ff38e203-421f-48ad-8e83-b3949e969381 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:46:52.101806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port ff38e203-421f-48ad-8e83-b3949e969381, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ff38e203-421f-48ad-8e83-b3949e969381,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:52.113106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': 'ff38e203-421f-48ad-8e83-b3949e969381', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:46:52.152098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port ff38e203-421f-48ad-8e83-b3949e969381 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:52.152491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ff38e203-421f-48ad-8e83-b3949e969381), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:52.158279 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-046beac8-9df5-425b-b2af-67888e294517 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:46:52.165780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff38e203-421f-48ad-8e83-b3949e969381 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:46:52.185967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port ff38e203-421f-48ad-8e83-b3949e969381, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ff38e203-421f-48ad-8e83-b3949e969381,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:52.190408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ff38e203-421f-48ad-8e83-b3949e969381), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:52.234102 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fd24d-1f77-4665-b341-8b186bd48007 req-9b3eab2a-6cc3-4d9c-8c79-9545a5a2e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:52.235757 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b74fd24d-1f77-4665-b341-8b186bd48007 req-9b3eab2a-6cc3-4d9c-8c79-9545a5a2e155 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 1129 time: 0.0418968 Oct 26 16:46:52.238559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=ff38e203-421f-48ad-8e83-b3949e969381,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:52.333968 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fd24d-1f77-4665-b341-8b186bd48007 req-30309d65-1658-4003-986e-c3b18531dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:52.335418 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b74fd24d-1f77-4665-b341-8b186bd48007 req-30309d65-1658-4003-986e-c3b18531dd60 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a38e3e1c-4d4c-4933-9d22-53477d8ae326 HTTP/1.1" status: 200 len: 897 time: 0.0920222 Oct 26 16:46:52.344752 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-046beac8-9df5-425b-b2af-67888e294517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:46:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:46:51Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:52.370498 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046beac8-9df5-425b-b2af-67888e294517 None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:46:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:46:51Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:46:52.375513 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b74fd24d-1f77-4665-b341-8b186bd48007 req-5a321a74-c6be-4452-84ee-3f8fc4b1cc22 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff38e203-421f-48ad-8e83-b3949e969381 HTTP/1.1" status: 200 len: 217 time: 0.0326207 Oct 26 16:46:52.425647 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fd24d-1f77-4665-b341-8b186bd48007 req-40718bc0-9c46-4438-a03e-8b63820210eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:52.427108 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b74fd24d-1f77-4665-b341-8b186bd48007 req-40718bc0-9c46-4438-a03e-8b63820210eb service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=ad2395d0-d6b1-4779-b665-2e1ccaa9ae20 HTTP/1.1" status: 200 len: 835 time: 0.0448418 Oct 26 16:46:52.486805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['ff38e203-421f-48ad-8e83-b3949e969381'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:46:52.790218 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fd24d-1f77-4665-b341-8b186bd48007 req-4189c005-942e-48b2-8d1e-5f7cb0575d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:52.791802 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b74fd24d-1f77-4665-b341-8b186bd48007 req-4189c005-942e-48b2-8d1e-5f7cb0575d68 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a38e3e1c-4d4c-4933-9d22-53477d8ae326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3578415 Oct 26 16:46:52.816606 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb5d42-c048-4f70-9b93-28e2578f4d00 req-c7e747c5-a33c-41a6-9fc3-36109315d557 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:52.818597 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a3fb5d42-c048-4f70-9b93-28e2578f4d00 req-c7e747c5-a33c-41a6-9fc3-36109315d557 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 945 time: 0.0664518 Oct 26 16:46:52.836727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:52.876363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:52.889880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:46:52.928639 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a3fb5d42-c048-4f70-9b93-28e2578f4d00 req-22ca472f-b0b0-4ca4-845d-5ffa9ecea776 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc2e6f01-453e-4976-9e21-24cb81f496a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988290 Oct 26 16:46:52.940733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:52.947658 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b74fd24d-1f77-4665-b341-8b186bd48007 req-c69f7867-2b8a-4607-a7ad-d9a25986aebe service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455288 Oct 26 16:46:53.003908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:53.004306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:53.039806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:53.045613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:53.053669 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:53.061632 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-b74fd24d-1f77-4665-b341-8b186bd48007 req-37a1d2c7-54dc-481b-a61e-94acee52827b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059761 Oct 26 16:46:53.073997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:46:53.130169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:53.146934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:53.189045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:53.258669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:46:53.303955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8a35a25f-180e-471e-8ac3-29bd59a98af6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:46:53.304359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:53.304700 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8a35a25f-180e-471e-8ac3-29bd59a98af6 Oct 26 16:46:53.382150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:53.382537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:53.416161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:53.421810 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:53.472773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:53.486865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:46:53.563540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:53.563927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:53.585541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:53.589966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:53.640226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:54.011710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device ff38e203-421f-48ad-8e83-b3949e969381 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:46:54.058231 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4f948-7f44-4f06-beb6-907667406501 req-7142e15c-73c9-4d73-8f82-15c83ce9a771 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:54.059098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port ff38e203-421f-48ad-8e83-b3949e969381 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 16:46:54.060512 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7bb4f948-7f44-4f06-beb6-907667406501 req-7142e15c-73c9-4d73-8f82-15c83ce9a771 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 945 time: 0.0510247 Oct 26 16:46:54.065162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port ff38e203-421f-48ad-8e83-b3949e969381 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:46:54.065571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (ff38e203-421f-48ad-8e83-b3949e969381), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:54.065914 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port ff38e203-421f-48ad-8e83-b3949e969381 Oct 26 16:46:54.120322 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7bb4f948-7f44-4f06-beb6-907667406501 req-23869739-6c07-4885-a99c-c57cc932cd72 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc2e6f01-453e-4976-9e21-24cb81f496a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534015 Oct 26 16:46:54.153781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port ff38e203-421f-48ad-8e83-b3949e969381 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:54.154174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (ff38e203-421f-48ad-8e83-b3949e969381), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:54.177387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff38e203-421f-48ad-8e83-b3949e969381'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:46:54.179579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0791dcd99e10d2601dac9685061402289b22c07495f87ab2850faee0ade828c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb819fe-534c-4e4c-8e3c-7c21747066a7" -d '{"events": [{"server_uuid": "0bb5bfd5-cef0-40c7-a6c3-010667266d84", "name": "network-vif-plugged", "status": "completed", "tag": "ff38e203-421f-48ad-8e83-b3949e969381"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:46:54.193338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port ff38e203-421f-48ad-8e83-b3949e969381, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ff38e203-421f-48ad-8e83-b3949e969381,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:54.198214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (ff38e203-421f-48ad-8e83-b3949e969381), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:54.261086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=ff38e203-421f-48ad-8e83-b3949e969381,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:54.278475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82e0eae-741c-444e-8d4c-199abddb61c4 x-openstack-request-id: req-c82e0eae-741c-444e-8d4c-199abddb61c4 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:46:54.278837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb5bfd5-cef0-40c7-a6c3-010667266d84", "name": "network-vif-plugged", "status": "completed", "tag": "ff38e203-421f-48ad-8e83-b3949e969381", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:46:54.279174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c82e0eae-741c-444e-8d4c-199abddb61c4 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:46:54.279645 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82e0eae-741c-444e-8d4c-199abddb61c4'] response: {'server_uuid': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff38e203-421f-48ad-8e83-b3949e969381', 'code': 200} Oct 26 16:46:54.450878 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d40bf-161a-4fc4-a43e-0804c131d6cf req-88aa63da-c6f7-46aa-ac73-bc4e8be598f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:54.452404 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-751d40bf-161a-4fc4-a43e-0804c131d6cf req-88aa63da-c6f7-46aa-ac73-bc4e8be598f1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 1130 time: 0.0407889 Oct 26 16:46:54.498898 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-751d40bf-161a-4fc4-a43e-0804c131d6cf req-df61640d-07bd-4a1e-88ae-2cafb234322c service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cc2e6f01-453e-4976-9e21-24cb81f496a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397108 Oct 26 16:46:54.944729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c17dcb4-8445-472b-9e6a-be04bccd42c1 None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:46:54.945959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c17dcb4-8445-472b-9e6a-be04bccd42c1 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:46:54.946773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2c17dcb4-8445-472b-9e6a-be04bccd42c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:54.986473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:46:55.111741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2c17dcb4-8445-472b-9e6a-be04bccd42c1 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:46:55.145066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:55.145472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:55.212091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:55.243485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:55.243741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb882f1-2815-4762-984f-638591f17fa9 req-ead1dd06-d903-467e-9aed-83d49f2e5cb6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:55.245333 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-deb882f1-2815-4762-984f-638591f17fa9 req-ead1dd06-d903-467e-9aed-83d49f2e5cb6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 946 time: 0.0487974 Oct 26 16:46:55.266802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:55.275371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:55.302151 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-deb882f1-2815-4762-984f-638591f17fa9 req-cc20ea1b-1421-4810-ba33-edb65037d1dd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc2e6f01-453e-4976-9e21-24cb81f496a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509658 Oct 26 16:46:55.374200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:55.387575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2c17dcb4-8445-472b-9e6a-be04bccd42c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:46:53Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:46:53Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:55.389155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:55.412903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c17dcb4-8445-472b-9e6a-be04bccd42c1 None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:46:55.422688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c17dcb4-8445-472b-9e6a-be04bccd42c1 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:46:55.423317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2c17dcb4-8445-472b-9e6a-be04bccd42c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:55.523728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2c17dcb4-8445-472b-9e6a-be04bccd42c1 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:46:55.704676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2c17dcb4-8445-472b-9e6a-be04bccd42c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:46:53Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:46:55Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:55.732532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c17dcb4-8445-472b-9e6a-be04bccd42c1 None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:46:53Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:46:55Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:46:56.445203 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8058c5e-0e84-4577-8355-50529e0db26f req-1bc421f8-fc65-4692-8b1e-e9511e45a488 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:56.446764 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a8058c5e-0e84-4577-8355-50529e0db26f req-1bc421f8-fc65-4692-8b1e-e9511e45a488 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 946 time: 0.0542514 Oct 26 16:46:56.503173 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a8058c5e-0e84-4577-8355-50529e0db26f req-08eba503-e993-441e-ba91-cba10347af58 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc2e6f01-453e-4976-9e21-24cb81f496a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505574 Oct 26 16:46:56.627526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e56e2c-3639-4ca4-8f91-663004a93d0f req-97973bff-a06e-41a2-aa1e-97b4d1252c2a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:56.629147 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e7e56e2c-3639-4ca4-8f91-663004a93d0f req-97973bff-a06e-41a2-aa1e-97b4d1252c2a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 946 time: 0.0495465 Oct 26 16:46:56.681215 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e7e56e2c-3639-4ca4-8f91-663004a93d0f req-5ae5d092-8636-4ff9-927d-072a548b577e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc2e6f01-453e-4976-9e21-24cb81f496a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462046 Oct 26 16:46:56.710313 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47240) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:56.754156 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495ea98e-5ac5-43d4-b8fc-dec24b8b6982 tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:56.755622 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-495ea98e-5ac5-43d4-b8fc-dec24b8b6982 tempest-TestNetworkAdvancedServerOps-611435079 tempest-TestNetworkAdvancedServerOps-611435079-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 1125 time: 0.0442903 Oct 26 16:46:56.758556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47242) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:56.763769 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:46:56.790533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:56.874185 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:56.986150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:46:56.988569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:57.015521 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Allocated IP 172.26.11.135 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/376be54b-0658-495d-a9de-8eaec3f0a862) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:46:57.034041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8a35a25f-180e-471e-8ac3-29bd59a98af6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:46:57.034426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:57.034768 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8a35a25f-180e-471e-8ac3-29bd59a98af6 Oct 26 16:46:57.077849 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:57.108764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:57.109181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:57.128328 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (376be54b-0658-495d-a9de-8eaec3f0a862), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:57.145801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:57.149807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:57.151582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:46:57.164437 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (376be54b-0658-495d-a9de-8eaec3f0a862), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:57.212371 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:46:57.218006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:46:57.220212 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=376be54b-0658-495d-a9de-8eaec3f0a862,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:57.222392 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:46:57.226870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:57.238813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a69d1320-b858-446d-8f7d-b7c02d594ba0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:46:57.239189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:57.239528 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a69d1320-b858-446d-8f7d-b7c02d594ba0 Oct 26 16:46:57.320103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:57.320617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:57.341428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:57.346460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:57.395856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:57.596333 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (48af002a-af0d-426f-8c56-7de22d885fd9), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:57.648494 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e1252-27a9-4d14-ae7a-156aa3f21520 None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:46:57.655205 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e1252-27a9-4d14-ae7a-156aa3f21520 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:46:57.655819 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f35e1252-27a9-4d14-ae7a-156aa3f21520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:57.672550 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (376be54b-0658-495d-a9de-8eaec3f0a862), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:57.755723 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f35e1252-27a9-4d14-ae7a-156aa3f21520 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:46:57.804652 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:57.824642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for port (376be54b-0658-495d-a9de-8eaec3f0a862), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:57.829300 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (376be54b-0658-495d-a9de-8eaec3f0a862), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:57.879751 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:57.898034 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event updated for resources: {'Port': ['ID=376be54b-0658-495d-a9de-8eaec3f0a862,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:57.900421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (48af002a-af0d-426f-8c56-7de22d885fd9), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:57.907826 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:57.970975 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f35e1252-27a9-4d14-ae7a-156aa3f21520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:46:57Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:46:57Z', 'revision_number': 0, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:46:57Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:58.000140 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e1252-27a9-4d14-ae7a-156aa3f21520 None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:46:58.001042 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Floating IP 48af002a-af0d-426f-8c56-7de22d885fd9 associated. External IP: 172.26.11.135, port: ff38e203-421f-48ad-8e83-b3949e969381. Oct 26 16:46:58.007770 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e1252-27a9-4d14-ae7a-156aa3f21520 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:46:58.008379 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f35e1252-27a9-4d14-ae7a-156aa3f21520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:58.110178 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f35e1252-27a9-4d14-ae7a-156aa3f21520 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:46:58.205359 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 6a42573b-28ad-4b12-a755-d3dd2572a20a has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:46:58.212283 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:58.310422 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:46:58.324936 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f35e1252-27a9-4d14-ae7a-156aa3f21520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:46:57Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:46:57Z', 'revision_number': 0, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:46:57Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:46:58.328036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:58.349228 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e1252-27a9-4d14-ae7a-156aa3f21520 None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:46:57Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:46:57Z', 'revision_number': 0, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:46:57Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:46:58.362110 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e9759d88-0538-4189-8ac8-a00b06f8c339 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 1.6022916 Oct 26 16:46:58.362748 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'tag': 'ff38e203-421f-48ad-8e83-b3949e969381'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:46:58.365472 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73666c98-0a2e-43d9-9538-eb48bf4cd2af" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb5bfd5-cef0-40c7-a6c3-010667266d84", "tag": "ff38e203-421f-48ad-8e83-b3949e969381"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:46:58.405172 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a38755-e778-481c-b67e-4879cde7b63e x-openstack-request-id: req-b2a38755-e778-481c-b67e-4879cde7b63e {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:46:58.405469 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb5bfd5-cef0-40c7-a6c3-010667266d84", "tag": "ff38e203-421f-48ad-8e83-b3949e969381", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:46:58.405727 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2a38755-e778-481c-b67e-4879cde7b63e {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:46:58.406152 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a38755-e778-481c-b67e-4879cde7b63e'] response: {'name': 'network-changed', 'server_uuid': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'tag': 'ff38e203-421f-48ad-8e83-b3949e969381', 'status': 'completed', 'code': 200} Oct 26 16:46:58.496861 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508d6b8-bce3-4e9b-875f-6f84632fc270 req-ac29e117-cd35-404b-ae8e-5cfecd1ebecd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:58.498414 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e508d6b8-bce3-4e9b-875f-6f84632fc270 req-ac29e117-cd35-404b-ae8e-5cfecd1ebecd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 946 time: 0.0785413 Oct 26 16:46:58.513328 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73666c98-0a2e-43d9-9538-eb48bf4cd2af req-d885b721-a426-4881-b279-ca4bd8985530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:58.514784 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-73666c98-0a2e-43d9-9538-eb48bf4cd2af req-d885b721-a426-4881-b279-ca4bd8985530 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 1130 time: 0.0620196 Oct 26 16:46:58.615735 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e508d6b8-bce3-4e9b-875f-6f84632fc270 req-c23bf488-3018-4c72-b858-3569b545af5b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc2e6f01-453e-4976-9e21-24cb81f496a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113276 Oct 26 16:46:58.644648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47248) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:58.653427 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73666c98-0a2e-43d9-9538-eb48bf4cd2af req-f926d788-495e-4b5a-8ebc-c3f176dacb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:58.654917 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-73666c98-0a2e-43d9-9538-eb48bf4cd2af req-f926d788-495e-4b5a-8ebc-c3f176dacb45 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a38e3e1c-4d4c-4933-9d22-53477d8ae326 HTTP/1.1" status: 200 len: 897 time: 0.1329281 Oct 26 16:46:58.712153 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f118f85b-bbff-4679-bee3-893c9728223a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 993 time: 0.0663261 Oct 26 16:46:58.725032 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-73666c98-0a2e-43d9-9538-eb48bf4cd2af req-c8c3ee87-d04e-40bd-967f-ce068cf8841a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff38e203-421f-48ad-8e83-b3949e969381 HTTP/1.1" status: 200 len: 1001 time: 0.0634913 Oct 26 16:46:58.780218 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73666c98-0a2e-43d9-9538-eb48bf4cd2af req-e3b51e2d-edfd-4b7e-8793-409d86e5d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:58.781745 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-73666c98-0a2e-43d9-9538-eb48bf4cd2af req-e3b51e2d-edfd-4b7e-8793-409d86e5d2cc service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=ad2395d0-d6b1-4779-b665-2e1ccaa9ae20 HTTP/1.1" status: 200 len: 835 time: 0.0509179 Oct 26 16:46:58.827570 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73666c98-0a2e-43d9-9538-eb48bf4cd2af req-2135b601-9d24-4041-a565-d10eeb47bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:46:58.829169 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-73666c98-0a2e-43d9-9538-eb48bf4cd2af req-2135b601-9d24-4041-a565-d10eeb47bd5e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a38e3e1c-4d4c-4933-9d22-53477d8ae326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416298 Oct 26 16:46:58.890529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:46:58.936776 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-73666c98-0a2e-43d9-9538-eb48bf4cd2af req-3825e9cb-bcb9-4a91-84ba-34fa6074d631 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015720 Oct 26 16:46:58.967024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:58.967208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:59.009856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:59.015190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:59.062463 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-73666c98-0a2e-43d9-9538-eb48bf4cd2af req-b54a76b4-944f-4b95-a693-313595547e22 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194177 Oct 26 16:46:59.063188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:46:59.106198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:59.159549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:59.303343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:46:59.490927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:59.493143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8a35a25f-180e-471e-8ac3-29bd59a98af6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:46:59.493464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:59.493801 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8a35a25f-180e-471e-8ac3-29bd59a98af6 Oct 26 16:46:59.568055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:59.568449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:59.570327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:59.605394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:59.609311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:59.610111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:46:59.632477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:46:59.693180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:46:59.700307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a69d1320-b858-446d-8f7d-b7c02d594ba0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:46:59.701137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:59.701137 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a69d1320-b858-446d-8f7d-b7c02d594ba0 Oct 26 16:46:59.716280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47250) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:46:59.773175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:59.779036 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5325e32b-4224-434e-bb6d-d06faaf941a8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 993 time: 0.0615923 Oct 26 16:46:59.818982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:46:59.893378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:46:59.894013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:59.915278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:46:59.918401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:46:59.966961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:00.045622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7b6257-362c-4773-8c3d-d21e539afc47 None None] New status for floating IP 48af002a-af0d-426f-8c56-7de22d885fd9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:47:00.679428 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95e21c-549f-4be9-b191-a0943ccfd2b2 None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:47:00.684409 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95e21c-549f-4be9-b191-a0943ccfd2b2 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:00.685114 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6d95e21c-549f-4be9-b191-a0943ccfd2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:00.782640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47252) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:00.791070 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6d95e21c-549f-4be9-b191-a0943ccfd2b2 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:00.844263 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5742b119-468d-44c4-9737-385d1c823a7a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0603421 Oct 26 16:47:00.932419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:01.008078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:01.008476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:01.011934 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6d95e21c-549f-4be9-b191-a0943ccfd2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:46:59Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:00Z', 'revision_number': 1, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:46:59Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:01.044035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:01.051830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:01.102821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:01.121422 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95e21c-549f-4be9-b191-a0943ccfd2b2 None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:47:01.129900 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95e21c-549f-4be9-b191-a0943ccfd2b2 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:01.130487 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6d95e21c-549f-4be9-b191-a0943ccfd2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:01.171820 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:01.229350 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6d95e21c-549f-4be9-b191-a0943ccfd2b2 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:01.427740 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6d95e21c-549f-4be9-b191-a0943ccfd2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:46:59Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:00Z', 'revision_number': 1, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:01Z', 'revision_number': 12, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:01.454624 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95e21c-549f-4be9-b191-a0943ccfd2b2 None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:46:59Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:00Z', 'revision_number': 1, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:01Z', 'revision_number': 12, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:47:01.848113 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47254) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:01.909091 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6105263c-a3eb-4dea-afe0-192bcb556dad tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0597596 Oct 26 16:47:02.912973 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47256) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:02.955939 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:02.970980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:02.979412 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6af83b6a-bb7b-41d5-aeba-7475237c09d5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0640383 Oct 26 16:47:03.018672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8a35a25f-180e-471e-8ac3-29bd59a98af6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:03.019049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:03.019387 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8a35a25f-180e-471e-8ac3-29bd59a98af6 Oct 26 16:47:03.091175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:03.091574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:03.105939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd52334-21fc-41d0-8649-733839639fe7 None None] New status for floating IP 48af002a-af0d-426f-8c56-7de22d885fd9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:47:03.165115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:03.171891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:03.172671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:03.321334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:03.331791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a69d1320-b858-446d-8f7d-b7c02d594ba0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:03.332244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:03.332497 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a69d1320-b858-446d-8f7d-b7c02d594ba0 Oct 26 16:47:03.408911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:03.409306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:03.422292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:03.431437 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:03.436394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:03.487370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:03.845210 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b6b4b1-ce45-4e84-83c6-ac158e3ce7cd None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:47:03.845210 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6b4b1-ce45-4e84-83c6-ac158e3ce7cd None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:03.845210 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c9b6b4b1-ce45-4e84-83c6-ac158e3ce7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:03.945603 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c9b6b4b1-ce45-4e84-83c6-ac158e3ce7cd None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:03.982744 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47258) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:04.010381 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:04.032897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:04.042912 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e5112e40-4e89-46f6-8e93-bfc4d0ebd780 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0590005 Oct 26 16:47:04.156333 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c9b6b4b1-ce45-4e84-83c6-ac158e3ce7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:03Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:03Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:03Z', 'revision_number': 13, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:04.184020 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b6b4b1-ce45-4e84-83c6-ac158e3ce7cd None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:47:04.192396 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6b4b1-ce45-4e84-83c6-ac158e3ce7cd None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:04.193023 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c9b6b4b1-ce45-4e84-83c6-ac158e3ce7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:04.288449 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c9b6b4b1-ce45-4e84-83c6-ac158e3ce7cd None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:04.452148 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:04.493811 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c9b6b4b1-ce45-4e84-83c6-ac158e3ce7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:03Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:03Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:03Z', 'revision_number': 13, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:04.517595 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b6b4b1-ce45-4e84-83c6-ac158e3ce7cd None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:03Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:03Z', 'revision_number': 2, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:03Z', 'revision_number': 13, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:47:04.889279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:04.914869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:04.966306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:04.968676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:04.969177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:05.005027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:05.010957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:05.035700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:05.046634 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47260) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:05.094158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:05.117336 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ae45989a-f1b7-47f9-82ea-b93dd1a3fc01 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0695529 Oct 26 16:47:05.147106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:05.237713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:05.284020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8a35a25f-180e-471e-8ac3-29bd59a98af6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:05.284489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:05.284927 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8a35a25f-180e-471e-8ac3-29bd59a98af6 Oct 26 16:47:05.363767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:05.364182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:05.397930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:05.402194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:05.450549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:05.463930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:05.538295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:05.538685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:05.564348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:05.568231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:05.617361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:06.121572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47262) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:06.142642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8095f0a-0fa7-4753-aa25-e38d72882c49 None None] New status for floating IP 48af002a-af0d-426f-8c56-7de22d885fd9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:47:06.189961 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-768c3ccf-d79b-4e3a-990b-c9e6ec8e7a31 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0665781 Oct 26 16:47:07.016080 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0732b701-801e-4685-8e90-9de9a40da3f6 None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:47:07.023028 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0732b701-801e-4685-8e90-9de9a40da3f6 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:07.023925 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0732b701-801e-4685-8e90-9de9a40da3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:07.048069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:07.123575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:07.123969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:07.130162 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0732b701-801e-4685-8e90-9de9a40da3f6 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:07.161287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:07.165546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:07.193349 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47264) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:07.214043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:07.260510 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bcee015e-df33-49fc-a330-cefb6f3aa9b0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0651724 Oct 26 16:47:07.430925 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0732b701-801e-4685-8e90-9de9a40da3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:05Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:06Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:05Z', 'revision_number': 15, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:07.456524 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0732b701-801e-4685-8e90-9de9a40da3f6 None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:47:07.465444 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0732b701-801e-4685-8e90-9de9a40da3f6 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:07.466041 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0732b701-801e-4685-8e90-9de9a40da3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:07.547025 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:07.564513 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0732b701-801e-4685-8e90-9de9a40da3f6 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:07.768090 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0732b701-801e-4685-8e90-9de9a40da3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:05Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:06Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:07Z', 'revision_number': 16, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:07.792709 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0732b701-801e-4685-8e90-9de9a40da3f6 None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:05Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:06Z', 'revision_number': 3, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:07Z', 'revision_number': 16, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:47:08.262626 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47266) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:08.325275 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-63ecb6a0-4e1e-4df8-8b10-0c94bd7e2665 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0611267 Oct 26 16:47:08.778169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-71d3cdc9-aad4-463f-8d77-0ea7fabb5ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:08.976895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:09.023753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8a35a25f-180e-471e-8ac3-29bd59a98af6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:09.024127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:09.024459 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8a35a25f-180e-471e-8ac3-29bd59a98af6 Oct 26 16:47:09.108357 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:09.108683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:09.141267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:09.145214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:09.145988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:09.217028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:09.224095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:09.230938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:09.236648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a69d1320-b858-446d-8f7d-b7c02d594ba0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:09.237079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:09.237419 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a69d1320-b858-446d-8f7d-b7c02d594ba0 Oct 26 16:47:09.295537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:09.310044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:09.310438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:09.329275 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47268) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:09.330712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:09.337580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:09.345367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0d87c-7b75-4ac2-9bf4-ca7254d320d6 None None] New status for floating IP 48af002a-af0d-426f-8c56-7de22d885fd9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:47:09.401348 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c9dcc99e-faea-49d4-9422-189648800f5a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0687566 Oct 26 16:47:09.465216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:10.409937 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92466ae6-1287-4cda-93a9-a7aed7d78dc9 None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:47:10.410388 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47270) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:10.410760 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92466ae6-1287-4cda-93a9-a7aed7d78dc9 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:10.410760 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-92466ae6-1287-4cda-93a9-a7aed7d78dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:10.467235 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0c5d58b7-e7bc-47d7-b7e8-f7a3cae4d19c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0629144 Oct 26 16:47:10.509341 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-92466ae6-1287-4cda-93a9-a7aed7d78dc9 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:10.538543 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:10.715428 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-92466ae6-1287-4cda-93a9-a7aed7d78dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:09Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:09Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:09Z', 'revision_number': 17, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:10.739884 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92466ae6-1287-4cda-93a9-a7aed7d78dc9 None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:47:10.748383 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92466ae6-1287-4cda-93a9-a7aed7d78dc9 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:10.749016 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-92466ae6-1287-4cda-93a9-a7aed7d78dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:46:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:10.834386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=54,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:10.836398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=75 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:10.849497 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-92466ae6-1287-4cda-93a9-a7aed7d78dc9 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:10.934932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:11.006500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:11.006897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:11.051632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:11.055930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:11.057264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:11.063472 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-92466ae6-1287-4cda-93a9-a7aed7d78dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:09Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:09Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:09Z', 'revision_number': 17, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:11.065064 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:11.092458 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92466ae6-1287-4cda-93a9-a7aed7d78dc9 None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:09Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:09Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:09Z', 'revision_number': 17, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:47:11.139812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:11.178451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:11.178841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:11.214206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:11.215834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-da22dd17-d454-4230-893c-84b21bb03eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:11.219389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:11.268631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:11.470640 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47272) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:11.535987 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e5b01423-63b3-4847-931f-b9cf690f054a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0629892 Oct 26 16:47:12.437197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:12.538677 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47274) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:12.596910 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bb0d317f-9fe6-44f7-b643-d2c7c1d875fe tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0560689 Oct 26 16:47:12.658452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ca0c4-e323-4476-9e26-cd1b94737566 None None] New status for floating IP 48af002a-af0d-426f-8c56-7de22d885fd9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:47:13.081883 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:47:13.317933 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7563edea-3c07-46f0-bf3c-79493f8cef89 None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:47:13.317933 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7563edea-3c07-46f0-bf3c-79493f8cef89 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:13.318373 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7563edea-3c07-46f0-bf3c-79493f8cef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:47:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:13.419136 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7563edea-3c07-46f0-bf3c-79493f8cef89 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:13.599579 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47276) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:13.661563 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3d2a1e89-8174-4525-8eed-e23fe28a55a6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0607316 Oct 26 16:47:13.703968 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7563edea-3c07-46f0-bf3c-79493f8cef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:11Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:12Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:11Z', 'revision_number': 18, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:13.731966 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7563edea-3c07-46f0-bf3c-79493f8cef89 None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:47:13.733628 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:13.741666 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7563edea-3c07-46f0-bf3c-79493f8cef89 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:13.742267 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7563edea-3c07-46f0-bf3c-79493f8cef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:47:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:13.841651 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7563edea-3c07-46f0-bf3c-79493f8cef89 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:13.980729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:14.045945 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7563edea-3c07-46f0-bf3c-79493f8cef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:11Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:12Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:11Z', 'revision_number': 18, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:14.070615 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7563edea-3c07-46f0-bf3c-79493f8cef89 None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:11Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:12Z', 'revision_number': 5, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:11Z', 'revision_number': 18, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:47:14.090153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:14.665627 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47278) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:14.727149 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3d4c436f-35db-4526-896d-89addf9d48f7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0603011 Oct 26 16:47:14.895183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:14.973017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:14.974024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:15.049481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:15.064454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:15.139224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:15.140228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:15.215855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:15.303842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:15.347031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8a35a25f-180e-471e-8ac3-29bd59a98af6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:15.347408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:15.347749 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8a35a25f-180e-471e-8ac3-29bd59a98af6 Oct 26 16:47:15.381114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:15.421524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:15.421978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:15.453599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:15.457600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:15.458392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:15.463277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:15.505718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:15.540412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:15.549935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a69d1320-b858-446d-8f7d-b7c02d594ba0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:15.550252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:15.550592 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a69d1320-b858-446d-8f7d-b7c02d594ba0 Oct 26 16:47:15.567173 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2bf8fe28-2f8f-4ccd-a2fa-78dbedde7f81 req-5efb3c79-5950-42d8-9be2-744a02c01063 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404372 Oct 26 16:47:15.625193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:15.625193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:15.647974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1f4f5-76b6-4ba6-9c4d-7d29e0e96fad None None] New status for floating IP 48af002a-af0d-426f-8c56-7de22d885fd9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:47:15.653888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:15.659203 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8fe28-2f8f-4ccd-a2fa-78dbedde7f81 req-d1778061-8b7e-4a48-937c-51875bf2d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:15.661059 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2bf8fe28-2f8f-4ccd-a2fa-78dbedde7f81 req-d1778061-8b7e-4a48-937c-51875bf2d6d6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 1130 time: 0.0472133 Oct 26 16:47:15.681542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:15.731401 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47280) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:15.778129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:15.815081 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9e9d4ff9-a7bb-44ff-afdb-31a73cf7bbc6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0824859 Oct 26 16:47:15.830056 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8fe28-2f8f-4ccd-a2fa-78dbedde7f81 req-6da15352-baaf-4738-8314-10387c114e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:15.831567 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2bf8fe28-2f8f-4ccd-a2fa-78dbedde7f81 req-6da15352-baaf-4738-8314-10387c114e0f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a38e3e1c-4d4c-4933-9d22-53477d8ae326 HTTP/1.1" status: 200 len: 897 time: 0.1471927 Oct 26 16:47:15.897002 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2bf8fe28-2f8f-4ccd-a2fa-78dbedde7f81 req-fd9eef27-dd15-44d3-9796-1f8ff7780334 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff38e203-421f-48ad-8e83-b3949e969381 HTTP/1.1" status: 200 len: 1002 time: 0.0586102 Oct 26 16:47:15.946373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8fe28-2f8f-4ccd-a2fa-78dbedde7f81 req-a43d5432-1ca7-4a40-91e7-4ba36d870307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:15.948417 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2bf8fe28-2f8f-4ccd-a2fa-78dbedde7f81 req-a43d5432-1ca7-4a40-91e7-4ba36d870307 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=ad2395d0-d6b1-4779-b665-2e1ccaa9ae20 HTTP/1.1" status: 200 len: 835 time: 0.0452271 Oct 26 16:47:15.997288 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8fe28-2f8f-4ccd-a2fa-78dbedde7f81 req-9d9cb3c8-8f36-49e6-8279-91d3db4bed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:47:15.998764 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2bf8fe28-2f8f-4ccd-a2fa-78dbedde7f81 req-9d9cb3c8-8f36-49e6-8279-91d3db4bed73 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a38e3e1c-4d4c-4933-9d22-53477d8ae326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440738 Oct 26 16:47:16.065580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:16.089943 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2bf8fe28-2f8f-4ccd-a2fa-78dbedde7f81 req-379ce5aa-3174-4688-b982-22a3cd9adf07 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839210 Oct 26 16:47:16.147942 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:16.185997 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-2bf8fe28-2f8f-4ccd-a2fa-78dbedde7f81 req-189f4260-cc1f-41c8-b0f9-bd8df4c1047d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898831 Oct 26 16:47:16.580897 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249574d2-09cc-444f-a011-f1566bfe1311 None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:47:16.585926 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249574d2-09cc-444f-a011-f1566bfe1311 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:16.586546 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-249574d2-09cc-444f-a011-f1566bfe1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:47:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:16.686405 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-249574d2-09cc-444f-a011-f1566bfe1311 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:16.818793 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47282) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:16.841343 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:16.876913 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-33138abd-ead9-4b96-b1c8-8cd82d7af5f5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0570257 Oct 26 16:47:16.896892 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-249574d2-09cc-444f-a011-f1566bfe1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:15Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:15Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:15Z', 'revision_number': 19, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:16.922111 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249574d2-09cc-444f-a011-f1566bfe1311 None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:47:16.930655 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249574d2-09cc-444f-a011-f1566bfe1311 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:16.931260 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-249574d2-09cc-444f-a011-f1566bfe1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:47:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:16.940818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:17.016566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:17.017088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:17.032713 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-249574d2-09cc-444f-a011-f1566bfe1311 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:17.049945 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:17.054924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:17.055637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:17.124409 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:17.130460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:17.169528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:17.169911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:17.189514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:17.193477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:17.243265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:17.244657 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-249574d2-09cc-444f-a011-f1566bfe1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:15Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:15Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:15Z', 'revision_number': 19, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:17.270592 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249574d2-09cc-444f-a011-f1566bfe1311 None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:15Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:15Z', 'revision_number': 6, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:15Z', 'revision_number': 19, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:47:17.361039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:17.880934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47284) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:17.947251 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-569c50ef-2811-4147-b1ef-a5acf5cb3949 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0650690 Oct 26 16:47:18.846724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755571a9-16ea-4c04-8950-d972a74b0190 None None] New status for floating IP 48af002a-af0d-426f-8c56-7de22d885fd9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:47:18.950726 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47286) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:18.984664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:19.021541 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-81712f59-70e7-47cf-b3d1-dcbdedab2280 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0696704 Oct 26 16:47:19.029979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8a35a25f-180e-471e-8ac3-29bd59a98af6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:19.030355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:19.030687 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8a35a25f-180e-471e-8ac3-29bd59a98af6 Oct 26 16:47:19.108679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:19.109105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:19.144119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:19.149149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:19.149944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:19.205276 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6741ac0d-05cf-471d-aa85-fe15fc702b95 None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:47:19.205276 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6741ac0d-05cf-471d-aa85-fe15fc702b95 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:19.205276 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6741ac0d-05cf-471d-aa85-fe15fc702b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:47:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:19.223125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:19.229871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:19.241306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a69d1320-b858-446d-8f7d-b7c02d594ba0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:19.241688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:19.242027 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a69d1320-b858-446d-8f7d-b7c02d594ba0 Oct 26 16:47:19.305144 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6741ac0d-05cf-471d-aa85-fe15fc702b95 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:19.316759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:19.317179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:19.337264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:19.341365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:19.363188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:19.395511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:19.596857 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6741ac0d-05cf-471d-aa85-fe15fc702b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:17Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:18Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:19Z', 'revision_number': 21, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:19.620909 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6741ac0d-05cf-471d-aa85-fe15fc702b95 None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:47:19.629175 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6741ac0d-05cf-471d-aa85-fe15fc702b95 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:19.629763 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6741ac0d-05cf-471d-aa85-fe15fc702b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:47:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:19.720474 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:19.728308 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-6741ac0d-05cf-471d-aa85-fe15fc702b95 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:19.930522 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-6741ac0d-05cf-471d-aa85-fe15fc702b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:19Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:18Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:19Z', 'revision_number': 21, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:19.958297 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6741ac0d-05cf-471d-aa85-fe15fc702b95 None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:19Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:18Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:19Z', 'revision_number': 21, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:47:20.025018 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47288) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:20.088306 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-19ea42c5-74f0-4db0-9637-d77d6b67f25e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0621266 Oct 26 16:47:20.898271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:20.974947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:20.975347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:20.995007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:21.012984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:21.018189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:21.018989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:21.092153 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47290) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:21.106285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:21.139680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:21.140144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:21.157115 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9522e67b-de29-4835-9579-5f2e5f11a6e8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0625250 Oct 26 16:47:21.164901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:21.169609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:21.197482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:21.386444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:21.427573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:21.428555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:21.496422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:21.576841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:21.622180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8a35a25f-180e-471e-8ac3-29bd59a98af6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:21.622554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:21.622889 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8a35a25f-180e-471e-8ac3-29bd59a98af6 Oct 26 16:47:21.655846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f68501d-5031-4ea3-acb5-3c0317663913 None None] New status for floating IP 48af002a-af0d-426f-8c56-7de22d885fd9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:47:21.783782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:21.784172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:21.847069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:21.851508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:21.852393 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:21.930500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:21.935038 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a69d1320-b858-446d-8f7d-b7c02d594ba0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:21.935421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:21.935764 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a69d1320-b858-446d-8f7d-b7c02d594ba0 Oct 26 16:47:22.014177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:22.014572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:22.034735 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:22.038820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:22.083956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:22.159914 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47292) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:22.218682 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d1340c77-875a-4101-903a-355a94318b17 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0574617 Oct 26 16:47:22.628492 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f747c20c-3e7c-44a7-addd-bf941f9fc5e6 None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:47:22.628492 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f747c20c-3e7c-44a7-addd-bf941f9fc5e6 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:22.628492 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f747c20c-3e7c-44a7-addd-bf941f9fc5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:47:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:22.726357 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f747c20c-3e7c-44a7-addd-bf941f9fc5e6 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:22.787424 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:22.927830 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f747c20c-3e7c-44a7-addd-bf941f9fc5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:22Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:21Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:21Z', 'revision_number': 23, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:22.943165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:22.956072 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f747c20c-3e7c-44a7-addd-bf941f9fc5e6 None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:47:22.964606 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f747c20c-3e7c-44a7-addd-bf941f9fc5e6 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:22.965254 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f747c20c-3e7c-44a7-addd-bf941f9fc5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:47:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:23.006634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:23.011558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:23.020649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:23.021067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:23.054301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:23.058900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:23.059972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:23.063889 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f747c20c-3e7c-44a7-addd-bf941f9fc5e6 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:23.131807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:23.170691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:23.171080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:23.192557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:23.196340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:23.221771 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47294) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:23.226175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:23.247231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:23.274044 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:23.284231 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9530cd02-ee47-4225-97a9-1f3226fd3ab9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0608518 Oct 26 16:47:23.294154 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f747c20c-3e7c-44a7-addd-bf941f9fc5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:22Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:21Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:21Z', 'revision_number': 23, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:23.319379 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f747c20c-3e7c-44a7-addd-bf941f9fc5e6 None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:22Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:21Z', 'revision_number': 8, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:21Z', 'revision_number': 23, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:47:24.288207 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47296) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:24.348427 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dc1266c5-c798-4e2e-a77b-fb848631bbd9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0589430 Oct 26 16:47:24.799401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313860e3-860c-4d2d-82a9-f9d96680a08e None None] New status for floating IP 48af002a-af0d-426f-8c56-7de22d885fd9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:47:24.992398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:25.048876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8a35a25f-180e-471e-8ac3-29bd59a98af6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:25.048876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:25.048876 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8a35a25f-180e-471e-8ac3-29bd59a98af6 Oct 26 16:47:25.120615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:25.121156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:25.168166 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212dcdb-4fdc-44fe-aff2-887000c463ba None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:47:25.168626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:25.168626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:25.168626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:25.168949 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212dcdb-4fdc-44fe-aff2-887000c463ba None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:25.168949 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8212dcdb-4fdc-44fe-aff2-887000c463ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:47:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:25.239245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:25.250023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a69d1320-b858-446d-8f7d-b7c02d594ba0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:25.250406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:25.250755 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a69d1320-b858-446d-8f7d-b7c02d594ba0 Oct 26 16:47:25.267819 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8212dcdb-4fdc-44fe-aff2-887000c463ba None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:25.324770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:25.325223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:25.347430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:25.351590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:25.352328 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47298) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:25.409911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:25.425831 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2f33c400-82be-4d9b-8219-d490eccb2488 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0708582 Oct 26 16:47:25.570504 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8212dcdb-4fdc-44fe-aff2-887000c463ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:23Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:24Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:25Z', 'revision_number': 25, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:25.594068 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212dcdb-4fdc-44fe-aff2-887000c463ba None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:47:25.602455 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212dcdb-4fdc-44fe-aff2-887000c463ba None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:25.603060 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8212dcdb-4fdc-44fe-aff2-887000c463ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:47:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:25.649137 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:25.703401 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8212dcdb-4fdc-44fe-aff2-887000c463ba None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:25.905591 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8212dcdb-4fdc-44fe-aff2-887000c463ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:25Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:24Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:25Z', 'revision_number': 25, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:25.929399 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212dcdb-4fdc-44fe-aff2-887000c463ba None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:25Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:24Z', 'revision_number': 9, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:25Z', 'revision_number': 25, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:47:26.429898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47300) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:26.494427 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ef2f725b-ffa0-44ab-ba9c-323feb6d5e17 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0633757 Oct 26 16:47:26.903457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:26.976785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:26.977205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:27.012352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:27.016575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:27.017317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:27.093511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:27.137378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:27.137769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:27.159221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:27.163263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:27.186595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:27.229189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:27.246045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:27.280453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:27.287819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:27.289005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:27.358230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:27.437716 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:27.475046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47820be-a6c5-48e6-8ed9-f8aaa3be95ec None None] New status for floating IP 48af002a-af0d-426f-8c56-7de22d885fd9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:47:27.498284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47302) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:27.535547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8a35a25f-180e-471e-8ac3-29bd59a98af6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:27.535832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:27.536172 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8a35a25f-180e-471e-8ac3-29bd59a98af6 Oct 26 16:47:27.558304 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ed551128-165e-40e7-948b-4baefae7b99b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 994 time: 0.0569892 Oct 26 16:47:27.682772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:27.683197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:27.701522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:27.718883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:27.722820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:27.723739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:27.796940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:27.807155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a69d1320-b858-446d-8f7d-b7c02d594ba0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:27.807530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:27.807863 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a69d1320-b858-446d-8f7d-b7c02d594ba0 Oct 26 16:47:27.881384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:27.881760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:27.902654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:27.906241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:27.950889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:28.160829 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee4c56-d99b-46b8-bda0-c9a012f5d987 None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:47:28.160829 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee4c56-d99b-46b8-bda0-c9a012f5d987 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:28.160829 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4cee4c56-d99b-46b8-bda0-c9a012f5d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:47:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:28.261129 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4cee4c56-d99b-46b8-bda0-c9a012f5d987 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:28.396291 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:28.467809 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4cee4c56-d99b-46b8-bda0-c9a012f5d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:27Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:27Z', 'revision_number': 10, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:27Z', 'revision_number': 27, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:28.492136 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee4c56-d99b-46b8-bda0-c9a012f5d987 None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:47:28.501068 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee4c56-d99b-46b8-bda0-c9a012f5d987 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:28.501671 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4cee4c56-d99b-46b8-bda0-c9a012f5d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:47:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:28.561114 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47304) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:28.601504 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-4cee4c56-d99b-46b8-bda0-c9a012f5d987 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:28.622187 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-705faa54-a13e-4a99-a1f2-717e55e5b5e7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0599205 Oct 26 16:47:28.744408 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:28.804690 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-4cee4c56-d99b-46b8-bda0-c9a012f5d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:27Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:27Z', 'revision_number': 10, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:27Z', 'revision_number': 27, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:28.831152 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee4c56-d99b-46b8-bda0-c9a012f5d987 None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:27Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:27Z', 'revision_number': 10, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:27Z', 'revision_number': 27, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:47:28.949681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:29.180413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:29.180821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:29.215842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:29.219904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:29.220727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:29.295908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:29.338394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:29.338791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:29.361821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:29.367367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:29.417778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:29.626164 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47306) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:29.685894 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fa328f6e-7d26-47ec-9ea9-eaaac330e8d3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0585229 Oct 26 16:47:30.413928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d07b746-aada-4ff6-b0e2-833cd90f7263 None None] New status for floating IP 48af002a-af0d-426f-8c56-7de22d885fd9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:47:30.689757 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47308) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:30.760903 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd8d59c-b408-48d2-bc55-eaeb0801a4e8 None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:47:30.762679 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd8d59c-b408-48d2-bc55-eaeb0801a4e8 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:30.762970 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-612461e8-4881-4bc9-aecc-fabba093955f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0720475 Oct 26 16:47:30.763405 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3cd8d59c-b408-48d2-bc55-eaeb0801a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:47:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:30.949041 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3cd8d59c-b408-48d2-bc55-eaeb0801a4e8 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:31.157879 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3cd8d59c-b408-48d2-bc55-eaeb0801a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:29Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:30Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:29Z', 'revision_number': 28, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:31.185474 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd8d59c-b408-48d2-bc55-eaeb0801a4e8 None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:47:31.193820 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd8d59c-b408-48d2-bc55-eaeb0801a4e8 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:31.194419 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3cd8d59c-b408-48d2-bc55-eaeb0801a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:47:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:31.290339 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3cd8d59c-b408-48d2-bc55-eaeb0801a4e8 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:31.361841 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:31.501932 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3cd8d59c-b408-48d2-bc55-eaeb0801a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:29Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:30Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:29Z', 'revision_number': 28, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:31.525600 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd8d59c-b408-48d2-bc55-eaeb0801a4e8 None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:29Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:30Z', 'revision_number': 11, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:29Z', 'revision_number': 28, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:47:31.766647 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47310) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:32.108312 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6638411c-6836-45bb-800b-394be03e02fd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.3405001 Oct 26 16:47:32.981930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:33.021153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:33.031691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8a35a25f-180e-471e-8ac3-29bd59a98af6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:33.032068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:33.032408 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8a35a25f-180e-471e-8ac3-29bd59a98af6 Oct 26 16:47:33.103325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:33.104853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:33.113546 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47312) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:33.117027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53f28e4-4249-4215-9fe1-3058acad9aab None None] New status for floating IP 48af002a-af0d-426f-8c56-7de22d885fd9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:47:33.121316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:33.175133 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d51c1057-cbda-4f3d-a8f2-8ce98654f335 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0604031 Oct 26 16:47:33.184114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:33.196589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:33.197426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:33.344707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:33.350845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a69d1320-b858-446d-8f7d-b7c02d594ba0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:33.351220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:33.351561 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a69d1320-b858-446d-8f7d-b7c02d594ba0 Oct 26 16:47:33.429497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:33.429807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:33.459307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:33.459307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:33.508281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:33.858243 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaae120-8755-482f-9a75-0c0895283396 None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:47:33.858243 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaae120-8755-482f-9a75-0c0895283396 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:33.858243 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fdaae120-8755-482f-9a75-0c0895283396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:47:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:33.956980 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-fdaae120-8755-482f-9a75-0c0895283396 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:33.993256 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:34.163518 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fdaae120-8755-482f-9a75-0c0895283396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:33Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:33Z', 'revision_number': 12, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:33Z', 'revision_number': 29, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:34.178583 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47314) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:34.187644 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaae120-8755-482f-9a75-0c0895283396 None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:47:34.196107 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaae120-8755-482f-9a75-0c0895283396 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:34.196701 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fdaae120-8755-482f-9a75-0c0895283396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:47:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:34.236239 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0c6bd288-95d7-4613-96f8-a20916512827 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0565300 Oct 26 16:47:34.296769 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-fdaae120-8755-482f-9a75-0c0895283396 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:34.499782 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-fdaae120-8755-482f-9a75-0c0895283396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:33Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:33Z', 'revision_number': 12, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:33Z', 'revision_number': 29, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:34.522877 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaae120-8755-482f-9a75-0c0895283396 None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:33Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:33Z', 'revision_number': 12, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:33Z', 'revision_number': 29, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:47:34.906574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:34.971298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:34.981512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:34.981903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:35.019524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:35.023510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:35.047738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:35.105423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:35.154796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:35.227722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:35.239703 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47316) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:35.280210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8a35a25f-180e-471e-8ac3-29bd59a98af6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:35.280587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:35.280961 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8a35a25f-180e-471e-8ac3-29bd59a98af6 Oct 26 16:47:35.310707 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-dc58da56-1033-49fa-b3ab-297814714ffa tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0685945 Oct 26 16:47:35.362329 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:35.362646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:35.397200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:35.402347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:35.456589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:35.460606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:35.499164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:35.540337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:35.540729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:35.563111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:35.567614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:35.619629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:36.112064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804fcd6-147e-4849-894c-a3c59f99cba1 None None] New status for floating IP 48af002a-af0d-426f-8c56-7de22d885fd9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:47:36.313936 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47318) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:36.372777 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-353d8912-98ce-4a16-b8d9-8b725677d3e3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0576882 Oct 26 16:47:36.485018 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=31 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:36.486898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=29 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:36.740830 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41c4a99-92eb-440c-9ed1-29af6c708c79 None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:47:36.740830 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41c4a99-92eb-440c-9ed1-29af6c708c79 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:36.740830 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d41c4a99-92eb-440c-9ed1-29af6c708c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:47:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:36.785483 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:36.926565 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d41c4a99-92eb-440c-9ed1-29af6c708c79 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:36.950804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:37.033465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:37.034072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:37.089268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:37.095719 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:37.166595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=32']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:37.200300 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d41c4a99-92eb-440c-9ed1-29af6c708c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:35Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:36Z', 'revision_number': 13, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:35Z', 'revision_number': 31, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:37.227787 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41c4a99-92eb-440c-9ed1-29af6c708c79 None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:47:37.236981 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41c4a99-92eb-440c-9ed1-29af6c708c79 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:47:37.237581 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d41c4a99-92eb-440c-9ed1-29af6c708c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:47:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:37.273773 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:37.337606 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d41c4a99-92eb-440c-9ed1-29af6c708c79 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:47:37.376572 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47320) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:37.437704 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7b375d4b-10a5-4818-af15-38eab212d938 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0598924 Oct 26 16:47:37.540715 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d41c4a99-92eb-440c-9ed1-29af6c708c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:35Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:36Z', 'revision_number': 13, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:37Z', 'revision_number': 32, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:47:37.565330 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41c4a99-92eb-440c-9ed1-29af6c708c79 None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:35Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '48af002a-af0d-426f-8c56-7de22d885fd9', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'floating_ip_address': '172.26.11.135', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'port_id': 'ff38e203-421f-48ad-8e83-b3949e969381', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'mac_address': 'fa:16:3e:92:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:46:57Z', 'updated_at': '2022-10-26T16:47:36Z', 'revision_number': 13, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:37Z', 'revision_number': 32, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:47:38.441656 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47322) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:38.502663 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-267930b1-2d1c-476b-b1e3-4345562b262f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0598481 Oct 26 16:47:38.774983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:38.780416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c62162b1-8817-456a-8811-89cd59cb208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:38.988320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:39.033124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8a35a25f-180e-471e-8ac3-29bd59a98af6 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:39.033497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:39.033836 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8a35a25f-180e-471e-8ac3-29bd59a98af6 Oct 26 16:47:39.097726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd556a4-5bfe-4fdd-a011-3f7167c08e3d None None] New status for floating IP 48af002a-af0d-426f-8c56-7de22d885fd9: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:47:39.139630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:39.139941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:39.223802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:39.233097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:39.233846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:47:39.332532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=33']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:39.342757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:39.343103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:39.343444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:39.343780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:39.344111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:39.344439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:39.344761 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:39.345108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:39.345431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:39.345752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:39.346075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:39.346396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:39.346714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:39.347030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:39.347345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:47:39.354284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a69d1320-b858-446d-8f7d-b7c02d594ba0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:47:39.354661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:39.354993 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a69d1320-b858-446d-8f7d-b7c02d594ba0 Oct 26 16:47:39.393888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:39.433397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:39.433792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:39.455877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:39.460342 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:39.507324 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47324) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:39.514050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:39.569043 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5ce44a51-42c5-4f84-a05b-3797e2c6c945 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0603938 Oct 26 16:47:40.573956 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47326) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:40.633612 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2e9dc51d-7248-4a2c-a764-01cdf9b55cf7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0585997 Oct 26 16:47:40.964614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:41.038148 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8a35a25f-180e-471e-8ac3-29bd59a98af6 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:41.038638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:41.073336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:41.077090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:41.077797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:47:41.155168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=34']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:41.205685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:47:41.206076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:41.221347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-df04cfaa-db53-4fe0-8adc-fd83e45ad4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:41.231764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:47:41.235453 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:41.285346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:47:41.638173 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47328) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:41.695911 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5c80bedd-9da0-4a8d-938f-d05610ac68ac tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0566907 Oct 26 16:47:42.432515 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:42.442072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:42.700476 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47330) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:42.762068 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f7c7fd80-1156-463f-8019-c2630bfbdd84 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0604239 Oct 26 16:47:43.765294 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47332) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:43.822669 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7a580ba1-f98e-4f6e-b7ac-2949d773054b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0562599 Oct 26 16:47:43.983388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:44.083952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:44.826520 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47334) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:44.887033 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-30678257-304a-4106-a949-e1894a9b0c11 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0593913 Oct 26 16:47:45.890853 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47336) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:45.952088 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-84f8d0a2-d6c4-4a2f-9165-8526d09291e5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0601161 Oct 26 16:47:46.955424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47338) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:47.013831 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9ffeb896-8154-4b01-adef-f6436c3906d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0572975 Oct 26 16:47:47.366459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:47:48.017718 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47340) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:48.078710 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-acc72c5c-2465-40eb-9048-4e1da92ce6d0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0597897 Oct 26 16:47:49.081457 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47342) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:49.141521 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-67216d22-51c6-4851-8c48-2723e790f567 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0589345 Oct 26 16:47:50.080907 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:47:50.145570 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47344) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:50.152143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:50.153850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:50.204274 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b12bb90e-6dc8-4093-b314-4925d752cd20 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0575552 Oct 26 16:47:51.208124 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47346) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:51.269458 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6906c57c-f431-4760-a5d4-10e76ef7c601 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0602069 Oct 26 16:47:52.273285 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47348) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:52.330729 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a59d33f7-8fb5-4fac-b859-51d8edca00d9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0563250 Oct 26 16:47:53.334596 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47350) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:53.395325 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4e188677-9216-4691-8c07-c299afeadbbf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0595932 Oct 26 16:47:54.079805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=36,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:54.399111 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47352) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:54.459583 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f008418e-8740-45a4-b70a-9d4bc6dcb0b4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0593445 Oct 26 16:47:55.463950 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47354) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:55.521448 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-95478353-2c45-4e97-bbfa-6769ac9ca06c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0563760 Oct 26 16:47:56.526187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47356) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:56.584337 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5270e99f-a135-45cf-a53f-ea84f3868493 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0568745 Oct 26 16:47:57.356981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=1,neutron:SELECT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:57.362695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:47:57.588172 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47358) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:57.647598 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-de94f909-d87d-487e-97a5-956f0042c75f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0583904 Oct 26 16:47:58.651794 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47360) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:58.707678 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-879c8442-b967-457a-bce4-b4298f4e3947 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0547264 Oct 26 16:47:59.711442 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47362) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:47:59.771542 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f8e091bc-2c08-45e6-b6eb-fec59a59d524 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0584822 Oct 26 16:48:00.076320 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=84 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:00.077011 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=47 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:00.775771 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47364) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:00.832465 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9c935d8b-8543-45d4-bd3e-6799423754e2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0555451 Oct 26 16:48:01.836171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47366) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:01.896244 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4b9aabd5-34c0-4283-bf27-0eed139f182f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0589244 Oct 26 16:48:02.900760 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47368) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:02.957101 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1589a588-4f71-4cd0-b9bb-23654100ec6e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0551624 Oct 26 16:48:03.961073 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47370) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:04.003241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:04.021866 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dc8c296f-dd34-4877-8fbc-66e74c500e05 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0597198 Oct 26 16:48:05.026333 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47372) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:05.058977 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:05.083091 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c1385c21-f8fd-419e-9bf8-2eb2fbfdd14a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0556881 Oct 26 16:48:05.508074 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=12 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:05.514753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=16 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:06.086579 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47374) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:06.149231 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-efd9558d-faaf-4383-9b82-c593d8460b33 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0614877 Oct 26 16:48:07.153530 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47376) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:07.213568 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ec6e3ba0-f825-4461-a6f0-b1b040ed4bdf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0582592 Oct 26 16:48:08.217294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47378) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:08.276022 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-32d55f89-b101-4c4a-a6f8-b88120be4540 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0575702 Oct 26 16:48:08.781485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9384f946-bed4-4586-a134-c0fdaba9d47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:48:09.279939 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47380) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:09.340872 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-42189463-b342-4513-b071-1d6037adcd94 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0597730 Oct 26 16:48:10.344644 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47382) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:10.684916 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0d252a92-9c2c-46d6-9a7b-5004a9d8cb9a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.3390248 Oct 26 16:48:11.202684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-73ed47e1-0492-4a5e-85dc-adeeeaaca852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:48:11.688444 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47384) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:11.746289 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-34746218-05c6-426e-a1b0-693bbb8ffdaf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0566983 Oct 26 16:48:12.443903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:48:12.750183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47386) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:12.808688 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-989c6f84-df5e-416b-9511-e5c5dd74cf91 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0573480 Oct 26 16:48:13.812214 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47388) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:13.869250 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1f1d1ada-d6a4-4ba7-a7d9-cbba6de3dcbb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0553629 Oct 26 16:48:13.985627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:48:14.086037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:48:14.872741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47390) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:14.932098 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bcb3a133-3c59-4682-8da6-8bcf131f6270 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0581656 Oct 26 16:48:15.935909 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47392) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:15.992678 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5286c612-de67-4665-b7f7-296e70314c1d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0556419 Oct 26 16:48:16.997050 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47398) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:17.057442 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4d6594a0-2962-44f9-8bbf-a0dea2ed8a85 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0592594 Oct 26 16:48:17.365553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:48:17.606438 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6887fade-a75f-4c69-8492-7e996b5b5093 req-fa25f2e1-82ed-4c70-9a51-2a44e218c397 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397110 Oct 26 16:48:17.696263 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887fade-a75f-4c69-8492-7e996b5b5093 req-401afda9-3876-4ac0-8118-ab6ed1afcca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:17.697828 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6887fade-a75f-4c69-8492-7e996b5b5093 req-401afda9-3876-4ac0-8118-ab6ed1afcca5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 1130 time: 0.0432065 Oct 26 16:48:17.808692 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887fade-a75f-4c69-8492-7e996b5b5093 req-f2140fc9-8283-4da6-abaf-5ba8285dca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:17.810192 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6887fade-a75f-4c69-8492-7e996b5b5093 req-f2140fc9-8283-4da6-abaf-5ba8285dca35 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a38e3e1c-4d4c-4933-9d22-53477d8ae326 HTTP/1.1" status: 200 len: 897 time: 0.0888889 Oct 26 16:48:17.879018 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6887fade-a75f-4c69-8492-7e996b5b5093 req-872bd259-f273-4d11-ac35-00d45a4548b2 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff38e203-421f-48ad-8e83-b3949e969381 HTTP/1.1" status: 200 len: 1003 time: 0.0589914 Oct 26 16:48:17.930219 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887fade-a75f-4c69-8492-7e996b5b5093 req-ca61f0da-397f-4bb0-b100-53fa989256e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:17.931616 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6887fade-a75f-4c69-8492-7e996b5b5093 req-ca61f0da-397f-4bb0-b100-53fa989256e6 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=ad2395d0-d6b1-4779-b665-2e1ccaa9ae20 HTTP/1.1" status: 200 len: 835 time: 0.0436680 Oct 26 16:48:17.979251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887fade-a75f-4c69-8492-7e996b5b5093 req-bb929b6a-0845-4c5b-8258-2e9a34c82b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:48:17.981047 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6887fade-a75f-4c69-8492-7e996b5b5093 req-bb929b6a-0845-4c5b-8258-2e9a34c82b90 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a38e3e1c-4d4c-4933-9d22-53477d8ae326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0391889 Oct 26 16:48:18.060819 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47400) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:18.077466 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6887fade-a75f-4c69-8492-7e996b5b5093 req-1044eb0a-5713-4e9b-8da0-ef57e77b44bf service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869508 Oct 26 16:48:18.119981 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0f0f66bc-250a-4e5c-865d-c75220ef3802 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0570085 Oct 26 16:48:18.172083 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-6887fade-a75f-4c69-8492-7e996b5b5093 req-24d69b41-41a9-490e-b7ca-ca74eff4cd4a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855575 Oct 26 16:48:19.123873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47402) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:19.184370 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-accbacb3-d5aa-4130-823c-524c0caa5b92 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0592804 Oct 26 16:48:20.188136 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47404) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:20.245517 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e2096f4b-3c80-4bac-9031-3fb8a81fed94 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0562463 Oct 26 16:48:21.249509 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47406) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:21.310520 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2de2adad-5c95-47e7-ae08-1c22c92b0d2c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0599360 Oct 26 16:48:22.313451 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47408) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:22.371871 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-887fff47-3bb3-48e2-896b-2a09d17b017e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0572944 Oct 26 16:48:23.375708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47410) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:23.435817 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-05c0e7de-0b59-4df2-8e99-84df1001af23 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0589554 Oct 26 16:48:24.082177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:24.439647 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47412) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:24.497961 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7fff2832-e4ad-43a4-adb8-e96a01442526 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0571849 Oct 26 16:48:25.502278 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47414) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:25.570626 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f9c1e81c-d71a-452e-979a-121fc8258911 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0670187 Oct 26 16:48:26.574055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47416) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:26.617313 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:26.633729 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1ebc64ca-aee4-4c09-8b10-c91ab8d88afb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0585632 Oct 26 16:48:27.080177 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:48:27.355225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:27.361572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:27.637622 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47418) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:27.698132 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-95ceaff8-d199-42bc-9d00-c3451c47cf73 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0594528 Oct 26 16:48:28.166961 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=61 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:28.168956 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=60 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:28.701942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47420) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:28.752608 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:28.761086 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3f093d6e-977c-429c-9631-f6451fafdec6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0580387 Oct 26 16:48:29.764628 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47422) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:29.825353 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3f41e421-bfa3-4d88-9384-65689dea7887 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0595722 Oct 26 16:48:30.829147 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47424) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:30.891339 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-435745d0-5c85-4f01-bb2d-27bed8c7d803 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0610771 Oct 26 16:48:31.895193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47426) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:31.952910 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b8f93820-4342-46cc-bf28-12a89dedde06 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0565360 Oct 26 16:48:32.956667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47428) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:33.018844 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d250bcf6-6a13-4013-9a00-162d7a71de2f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0610189 Oct 26 16:48:34.022618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47430) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:34.080751 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-23a6a754-8bd9-432a-b5a3-f09f16c915ba tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0570090 Oct 26 16:48:35.084298 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47432) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:35.144986 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c16ffaa2-27b1-4d2c-afa7-037e37d6a5ba tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0593779 Oct 26 16:48:36.148599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47434) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:36.205176 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c78e053e-7f69-4152-b93b-995cdf3ef1b3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0554020 Oct 26 16:48:37.075571 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:37.076361 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:37.209004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47436) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:37.270516 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4b1d5a5b-0894-40df-9926-7628bd67ff03 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0604186 Oct 26 16:48:38.274273 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47438) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:38.333111 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7a0c335f-e2ad-46a6-ba04-f1e7d2d8e1e1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0576596 Oct 26 16:48:38.700003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:38.705892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=10 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:38.708184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:38.783159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-899a5399-8bdf-491a-bd97-171f1aa1e5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:48:39.337008 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47440) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:39.397452 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a0e9902c-3e9b-46cd-9704-4af2c0113df9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0588288 Oct 26 16:48:40.401031 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47442) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:40.458020 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6ed3b67d-9fc2-471b-8d1e-07c8e2953c51 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0558696 Oct 26 16:48:41.204137 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-32090186-3631-4a1b-8cbe-6a6d06c386ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:48:41.461693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47444) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:41.520944 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d9c1971f-8a09-459f-a4b2-da1ca0757efd tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0581577 Oct 26 16:48:42.444566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:48:42.524345 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47446) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:42.585695 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4852f1c9-40a1-452f-8ef1-7090c8a562dc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0593655 Oct 26 16:48:43.589839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47448) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:43.646453 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-19beacf9-d989-42ad-b744-f1ff133fa967 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0555761 Oct 26 16:48:43.987946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:48:44.087766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:48:44.650282 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47450) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:44.710261 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-26a42538-3ef8-471d-8a60-db59d5de9df3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0588493 Oct 26 16:48:45.713546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47452) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:45.770715 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-30a8d4d4-de30-4bd0-b5e1-804ff6e63664 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0560586 Oct 26 16:48:46.774624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47454) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:46.834421 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a3a53065-ab11-4d1d-8f74-6353589d41bc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0582690 Oct 26 16:48:47.368771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:48:47.837558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47456) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:47.895543 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f3924150-df93-4378-b2e0-2e49e029478e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0568590 Oct 26 16:48:48.899386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47458) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:48.960987 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-040c5dd5-759d-418d-a0a5-54bc8a66982d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0598664 Oct 26 16:48:49.963722 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47460) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:50.022663 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9ebe6c8e-3976-49e2-8717-51fc809316a7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0578942 Oct 26 16:48:51.026965 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47462) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:51.086729 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8323a2b8-8a9b-4307-95c0-4593cecda349 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0586448 Oct 26 16:48:51.510882 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=21 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:51.512841 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=19 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:52.090587 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47464) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:52.128843 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:52.149129 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-951f4caf-18a8-4a4a-83f3-228fde84e308 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0574296 Oct 26 16:48:53.153627 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47466) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:53.212969 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-50f4f740-9222-4230-83f6-5c3d7fce2c18 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0581019 Oct 26 16:48:54.216624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47468) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:54.273994 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b5ec9b18-7536-4fa3-bec8-4cb8f17f306a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0561397 Oct 26 16:48:55.278365 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47470) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:55.285668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:55.339802 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-afa7da30-c54e-476c-a27c-f516b6d60083 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0603726 Oct 26 16:48:56.342882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47472) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:56.400586 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-45c7dcc6-9cff-46f2-8093-9c2ab8ac4087 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0565271 Oct 26 16:48:57.358867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:57.362707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:57.365258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:48:57.404401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47474) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:57.465793 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b9f2c586-3a49-487b-afd1-0c3178cf183a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0602517 Oct 26 16:48:58.469725 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47476) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:58.802998 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-095e2922-e986-4f39-8fbf-0c295f9ec9dc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.3321359 Oct 26 16:48:59.806973 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47478) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:48:59.866894 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4a476c10-8475-4b33-a220-c9c40ccd588f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0588038 Oct 26 16:49:00.870630 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47480) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:00.927284 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-aecc96af-d620-4f05-8855-c373062fecbe tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0555389 Oct 26 16:49:01.931039 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47482) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:01.991331 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9bc22d21-56c2-40ef-b614-e2e48aef5562 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0591700 Oct 26 16:49:02.994590 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47484) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:03.051771 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cd8a70da-8238-4f1e-b25d-979ff610766c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0560129 Oct 26 16:49:04.055076 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47486) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:04.079595 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:49:04.119142 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-85404fba-3df7-4f47-9b73-09da21576582 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0623784 Oct 26 16:49:05.122580 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47488) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:05.180908 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-abfc93d5-d664-4140-a7a2-c6f041700d67 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0571363 Oct 26 16:49:06.184897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47490) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:06.245308 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-230a4b15-8f7c-4999-b0c7-d984152365c5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0592687 Oct 26 16:49:07.249275 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47492) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:07.307853 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-108f4751-3df3-40ac-a243-b46fed2573e3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0574679 Oct 26 16:49:08.311325 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47494) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:08.373210 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9d8c7634-661f-438e-a25c-8092427b8c5e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0607016 Oct 26 16:49:08.787823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7a13c9b8-8a3b-4b95-bb0b-10c5463a4cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:49:09.376506 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47496) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:09.434251 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a2d1ea05-d847-4d50-85e7-57fa6c1c0bb6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0565872 Oct 26 16:49:10.355754 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:10.438082 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47498) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:10.499432 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-181a2b31-75c5-4890-80bb-bdd44915b35b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0601907 Oct 26 16:49:11.205800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6e0abacb-e363-4ba6-9f78-b8e68dabd2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:49:11.503639 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47500) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:11.572637 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-f68a3272-1d9d-4a21-9837-cc3f0aae0537 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0669637 Oct 26 16:49:12.446629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:49:12.576266 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47502) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:12.637340 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2d9c4154-8299-421f-96fa-bcc211dc76e0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0598836 Oct 26 16:49:13.641258 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47504) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:13.698528 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cccd679c-b1b8-47e4-a621-af18e2c8037f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0562034 Oct 26 16:49:13.991596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:49:14.076744 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=6 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:14.089931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:49:14.701164 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47506) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:14.761636 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-540e579d-9409-4d92-8415-fb17203d5fb3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0593450 Oct 26 16:49:15.765452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47508) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:15.821711 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d4391f6c-1469-4332-b571-0184e430008a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0551291 Oct 26 16:49:16.826208 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47510) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:16.885991 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-121d845c-8f32-4120-a8a5-eadf581174d0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0586681 Oct 26 16:49:17.387106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:49:17.889626 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47514) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:17.951769 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-79a57f81-f522-4a98-8e84-2b211d5e7794 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0605061 Oct 26 16:49:18.955692 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47518) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:19.015819 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-80bcd394-dab2-4b0e-9ea8-833fda9f18d0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0590143 Oct 26 16:49:19.365930 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-fabec0af-f73c-4280-b8b9-645b0b72574b req-d60db1f4-42ac-4451-add6-d2b8c9cf6baf service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833638 Oct 26 16:49:19.454413 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabec0af-f73c-4280-b8b9-645b0b72574b req-383e9938-9872-4b72-8570-6009f6ed6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:19.455869 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-fabec0af-f73c-4280-b8b9-645b0b72574b req-383e9938-9872-4b72-8570-6009f6ed6ab0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 1130 time: 0.0383549 Oct 26 16:49:19.566598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabec0af-f73c-4280-b8b9-645b0b72574b req-597c9a34-c34c-4940-9fd2-9649f7dd0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:19.567965 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-fabec0af-f73c-4280-b8b9-645b0b72574b req-597c9a34-c34c-4940-9fd2-9649f7dd0110 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a38e3e1c-4d4c-4933-9d22-53477d8ae326 HTTP/1.1" status: 200 len: 897 time: 0.0904825 Oct 26 16:49:19.631886 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-fabec0af-f73c-4280-b8b9-645b0b72574b req-1bcda0b5-4341-45a8-b8b9-05c1cc06def7 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff38e203-421f-48ad-8e83-b3949e969381 HTTP/1.1" status: 200 len: 1003 time: 0.0543575 Oct 26 16:49:19.682931 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabec0af-f73c-4280-b8b9-645b0b72574b req-4cbc592a-1405-43ef-8fdc-ff5fca423280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:19.684316 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-fabec0af-f73c-4280-b8b9-645b0b72574b req-4cbc592a-1405-43ef-8fdc-ff5fca423280 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=ad2395d0-d6b1-4779-b665-2e1ccaa9ae20 HTTP/1.1" status: 200 len: 835 time: 0.0434461 Oct 26 16:49:19.733613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabec0af-f73c-4280-b8b9-645b0b72574b req-98ef975c-6fcf-4497-b4ff-8bc6e0dbcd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:49:19.735068 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-fabec0af-f73c-4280-b8b9-645b0b72574b req-98ef975c-6fcf-4497-b4ff-8bc6e0dbcd59 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a38e3e1c-4d4c-4933-9d22-53477d8ae326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0415444 Oct 26 16:49:19.826604 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-fabec0af-f73c-4280-b8b9-645b0b72574b req-a8bad3ab-0dd9-4db6-8039-24595f501869 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811102 Oct 26 16:49:19.886513 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:19.922194 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-fabec0af-f73c-4280-b8b9-645b0b72574b req-1a65c3fe-03a0-432e-92ed-e81ea9bd4a24 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862064 Oct 26 16:49:20.019192 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47522) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:20.059021 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:20.076919 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4697f25f-3af3-408c-b9fa-699a0f438b4b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0565321 Oct 26 16:49:21.080662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47524) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:21.139972 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b1f09aca-0320-4352-a0f9-b5b53b587ded tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0580933 Oct 26 16:49:22.143801 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47526) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:22.150307 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:22.206497 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cd7447bc-a9fb-4ec7-9165-0f868dc4bbf2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0613813 Oct 26 16:49:23.210399 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47528) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:23.271574 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3db615b0-2660-462c-992c-fe6ba584de63 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0590920 Oct 26 16:49:24.086226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:24.274421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47530) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:24.332665 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-650cdd7e-1a46-411e-aca0-34b5a4e1feae tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0571275 Oct 26 16:49:25.336505 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47532) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:25.344578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=80 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:25.397253 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5adfb119-d38a-4f87-8c4b-0aaa0a78422d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0596006 Oct 26 16:49:26.401175 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47534) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:26.461806 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-13ecbe0c-28d3-4532-bdcb-13523845ddd6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0595095 Oct 26 16:49:27.379976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:27.382178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:27.466005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47536) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:27.527241 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7b435467-a4d3-4dd9-b195-62b7520c8fdb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0601020 Oct 26 16:49:28.531133 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47538) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:28.588688 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cd59f78e-f4e7-4ebe-aa59-788e5a92262b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0557599 Oct 26 16:49:29.591599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47540) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:29.651558 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9a48c63c-198c-4c31-b133-3ae4c70e478e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0588744 Oct 26 16:49:30.654476 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47542) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:30.712718 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-22cb06e3-efaa-40e1-be6a-c44d0a2107d3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0571058 Oct 26 16:49:31.717139 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47544) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:31.777319 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e998bcea-1997-40d3-a7ac-4e50fafda918 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0590405 Oct 26 16:49:32.780917 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47546) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:32.840397 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c05469c6-e267-4e8d-a81a-80985097b156 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0583482 Oct 26 16:49:33.844268 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47548) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:33.902341 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3b9f716f-c143-47eb-acdd-087756cc2307 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0569251 Oct 26 16:49:34.906194 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47550) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:34.966538 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fe921c57-f895-4a43-ae6d-c85cc21d9727 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0591896 Oct 26 16:49:35.970440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47552) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:36.028465 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f3f6c7a4-0cf7-40a6-9fbb-ff1b14eae007 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0566890 Oct 26 16:49:37.032260 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47554) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:37.092415 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-498f2440-0980-44ae-a038-dd2b4df466a0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0589645 Oct 26 16:49:37.266117 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:38.095462 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47556) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:38.153779 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5ca1f744-9f8a-4f3a-abca-bf964c7410cf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0572109 Oct 26 16:49:38.791739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d1a4be70-5b6d-4389-915e-47ad497f9e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:49:39.157550 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47558) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:39.219316 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d69330f8-3423-41a4-9e2b-dfd2f2e00ad8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0606503 Oct 26 16:49:40.222589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47560) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:40.283584 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7b29d1ce-44d9-4a0a-9f30-cfa096eb29f3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0598500 Oct 26 16:49:41.079455 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:49:41.206571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ac04-9c99-4cd5-8569-f54dad4623cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:49:41.286596 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47562) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:41.586623 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-990b11f8-0ddc-4fc3-b15a-06148e0f1569 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.2987034 Oct 26 16:49:42.451124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:49:42.590440 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47564) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:42.648726 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c27b01e5-247e-4785-94a7-423e3c66b470 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0571859 Oct 26 16:49:43.651711 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47566) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:43.707948 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fc73d780-53bc-4dcc-b578-840772fa903c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0551140 Oct 26 16:49:43.994191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:49:44.091291 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:49:44.711731 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47568) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:44.771798 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-91201988-a225-427a-b82b-0a731d03d064 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0589371 Oct 26 16:49:45.775555 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47570) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:45.832701 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4bc57fa6-5e0d-4a84-a6f3-21708d5de101 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0559721 Oct 26 16:49:46.836486 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47572) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:46.897423 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c8cce412-cbbe-4d46-b8b0-8b526a9faa7f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0597878 Oct 26 16:49:47.352146 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:47.394464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:49:47.901256 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47574) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:47.958424 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-30ed6647-4f8d-4d93-ab07-99a54daecd6a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0560303 Oct 26 16:49:48.962233 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47576) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:49.022783 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-1acbe1ad-670e-498d-825c-81b1f51ddd6f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0588665 Oct 26 16:49:49.202688 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=52 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:49.212165 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=44 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:50.027308 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47578) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:50.033547 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:50.068215 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=79 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:50.089972 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9b4d321f-8ff2-46db-9e89-3801170ff5f9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0616481 Oct 26 16:49:51.093834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47580) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:51.152572 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-458e8196-d4da-4e14-a6b0-88f4d25aa893 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0575368 Oct 26 16:49:52.155720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47584) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:52.216821 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d5db2860-ad08-46a6-b013-ed334082eb63 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0599322 Oct 26 16:49:53.220747 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47592) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:53.318617 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-1d57de29-d16e-48d9-964a-5f401b79620c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0967159 Oct 26 16:49:54.322926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47602) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:54.383196 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2d1a8419-f6cc-48a3-91c4-bffa777f1562 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0591204 Oct 26 16:49:55.387489 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47606) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:55.445700 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9e5df013-6ee6-4a4c-a8da-d16dfee27b83 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0570273 Oct 26 16:49:56.449377 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47608) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:56.510543 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6fd0b3c9-6daa-4927-bd3b-74cf33823caf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0600088 Oct 26 16:49:57.383800 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:57.388303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:57.390317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:57.514006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47610) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:57.573632 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0e714f0c-a1ce-49d1-aae1-daac6094c6aa tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0582955 Oct 26 16:49:58.577277 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47612) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:58.635232 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-97e69c49-288a-4655-89ed-f424f822c4ff tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0569017 Oct 26 16:49:58.706899 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=19 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:58.708864 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=12 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:49:59.638624 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47614) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:49:59.699061 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-d9410066-75f6-481e-9444-8423bb2b0687 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0592916 Oct 26 16:50:00.702738 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47616) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:00.761420 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e9cc79ad-0e82-40d2-9ab2-af6eb1843ae6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0575399 Oct 26 16:50:01.765238 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47618) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:01.825281 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-30478551-9e5b-40af-85f6-e919f37dde02 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0588849 Oct 26 16:50:02.829128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47620) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:02.886723 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-869ec37b-e4d3-400b-b0ea-d172932a3bf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0564411 Oct 26 16:50:03.890585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47622) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:03.948258 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-78ef252c-4992-41ff-9789-01094c419894 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0565712 Oct 26 16:50:04.952136 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47624) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:05.013313 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2542dd05-286b-4271-a876-ae86409d09a8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0600572 Oct 26 16:50:06.017123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47626) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:06.074426 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e12f2e2b-bb35-40c5-9f8e-022b63ab16d8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0561607 Oct 26 16:50:07.078244 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47628) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:07.138494 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fb69259e-cfe6-46f6-99b0-b7a838de7fc4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0591388 Oct 26 16:50:08.141687 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47630) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:08.198841 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-aad3ccf7-8a5e-42ce-ac36-a3f7e1342655 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0560153 Oct 26 16:50:08.793146 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-925d4a39-928e-4b5c-a00e-4fc8a03503f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:50:09.202974 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47632) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:09.263449 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5b0289d2-7baa-4030-96a3-06b6d6573b28 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0593610 Oct 26 16:50:10.267214 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47634) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:10.328174 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e3545bb1-38e6-4888-9e77-8e6377ccb735 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0598140 Oct 26 16:50:11.207940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95c73b3b-e0c5-445c-89c4-09defab8cf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:50:11.331532 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47636) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:11.389624 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b5e8d9fe-51e5-4c91-9a01-39c7c1edc8a6 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0570016 Oct 26 16:50:12.393480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47638) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:12.455995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:50:12.458380 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-491843a0-28a3-4b95-9f8d-4bb04a9c051e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0637932 Oct 26 16:50:13.461526 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47640) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:13.793491 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6f36bcd1-9b1a-410a-bcfa-74808cd71060 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.3307979 Oct 26 16:50:13.999258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:50:14.093129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:50:14.797283 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47642) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:14.854615 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-5842bfda-ad24-4eab-af5e-1d27c4ecef22 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0561996 Oct 26 16:50:15.858671 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47644) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:15.919346 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-81ec4c15-b908-4ac3-8d6b-f7434a33760e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0595331 Oct 26 16:50:16.923060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47646) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:16.985434 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3dca6675-ed6c-4b89-8347-4630472760c2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0612519 Oct 26 16:50:17.394001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:50:17.989541 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47648) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:18.048272 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-31586913-847e-47fd-ae67-5facf1e5f8d0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0571568 Oct 26 16:50:18.079289 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:50:19.051949 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47650) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:19.112769 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6583b1ae-460f-4752-84b3-4f06bdd23931 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0596263 Oct 26 16:50:20.116606 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47652) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:20.122905 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=47 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:20.124891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=51 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:20.175558 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b88d9455-b3b2-4935-9599-fd882a76f0f0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0577934 Oct 26 16:50:20.632161 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0564e963-9f39-4294-a5ea-d86908a55a8e req-0bcd42d7-34f5-46c4-a2a7-6c2d3ca66122 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391686 Oct 26 16:50:20.720596 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564e963-9f39-4294-a5ea-d86908a55a8e req-b1c6c97d-0e1f-4a24-897e-68016d68f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:50:20.722172 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0564e963-9f39-4294-a5ea-d86908a55a8e req-b1c6c97d-0e1f-4a24-897e-68016d68f4e9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 1130 time: 0.0438426 Oct 26 16:50:20.829965 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564e963-9f39-4294-a5ea-d86908a55a8e req-4d627520-0eb6-4114-8234-04ad8ff62204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:50:20.831432 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0564e963-9f39-4294-a5ea-d86908a55a8e req-4d627520-0eb6-4114-8234-04ad8ff62204 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a38e3e1c-4d4c-4933-9d22-53477d8ae326 HTTP/1.1" status: 200 len: 897 time: 0.0859089 Oct 26 16:50:20.898487 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0564e963-9f39-4294-a5ea-d86908a55a8e req-7fad84c4-1e68-4dff-89a3-f6bd26ff83d6 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff38e203-421f-48ad-8e83-b3949e969381 HTTP/1.1" status: 200 len: 1003 time: 0.0573354 Oct 26 16:50:20.950638 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564e963-9f39-4294-a5ea-d86908a55a8e req-588dd6a1-0442-4d79-ab28-dbe858ca37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:50:20.952022 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0564e963-9f39-4294-a5ea-d86908a55a8e req-588dd6a1-0442-4d79-ab28-dbe858ca37a2 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=ad2395d0-d6b1-4779-b665-2e1ccaa9ae20 HTTP/1.1" status: 200 len: 835 time: 0.0436258 Oct 26 16:50:20.999888 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564e963-9f39-4294-a5ea-d86908a55a8e req-94979326-c2aa-4eab-af1f-343d7ba53b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:50:21.001463 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0564e963-9f39-4294-a5ea-d86908a55a8e req-94979326-c2aa-4eab-af1f-343d7ba53b09 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a38e3e1c-4d4c-4933-9d22-53477d8ae326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392768 Oct 26 16:50:21.097953 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0564e963-9f39-4294-a5ea-d86908a55a8e req-a22ba2e4-c631-4e49-94f0-cca71802868b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867727 Oct 26 16:50:21.178678 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47654) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:21.184937 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:21.186787 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:21.189835 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0564e963-9f39-4294-a5ea-d86908a55a8e req-b0316966-a5d3-46b5-98bc-fa0ad158f967 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824120 Oct 26 16:50:21.240362 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c9b206d8-9c0d-4e1b-a1b4-f7af1ad7bb97 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0606048 Oct 26 16:50:22.244168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47656) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:22.305645 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-59162bb3-a21c-4b43-a0c7-08d863ca2099 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0603275 Oct 26 16:50:23.309655 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47658) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:23.365771 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c79a218c-a2ed-4e39-a5dd-cd1d60b2fda2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0550079 Oct 26 16:50:24.358086 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:24.370227 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47660) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:24.429913 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-361afacd-5cf8-465c-b63b-0f3603917517 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0585732 Oct 26 16:50:25.433822 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47662) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:25.491209 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3f9e106c-4447-4a85-9615-cdce306c3edb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0562575 Oct 26 16:50:26.495708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47664) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:26.555942 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-206b6711-de81-4e70-b900-07001abd5d3b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0591021 Oct 26 16:50:27.382707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:27.386693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:27.388734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:27.560023 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47666) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:27.617742 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-63c9e00e-41f2-4b59-8b68-9b8d031ad619 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0566349 Oct 26 16:50:28.074578 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:28.621576 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47668) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:28.683645 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-663c53dc-26c6-4820-8bc9-2b69a1a00750 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0609169 Oct 26 16:50:29.686576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47670) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:29.753091 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7a7d70b5-3181-4352-956e-199fbcb2c8a0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0653744 Oct 26 16:50:30.756296 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47672) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:30.813815 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3e5ce8fa-50fd-4056-b7f8-65369fe9f257 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0563712 Oct 26 16:50:31.817770 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47674) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:31.877564 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9bda35d3-bc38-4201-b173-b6e0711c3179 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0586786 Oct 26 16:50:32.881487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47676) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:32.939777 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bf74fa55-2832-4501-84a9-4a6bf9cb8361 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0571504 Oct 26 16:50:33.943772 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47678) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:34.005460 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-86ddbe44-8542-4bdf-82fe-3a2ee3974e80 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0602920 Oct 26 16:50:35.009621 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47680) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:35.066271 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bcb2dbc7-e051-42b6-985a-2937e7eee2a4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0555093 Oct 26 16:50:36.070177 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47682) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:36.130791 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fc550691-3220-4a2d-a4db-7c14fc08c9eb tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0594902 Oct 26 16:50:37.135090 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47684) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:37.192483 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cf764dc9-398c-4c4d-be10-bf5f53a0d8cf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0562334 Oct 26 16:50:38.196309 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47686) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:38.254280 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a6dde68c-8445-4b1e-aea6-64695d61c4a9 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0568032 Oct 26 16:50:38.700128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:38.704115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:38.711603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=11 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:38.794726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-becc9c69-4e66-421f-99ff-97e8aaeb9f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:50:39.257539 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47688) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:39.319385 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a95dbaad-19dd-4a17-8460-5f4bed0e7b99 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0607295 Oct 26 16:50:40.323219 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47690) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:40.382295 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a06cfa60-2e5b-43c9-8f2e-f0d0fa866633 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0578842 Oct 26 16:50:41.209878 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-cbee31c6-9d8d-4f0f-8698-b01780cf5ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:50:41.386315 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47692) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:41.445309 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6f79b556-60b9-43fb-beb8-cb4105830b48 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0578318 Oct 26 16:50:42.449207 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47694) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:42.455956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:50:42.510153 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9d748a15-c195-43c1-b04c-f6bbe06b843e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0597222 Oct 26 16:50:43.513667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47696) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:43.574310 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f3fb41e4-0240-48b7-9efe-18253beb534e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0594413 Oct 26 16:50:43.999224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:50:44.094678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:50:44.577943 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47698) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:44.626239 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:44.636916 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c5734fe1-ce37-4f44-b712-e2b319363771 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0579739 Oct 26 16:50:45.639951 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47700) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:45.699582 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ab1d4a85-12ac-4dec-8816-746c269aa801 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0585701 Oct 26 16:50:46.702688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47702) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:46.759535 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9fff2cd9-81c0-46b1-9690-45c21a2259a1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0552950 Oct 26 16:50:47.410802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:50:47.762620 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47704) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:47.822331 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6fe43b72-85b5-49f3-b344-9e3cf68420fc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0579040 Oct 26 16:50:48.826081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47706) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:48.883160 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8ca52c6f-d0d8-4789-969b-35fb5fc3665e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0559058 Oct 26 16:50:49.886658 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47708) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:49.947453 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:49.949028 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4fa7bd50-ee15-4786-81f5-3611024e4155 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0611343 Oct 26 16:50:50.953077 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47710) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:51.001083 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:51.012322 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bebd87e7-fcd7-40e4-af2b-6379b6a475c7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0581741 Oct 26 16:50:52.016208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47712) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:52.076142 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-928d4f0d-5f08-43c1-a853-d340a3747a62 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0587983 Oct 26 16:50:53.079959 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47714) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:53.137751 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a84ad7d8-9325-4c81-b796-e1c91a98c9cf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0566552 Oct 26 16:50:54.141586 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47716) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:54.201132 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-65217cc4-925f-42ed-87b6-994001cd415c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0584059 Oct 26 16:50:55.078114 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:50:55.204952 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47718) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:55.262694 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d08bff3e-8555-4c87-901a-cd8d34d62bd0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0565419 Oct 26 16:50:56.265481 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47720) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:56.327207 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5b7fd13f-a071-4465-8f80-82a4edcfbc35 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0605931 Oct 26 16:50:57.330589 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47722) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:57.388628 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-20b82367-2df3-4ea2-9a1a-edac85de9c8f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0569174 Oct 26 16:50:57.398665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:57.405041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:57.406978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=5,neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:58.392504 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47724) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:58.453274 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fe2d96db-acf8-4d7c-b834-8215a5995dcf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0595145 Oct 26 16:50:58.874795 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:58.876737 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:50:59.457014 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47726) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:50:59.515110 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-625a6725-0e88-49f3-b42f-306834355900 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0569530 Oct 26 16:51:00.518953 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47728) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:00.579176 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a503d6ca-f020-447b-8178-3337dd6fd910 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0589814 Oct 26 16:51:01.354206 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:01.582981 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47730) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:01.640584 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8ecd7702-2ed2-4dd7-a2bb-1084d15df293 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0565445 Oct 26 16:51:02.644422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47732) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:02.705992 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4555f9f7-d286-48f1-a5aa-0243dadc43db tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0604014 Oct 26 16:51:03.709265 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47734) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:03.766193 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7e64a981-6f96-4051-a4b5-ff031dedf6e0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0557714 Oct 26 16:51:04.769574 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47736) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:04.829518 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-79ba4a2d-178b-4ade-82e2-3266455bf552 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0588188 Oct 26 16:51:05.074135 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:05.833710 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47738) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:05.891123 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-3bf15e09-1a62-4b68-b27b-8c7b2544410b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0562847 Oct 26 16:51:06.894653 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47740) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:06.954430 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-57f5463e-9ab9-4c56-b36d-96f8413e40cf tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0586455 Oct 26 16:51:07.958398 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47742) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:08.018125 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-583fda13-7168-43ca-bd59-f026d612e39e tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0586133 Oct 26 16:51:08.795724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-959b27af-e6f0-4391-b69c-695c7f57bc90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:51:09.022019 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47744) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:09.079928 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-673e1aed-c4e3-462b-9a18-b02ee26cb41d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0566964 Oct 26 16:51:10.083912 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47746) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:10.144480 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a6a1162b-024e-43f3-85d0-f96be152cb78 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0594294 Oct 26 16:51:11.148117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47748) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:11.208458 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a7d6fb51-6a7b-4002-93fb-fea794d2738d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0592031 Oct 26 16:51:11.213234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dde49e91-4970-40bb-8794-808eb859b07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:51:12.212026 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47750) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:12.272000 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c03912c4-24a3-406d-a3f0-d26bd0614e30 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0588057 Oct 26 16:51:12.460559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:51:13.275894 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47752) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:13.608877 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bcf61d53-143f-48d2-ba48-b08822283182 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.3317261 Oct 26 16:51:14.001900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:51:14.097696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:51:14.612641 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47754) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:14.646073 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:14.673242 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2ad3f118-dd78-456d-829c-377871eb570d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0595150 Oct 26 16:51:15.677071 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47756) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:15.974440 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a367c217-ad1a-4ebf-8446-5c27bb2eb32a tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.2961359 Oct 26 16:51:16.978318 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47758) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:17.038173 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-2258b82a-29ce-4151-ac5f-0a7e7a4299ac tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0587318 Oct 26 16:51:17.423906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:51:18.041060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47760) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:18.098309 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2c66fa67-0816-4a3c-8599-0ab65f47975d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0561261 Oct 26 16:51:19.102050 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47762) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:19.161940 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eea9e864-d84f-4e46-8f5c-6f6a4c5c378d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0582390 Oct 26 16:51:20.166342 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47770) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:20.222909 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2d92c89d-2a51-4f36-aa3b-1ff948a3cec4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0553896 Oct 26 16:51:21.227994 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47772) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:21.234556 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:21.289879 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7ca3d65e-f217-48ae-91b7-5d08023e7b57 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0606508 Oct 26 16:51:22.293646 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47774) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:22.349828 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-5b92e02e-7065-4d91-af86-ef36a7259ed8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0550699 Oct 26 16:51:23.353618 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47776) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:23.370986 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d432ff54-0652-472e-bd15-a2b36c2774f2 req-fa1c3854-b0e9-4c98-82a3-22753b764f49 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392890 Oct 26 16:51:23.418660 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-54ef334a-1c40-4fd5-8a74-73c288802297 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0637662 Oct 26 16:51:23.454835 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432ff54-0652-472e-bd15-a2b36c2774f2 req-3dd2e1ab-6745-4173-b5b6-93af28e60b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:51:23.456306 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d432ff54-0652-472e-bd15-a2b36c2774f2 req-3dd2e1ab-6745-4173-b5b6-93af28e60b48 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 1130 time: 0.0387161 Oct 26 16:51:23.565974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432ff54-0652-472e-bd15-a2b36c2774f2 req-8332c293-6ab7-4b59-aab9-cca548ed41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:51:23.567321 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d432ff54-0652-472e-bd15-a2b36c2774f2 req-8332c293-6ab7-4b59-aab9-cca548ed41d0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a38e3e1c-4d4c-4933-9d22-53477d8ae326 HTTP/1.1" status: 200 len: 897 time: 0.0872443 Oct 26 16:51:23.630332 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d432ff54-0652-472e-bd15-a2b36c2774f2 req-080f45ac-a283-4176-bde7-f5abcce9a81d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff38e203-421f-48ad-8e83-b3949e969381 HTTP/1.1" status: 200 len: 1003 time: 0.0542095 Oct 26 16:51:23.682196 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432ff54-0652-472e-bd15-a2b36c2774f2 req-dd8db7ed-dbb1-461f-aba1-c76f4ee9a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:51:23.683596 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d432ff54-0652-472e-bd15-a2b36c2774f2 req-dd8db7ed-dbb1-461f-aba1-c76f4ee9a4fd service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=ad2395d0-d6b1-4779-b665-2e1ccaa9ae20 HTTP/1.1" status: 200 len: 835 time: 0.0435133 Oct 26 16:51:23.734680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432ff54-0652-472e-bd15-a2b36c2774f2 req-c862762f-af40-49cd-9db8-a89601146d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:51:23.736161 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d432ff54-0652-472e-bd15-a2b36c2774f2 req-c862762f-af40-49cd-9db8-a89601146d28 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a38e3e1c-4d4c-4933-9d22-53477d8ae326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426044 Oct 26 16:51:23.829319 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d432ff54-0652-472e-bd15-a2b36c2774f2 req-d549ef69-8ba3-40be-9055-0d95064d4e2a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830069 Oct 26 16:51:23.926127 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d432ff54-0652-472e-bd15-a2b36c2774f2 req-cb7e19e4-eb4b-4f0f-9c73-679163756cb7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875564 Oct 26 16:51:24.421610 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47778) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:24.478964 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-97c92b28-03d6-450d-9c85-b1d6b04060e1 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0561771 Oct 26 16:51:25.482725 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47780) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:25.543663 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-88386246-04f0-4531-8314-18e9adcb96f8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0597401 Oct 26 16:51:26.547351 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47782) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:26.553498 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:26.605611 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9d97bc08-92f9-4600-9195-741c50a849f5 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0572112 Oct 26 16:51:27.412644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:27.417303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:27.419430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:27.609733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47784) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:27.667278 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7a28bb27-37f3-458b-8baa-ffc9954fadf3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0564692 Oct 26 16:51:28.670569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47786) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:28.730595 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ff010d2b-d33c-406f-bcc5-0b2ae9b6d37d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0588217 Oct 26 16:51:29.734650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47788) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:29.792305 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6afd3dbb-a302-4acd-b060-3e49c907750f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0565529 Oct 26 16:51:30.796096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47790) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:30.857085 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-74aaaff7-7ebb-4f54-a254-3f9e15262968 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0598190 Oct 26 16:51:31.862221 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47792) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:31.921080 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a9a02a2c-5615-491d-a782-331cc4349c0f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0577178 Oct 26 16:51:32.076999 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:51:32.924891 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47794) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:32.985426 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c1d187ba-f80b-432d-bf11-39c11fd15fc0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0594139 Oct 26 16:51:33.989316 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47796) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:34.047741 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-93e2d52d-1e2b-445a-920b-c7801ae11c52 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0571167 Oct 26 16:51:35.050553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47798) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:35.112334 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-455fd14c-de26-4a99-a4b5-a8c3da2b474d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0606518 Oct 26 16:51:36.116241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47800) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:36.174330 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e9c86e47-31a6-43ae-88cb-5aaa54db845d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0568864 Oct 26 16:51:36.591899 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:36.597872 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:37.178110 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47802) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:37.240552 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-aee6c11d-3682-451e-8d14-e74204678e2d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0613067 Oct 26 16:51:38.244954 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47804) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:38.302446 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-88b5342f-dd36-4a2c-a38c-4b962827a23c tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0563755 Oct 26 16:51:38.797911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-686cf13a-bb39-4c16-8512-eb676219e760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:51:39.305853 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47806) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:39.341821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:39.366506 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-44b2d90d-ba17-40f5-bb42-0fffbc5e2abc tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0595739 Oct 26 16:51:40.370445 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47808) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:40.431274 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-18388f0f-9219-4a68-955e-169bfdd14754 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0597153 Oct 26 16:51:41.215183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f474a1ea-cfdd-4938-9000-af753f5861c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:51:41.435178 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47810) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:41.492265 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-24a26e69-9edc-4517-88bf-0fb925385909 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0559809 Oct 26 16:51:42.072129 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:42.072926 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:42.466613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:51:42.496021 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47812) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:42.556534 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b2fffa8d-42ee-47eb-b108-35867de8b53b tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0593777 Oct 26 16:51:43.560422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47814) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:43.617585 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-683a6047-4332-4e3c-9517-537d6cd56814 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0560875 Oct 26 16:51:44.004660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:51:44.099920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:51:44.621101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47816) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:44.678210 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0dcf726d-9572-46c7-93ea-b9617d3e4614 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0560775 Oct 26 16:51:45.682446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47818) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:45.743196 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4c5f0437-8922-4890-a4d2-85427da29833 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0596104 Oct 26 16:51:46.747065 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47820) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:46.804587 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-724416ad-c9d0-4cd8-9614-97825a19e904 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0564334 Oct 26 16:51:47.422926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:51:47.808394 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47822) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:47.868507 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-df4732d9-facd-4339-85a7-8860ec0060b7 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0589454 Oct 26 16:51:48.872400 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47824) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:48.929117 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-44d7d185-f4e8-4533-a246-4473803d5e66 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0555520 Oct 26 16:51:49.933046 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47826) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:50.000349 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-d70348b1-6ee5-4d35-95cf-c809b0441060 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0659759 Oct 26 16:51:51.004083 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47828) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:51.048352 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:51.062576 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-2b4441de-f954-456a-b935-2cc315358001 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0574207 Oct 26 16:51:52.066517 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47830) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:52.126665 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-13d1c2b3-3107-4120-80ee-391fa11a28b3 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0589776 Oct 26 16:51:53.130253 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47832) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:53.187904 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b6b6dc86-6f11-4396-a26b-7cd5e5c4232d tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0564959 Oct 26 16:51:53.609166 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=21 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:53.611007 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=19 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:54.191182 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47834) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:54.251476 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f97a83dc-fd9a-4d1a-a287-c02b649c7326 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0591936 Oct 26 16:51:55.255291 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47836) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:55.313427 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-379f43b4-c31d-4528-a192-d52b282591be tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0569620 Oct 26 16:51:56.317108 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47838) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:56.377276 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-44d5293e-e097-4c3f-912e-3ec422f367a8 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0590200 Oct 26 16:51:57.380289 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47840) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:57.412762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:57.415979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:57.419669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:57.442909 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-022be058-d85c-4dd6-8e29-a2b3c769bb36 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0614674 Oct 26 16:51:58.446726 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47842) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:58.504491 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fadc2f18-332d-449e-b2f7-ef933cfa0750 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0566378 Oct 26 16:51:58.715627 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=13 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:58.718585 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=13 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:51:59.508645 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47844) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:59.569985 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e9e3c358-cd14-4172-b290-0f774f1cd5b2 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 200 len: 995 time: 0.0600994 Oct 26 16:51:59.572700 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47846) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:51:59.710254 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port 376be54b-0658-495d-a9de-8eaec3f0a862 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:51:59.710632 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (376be54b-0658-495d-a9de-8eaec3f0a862), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:51:59.786143 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (376be54b-0658-495d-a9de-8eaec3f0a862), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:51:59.786474 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (376be54b-0658-495d-a9de-8eaec3f0a862), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:51:59.799558 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for 376be54b-0658-495d-a9de-8eaec3f0a862 owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:51:59.943019 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (376be54b-0658-495d-a9de-8eaec3f0a862), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:51:59.965461 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=376be54b-0658-495d-a9de-8eaec3f0a862,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:51:59.979535 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:59.979891 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:59.980241 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:59.980590 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:59.981235 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:59.981602 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:59.981937 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:59.982269 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:59.982599 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:59.982934 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:59.983260 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:59.983588 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:59.983917 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:59.984243 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:51:59.984568 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:00.045150 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for floatingip (48af002a-af0d-426f-8c56-7de22d885fd9), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:00.045496 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Floating IP 48af002a-af0d-426f-8c56-7de22d885fd9 disassociated (deleted). External IP: 172.26.11.135, port: ff38e203-421f-48ad-8e83-b3949e969381. Oct 26 16:52:00.244822 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 6a42573b-28ad-4b12-a755-d3dd2572a20a has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:52:00.248318 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:00.257774 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:00.351138 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:52:00.356159 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:00.360925 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d23e4-d35f-4666-91a1-9bb1e20f9ae2 None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:00.370767 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d23e4-d35f-4666-91a1-9bb1e20f9ae2 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:00.371376 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-205d23e4-d35f-4666-91a1-9bb1e20f9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:00.385698 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-e4d47821-b5bf-4bc9-b335-f1c68c7faaf4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/48af002a-af0d-426f-8c56-7de22d885fd9 HTTP/1.1" status: 204 len: 168 time: 0.8120003 Oct 26 16:52:00.386353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'tag': 'ff38e203-421f-48ad-8e83-b3949e969381'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:52:00.389224 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb136ba649fa168c6248ca24a79b4aa523afb5de4688c02f3e3d85afa0885439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313dbcff-ba1a-4b8e-bcfe-e7d496593910" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb5bfd5-cef0-40c7-a6c3-010667266d84", "tag": "ff38e203-421f-48ad-8e83-b3949e969381"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:52:00.505445 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-205d23e4-d35f-4666-91a1-9bb1e20f9ae2 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:00.536113 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e9fc79-727c-4b63-b847-7bde7d76e3bb x-openstack-request-id: req-43e9fc79-727c-4b63-b847-7bde7d76e3bb {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:52:00.536666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb5bfd5-cef0-40c7-a6c3-010667266d84", "tag": "ff38e203-421f-48ad-8e83-b3949e969381", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:52:00.536893 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43e9fc79-727c-4b63-b847-7bde7d76e3bb {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:52:00.537291 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e9fc79-727c-4b63-b847-7bde7d76e3bb'] response: {'name': 'network-changed', 'server_uuid': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'tag': 'ff38e203-421f-48ad-8e83-b3949e969381', 'status': 'completed', 'code': 200} Oct 26 16:52:00.616228 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dbcff-ba1a-4b8e-bcfe-e7d496593910 req-4d931217-0e7c-4938-903b-97fe22e44282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:00.617802 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-313dbcff-ba1a-4b8e-bcfe-e7d496593910 req-4d931217-0e7c-4938-903b-97fe22e44282 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 1130 time: 0.0439177 Oct 26 16:52:00.754523 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4977776-5fbe-4263-a87d-63825aae5d4c req-e5cdfb1b-6e51-4584-a814-5bc70bdc8898 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:00.755927 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f4977776-5fbe-4263-a87d-63825aae5d4c req-e5cdfb1b-6e51-4584-a814-5bc70bdc8898 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 946 time: 0.1372635 Oct 26 16:52:00.793405 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-205d23e4-d35f-4666-91a1-9bb1e20f9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:41Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:41Z', 'revision_number': 34, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:00.817810 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d23e4-d35f-4666-91a1-9bb1e20f9ae2 None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:00.826720 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d23e4-d35f-4666-91a1-9bb1e20f9ae2 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:00.827314 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-205d23e4-d35f-4666-91a1-9bb1e20f9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:00.834284 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-f4977776-5fbe-4263-a87d-63825aae5d4c req-4f323370-e03d-4375-a8fa-b9324a2e756f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=cc2e6f01-453e-4976-9e21-24cb81f496a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720847 Oct 26 16:52:00.836960 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dbcff-ba1a-4b8e-bcfe-e7d496593910 req-eb78cf04-9c8a-439c-b09d-384658c90f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:00.838480 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-313dbcff-ba1a-4b8e-bcfe-e7d496593910 req-eb78cf04-9c8a-439c-b09d-384658c90f9d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a38e3e1c-4d4c-4933-9d22-53477d8ae326 HTTP/1.1" status: 200 len: 897 time: 0.1441998 Oct 26 16:52:00.927966 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-205d23e4-d35f-4666-91a1-9bb1e20f9ae2 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:00.936851 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-313dbcff-ba1a-4b8e-bcfe-e7d496593910 req-338289f5-374c-4a3f-9559-f03cd7c65fe7 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff38e203-421f-48ad-8e83-b3949e969381 HTTP/1.1" status: 200 len: 217 time: 0.0334129 Oct 26 16:52:00.989796 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dbcff-ba1a-4b8e-bcfe-e7d496593910 req-6be40e61-11a1-46bf-b564-e17e765b1628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:00.991241 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-313dbcff-ba1a-4b8e-bcfe-e7d496593910 req-6be40e61-11a1-46bf-b564-e17e765b1628 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=ad2395d0-d6b1-4779-b665-2e1ccaa9ae20 HTTP/1.1" status: 200 len: 835 time: 0.0486212 Oct 26 16:52:01.044227 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dbcff-ba1a-4b8e-bcfe-e7d496593910 req-8baccd38-8b92-4405-9533-e949c1bb01aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:01.045935 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-313dbcff-ba1a-4b8e-bcfe-e7d496593910 req-8baccd38-8b92-4405-9533-e949c1bb01aa service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a38e3e1c-4d4c-4933-9d22-53477d8ae326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0427539 Oct 26 16:52:01.053286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94bb80-8869-492b-b112-18fc76c8311f req-2db0002e-c40b-472e-b9f1-7f108c616f4f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:01.054757 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8f94bb80-8869-492b-b112-18fc76c8311f req-2db0002e-c40b-472e-b9f1-7f108c616f4f tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 946 time: 0.0510602 Oct 26 16:52:01.121792 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-205d23e4-d35f-4666-91a1-9bb1e20f9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:41Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:41Z', 'revision_number': 34, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:01.143998 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-8f94bb80-8869-492b-b112-18fc76c8311f req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port ff38e203-421f-48ad-8e83-b3949e969381 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:52:01.144350 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8f94bb80-8869-492b-b112-18fc76c8311f req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (ff38e203-421f-48ad-8e83-b3949e969381), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:01.145584 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-313dbcff-ba1a-4b8e-bcfe-e7d496593910 req-d9228658-105e-4746-9494-7e99ec1ce0d5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928891 Oct 26 16:52:01.147412 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d23e4-d35f-4666-91a1-9bb1e20f9ae2 None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:41Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:41Z', 'revision_number': 34, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:01.250665 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-313dbcff-ba1a-4b8e-bcfe-e7d496593910 req-abbc8647-8922-40dd-a17c-d1650620e377 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954344 Oct 26 16:52:01.251704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-8f94bb80-8869-492b-b112-18fc76c8311f req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] For port ff38e203-421f-48ad-8e83-b3949e969381, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ff38e203-421f-48ad-8e83-b3949e969381,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:01.252092 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8f94bb80-8869-492b-b112-18fc76c8311f req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (ff38e203-421f-48ad-8e83-b3949e969381), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:01.267906 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-8f94bb80-8869-492b-b112-18fc76c8311f req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for ff38e203-421f-48ad-8e83-b3949e969381 owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:52:01.342035 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:01.422456 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8f94bb80-8869-492b-b112-18fc76c8311f req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (ff38e203-421f-48ad-8e83-b3949e969381), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:01.453711 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=ff38e203-421f-48ad-8e83-b3949e969381,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:01.467710 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:01.468099 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:01.468399 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:01.469030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:01.469377 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:01.469717 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:01.470052 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:01.470385 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:01.470712 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:01.471039 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:01.471367 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:01.471691 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:01.472019 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:01.472342 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:01.472665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:01.512448 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f94bb80-8869-492b-b112-18fc76c8311f req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] No DVR routers for this DVR port ff38e203-421f-48ad-8e83-b3949e969381 on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:52:01.515202 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8f94bb80-8869-492b-b112-18fc76c8311f req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:01.518664 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8f94bb80-8869-492b-b112-18fc76c8311f req-4e7d9661-0ad1-41be-b7e8-6398caad8423 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.64 "DELETE /networking/v2.0/ports/ff38e203-421f-48ad-8e83-b3949e969381 HTTP/1.1" status: 204 len: 173 time: 0.4574695 Oct 26 16:52:01.519196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'name': 'network-vif-deleted', 'tag': 'ff38e203-421f-48ad-8e83-b3949e969381'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:52:01.521500 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a1294c-0195-4a9a-b74b-0f87f517054a" -d '{"events": [{"server_uuid": "0bb5bfd5-cef0-40c7-a6c3-010667266d84", "name": "network-vif-deleted", "tag": "ff38e203-421f-48ad-8e83-b3949e969381"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:52:01.623668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632c988c-9968-4af3-bebe-22403ddec978 x-openstack-request-id: req-632c988c-9968-4af3-bebe-22403ddec978 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:52:01.623977 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb5bfd5-cef0-40c7-a6c3-010667266d84", "name": "network-vif-deleted", "tag": "ff38e203-421f-48ad-8e83-b3949e969381", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:52:01.624297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-632c988c-9968-4af3-bebe-22403ddec978 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:52:01.624718 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-632c988c-9968-4af3-bebe-22403ddec978'] response: {'server_uuid': '0bb5bfd5-cef0-40c7-a6c3-010667266d84', 'name': 'network-vif-deleted', 'tag': 'ff38e203-421f-48ad-8e83-b3949e969381', 'status': 'completed', 'code': 200} Oct 26 16:52:01.963604 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3e84872b-3776-4128-8f3f-5a214ba2ee60 req-8f8c5cbb-8379-4065-bcc3-eb6b5f55f9a0 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=0bb5bfd5-cef0-40c7-a6c3-010667266d84 HTTP/1.1" status: 200 len: 210 time: 0.0295825 Oct 26 16:52:03.035356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fce78d-4b3b-48cb-a107-ea451e3169fc None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:03.038797 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fce78d-4b3b-48cb-a107-ea451e3169fc None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:03.042015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-35fce78d-4b3b-48cb-a107-ea451e3169fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:03.045331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47886) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:03.147171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-35fce78d-4b3b-48cb-a107-ea451e3169fc None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:03.346255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-35fce78d-4b3b-48cb-a107-ea451e3169fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:41Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:41Z', 'revision_number': 34, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:03.372516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fce78d-4b3b-48cb-a107-ea451e3169fc None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:03.381468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fce78d-4b3b-48cb-a107-ea451e3169fc None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:03.382098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-35fce78d-4b3b-48cb-a107-ea451e3169fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:03.442377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device ff38e203-421f-48ad-8e83-b3949e969381 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:03.489439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: ff38e203-421f-48ad-8e83-b3949e969381 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:52:03.489791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device ff38e203-421f-48ad-8e83-b3949e969381 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:52:03.509194 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-35fce78d-4b3b-48cb-a107-ea451e3169fc None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:03.584299 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:03.631565 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b3b3511b-ebf2-4254-9f9c-913df1529413 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (6a42573b-28ad-4b12-a755-d3dd2572a20a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:03.666979 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:03.833756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-35fce78d-4b3b-48cb-a107-ea451e3169fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:41Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:41Z', 'revision_number': 34, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:03.860188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fce78d-4b3b-48cb-a107-ea451e3169fc None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209'}], 'enable_snat': True}, 'gw_port_id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:46:46Z', 'revision_number': 4, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port': {'id': 'a69d1320-b858-446d-8f7d-b7c02d594ba0', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:43Z', 'updated_at': '2022-10-26T16:47:41Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '8a35a25f-180e-471e-8ac3-29bd59a98af6', 'name': '', 'network_id': 'a38e3e1c-4d4c-4933-9d22-53477d8ae326', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'mac_address': 'fa:16:3e:42:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:46:45Z', 'updated_at': '2022-10-26T16:47:41Z', 'revision_number': 34, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'subnets': [{'id': 'ad2395d0-d6b1-4779-b665-2e1ccaa9ae20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:03.873680 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3511b-ebf2-4254-9f9c-913df1529413 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port 8a35a25f-180e-471e-8ac3-29bd59a98af6 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:52:03.874045 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b3b3511b-ebf2-4254-9f9c-913df1529413 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:03.968463 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-b3b3511b-ebf2-4254-9f9c-913df1529413 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] For port 8a35a25f-180e-471e-8ac3-29bd59a98af6, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8a35a25f-180e-471e-8ac3-29bd59a98af6,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:03.968859 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b3b3511b-ebf2-4254-9f9c-913df1529413 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:03.982880 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3511b-ebf2-4254-9f9c-913df1529413 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for 8a35a25f-180e-471e-8ac3-29bd59a98af6 owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:52:04.208856 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b3b3511b-ebf2-4254-9f9c-913df1529413 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (8a35a25f-180e-471e-8ac3-29bd59a98af6), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:04.235831 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3511b-ebf2-4254-9f9c-913df1529413 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=8a35a25f-180e-471e-8ac3-29bd59a98af6,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:04.423535 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-b3b3511b-ebf2-4254-9f9c-913df1529413 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (6a42573b-28ad-4b12-a755-d3dd2572a20a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:04.456507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78def8fd-67bc-44c0-8dbf-01d55b59b9d9 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 16:52:04.555341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78def8fd-67bc-44c0-8dbf-01d55b59b9d9 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 16:52:04.572780 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:04.674228 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:04.695737 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b3511b-ebf2-4254-9f9c-913df1529413 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Router 6a42573b-28ad-4b12-a755-d3dd2572a20a has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:52:04.818220 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b3511b-ebf2-4254-9f9c-913df1529413 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:52:04.825304 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-b3b3511b-ebf2-4254-9f9c-913df1529413 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "PUT /networking/v2.0/routers/6a42573b-28ad-4b12-a755-d3dd2572a20a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7794116 Oct 26 16:52:04.826394 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47888) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:04.886290 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4ea004-545a-43d1-b6ee-71368faaa144 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting subnet ad2395d0-d6b1-4779-b665-2e1ccaa9ae20 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 16:52:04.890097 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea004-545a-43d1-b6ee-71368faaa144 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for subnet (ad2395d0-d6b1-4779-b665-2e1ccaa9ae20), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:04.936083 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea004-545a-43d1-b6ee-71368faaa144 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (ad2395d0-d6b1-4779-b665-2e1ccaa9ae20), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:05.028997 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea004-545a-43d1-b6ee-71368faaa144 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (ad2395d0-d6b1-4779-b665-2e1ccaa9ae20), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:05.081162 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:05.111611 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea004-545a-43d1-b6ee-71368faaa144 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (ad2395d0-d6b1-4779-b665-2e1ccaa9ae20), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:05.144232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:05.154164 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ea004-545a-43d1-b6ee-71368faaa144 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2395d0-d6b1-4779-b665-2e1ccaa9ae20,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:05.158043 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea004-545a-43d1-b6ee-71368faaa144 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:05.165556 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6f4ea004-545a-43d1-b6ee-71368faaa144 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/subnets/ad2395d0-d6b1-4779-b665-2e1ccaa9ae20 HTTP/1.1" status: 204 len: 168 time: 0.3355386 Oct 26 16:52:05.165786 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47890) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:05.198300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port a69d1320-b858-446d-8f7d-b7c02d594ba0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:05.198678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:05.199017 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port a69d1320-b858-446d-8f7d-b7c02d594ba0 Oct 26 16:52:05.245931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161435af-feb4-41bd-aab1-a17b5cbf9e2e None None] Network a38e3e1c-4d4c-4933-9d22-53477d8ae326 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:52:05.336740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9b1933c6-3050-4f9b-8ae8-8b99222e68c4 None None] Provisioning complete for port d4e1d445-c6cd-41b1-a411-a3d91224ca19 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:05.337152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9b1933c6-3050-4f9b-8ae8-8b99222e68c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (d4e1d445-c6cd-41b1-a411-a3d91224ca19), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:05.337478 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-9b1933c6-3050-4f9b-8ae8-8b99222e68c4 None None] Attempt 1 to provision port d4e1d445-c6cd-41b1-a411-a3d91224ca19 Oct 26 16:52:05.405673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port a69d1320-b858-446d-8f7d-b7c02d594ba0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:05.406065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:05.439556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:05.449963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:05.510774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:05.516857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b11c91-996c-4320-be37-b781c1dfe94e None None] DHCP port deletion for a38e3e1c-4d4c-4933-9d22-53477d8ae326 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 16:52:05.518785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-9b1933c6-3050-4f9b-8ae8-8b99222e68c4 None None] Current status of the port d4e1d445-c6cd-41b1-a411-a3d91224ca19 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:05.539158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:05.570332 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:05.570686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:05.571032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:05.571373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:05.571712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:05.572051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:05.572384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:05.572717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:05.573059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:05.573389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:05.573720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:05.574052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:05.574376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:05.574698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:05.575020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:05.587550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-67b11c91-996c-4320-be37-b781c1dfe94e None None] Deleting port d4e1d445-c6cd-41b1-a411-a3d91224ca19 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:52:05.587935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-67b11c91-996c-4320-be37-b781c1dfe94e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (d4e1d445-c6cd-41b1-a411-a3d91224ca19), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:05.589601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b410b3ed-eb36-48c3-a38a-26645b0310d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router (6a42573b-28ad-4b12-a755-d3dd2572a20a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:05.632536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:05.662824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-67b11c91-996c-4320-be37-b781c1dfe94e None None] For port d4e1d445-c6cd-41b1-a411-a3d91224ca19, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=d4e1d445-c6cd-41b1-a411-a3d91224ca19,segment=NetworkSegment(dcc736c1-9830-4b2a-b1a0-7ada80b29edf),segment_id=dcc736c1-9830-4b2a-b1a0-7ada80b29edf)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:05.663149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-67b11c91-996c-4320-be37-b781c1dfe94e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (d4e1d445-c6cd-41b1-a411-a3d91224ca19), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:05.677166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-67b11c91-996c-4320-be37-b781c1dfe94e None None] Calling delete_port for d4e1d445-c6cd-41b1-a411-a3d91224ca19 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:52:05.695357 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b410b3ed-eb36-48c3-a38a-26645b0310d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_gateway (6a42573b-28ad-4b12-a755-d3dd2572a20a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:05.721233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:05.742533 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-b410b3ed-eb36-48c3-a38a-26645b0310d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Deleting port a69d1320-b858-446d-8f7d-b7c02d594ba0 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:52:05.742876 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b410b3ed-eb36-48c3-a38a-26645b0310d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:05.774693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-67b11c91-996c-4320-be37-b781c1dfe94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (d4e1d445-c6cd-41b1-a411-a3d91224ca19), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:05.801046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b11c91-996c-4320-be37-b781c1dfe94e None None] Pushing event deleted for resources: {'Port': ['ID=d4e1d445-c6cd-41b1-a411-a3d91224ca19,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:05.806443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b11c91-996c-4320-be37-b781c1dfe94e None None] No DVR routers for this DVR port d4e1d445-c6cd-41b1-a411-a3d91224ca19 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:52:05.837120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-b410b3ed-eb36-48c3-a38a-26645b0310d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] For port a69d1320-b858-446d-8f7d-b7c02d594ba0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=a69d1320-b858-446d-8f7d-b7c02d594ba0,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:05.837610 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b410b3ed-eb36-48c3-a38a-26645b0310d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:05.850721 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-b410b3ed-eb36-48c3-a38a-26645b0310d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Calling delete_port for a69d1320-b858-446d-8f7d-b7c02d594ba0 owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:52:05.945138 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:06.015733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b410b3ed-eb36-48c3-a38a-26645b0310d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (a69d1320-b858-446d-8f7d-b7c02d594ba0), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:06.041959 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410b3ed-eb36-48c3-a38a-26645b0310d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Port': ['ID=a69d1320-b858-446d-8f7d-b7c02d594ba0,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:06.108189 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b410b3ed-eb36-48c3-a38a-26645b0310d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (6a42573b-28ad-4b12-a755-d3dd2572a20a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:06.171026 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b90b6a-95a6-4d95-a111-5a46467ecad3 None None] Sync routers for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:06.171026 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b90b6a-95a6-4d95-a111-5a46467ecad3 None None] Routers {'6a42573b-28ad-4b12-a755-d3dd2572a20a'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:06.171026 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-82b90b6a-95a6-4d95-a111-5a46467ecad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['6a42573b-28ad-4b12-a755-d3dd2572a20a'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:06.198815 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b410b3ed-eb36-48c3-a38a-26645b0310d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (6a42573b-28ad-4b12-a755-d3dd2572a20a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:06.201568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b410b3ed-eb36-48c3-a38a-26645b0310d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router_controller (6a42573b-28ad-4b12-a755-d3dd2572a20a), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:06.242413 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-82b90b6a-95a6-4d95-a111-5a46467ecad3 None None] Set router 6a42573b-28ad-4b12-a755-d3dd2572a20a gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:06.246548 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b410b3ed-eb36-48c3-a38a-26645b0310d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (6a42573b-28ad-4b12-a755-d3dd2572a20a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:06.247726 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b410b3ed-eb36-48c3-a38a-26645b0310d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Fanout notify agent at l3_agent the message router_deleted on router 6a42573b-28ad-4b12-a755-d3dd2572a20a {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 16:52:06.254166 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b410b3ed-eb36-48c3-a38a-26645b0310d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:06.255402 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b410b3ed-eb36-48c3-a38a-26645b0310d4 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/routers/6a42573b-28ad-4b12-a755-d3dd2572a20a HTTP/1.1" status: 204 len: 168 time: 1.0885057 Oct 26 16:52:06.258186 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47892) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:06.295348 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-82b90b6a-95a6-4d95-a111-5a46467ecad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a42573b-28ad-4b12-a755-d3dd2572a20a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735326059', 'tenant_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:46:42Z', 'updated_at': '2022-10-26T16:52:05Z', 'revision_number': 7, 'project_id': '5fb6b8606a8f4a13aa28f4e956cbe2de', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:06.319131 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b90b6a-95a6-4d95-a111-5a46467ecad3 None None] Checking router: 6a42573b-28ad-4b12-a755-d3dd2572a20a for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:06.327225 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b90b6a-95a6-4d95-a111-5a46467ecad3 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:06.327581 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b90b6a-95a6-4d95-a111-5a46467ecad3 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 16:52:06.328157 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-82b90b6a-95a6-4d95-a111-5a46467ecad3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6a42573b-28ad-4b12-a755-d3dd2572a20a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 16:52:06.328523 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b90b6a-95a6-4d95-a111-5a46467ecad3 None None] The sync data for ids ['6a42573b-28ad-4b12-a755-d3dd2572a20a'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:06.338875 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-63c9a8c0-0ed3-447c-9734-0c714b4e5aea tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (a38e3e1c-4d4c-4933-9d22-53477d8ae326), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:06.345862 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:06.430250 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-63c9a8c0-0ed3-447c-9734-0c714b4e5aea tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (a38e3e1c-4d4c-4933-9d22-53477d8ae326), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:06.450501 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-63c9a8c0-0ed3-447c-9734-0c714b4e5aea tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38e3e1c-4d4c-4933-9d22-53477d8ae326']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:06.460066 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-63c9a8c0-0ed3-447c-9734-0c714b4e5aea tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc736c1-9830-4b2a-b1a0-7ada80b29edf') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:06.460371 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-63c9a8c0-0ed3-447c-9734-0c714b4e5aea tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc736c1-9830-4b2a-b1a0-7ada80b29edf') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:06.470563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-63c9a8c0-0ed3-447c-9734-0c714b4e5aea tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (dcc736c1-9830-4b2a-b1a0-7ada80b29edf), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:06.484537 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-63c9a8c0-0ed3-447c-9734-0c714b4e5aea tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (dcc736c1-9830-4b2a-b1a0-7ada80b29edf), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:06.491010 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c9a8c0-0ed3-447c-9734-0c714b4e5aea tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 16:52:06.491404 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-63c9a8c0-0ed3-447c-9734-0c714b4e5aea tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (dcc736c1-9830-4b2a-b1a0-7ada80b29edf), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:06.558665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-63c9a8c0-0ed3-447c-9734-0c714b4e5aea tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (a38e3e1c-4d4c-4933-9d22-53477d8ae326), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:06.566142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-63c9a8c0-0ed3-447c-9734-0c714b4e5aea tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:06.569230 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-63c9a8c0-0ed3-447c-9734-0c714b4e5aea tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/networks/a38e3e1c-4d4c-4933-9d22-53477d8ae326 HTTP/1.1" status: 204 len: 168 time: 0.3101223 Oct 26 16:52:06.572080 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47898) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:06.572561 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment dcc736c1-9830-4b2a-b1a0-7ada80b29edf resource provider aggregate not found Oct 26 16:52:06.585241 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9a8c0-0ed3-447c-9734-0c714b4e5aea tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'Network': ['ID=a38e3e1c-4d4c-4933-9d22-53477d8ae326,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:06.598446 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment dcc736c1-9830-4b2a-b1a0-7ada80b29edf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dcc736c1-9830-4b2a-b1a0-7ada80b29edf found for delete ", "request_id": "req-f2b0a517-1e6c-42a3-b602-f81b8c97995a"}]} Oct 26 16:52:06.634128 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7852f882-d74e-47dc-abda-e5a41feefa61 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (cc2e6f01-453e-4976-9e21-24cb81f496a3), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:06.659081 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7852f882-d74e-47dc-abda-e5a41feefa61 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (cc2e6f01-453e-4976-9e21-24cb81f496a3), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:06.718626 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7852f882-d74e-47dc-abda-e5a41feefa61 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (cc2e6f01-453e-4976-9e21-24cb81f496a3), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:06.721234 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7852f882-d74e-47dc-abda-e5a41feefa61 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:06.722413 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7852f882-d74e-47dc-abda-e5a41feefa61 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/cc2e6f01-453e-4976-9e21-24cb81f496a3 HTTP/1.1" status: 204 len: 168 time: 0.1493363 Oct 26 16:52:06.732035 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852f882-d74e-47dc-abda-e5a41feefa61 tempest-TestNetworkAdvancedServerOps-1662192389 tempest-TestNetworkAdvancedServerOps-1662192389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2e6f01-453e-4976-9e21-24cb81f496a3,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:07.089535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d4e1d445-c6cd-41b1-a411-a3d91224ca19 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:07.092278 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47908) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:07.110276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: d4e1d445-c6cd-41b1-a411-a3d91224ca19 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:52:07.110655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device d4e1d445-c6cd-41b1-a411-a3d91224ca19 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:52:07.111092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:07.129591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 8a35a25f-180e-471e-8ac3-29bd59a98af6 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:52:07.129948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8a35a25f-180e-471e-8ac3-29bd59a98af6 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:52:07.130370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:07.149738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: a69d1320-b858-446d-8f7d-b7c02d594ba0 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:52:07.150094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device a69d1320-b858-446d-8f7d-b7c02d594ba0 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:52:07.232112 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-6c6da4aa-244c-4bff-83b5-be80de892f2d admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=5fb6b8606a8f4a13aa28f4e956cbe2de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1383910 Oct 26 16:52:07.234448 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47912) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:07.286162 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fff7dd8b-50ca-4b67-9b68-d39d3beb88f4 admin admin] Publish callbacks [] for security_group (f5cfb435-0f20-473d-9e48-401cf3cfc576), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:07.306441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fff7dd8b-50ca-4b67-9b68-d39d3beb88f4 admin admin] Publish callbacks [] for security_group (f5cfb435-0f20-473d-9e48-401cf3cfc576), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:07.354179 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fff7dd8b-50ca-4b67-9b68-d39d3beb88f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (f5cfb435-0f20-473d-9e48-401cf3cfc576), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:07.357171 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-fff7dd8b-50ca-4b67-9b68-d39d3beb88f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:07.358330 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-fff7dd8b-50ca-4b67-9b68-d39d3beb88f4 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f5cfb435-0f20-473d-9e48-401cf3cfc576 HTTP/1.1" status: 204 len: 168 time: 0.1229916 Oct 26 16:52:07.366105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7dd8b-50ca-4b67-9b68-d39d3beb88f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cfb435-0f20-473d-9e48-401cf3cfc576,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:07.613843 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47918) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:07.627698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6c143266-6d46-474d-9a09-237b6e8d3476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:07.710667 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6c143266-6d46-474d-9a09-237b6e8d3476 admin admin] Publish callbacks [] for security_group (2e4336e8-94ea-435f-9b42-3bb7ffd15f75), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:07.714387 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6c143266-6d46-474d-9a09-237b6e8d3476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (2e4336e8-94ea-435f-9b42-3bb7ffd15f75), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:07.755595 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6c143266-6d46-474d-9a09-237b6e8d3476 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f476309fcba44e0e8626cf5c3b4de135&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407075 Oct 26 16:52:07.756835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c143266-6d46-474d-9a09-237b6e8d3476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4336e8-94ea-435f-9b42-3bb7ffd15f75,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:07.758318 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47920) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:07.807790 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-09ff1e08-0588-4a8e-a537-b3701060e396 admin admin] Publish callbacks [] for security_group (2e4336e8-94ea-435f-9b42-3bb7ffd15f75), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:07.827305 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-09ff1e08-0588-4a8e-a537-b3701060e396 admin admin] Publish callbacks [] for security_group (2e4336e8-94ea-435f-9b42-3bb7ffd15f75), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:07.876046 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-09ff1e08-0588-4a8e-a537-b3701060e396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (2e4336e8-94ea-435f-9b42-3bb7ffd15f75), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:07.878625 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-09ff1e08-0588-4a8e-a537-b3701060e396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:07.879749 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-09ff1e08-0588-4a8e-a537-b3701060e396 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/2e4336e8-94ea-435f-9b42-3bb7ffd15f75 HTTP/1.1" status: 204 len: 168 time: 0.1204650 Oct 26 16:52:07.887695 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff1e08-0588-4a8e-a537-b3701060e396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4336e8-94ea-435f-9b42-3bb7ffd15f75,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:08.592638 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47942) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:08.688481 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-e5c9a145-e474-400a-a4c4-e01a02044cf9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2101884856-network', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:52:08.708378 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c9a145-e474-400a-a4c4-e01a02044cf9 admin admin] Made reservation on behalf of 26a086c7a5714316bdd5a70598f934f8 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:08.710675 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e5c9a145-e474-400a-a4c4-e01a02044cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:08.719705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e5c9a145-e474-400a-a4c4-e01a02044cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:08.786223 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=3,neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=10 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:08.797184 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e5c9a145-e474-400a-a4c4-e01a02044cf9 admin admin] Publish callbacks [] for security_group (20223fbe-4851-44d5-a930-cb7c189541bb), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:08.800947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d0fb8a7a-7110-4297-9700-2e0ea137f2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:08.802222 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e5c9a145-e474-400a-a4c4-e01a02044cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (20223fbe-4851-44d5-a930-cb7c189541bb), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:08.830583 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c9a145-e474-400a-a4c4-e01a02044cf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:52:08.836851 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9a145-e474-400a-a4c4-e01a02044cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20223fbe-4851-44d5-a930-cb7c189541bb,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:08.843806 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e5c9a145-e474-400a-a4c4-e01a02044cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (b433eea5-dd1f-4bd8-982e-1da801d0c008), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:08.844181 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-e5c9a145-e474-400a-a4c4-e01a02044cf9 admin admin] Added segment b433eea5-dd1f-4bd8-982e-1da801d0c008 of type vlan for network d45814ca-698b-413e-baca-c5072cdff34c Oct 26 16:52:08.887359 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e5c9a145-e474-400a-a4c4-e01a02044cf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (d45814ca-698b-413e-baca-c5072cdff34c), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:08.912223 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e5c9a145-e474-400a-a4c4-e01a02044cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (d45814ca-698b-413e-baca-c5072cdff34c), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:08.913158 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c9a145-e474-400a-a4c4-e01a02044cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:08.913732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-e5c9a145-e474-400a-a4c4-e01a02044cf9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:08.964524 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e5c9a145-e474-400a-a4c4-e01a02044cf9 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3707688 Oct 26 16:52:08.968155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47946) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:08.973278 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-ecdd2ec1-8590-4538-bb0a-85ef72a9c215 admin admin] Request body: {'subnet': {'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2101884856-subnet', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'ip_version': 4}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:52:08.975991 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9a145-e474-400a-a4c4-e01a02044cf9 admin admin] Pushing event updated for resources: {'Network': ['ID=d45814ca-698b-413e-baca-c5072cdff34c,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:08.985853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network d45814ca-698b-413e-baca-c5072cdff34c details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:52:08.994881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdd2ec1-8590-4538-bb0a-85ef72a9c215 admin admin] Made reservation on behalf of 26a086c7a5714316bdd5a70598f934f8 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:08.997811 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ecdd2ec1-8590-4538-bb0a-85ef72a9c215 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:09.078353 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:52:09.116682 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:09.127848 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:09.171396 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ecdd2ec1-8590-4538-bb0a-85ef72a9c215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (7cea6f29-f688-4dc1-94d7-285b2077c413), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:09.235467 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd2ec1-8590-4538-bb0a-85ef72a9c215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cea6f29-f688-4dc1-94d7-285b2077c413,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:09.242975 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdd2ec1-8590-4538-bb0a-85ef72a9c215 admin admin] Checking segment: {'id': 'b433eea5-dd1f-4bd8-982e-1da801d0c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:52:09.243340 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdd2ec1-8590-4538-bb0a-85ef72a9c215 admin admin] Network hostable DHCP agents. Network: d45814ca-698b-413e-baca-c5072cdff34c, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:52:09.261578 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdd2ec1-8590-4538-bb0a-85ef72a9c215 admin admin] Network d45814ca-698b-413e-baca-c5072cdff34c is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:52:09.270676 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-ecdd2ec1-8590-4538-bb0a-85ef72a9c215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, d45814ca-698b-413e-baca-c5072cdff34c) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:09.274934 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdd2ec1-8590-4538-bb0a-85ef72a9c215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:09.275590 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ecdd2ec1-8590-4538-bb0a-85ef72a9c215 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:09.281684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ed4d10-8696-4690-a850-727948a7f914 None None] Network d45814ca-698b-413e-baca-c5072cdff34c requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:52:09.298546 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ecdd2ec1-8590-4538-bb0a-85ef72a9c215 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3291616 Oct 26 16:52:09.301218 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47948) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:09.305453 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:52:09.327358 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (0f0750a3-27cb-409a-9b4e-fbd910f7694d), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:09.328494 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (0f0750a3-27cb-409a-9b4e-fbd910f7694d), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:09.380785 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] Publish callbacks [] for router_controller (0f0750a3-27cb-409a-9b4e-fbd910f7694d), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:09.386784 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-d45814ca-698b-413e-baca-c5072cdff34c', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:52:09.387705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:09.518356 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] Publish callbacks [] for router_gateway (0f0750a3-27cb-409a-9b4e-fbd910f7694d), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:09.522358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Allocated IP 172.20.0.2 (d45814ca-698b-413e-baca-c5072cdff34c/7cea6f29-f688-4dc1-94d7-285b2077c413/f32d6adf-698d-40ed-9534-5010aee8b0e0) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:09.661508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Publish callbacks [] for port (f32d6adf-698d-40ed-9534-5010aee8b0e0), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:09.667385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (f32d6adf-698d-40ed-9534-5010aee8b0e0), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:09.699685 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] Publish callbacks [] for router_gateway (0f0750a3-27cb-409a-9b4e-fbd910f7694d), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:09.704328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Network d45814ca-698b-413e-baca-c5072cdff34c is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:09.711767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:09.715522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:52:09.720640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Pushing event updated for resources: {'Port': ['ID=f32d6adf-698d-40ed-9534-5010aee8b0e0,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:09.721913 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:09.773349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Attempting to bind port f32d6adf-698d-40ed-9534-5010aee8b0e0 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:52:09.773655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Attempting to bind port f32d6adf-698d-40ed-9534-5010aee8b0e0 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'b433eea5-dd1f-4bd8-982e-1da801d0c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:52:09.774044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Attempting to bind port f32d6adf-698d-40ed-9534-5010aee8b0e0 on network d45814ca-698b-413e-baca-c5072cdff34c {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:09.818003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:52:09.818734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Checking segment: {'id': 'b433eea5-dd1f-4bd8-982e-1da801d0c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:52:09.818856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:09.819160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Bound using segment: {'id': 'b433eea5-dd1f-4bd8-982e-1da801d0c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:52:09.819644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Bound port: f32d6adf-698d-40ed-9534-5010aee8b0e0, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b433eea5-dd1f-4bd8-982e-1da801d0c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:52:09.820024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f32d6adf-698d-40ed-9534-5010aee8b0e0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:09.830760 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] Allocated IP 172.26.11.234 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/e5096f03-df8e-4c03-850c-037f915147f4) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:09.880115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] For port f32d6adf-698d-40ed-9534-5010aee8b0e0, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:09.883238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] For port f32d6adf-698d-40ed-9534-5010aee8b0e0, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f32d6adf-698d-40ed-9534-5010aee8b0e0,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:09.889778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f32d6adf-698d-40ed-9534-5010aee8b0e0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:09.897163 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:09.939712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ea4a3-ee22-4db7-ba09-93134d8aedad None None] Pushing event updated for resources: {'Port': ['ID=f32d6adf-698d-40ed-9534-5010aee8b0e0,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:09.945746 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] Publish callbacks [] for port (e5096f03-df8e-4c03-850c-037f915147f4), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:09.985486 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:10.030442 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:10.035615 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:10.038234 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:52:10.042267 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:10.191426 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:10.315808 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] Publish callbacks [] for router_gateway (0f0750a3-27cb-409a-9b4e-fbd910f7694d), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:10.768190 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (0f0750a3-27cb-409a-9b4e-fbd910f7694d), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:10.832664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca65aac-69f2-4c98-82e3-619fb053fba9 None None] Network d45814ca-698b-413e-baca-c5072cdff34c requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:52:10.899883 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] Router 0f0750a3-27cb-409a-9b4e-fbd910f7694d is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:52:10.900501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-1cd6b7f5-18c4-44ba-afd2-f78a4b7a5248 None None] Provisioning complete for port f32d6adf-698d-40ed-9534-5010aee8b0e0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:10.900902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1cd6b7f5-18c4-44ba-afd2-f78a4b7a5248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f32d6adf-698d-40ed-9534-5010aee8b0e0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:10.901317 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-1cd6b7f5-18c4-44ba-afd2-f78a4b7a5248 None None] Attempt 1 to provision port f32d6adf-698d-40ed-9534-5010aee8b0e0 Oct 26 16:52:10.973940 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:10.995279 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:11.004815 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:11.008961 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:52:11.024025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:11.031353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:11.032828 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-4fe830aa-bd0c-4109-a517-2df32b60c6bc admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7306376 Oct 26 16:52:11.036243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47950) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:11.051151 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-1cd6b7f5-18c4-44ba-afd2-f78a4b7a5248 None None] Current status of the port f32d6adf-698d-40ed-9534-5010aee8b0e0 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:11.051539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1cd6b7f5-18c4-44ba-afd2-f78a4b7a5248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (f32d6adf-698d-40ed-9534-5010aee8b0e0), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:11.055361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:11.056003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:51:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:11.139382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-1cd6b7f5-18c4-44ba-afd2-f78a4b7a5248 None None] For port f32d6adf-698d-40ed-9534-5010aee8b0e0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f32d6adf-698d-40ed-9534-5010aee8b0e0,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:11.168338 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:11.176705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f32d6adf-698d-40ed-9534-5010aee8b0e0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:11.180347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-1cd6b7f5-18c4-44ba-afd2-f78a4b7a5248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (f32d6adf-698d-40ed-9534-5010aee8b0e0), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:11.423092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:11.427033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:11.464684 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-045951d5-2a3c-45f9-a372-0de2c7e46925 None None] Provisioning complete for port f32d6adf-698d-40ed-9534-5010aee8b0e0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:11.465163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-045951d5-2a3c-45f9-a372-0de2c7e46925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f32d6adf-698d-40ed-9534-5010aee8b0e0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:11.465507 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-045951d5-2a3c-45f9-a372-0de2c7e46925 None None] Attempt 1 to provision port f32d6adf-698d-40ed-9534-5010aee8b0e0 Oct 26 16:52:11.498860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8c7fcbb1-3bdd-4788-9c11-3e02643fcc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:11.510603 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1ca3-7258-4f17-af6c-8a8545232742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:11.538052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6b7f5-18c4-44ba-afd2-f78a4b7a5248 None None] Pushing event updated for resources: {'Port': ['ID=f32d6adf-698d-40ed-9534-5010aee8b0e0,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:11.589832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f32d6adf-698d-40ed-9534-5010aee8b0e0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:11.590208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f32d6adf-698d-40ed-9534-5010aee8b0e0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:11.590548 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f32d6adf-698d-40ed-9534-5010aee8b0e0 Oct 26 16:52:11.668088 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-4e2b1ca3-7258-4f17-af6c-8a8545232742 admin admin] Allocated IP 172.20.0.1 (d45814ca-698b-413e-baca-c5072cdff34c/7cea6f29-f688-4dc1-94d7-285b2077c413/514d9cfb-7bff-4a84-9d31-b60bdad793fa) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:11.700909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-045951d5-2a3c-45f9-a372-0de2c7e46925 None None] Current status of the port f32d6adf-698d-40ed-9534-5010aee8b0e0 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:11.766774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f32d6adf-698d-40ed-9534-5010aee8b0e0 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:11.775864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:10Z', 'revision_number': 3, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:11.779970 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1ca3-7258-4f17-af6c-8a8545232742 admin admin] Publish callbacks [] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:11.785101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:11.803892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:11.804236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Updating router 0f0750a3-27cb-409a-9b4e-fbd910f7694d port e5096f03-df8e-4c03-850c-037f915147f4 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:52:11.815101 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1ca3-7258-4f17-af6c-8a8545232742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:11.832714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:11.859058 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b1ca3-7258-4f17-af6c-8a8545232742 admin admin] Network d45814ca-698b-413e-baca-c5072cdff34c is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:11.864197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-4e2b1ca3-7258-4f17-af6c-8a8545232742 admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:11.866448 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b1ca3-7258-4f17-af6c-8a8545232742 admin admin] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:11.868607 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2b1ca3-7258-4f17-af6c-8a8545232742 admin admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:52:11.906209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:11.915257 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1ca3-7258-4f17-af6c-8a8545232742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (0f0750a3-27cb-409a-9b4e-fbd910f7694d), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:12.047181 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1ca3-7258-4f17-af6c-8a8545232742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:12.097974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Publish callbacks [] for port (e5096f03-df8e-4c03-850c-037f915147f4), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:12.103173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:12.148435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Attempting to bind port e5096f03-df8e-4c03-850c-037f915147f4 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:52:12.148833 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Attempting to bind port e5096f03-df8e-4c03-850c-037f915147f4 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:52:12.149202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Attempting to bind port e5096f03-df8e-4c03-850c-037f915147f4 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:12.188632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-38bc86e5-70cb-4e98-9989-91d313d8ce37 None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:12.189028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-38bc86e5-70cb-4e98-9989-91d313d8ce37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:12.189365 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-38bc86e5-70cb-4e98-9989-91d313d8ce37 None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:52:12.194076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cdc42-e092-45ea-beaa-1555cd07c7fb None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:12.218754 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1ca3-7258-4f17-af6c-8a8545232742 admin admin] Publish callbacks [] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:12.221588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:12.223388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1ca3-7258-4f17-af6c-8a8545232742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:12.237767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-38bc86e5-70cb-4e98-9989-91d313d8ce37 None None] Port 514d9cfb-7bff-4a84-9d31-b60bdad793fa cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:52:12.239821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:52:12.240048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:52:12.240460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:12.240869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:52:12.241353 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Bound port: e5096f03-df8e-4c03-850c-037f915147f4, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:52:12.241740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:12.293659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:12.296021 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b1ca3-7258-4f17-af6c-8a8545232742 admin admin] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:12.297971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:12.298505 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1ca3-7258-4f17-af6c-8a8545232742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (0f0750a3-27cb-409a-9b4e-fbd910f7694d), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:12.304873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:12.341665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:12.342300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:12.391280 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b1ca3-7258-4f17-af6c-8a8545232742 admin admin] Network d45814ca-698b-413e-baca-c5072cdff34c is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:12.392790 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-4e2b1ca3-7258-4f17-af6c-8a8545232742 admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:12.400661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cdc42-e092-45ea-beaa-1555cd07c7fb None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:12.445979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:12.485914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:12.487832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:12.525126 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2b1ca3-7258-4f17-af6c-8a8545232742 admin admin] Router 0f0750a3-27cb-409a-9b4e-fbd910f7694d has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:52:12.627841 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:12.640993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2b1ca3-7258-4f17-af6c-8a8545232742 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:52:12.646593 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4e2b1ca3-7258-4f17-af6c-8a8545232742 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/0f0750a3-27cb-409a-9b4e-fbd910f7694d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6090801 Oct 26 16:52:12.689400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-78adfada-5463-4fd5-b3d3-7d49824089d2 None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:12.689698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-78adfada-5463-4fd5-b3d3-7d49824089d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:12.690036 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-78adfada-5463-4fd5-b3d3-7d49824089d2 None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:52:12.695446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 2, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:12.746106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccff25f6-5dbe-46a7-9670-58000f9f33ef None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 2, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:12.756233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-78adfada-5463-4fd5-b3d3-7d49824089d2 None None] Port 514d9cfb-7bff-4a84-9d31-b60bdad793fa cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:52:13.098532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f32d6adf-698d-40ed-9534-5010aee8b0e0 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:13.147411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port f32d6adf-698d-40ed-9534-5010aee8b0e0 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:13.147874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f32d6adf-698d-40ed-9534-5010aee8b0e0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:13.148328 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port f32d6adf-698d-40ed-9534-5010aee8b0e0 Oct 26 16:52:13.170720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:13.234615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port f32d6adf-698d-40ed-9534-5010aee8b0e0 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:13.261753 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47966) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:13.267078 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-53330796-fce0-49d7-ba2b-9a322116ff4d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-440295641-network', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:52:13.289220 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53330796-fce0-49d7-ba2b-9a322116ff4d admin admin] Made reservation on behalf of 31bb2201cc6b4a398a9b2bf20693318b for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:13.291684 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53330796-fce0-49d7-ba2b-9a322116ff4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:13.301810 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53330796-fce0-49d7-ba2b-9a322116ff4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:13.391329 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53330796-fce0-49d7-ba2b-9a322116ff4d admin admin] Publish callbacks [] for security_group (3df9d797-8a6b-4960-b962-4d4bac80bc9d), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:13.396037 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53330796-fce0-49d7-ba2b-9a322116ff4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (3df9d797-8a6b-4960-b962-4d4bac80bc9d), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:13.436347 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53330796-fce0-49d7-ba2b-9a322116ff4d admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 16:52:13.445205 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53330796-fce0-49d7-ba2b-9a322116ff4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df9d797-8a6b-4960-b962-4d4bac80bc9d,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:13.451776 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53330796-fce0-49d7-ba2b-9a322116ff4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (72433795-d8cc-49da-b95b-09c174c80e37), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:13.452121 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-53330796-fce0-49d7-ba2b-9a322116ff4d admin admin] Added segment 72433795-d8cc-49da-b95b-09c174c80e37 of type vlan for network 82d8e41d-ecb3-4ea1-ba6b-0d4254110237 Oct 26 16:52:13.479495 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:UPDATE=4,neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:13.496117 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53330796-fce0-49d7-ba2b-9a322116ff4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (82d8e41d-ecb3-4ea1-ba6b-0d4254110237), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:13.523707 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53330796-fce0-49d7-ba2b-9a322116ff4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (82d8e41d-ecb3-4ea1-ba6b-0d4254110237), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:13.524780 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53330796-fce0-49d7-ba2b-9a322116ff4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:13.525390 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-53330796-fce0-49d7-ba2b-9a322116ff4d admin admin] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:13.597454 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-53330796-fce0-49d7-ba2b-9a322116ff4d admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3344727 Oct 26 16:52:13.600310 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47968) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:13.605549 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-65a02eaf-6bc8-4a69-ac33-6e9c11298974 admin admin] Request body: {'subnet': {'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-440295641-subnet', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'ip_version': 4}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:52:13.624959 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53330796-fce0-49d7-ba2b-9a322116ff4d admin admin] Pushing event updated for resources: {'Network': ['ID=82d8e41d-ecb3-4ea1-ba6b-0d4254110237,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:13.629194 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a02eaf-6bc8-4a69-ac33-6e9c11298974 admin admin] Made reservation on behalf of 31bb2201cc6b4a398a9b2bf20693318b for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:13.631656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-65a02eaf-6bc8-4a69-ac33-6e9c11298974 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:13.635081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 82d8e41d-ecb3-4ea1-ba6b-0d4254110237 details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 16:52:13.705092 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:13.817006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-65a02eaf-6bc8-4a69-ac33-6e9c11298974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (2df5232e-a4c0-48a0-bf83-b0215d81f417), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:13.867515 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a02eaf-6bc8-4a69-ac33-6e9c11298974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2df5232e-a4c0-48a0-bf83-b0215d81f417,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:13.885735 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a02eaf-6bc8-4a69-ac33-6e9c11298974 admin admin] Checking segment: {'id': '72433795-d8cc-49da-b95b-09c174c80e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:52:13.886105 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a02eaf-6bc8-4a69-ac33-6e9c11298974 admin admin] Network hostable DHCP agents. Network: 82d8e41d-ecb3-4ea1-ba6b-0d4254110237, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 16:52:13.904605 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a02eaf-6bc8-4a69-ac33-6e9c11298974 admin admin] Network 82d8e41d-ecb3-4ea1-ba6b-0d4254110237 is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 16:52:13.913423 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-65a02eaf-6bc8-4a69-ac33-6e9c11298974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 82d8e41d-ecb3-4ea1-ba6b-0d4254110237) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:13.917369 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a02eaf-6bc8-4a69-ac33-6e9c11298974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:13.917968 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-65a02eaf-6bc8-4a69-ac33-6e9c11298974 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:13.923093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caca9510-ba3c-4376-8f88-4510eddef003 None None] Network 82d8e41d-ecb3-4ea1-ba6b-0d4254110237 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:52:13.945654 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-65a02eaf-6bc8-4a69-ac33-6e9c11298974 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3440757 Oct 26 16:52:13.948100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47970) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:13.953699 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:52:13.979746 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (62f6e64a-9680-4fb8-a094-554cb2b7c748), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:13.980970 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (62f6e64a-9680-4fb8-a094-554cb2b7c748), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:14.040215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:14.041060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] Publish callbacks [] for router_controller (62f6e64a-9680-4fb8-a094-554cb2b7c748), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:14.048590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 16:52:14.049693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:14.155348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:14.197365 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] Publish callbacks [] for router_gateway (62f6e64a-9680-4fb8-a094-554cb2b7c748), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:14.217455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Allocated IP 172.20.0.2 (82d8e41d-ecb3-4ea1-ba6b-0d4254110237/2df5232e-a4c0-48a0-bf83-b0215d81f417/bd40463e-46fe-4b71-9729-0c7aa5620f3b) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:14.364989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Publish callbacks [] for port (bd40463e-46fe-4b71-9729-0c7aa5620f3b), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:14.371646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (bd40463e-46fe-4b71-9729-0c7aa5620f3b), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:14.380888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] Publish callbacks [] for router_gateway (62f6e64a-9680-4fb8-a094-554cb2b7c748), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:14.399903 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:14.414803 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Network 82d8e41d-ecb3-4ea1-ba6b-0d4254110237 is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:14.420425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:14.422570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Pushing event updated for resources: {'Port': ['ID=bd40463e-46fe-4b71-9729-0c7aa5620f3b,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:14.424725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:52:14.481949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Attempting to bind port bd40463e-46fe-4b71-9729-0c7aa5620f3b on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:52:14.482333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Attempting to bind port bd40463e-46fe-4b71-9729-0c7aa5620f3b by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '72433795-d8cc-49da-b95b-09c174c80e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:52:14.482691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Attempting to bind port bd40463e-46fe-4b71-9729-0c7aa5620f3b on network 82d8e41d-ecb3-4ea1-ba6b-0d4254110237 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:14.501193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:14.520878 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] Allocated IP 172.26.11.154 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/da0228e8-37ab-4eb6-beab-17020750cc65) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:14.525451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:52:14.525831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Checking segment: {'id': '72433795-d8cc-49da-b95b-09c174c80e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:52:14.526284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:14.526650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Bound using segment: {'id': '72433795-d8cc-49da-b95b-09c174c80e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:52:14.527124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Bound port: bd40463e-46fe-4b71-9729-0c7aa5620f3b, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72433795-d8cc-49da-b95b-09c174c80e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:52:14.527509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd40463e-46fe-4b71-9729-0c7aa5620f3b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:14.596085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] For port bd40463e-46fe-4b71-9729-0c7aa5620f3b, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:14.599592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] For port bd40463e-46fe-4b71-9729-0c7aa5620f3b, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd40463e-46fe-4b71-9729-0c7aa5620f3b,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:14.605888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd40463e-46fe-4b71-9729-0c7aa5620f3b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:14.638302 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] Publish callbacks [] for port (da0228e8-37ab-4eb6-beab-17020750cc65), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:14.639681 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:14.663729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2586f-2db3-4dd7-a1d1-02f4b24da3ec None None] Pushing event updated for resources: {'Port': ['ID=bd40463e-46fe-4b71-9729-0c7aa5620f3b,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:14.682434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:14.735787 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:14.736517 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:14.740487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:52:14.769397 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:15.290311 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] Publish callbacks [] for router_gateway (62f6e64a-9680-4fb8-a094-554cb2b7c748), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:15.431947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:15.432997 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:15.443671 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:15.444300 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:15.465680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:15.479350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] The host dv-neutron-759874-6-hyperv is not matching for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa host ! {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 26 16:52:15.482466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:52:15.493116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:15.498769 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (62f6e64a-9680-4fb8-a094-554cb2b7c748), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:15.499965 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:15.582269 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:15.636682 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] Router 62f6e64a-9680-4fb8-a094-554cb2b7c748 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 16:52:15.654290 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:15.711564 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:15.754519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:15.757913 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:15.759565 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:52:15.770577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Sync routers for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:15.784998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:15.785841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:15.786578 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:15.788011 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-0a7b5fe3-4d8b-4e19-8271-113dd2b7291f admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8386610 Oct 26 16:52:15.790900 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47972) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:15.805110 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 2, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:15.831579 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:15.832382 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Updating router 0f0750a3-27cb-409a-9b4e-fbd910f7694d port 514d9cfb-7bff-4a84-9d31-b60bdad793fa binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:52:15.864593 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:15.907083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:16.024277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:16.060898 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ce0e3c-ad0d-48ab-9670-6c4c802bd005 None None] Network 82d8e41d-ecb3-4ea1-ba6b-0d4254110237 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 16:52:16.154436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-729e23bd-2e4b-4511-8754-7a3d925d3ebf None None] Provisioning complete for port bd40463e-46fe-4b71-9729-0c7aa5620f3b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:16.154817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-729e23bd-2e4b-4511-8754-7a3d925d3ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd40463e-46fe-4b71-9729-0c7aa5620f3b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:16.155154 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-729e23bd-2e4b-4511-8754-7a3d925d3ebf None None] Attempt 1 to provision port bd40463e-46fe-4b71-9729-0c7aa5620f3b Oct 26 16:52:16.157425 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Publish callbacks [] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:16.163519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:14Z', 'revision_number': 3, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:16.165651 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:16.227882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Checking router: 62f6e64a-9680-4fb8-a094-554cb2b7c748 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:16.228171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Updating router 62f6e64a-9680-4fb8-a094-554cb2b7c748 port da0228e8-37ab-4eb6-beab-17020750cc65 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:52:16.296748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:16.297995 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:16.309178 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-43032f2a-e09f-40bf-8d7f-3df937ea9deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:16.317662 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e999a-38a1-4aa7-b997-a5b5f171fb66 None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:16.348742 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e999a-38a1-4aa7-b997-a5b5f171fb66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:16.349882 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e999a-38a1-4aa7-b997-a5b5f171fb66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:16.350403 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e999a-38a1-4aa7-b997-a5b5f171fb66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:16.350918 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e999a-38a1-4aa7-b997-a5b5f171fb66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:16.351493 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e999a-38a1-4aa7-b997-a5b5f171fb66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:16.352013 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e999a-38a1-4aa7-b997-a5b5f171fb66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:16.352523 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e999a-38a1-4aa7-b997-a5b5f171fb66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:16.353065 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e999a-38a1-4aa7-b997-a5b5f171fb66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:16.353588 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e999a-38a1-4aa7-b997-a5b5f171fb66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:16.354096 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e999a-38a1-4aa7-b997-a5b5f171fb66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:16.354697 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e999a-38a1-4aa7-b997-a5b5f171fb66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:16.355205 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e999a-38a1-4aa7-b997-a5b5f171fb66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:16.355716 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e999a-38a1-4aa7-b997-a5b5f171fb66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:16.357090 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e999a-38a1-4aa7-b997-a5b5f171fb66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:16.357618 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e999a-38a1-4aa7-b997-a5b5f171fb66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:52:16.363961 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Attempting to bind port 514d9cfb-7bff-4a84-9d31-b60bdad793fa on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:52:16.364519 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Attempting to bind port 514d9cfb-7bff-4a84-9d31-b60bdad793fa by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': 'b433eea5-dd1f-4bd8-982e-1da801d0c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:52:16.365228 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Attempting to bind port 514d9cfb-7bff-4a84-9d31-b60bdad793fa on network d45814ca-698b-413e-baca-c5072cdff34c {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:16.410562 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:52:16.411282 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Checking segment: {'id': 'b433eea5-dd1f-4bd8-982e-1da801d0c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:52:16.411876 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:16.412441 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Bound using segment: {'id': 'b433eea5-dd1f-4bd8-982e-1da801d0c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:52:16.413257 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Bound port: 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b433eea5-dd1f-4bd8-982e-1da801d0c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:52:16.414066 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:16.429588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-729e23bd-2e4b-4511-8754-7a3d925d3ebf None None] Current status of the port bd40463e-46fe-4b71-9729-0c7aa5620f3b is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:16.430006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-729e23bd-2e4b-4511-8754-7a3d925d3ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (bd40463e-46fe-4b71-9729-0c7aa5620f3b), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:16.484674 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:16.488634 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:16.499077 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:16.524592 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-729e23bd-2e4b-4511-8754-7a3d925d3ebf None None] For port bd40463e-46fe-4b71-9729-0c7aa5620f3b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd40463e-46fe-4b71-9729-0c7aa5620f3b,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:16.535771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-729e23bd-2e4b-4511-8754-7a3d925d3ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (bd40463e-46fe-4b71-9729-0c7aa5620f3b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:16.537632 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:16.538525 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:16.614147 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e999a-38a1-4aa7-b997-a5b5f171fb66 None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=4']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:16.617387 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-43032f2a-e09f-40bf-8d7f-3df937ea9deb admin admin] Allocated IP 172.20.0.1 (82d8e41d-ecb3-4ea1-ba6b-0d4254110237/2df5232e-a4c0-48a0-bf83-b0215d81f417/999a286d-71d0-4bcb-9382-36809996e7a7) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:16.632479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e23bd-2e4b-4511-8754-7a3d925d3ebf None None] Pushing event updated for resources: {'Port': ['ID=bd40463e-46fe-4b71-9729-0c7aa5620f3b,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:16.670074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-35b2f6bb-a7e2-4c0d-9ee5-4e6591889447 None None] Provisioning complete for port bd40463e-46fe-4b71-9729-0c7aa5620f3b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:16.670362 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:16.670476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-35b2f6bb-a7e2-4c0d-9ee5-4e6591889447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd40463e-46fe-4b71-9729-0c7aa5620f3b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:16.670853 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-35b2f6bb-a7e2-4c0d-9ee5-4e6591889447 None None] Attempt 1 to provision port bd40463e-46fe-4b71-9729-0c7aa5620f3b Oct 26 16:52:16.699102 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:16.712255 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:16.742591 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-43032f2a-e09f-40bf-8d7f-3df937ea9deb admin admin] Publish callbacks [] for port (999a286d-71d0-4bcb-9382-36809996e7a7), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:16.745282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Publish callbacks [] for port (da0228e8-37ab-4eb6-beab-17020750cc65), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:16.755884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:16.772037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Attempting to bind port da0228e8-37ab-4eb6-beab-17020750cc65 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:52:16.772495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Attempting to bind port da0228e8-37ab-4eb6-beab-17020750cc65 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:52:16.772957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Attempting to bind port da0228e8-37ab-4eb6-beab-17020750cc65 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:16.784874 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-43032f2a-e09f-40bf-8d7f-3df937ea9deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:16.828552 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43032f2a-e09f-40bf-8d7f-3df937ea9deb admin admin] Network 82d8e41d-ecb3-4ea1-ba6b-0d4254110237 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:16.833787 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-43032f2a-e09f-40bf-8d7f-3df937ea9deb admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:16.836347 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43032f2a-e09f-40bf-8d7f-3df937ea9deb admin admin] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:16.838770 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43032f2a-e09f-40bf-8d7f-3df937ea9deb admin admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:52:16.870713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-35b2f6bb-a7e2-4c0d-9ee5-4e6591889447 None None] Current status of the port bd40463e-46fe-4b71-9729-0c7aa5620f3b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:16.872307 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:16Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:16.876758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2de8f-c90d-4d99-9780-14e846e3c9a2 None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:16.892914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:52:16.893292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:52:16.893701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:16.894099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:52:16.894587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Bound port: da0228e8-37ab-4eb6-beab-17020750cc65, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:52:16.894975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:16.899216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-43032f2a-e09f-40bf-8d7f-3df937ea9deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (62f6e64a-9680-4fb8-a094-554cb2b7c748), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:16.899980 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abd97eb-fa49-4c53-aa3a-9b355ae0992b None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:16Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:16.957569 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:16.959226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:16.961205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:16.963741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:16.974192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:17.022863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:17.023602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:17.063335 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-43032f2a-e09f-40bf-8d7f-3df937ea9deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:17.086439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2de8f-c90d-4d99-9780-14e846e3c9a2 None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:17.163419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:17.193451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd40463e-46fe-4b71-9729-0c7aa5620f3b up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:17.251759 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:17.265044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b257db41-126c-44c8-871e-cf6b107f126e None None] Provisioning complete for port 999a286d-71d0-4bcb-9382-36809996e7a7 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:17.265425 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b257db41-126c-44c8-871e-cf6b107f126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:17.265765 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b257db41-126c-44c8-871e-cf6b107f126e None None] Attempt 1 to provision port 999a286d-71d0-4bcb-9382-36809996e7a7 Oct 26 16:52:17.272480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:17.279771 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-43032f2a-e09f-40bf-8d7f-3df937ea9deb admin admin] Publish callbacks [] for port (999a286d-71d0-4bcb-9382-36809996e7a7), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:17.284927 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-43032f2a-e09f-40bf-8d7f-3df937ea9deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:17.295498 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:17.371403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43032f2a-e09f-40bf-8d7f-3df937ea9deb admin admin] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:17.374610 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-43032f2a-e09f-40bf-8d7f-3df937ea9deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (62f6e64a-9680-4fb8-a094-554cb2b7c748), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:17.477932 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43032f2a-e09f-40bf-8d7f-3df937ea9deb admin admin] Network 82d8e41d-ecb3-4ea1-ba6b-0d4254110237 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:17.479464 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-43032f2a-e09f-40bf-8d7f-3df937ea9deb admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:17.558598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b257db41-126c-44c8-871e-cf6b107f126e None None] Port 999a286d-71d0-4bcb-9382-36809996e7a7 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:52:17.570144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port bd40463e-46fe-4b71-9729-0c7aa5620f3b triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:17.570510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd40463e-46fe-4b71-9729-0c7aa5620f3b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:17.570848 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port bd40463e-46fe-4b71-9729-0c7aa5620f3b Oct 26 16:52:17.611714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:17.614549 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43032f2a-e09f-40bf-8d7f-3df937ea9deb admin admin] Router 62f6e64a-9680-4fb8-a094-554cb2b7c748 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:52:17.722202 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port bd40463e-46fe-4b71-9729-0c7aa5620f3b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:17.728395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:16Z', 'revision_number': 1, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:17.755253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a858f4-57fa-49c2-bdc8-582164e8e686 None None] The sync data for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv is: [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:16Z', 'revision_number': 1, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:17.759513 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43032f2a-e09f-40bf-8d7f-3df937ea9deb admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:52:17.773018 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-43032f2a-e09f-40bf-8d7f-3df937ea9deb admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/62f6e64a-9680-4fb8-a094-554cb2b7c748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9808826 Oct 26 16:52:17.793144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-4c47e2da-1c70-42eb-b1db-e3c09a6b8417 None None] Provisioning complete for port 999a286d-71d0-4bcb-9382-36809996e7a7 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:17.794186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4c47e2da-1c70-42eb-b1db-e3c09a6b8417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:17.794450 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-4c47e2da-1c70-42eb-b1db-e3c09a6b8417 None None] Attempt 1 to provision port 999a286d-71d0-4bcb-9382-36809996e7a7 Oct 26 16:52:17.850063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4c47e2da-1c70-42eb-b1db-e3c09a6b8417 None None] Port 999a286d-71d0-4bcb-9382-36809996e7a7 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:52:18.270417 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47980) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:18.275154 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-8fb92634-080c-4fac-81da-10ab1b814d8b tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-627226992', 'description': 'tempest-secgroup-smoke-627226992 description', 'project_id': '26a086c7a5714316bdd5a70598f934f8'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:52:18.298112 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8fb92634-080c-4fac-81da-10ab1b814d8b tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.308110 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:18.381658 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8fb92634-080c-4fac-81da-10ab1b814d8b tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group (ad440f37-194d-4c8e-b05e-32d68bd935a5), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.386093 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8fb92634-080c-4fac-81da-10ab1b814d8b tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ad440f37-194d-4c8e-b05e-32d68bd935a5), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.420266 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8fb92634-080c-4fac-81da-10ab1b814d8b tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.421541 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8fb92634-080c-4fac-81da-10ab1b814d8b tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1500530 Oct 26 16:52:18.424405 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47982) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:18.428874 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-9c7aacc2-e409-4008-8de4-5638e79f1256 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Request body: {'security_group_rule': {'security_group_id': 'ad440f37-194d-4c8e-b05e-32d68bd935a5', 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:52:18.441174 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb92634-080c-4fac-81da-10ab1b814d8b tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad440f37-194d-4c8e-b05e-32d68bd935a5,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:18.464370 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c7aacc2-e409-4008-8de4-5638e79f1256 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (aba9ff8b-00ee-463c-8de0-9982abc6ff05), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.530928 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c7aacc2-e409-4008-8de4-5638e79f1256 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (aba9ff8b-00ee-463c-8de0-9982abc6ff05), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.534876 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c7aacc2-e409-4008-8de4-5638e79f1256 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (aba9ff8b-00ee-463c-8de0-9982abc6ff05), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.558252 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7aacc2-e409-4008-8de4-5638e79f1256 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba9ff8b-00ee-463c-8de0-9982abc6ff05,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:18.565530 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9c7aacc2-e409-4008-8de4-5638e79f1256 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.566762 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9c7aacc2-e409-4008-8de4-5638e79f1256 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412408 Oct 26 16:52:18.569993 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 47984) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:18.574559 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-c7ab4ff1-36a6-4652-adb3-dd39e6e70716 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Request body: {'security_group_rule': {'security_group_id': 'ad440f37-194d-4c8e-b05e-32d68bd935a5', 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:52:18.604742 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7ab4ff1-36a6-4652-adb3-dd39e6e70716 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (408fa0ce-eb52-484a-8960-c7b75a1e9d77), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.668062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:18.670701 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7ab4ff1-36a6-4652-adb3-dd39e6e70716 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (408fa0ce-eb52-484a-8960-c7b75a1e9d77), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.674551 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7ab4ff1-36a6-4652-adb3-dd39e6e70716 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (408fa0ce-eb52-484a-8960-c7b75a1e9d77), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.702978 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab4ff1-36a6-4652-adb3-dd39e6e70716 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408fa0ce-eb52-484a-8960-c7b75a1e9d77,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:18.714767 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c7ab4ff1-36a6-4652-adb3-dd39e6e70716 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.720090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47986) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:18.720494 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c7ab4ff1-36a6-4652-adb3-dd39e6e70716 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1494129 Oct 26 16:52:18.725182 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-49ab27c9-ed87-4069-8547-fbddae9613e6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Request body: {'security_group_rule': {'security_group_id': 'ad440f37-194d-4c8e-b05e-32d68bd935a5', 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:52:18.757000 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-49ab27c9-ed87-4069-8547-fbddae9613e6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (f7fe4c48-c547-4f05-8111-22d5abe90e50), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.821527 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-49ab27c9-ed87-4069-8547-fbddae9613e6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (f7fe4c48-c547-4f05-8111-22d5abe90e50), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.825882 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-49ab27c9-ed87-4069-8547-fbddae9613e6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (f7fe4c48-c547-4f05-8111-22d5abe90e50), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.845616 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab27c9-ed87-4069-8547-fbddae9613e6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7fe4c48-c547-4f05-8111-22d5abe90e50,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:18.851922 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-49ab27c9-ed87-4069-8547-fbddae9613e6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.855608 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-49ab27c9-ed87-4069-8547-fbddae9613e6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315589 Oct 26 16:52:18.855796 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47988) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:18.860899 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-8d5f7e3e-84e8-42de-8950-071f1796bbb9 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Request body: {'security_group_rule': {'security_group_id': 'ad440f37-194d-4c8e-b05e-32d68bd935a5', 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:52:18.887208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7e3e-84e8-42de-8950-071f1796bbb9 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (43dc5a0d-f025-4056-bd51-8df53f6abce2), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.956946 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7e3e-84e8-42de-8950-071f1796bbb9 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (43dc5a0d-f025-4056-bd51-8df53f6abce2), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.961180 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7e3e-84e8-42de-8950-071f1796bbb9 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (43dc5a0d-f025-4056-bd51-8df53f6abce2), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.982989 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f7e3e-84e8-42de-8950-071f1796bbb9 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43dc5a0d-f025-4056-bd51-8df53f6abce2,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:18.988916 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7e3e-84e8-42de-8950-071f1796bbb9 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:18.990296 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8d5f7e3e-84e8-42de-8950-071f1796bbb9 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327441 Oct 26 16:52:18.994524 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47990) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:18.999781 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-fa57d559-b202-4d6e-837b-2a4807e10fa5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Request body: {'security_group_rule': {'security_group_id': 'ad440f37-194d-4c8e-b05e-32d68bd935a5', 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:52:19.020625 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-fa57d559-b202-4d6e-837b-2a4807e10fa5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Project 26a086c7a5714316bdd5a70598f934f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:52:19.026643 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fa57d559-b202-4d6e-837b-2a4807e10fa5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (3ec5186e-61b5-4200-887c-d3707d10b7bd), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:19.103435 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fa57d559-b202-4d6e-837b-2a4807e10fa5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (3ec5186e-61b5-4200-887c-d3707d10b7bd), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:19.110531 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fa57d559-b202-4d6e-837b-2a4807e10fa5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (3ec5186e-61b5-4200-887c-d3707d10b7bd), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:19.131087 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:19.133587 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57d559-b202-4d6e-837b-2a4807e10fa5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec5186e-61b5-4200-887c-d3707d10b7bd,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:19.140509 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fa57d559-b202-4d6e-837b-2a4807e10fa5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:19.141817 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fa57d559-b202-4d6e-837b-2a4807e10fa5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462598 Oct 26 16:52:19.144763 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 47992) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:19.149390 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-00be5d83-f8f6-4bdf-b57e-1de12a61f92d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Request body: {'security_group_rule': {'security_group_id': 'ad440f37-194d-4c8e-b05e-32d68bd935a5', 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:52:19.165005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:19.177186 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-00be5d83-f8f6-4bdf-b57e-1de12a61f92d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Project 26a086c7a5714316bdd5a70598f934f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:52:19.178226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:19.185589 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-00be5d83-f8f6-4bdf-b57e-1de12a61f92d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (13091b9b-3813-4e8c-8e34-fd0f79eef3ae), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:19.229632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:19.230824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:19.232299 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:52:19.245741 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-00be5d83-f8f6-4bdf-b57e-1de12a61f92d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (13091b9b-3813-4e8c-8e34-fd0f79eef3ae), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:19.251353 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-00be5d83-f8f6-4bdf-b57e-1de12a61f92d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (13091b9b-3813-4e8c-8e34-fd0f79eef3ae), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:19.277777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be5d83-f8f6-4bdf-b57e-1de12a61f92d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13091b9b-3813-4e8c-8e34-fd0f79eef3ae,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:19.288502 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-00be5d83-f8f6-4bdf-b57e-1de12a61f92d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:19.288502 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-00be5d83-f8f6-4bdf-b57e-1de12a61f92d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419237 Oct 26 16:52:19.324307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:19.324729 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:19.365446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:19.369798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:19.370601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:19.453449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:19.468385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:19.468941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:19.469357 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 16:52:19.469494 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-938564be-666c-4fd5-907a-618fe593ac9e req-1fbb241e-8367-4d55-9997-42d07c269bf1 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-627226992&fields=id&tenant_id=26a086c7a5714316bdd5a70598f934f8 HTTP/1.1" status: 200 len: 267 time: 0.0614102 Oct 26 16:52:19.552138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:19.552630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:19.575895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:19.580488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:19.581787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:19.589007 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938564be-666c-4fd5-907a-618fe593ac9e req-34225ab3-3bb6-4639-a088-fab929ae9d80 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:19.596055 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-938564be-666c-4fd5-907a-618fe593ac9e req-34225ab3-3bb6-4639-a088-fab929ae9d80 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/networks?id=d45814ca-698b-413e-baca-c5072cdff34c HTTP/1.1" status: 200 len: 809 time: 0.1194153 Oct 26 16:52:19.607238 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-938564be-666c-4fd5-907a-618fe593ac9e req-7966fc49-c2ce-4387-b6c4-c4ffc4ec7b41 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/quotas/26a086c7a5714316bdd5a70598f934f8 HTTP/1.1" status: 200 len: 375 time: 0.0103071 Oct 26 16:52:19.669472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:19.671103 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-938564be-666c-4fd5-907a-618fe593ac9e req-732072ff-6789-41f2-a52f-3805c95be1e9 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=26a086c7a5714316bdd5a70598f934f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571489 Oct 26 16:52:19.673745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port da0228e8-37ab-4eb6-beab-17020750cc65 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:19.674317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:19.674821 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port da0228e8-37ab-4eb6-beab-17020750cc65 Oct 26 16:52:19.754591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:19.754911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:19.773464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:19.778770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:19.784218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:19.849880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:19.930690 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-938564be-666c-4fd5-907a-618fe593ac9e req-d65ac12f-05ac-49b3-895e-7b9d5df688db service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365093 Oct 26 16:52:19.990225 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:20.027578 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-938564be-666c-4fd5-907a-618fe593ac9e req-b500694a-abd6-4095-948a-6e384ccbc657 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904157 Oct 26 16:52:20.270419 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e2f880cd-0848-45b7-851a-2901451bfaa4 req-5f8d835d-19d9-465f-9284-916effb472dc tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 210 time: 0.0990822 Oct 26 16:52:20.362415 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c44a01-aa7f-43ef-937f-f784c21c53e9 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:20.362415 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c44a01-aa7f-43ef-937f-f784c21c53e9 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:20.362415 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-65c44a01-aa7f-43ef-937f-f784c21c53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:20.482109 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-65c44a01-aa7f-43ef-937f-f784c21c53e9 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:20.673144 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-65c44a01-aa7f-43ef-937f-f784c21c53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:19Z', 'revision_number': 5, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:20.701838 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c44a01-aa7f-43ef-937f-f784c21c53e9 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:20.710426 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c44a01-aa7f-43ef-937f-f784c21c53e9 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:20.711034 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-65c44a01-aa7f-43ef-937f-f784c21c53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:20.823160 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-65c44a01-aa7f-43ef-937f-f784c21c53e9 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:21.006861 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-65c44a01-aa7f-43ef-937f-f784c21c53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:19Z', 'revision_number': 5, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:21.031423 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c44a01-aa7f-43ef-937f-f784c21c53e9 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:19Z', 'revision_number': 5, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:21.093534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Sync routers for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:21.097457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:21.098163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:21.136388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:21.273016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:21.276872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:21.323559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:21.324005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:21.368662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:21.386601 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8f7e9fcf-9494-4a5a-8232-17b536648497 req-ea8f49b9-9d1f-41c9-be89-0d7e81a2a66d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 210 time: 0.0328581 Oct 26 16:52:21.395494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:21.396223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:21.465918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:21.537760 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938564be-666c-4fd5-907a-618fe593ac9e req-60b31110-8d95-4d6b-b9e9-839d57ce20d9 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:21.539342 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-938564be-666c-4fd5-907a-618fe593ac9e req-60b31110-8d95-4d6b-b9e9-839d57ce20d9 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.64 "GET /networking/v2.0/networks?id=d45814ca-698b-413e-baca-c5072cdff34c HTTP/1.1" status: 200 len: 809 time: 0.1287704 Oct 26 16:52:21.562727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] The host dv-neutron-759874-6-hyperv is not matching for port 999a286d-71d0-4bcb-9382-36809996e7a7 host ! {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 26 16:52:21.563209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:52:21.563634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:21.624404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:21.632407 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-938564be-666c-4fd5-907a-618fe593ac9e req-1ab8fbda-df9f-44ef-ae76-f418e75ddf2e tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=26a086c7a5714316bdd5a70598f934f8 HTTP/1.1" status: 200 len: 379 time: 0.0792279 Oct 26 16:52:21.647158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 2, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:21.647838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-938564be-666c-4fd5-907a-618fe593ac9e req-9eb25682-b424-4c26-b9c3-70250b71eac6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Request body: {'port': {'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'admin_state_up': True, 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'security_groups': ['ad440f37-194d-4c8e-b05e-32d68bd935a5']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:52:21.677558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Checking router: 62f6e64a-9680-4fb8-a094-554cb2b7c748 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:21.677915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Updating router 62f6e64a-9680-4fb8-a094-554cb2b7c748 port 999a286d-71d0-4bcb-9382-36809996e7a7 binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 16:52:21.733981 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:21.748333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:21.748724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:21.774163 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938564be-666c-4fd5-907a-618fe593ac9e req-9eb25682-b424-4c26-b9c3-70250b71eac6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Made reservation on behalf of 26a086c7a5714316bdd5a70598f934f8 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:52:21.779123 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-938564be-666c-4fd5-907a-618fe593ac9e req-9eb25682-b424-4c26-b9c3-70250b71eac6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:21.779786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:21.817310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:21.818365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:21.944749 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-938564be-666c-4fd5-907a-618fe593ac9e req-9eb25682-b424-4c26-b9c3-70250b71eac6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Allocated IP 172.20.0.11 (d45814ca-698b-413e-baca-c5072cdff34c/7cea6f29-f688-4dc1-94d7-285b2077c413/67a22319-777f-4b5c-8c98-d9fe1695e67a) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:21.973223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:22.133139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-938564be-666c-4fd5-907a-618fe593ac9e req-9eb25682-b424-4c26-b9c3-70250b71eac6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for port (67a22319-777f-4b5c-8c98-d9fe1695e67a), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:22.170044 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-938564be-666c-4fd5-907a-618fe593ac9e req-9eb25682-b424-4c26-b9c3-70250b71eac6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (67a22319-777f-4b5c-8c98-d9fe1695e67a), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:22.207850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:22.208480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:22.220282 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:22.224407 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938564be-666c-4fd5-907a-618fe593ac9e req-9eb25682-b424-4c26-b9c3-70250b71eac6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Network d45814ca-698b-413e-baca-c5072cdff34c is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:22.229412 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-938564be-666c-4fd5-907a-618fe593ac9e req-9eb25682-b424-4c26-b9c3-70250b71eac6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:22.232337 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb25682-b424-4c26-b9c3-70250b71eac6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'Port': ['ID=67a22319-777f-4b5c-8c98-d9fe1695e67a,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:22.235122 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-938564be-666c-4fd5-907a-618fe593ac9e req-9eb25682-b424-4c26-b9c3-70250b71eac6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:52:22.247411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:22.258834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:22.309693 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938564be-666c-4fd5-907a-618fe593ac9e req-9eb25682-b424-4c26-b9c3-70250b71eac6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:22.310361 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-938564be-666c-4fd5-907a-618fe593ac9e req-9eb25682-b424-4c26-b9c3-70250b71eac6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:22.313966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:22.332361 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-938564be-666c-4fd5-907a-618fe593ac9e req-9eb25682-b424-4c26-b9c3-70250b71eac6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6885436 Oct 26 16:52:22.346045 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-938564be-666c-4fd5-907a-618fe593ac9e req-0926f6fa-8103-4905-9fee-3fe3ba456d99 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 16:52:22.347176 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-938564be-666c-4fd5-907a-618fe593ac9e req-0926f6fa-8103-4905-9fee-3fe3ba456d99 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0066223 Oct 26 16:52:22.364723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Request body: {'port': {'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:52:22.388010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:22.393491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Publish callbacks [] for port (999a286d-71d0-4bcb-9382-36809996e7a7), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:22.405133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:22.471851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:22.483965 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (67a22319-777f-4b5c-8c98-d9fe1695e67a), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:22.541094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e90f58-67f9-4735-a905-82914229409d None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:22.574480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Attempting to bind port 999a286d-71d0-4bcb-9382-36809996e7a7 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:52:22.575004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Attempting to bind port 999a286d-71d0-4bcb-9382-36809996e7a7 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '72433795-d8cc-49da-b95b-09c174c80e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:52:22.575483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Attempting to bind port 999a286d-71d0-4bcb-9382-36809996e7a7 on network 82d8e41d-ecb3-4ea1-ba6b-0d4254110237 {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:22.623082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-9f5f2930-7ff9-4aa0-aeb3-75c4a5b77c66 None None] Provisioning complete for port 67a22319-777f-4b5c-8c98-d9fe1695e67a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:22.623391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9f5f2930-7ff9-4aa0-aeb3-75c4a5b77c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (67a22319-777f-4b5c-8c98-d9fe1695e67a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:22.623725 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-9f5f2930-7ff9-4aa0-aeb3-75c4a5b77c66 None None] Attempt 1 to provision port 67a22319-777f-4b5c-8c98-d9fe1695e67a Oct 26 16:52:22.655997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:52:22.656401 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Checking segment: {'id': '72433795-d8cc-49da-b95b-09c174c80e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:52:22.656817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:22.657221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Bound using segment: {'id': '72433795-d8cc-49da-b95b-09c174c80e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:52:22.657695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Bound port: 999a286d-71d0-4bcb-9382-36809996e7a7, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72433795-d8cc-49da-b95b-09c174c80e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:52:22.658072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:22.671743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a5983-bc5f-4102-a96f-ef3c54d545a5 req-43106b8f-466f-4aa9-a92a-0b3a658c62b4 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:22.673272 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e42a5983-bc5f-4102-a96f-ef3c54d545a5 req-43106b8f-466f-4aa9-a92a-0b3a658c62b4 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 932 time: 0.1345048 Oct 26 16:52:22.683816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-9f5f2930-7ff9-4aa0-aeb3-75c4a5b77c66 None None] Port 67a22319-777f-4b5c-8c98-d9fe1695e67a cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:52:22.733259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:22.736663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:22.744309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:22.779444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:22.780080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:22.785889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:22.804407 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e42a5983-bc5f-4102-a96f-ef3c54d545a5 req-c1b595f6-ffe3-4c82-923d-3bfafd4022ab tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad440f37-194d-4c8e-b05e-32d68bd935a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226737 Oct 26 16:52:22.839270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e90f58-67f9-4735-a905-82914229409d None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:22.868727 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a22319-777f-4b5c-8c98-d9fe1695e67a {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:52:22.877462 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Publish callbacks [] for port (67a22319-777f-4b5c-8c98-d9fe1695e67a), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:22.890938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Transition to ACTIVE for port object 67a22319-777f-4b5c-8c98-d9fe1695e67a will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:52:22.894610 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (67a22319-777f-4b5c-8c98-d9fe1695e67a), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:22.905672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:22.973199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:22.975604 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Pushing event updated for resources: {'Port': ['ID=67a22319-777f-4b5c-8c98-d9fe1695e67a,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:23.005065 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Attempting to bind port 67a22319-777f-4b5c-8c98-d9fe1695e67a on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:52:23.005403 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Attempting to bind port 67a22319-777f-4b5c-8c98-d9fe1695e67a by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'b433eea5-dd1f-4bd8-982e-1da801d0c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:52:23.005731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Attempting to bind port 67a22319-777f-4b5c-8c98-d9fe1695e67a on network d45814ca-698b-413e-baca-c5072cdff34c {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:23.051289 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Port 67a22319-777f-4b5c-8c98-d9fe1695e67a on network d45814ca-698b-413e-baca-c5072cdff34c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:52:23.051629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Attempting to bind port 67a22319-777f-4b5c-8c98-d9fe1695e67a on network d45814ca-698b-413e-baca-c5072cdff34c {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:52:23.098510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:52:23.098856 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Checking segment: {'id': 'b433eea5-dd1f-4bd8-982e-1da801d0c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:52:23.099240 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Bound using segment: {'id': 'b433eea5-dd1f-4bd8-982e-1da801d0c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:52:23.100100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Bound port: 67a22319-777f-4b5c-8c98-d9fe1695e67a, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b433eea5-dd1f-4bd8-982e-1da801d0c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:52:23.100100 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (67a22319-777f-4b5c-8c98-d9fe1695e67a), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:23.101840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:22Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:23.138063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b93ebc-9d42-40e9-8494-7828be8cbc52 None None] The sync data for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv is: [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:22Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:23.143202 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:23.171006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:23.178745 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] For port 67a22319-777f-4b5c-8c98-d9fe1695e67a, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:52:23.182569 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] For port 67a22319-777f-4b5c-8c98-d9fe1695e67a, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=67a22319-777f-4b5c-8c98-d9fe1695e67a,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:52:23.189283 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (67a22319-777f-4b5c-8c98-d9fe1695e67a), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:23.216440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:23.217083 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:23.218521 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-938564be-666c-4fd5-907a-618fe593ac9e req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/67a22319-777f-4b5c-8c98-d9fe1695e67a HTTP/1.1" status: 200 len: 1094 time: 0.8582327 Oct 26 16:52:23.219112 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'tag': '67a22319-777f-4b5c-8c98-d9fe1695e67a'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:52:23.221457 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2156c590-2962-464c-8df4-f256850e09a5" -d '{"events": [{"name": "network-changed", "server_uuid": "da0d4585-42e7-4fb8-b0eb-fad8a928c7da", "tag": "67a22319-777f-4b5c-8c98-d9fe1695e67a"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:52:23.233127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:23.234619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:23.234619 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:52:23.257759 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52338b1-594c-47eb-b620-6e2eb045051f service neutron] Pushing event updated for resources: {'Port': ['ID=67a22319-777f-4b5c-8c98-d9fe1695e67a,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:23.285926 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33861692-34a6-41cc-93ee-db801f873f4d x-openstack-request-id: req-33861692-34a6-41cc-93ee-db801f873f4d {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:52:23.286514 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0d4585-42e7-4fb8-b0eb-fad8a928c7da", "tag": "67a22319-777f-4b5c-8c98-d9fe1695e67a", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:52:23.287090 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33861692-34a6-41cc-93ee-db801f873f4d {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:52:23.287823 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33861692-34a6-41cc-93ee-db801f873f4d'] response: {'name': 'network-changed', 'server_uuid': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'tag': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'status': 'completed', 'code': 200} Oct 26 16:52:23.348607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:23.349098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:23.359039 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938564be-666c-4fd5-907a-618fe593ac9e req-bb7dc245-a6c9-4a6d-a4de-4bc62c1559dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:23.360754 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-938564be-666c-4fd5-907a-618fe593ac9e req-bb7dc245-a6c9-4a6d-a4de-4bc62c1559dd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=26a086c7a5714316bdd5a70598f934f8&device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 1128 time: 0.0477386 Oct 26 16:52:23.386396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:23.390590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:23.391467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:23.405824 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-938564be-666c-4fd5-907a-618fe593ac9e req-cc2e0f90-61fd-42ad-b834-b3022605643c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67a22319-777f-4b5c-8c98-d9fe1695e67a HTTP/1.1" status: 200 len: 217 time: 0.0343122 Oct 26 16:52:23.458465 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938564be-666c-4fd5-907a-618fe593ac9e req-0dd6996b-1d6c-4976-8b13-819b67da1b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:23.459954 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-938564be-666c-4fd5-907a-618fe593ac9e req-0dd6996b-1d6c-4976-8b13-819b67da1b73 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7cea6f29-f688-4dc1-94d7-285b2077c413 HTTP/1.1" status: 200 len: 848 time: 0.0455830 Oct 26 16:52:23.463990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:23.474538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:23.474919 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:23.475261 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 16:52:23.512525 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:23.516016 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938564be-666c-4fd5-907a-618fe593ac9e req-5fcb07f3-76af-40cf-b7d9-aa4a8ef4552e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:23.517607 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-938564be-666c-4fd5-907a-618fe593ac9e req-5fcb07f3-76af-40cf-b7d9-aa4a8ef4552e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d45814ca-698b-413e-baca-c5072cdff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0473638 Oct 26 16:52:23.552066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:23.552448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:23.574210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:23.578065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:23.616622 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-938564be-666c-4fd5-907a-618fe593ac9e req-5adea4fa-39d6-4dfd-b12c-ec7ee56e26c0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889122 Oct 26 16:52:23.624679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:23.736772 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-938564be-666c-4fd5-907a-618fe593ac9e req-37544652-d52c-4fba-a9f2-cb4098619d9d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086295 Oct 26 16:52:23.932546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ac3bf-5729-426d-ac17-7d2b3adb78e0 req-2c95be93-07fd-43b2-8382-af56cfa1ff0e tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:23.934060 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3f5ac3bf-5729-426d-ac17-7d2b3adb78e0 req-2c95be93-07fd-43b2-8382-af56cfa1ff0e tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 944 time: 0.0493977 Oct 26 16:52:23.986502 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3f5ac3bf-5729-426d-ac17-7d2b3adb78e0 req-df2bd619-fdd1-44d8-b101-3d08fb2f5f4e tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad440f37-194d-4c8e-b05e-32d68bd935a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459144 Oct 26 16:52:24.016052 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171e4d00-9142-4920-97af-360498f7e83a None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:24.016052 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e4d00-9142-4920-97af-360498f7e83a None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:24.016571 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-171e4d00-9142-4920-97af-360498f7e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:24.125448 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-171e4d00-9142-4920-97af-360498f7e83a None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:24.261762 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:24.303893 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:24.417797 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-171e4d00-9142-4920-97af-360498f7e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:23Z', 'revision_number': 7, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:24.443284 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171e4d00-9142-4920-97af-360498f7e83a None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:24.452491 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e4d00-9142-4920-97af-360498f7e83a None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:24.453220 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-171e4d00-9142-4920-97af-360498f7e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:24.557393 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-171e4d00-9142-4920-97af-360498f7e83a None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:24.675415 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156c590-2962-464c-8df4-f256850e09a5 req-9203a973-9694-428e-a659-6bf08e87874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:24.677223 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2156c590-2962-464c-8df4-f256850e09a5 req-9203a973-9694-428e-a659-6bf08e87874f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=26a086c7a5714316bdd5a70598f934f8&device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 1128 time: 0.0464871 Oct 26 16:52:24.758075 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-171e4d00-9142-4920-97af-360498f7e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:23Z', 'revision_number': 7, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:24.783382 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171e4d00-9142-4920-97af-360498f7e83a None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:23Z', 'revision_number': 7, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:24.784256 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156c590-2962-464c-8df4-f256850e09a5 req-8cd0c1df-1b74-4e7b-aa77-0d850ac480c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:24.785769 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2156c590-2962-464c-8df4-f256850e09a5 req-8cd0c1df-1b74-4e7b-aa77-0d850ac480c0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d45814ca-698b-413e-baca-c5072cdff34c HTTP/1.1" status: 200 len: 910 time: 0.1017058 Oct 26 16:52:24.829798 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2156c590-2962-464c-8df4-f256850e09a5 req-84b4b8ed-4b6f-42a7-b811-5b9f35fd23c3 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67a22319-777f-4b5c-8c98-d9fe1695e67a HTTP/1.1" status: 200 len: 217 time: 0.0342879 Oct 26 16:52:24.888328 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156c590-2962-464c-8df4-f256850e09a5 req-0822f0df-3462-4500-8d9c-eec1165fdf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:24.889860 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2156c590-2962-464c-8df4-f256850e09a5 req-0822f0df-3462-4500-8d9c-eec1165fdf55 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7cea6f29-f688-4dc1-94d7-285b2077c413 HTTP/1.1" status: 200 len: 848 time: 0.0509582 Oct 26 16:52:24.943542 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156c590-2962-464c-8df4-f256850e09a5 req-b1c9eef4-df6f-403b-aace-0fbf98af5cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:24.945130 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2156c590-2962-464c-8df4-f256850e09a5 req-b1c9eef4-df6f-403b-aace-0fbf98af5cd8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d45814ca-698b-413e-baca-c5072cdff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424328 Oct 26 16:52:25.048429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:25.061275 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2156c590-2962-464c-8df4-f256850e09a5 req-9fa21c91-1e7b-4760-8161-b2cb61e2bdf9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061683 Oct 26 16:52:25.132871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:25.133263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:25.173110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:25.179026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:25.184106 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae23185-1cc9-4042-a519-a9cacd0584aa req-2eac60b5-c0e4-4457-bead-ba935282ade6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:25.195442 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-eae23185-1cc9-4042-a519-a9cacd0584aa req-2eac60b5-c0e4-4457-bead-ba935282ade6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 944 time: 0.1007557 Oct 26 16:52:25.199303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:25.203752 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:25.213017 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-2156c590-2962-464c-8df4-f256850e09a5 req-67c1d1fa-c2ee-4d67-843b-4be05face0a3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429334 Oct 26 16:52:25.221469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:25.264911 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-eae23185-1cc9-4042-a519-a9cacd0584aa req-5f7a8509-fd20-496e-96e5-cdeef3de3597 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad440f37-194d-4c8e-b05e-32d68bd935a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686257 Oct 26 16:52:25.300676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:25.341368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:25.463471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:25.509709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:25.510095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:25.510435 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:52:25.579900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 67a22319-777f-4b5c-8c98-d9fe1695e67a details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:52:25.597285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:25.597674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:25.608590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:25.677334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:25.683175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:25.683986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:25.770673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 67a22319-777f-4b5c-8c98-d9fe1695e67a, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=67a22319-777f-4b5c-8c98-d9fe1695e67a,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:25.795484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:52:25.798774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:25.809492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port da0228e8-37ab-4eb6-beab-17020750cc65 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:25.809871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:25.812167 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port da0228e8-37ab-4eb6-beab-17020750cc65 Oct 26 16:52:25.835860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:25.883434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 67a22319-777f-4b5c-8c98-d9fe1695e67a is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:25.883831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (67a22319-777f-4b5c-8c98-d9fe1695e67a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:25.904861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a22319-777f-4b5c-8c98-d9fe1695e67a {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:52:25.950373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 67a22319-777f-4b5c-8c98-d9fe1695e67a, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=67a22319-777f-4b5c-8c98-d9fe1695e67a,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:25.953302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:25.953726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:25.961102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (67a22319-777f-4b5c-8c98-d9fe1695e67a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:26.001549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:26.007938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:26.008725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:26.054243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=67a22319-777f-4b5c-8c98-d9fe1695e67a,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:26.112937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 999a286d-71d0-4bcb-9382-36809996e7a7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:26.113311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:26.113642 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 999a286d-71d0-4bcb-9382-36809996e7a7 Oct 26 16:52:26.118740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:26.161580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708087ac-1f98-46e9-8584-0aea9c3b44c9 None None] Sync routers for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:26.179155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708087ac-1f98-46e9-8584-0aea9c3b44c9 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:26.179785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-708087ac-1f98-46e9-8584-0aea9c3b44c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:26.278780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:26.279176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:26.322827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['67a22319-777f-4b5c-8c98-d9fe1695e67a'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:52:26.399089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d6471-a653-43c3-b4fe-3b2bd69dfb7d req-9565e33a-31d8-4906-9aaf-2e67a3107692 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:26.405372 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-024d6471-a653-43c3-b4fe-3b2bd69dfb7d req-9565e33a-31d8-4906-9aaf-2e67a3107692 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 945 time: 0.0582366 Oct 26 16:52:26.461429 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-024d6471-a653-43c3-b4fe-3b2bd69dfb7d req-1c8cc8fb-b458-4d8b-acc2-77bedea0de5b tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad440f37-194d-4c8e-b05e-32d68bd935a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544872 Oct 26 16:52:26.539336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-708087ac-1f98-46e9-8584-0aea9c3b44c9 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:26.578110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:26.586737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:26.660356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:26.689094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:26.787257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:26.796966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:26.921049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:26.921448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:26.982364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-708087ac-1f98-46e9-8584-0aea9c3b44c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:22Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:26.990512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:27.020700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:27.024163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708087ac-1f98-46e9-8584-0aea9c3b44c9 None None] Checking router: 62f6e64a-9680-4fb8-a094-554cb2b7c748 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:27.077255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708087ac-1f98-46e9-8584-0aea9c3b44c9 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:27.077929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-708087ac-1f98-46e9-8584-0aea9c3b44c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:27.157682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:27.181847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:27.240426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-708087ac-1f98-46e9-8584-0aea9c3b44c9 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:27.397086 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e410c-6299-4be6-9195-aacc2a257079 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:27.397086 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e410c-6299-4be6-9195-aacc2a257079 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:27.397086 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-031e410c-6299-4be6-9195-aacc2a257079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:27.432594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:27.478591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-708087ac-1f98-46e9-8584-0aea9c3b44c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:26Z', 'revision_number': 5, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:27.491916 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-031e410c-6299-4be6-9195-aacc2a257079 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:27.508441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708087ac-1f98-46e9-8584-0aea9c3b44c9 None None] The sync data for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv is: [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:26Z', 'revision_number': 5, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:27.566876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:27.567368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:27.611961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:27.614746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 67a22319-777f-4b5c-8c98-d9fe1695e67a up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:27.625293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:27.626108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:27.629716 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72420fb4-8f43-4603-a2a7-49fab82a0e63 req-be2d6191-74ce-4d7b-9a68-fb4c3f7c309a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:27.631262 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-72420fb4-8f43-4603-a2a7-49fab82a0e63 req-be2d6191-74ce-4d7b-9a68-fb4c3f7c309a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 945 time: 0.0650411 Oct 26 16:52:27.694406 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-72420fb4-8f43-4603-a2a7-49fab82a0e63 req-b133106c-3559-4c2e-bc0e-8f3966055a78 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad440f37-194d-4c8e-b05e-32d68bd935a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556245 Oct 26 16:52:27.718650 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-031e410c-6299-4be6-9195-aacc2a257079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:26Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:25Z', 'revision_number': 9, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:27.737930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:27.754489 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e410c-6299-4be6-9195-aacc2a257079 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:27.763870 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e410c-6299-4be6-9195-aacc2a257079 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:27.764642 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-031e410c-6299-4be6-9195-aacc2a257079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:27.771191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 67a22319-777f-4b5c-8c98-d9fe1695e67a completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 16:52:27.782517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 67a22319-777f-4b5c-8c98-d9fe1695e67a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:27.782886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (67a22319-777f-4b5c-8c98-d9fe1695e67a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:27.783402 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 67a22319-777f-4b5c-8c98-d9fe1695e67a Oct 26 16:52:27.806402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:27.807007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:27.846411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:27.859207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:27.859920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:27.883191 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-031e410c-6299-4be6-9195-aacc2a257079 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:27.913082 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:27.984706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:28.009428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:28.010348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 67a22319-777f-4b5c-8c98-d9fe1695e67a is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:28.010778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (67a22319-777f-4b5c-8c98-d9fe1695e67a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:28.018534 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:28.025792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:28.051792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a22319-777f-4b5c-8c98-d9fe1695e67a'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:52:28.054132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0791dcd99e10d2601dac9685061402289b22c07495f87ab2850faee0ade828c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f41ff9-55ba-47da-9bc6-c853e169dd24" -d '{"events": [{"server_uuid": "da0d4585-42e7-4fb8-b0eb-fad8a928c7da", "name": "network-vif-plugged", "status": "completed", "tag": "67a22319-777f-4b5c-8c98-d9fe1695e67a"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:52:28.066150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:28.066471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:28.073409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 67a22319-777f-4b5c-8c98-d9fe1695e67a, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=67a22319-777f-4b5c-8c98-d9fe1695e67a,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:28.083560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (67a22319-777f-4b5c-8c98-d9fe1695e67a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:28.101864 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-031e410c-6299-4be6-9195-aacc2a257079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:26Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:27Z', 'revision_number': 10, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:28.135336 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e410c-6299-4be6-9195-aacc2a257079 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:26Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:27Z', 'revision_number': 10, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:28.144887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:28.157602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:28.162186 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=67a22319-777f-4b5c-8c98-d9fe1695e67a,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:28.211706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4283f464-10c6-4995-90f1-83a37db516e8 x-openstack-request-id: req-4283f464-10c6-4995-90f1-83a37db516e8 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:52:28.212078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0d4585-42e7-4fb8-b0eb-fad8a928c7da", "name": "network-vif-plugged", "status": "completed", "tag": "67a22319-777f-4b5c-8c98-d9fe1695e67a", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:52:28.212299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4283f464-10c6-4995-90f1-83a37db516e8 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:52:28.212674 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4283f464-10c6-4995-90f1-83a37db516e8'] response: {'server_uuid': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'code': 200} Oct 26 16:52:28.213579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:28.277254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:28.319665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:28.447433 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c2c13-8703-4453-8e1d-e26ad70a2f98 req-01a8741d-4320-4a56-91c6-984355b0d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:28.449007 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-222c2c13-8703-4453-8e1d-e26ad70a2f98 req-01a8741d-4320-4a56-91c6-984355b0d16a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 1130 time: 0.0707772 Oct 26 16:52:28.510458 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-222c2c13-8703-4453-8e1d-e26ad70a2f98 req-ec147eef-c2cc-4115-b133-7153e5eaf387 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ad440f37-194d-4c8e-b05e-32d68bd935a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504305 Oct 26 16:52:28.672633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:28.834741 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6c647-7183-4a3d-b0e4-5a3a8265b06f req-62df15c4-e0e4-4380-bae7-679d2ee4a25c tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:28.836225 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-21d6c647-7183-4a3d-b0e4-5a3a8265b06f req-62df15c4-e0e4-4380-bae7-679d2ee4a25c tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 946 time: 0.0518007 Oct 26 16:52:28.889581 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-21d6c647-7183-4a3d-b0e4-5a3a8265b06f req-50b96298-6707-446d-bba8-123e866ca7e6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad440f37-194d-4c8e-b05e-32d68bd935a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474987 Oct 26 16:52:29.069180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:29.154382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:29.339563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:29.384907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:29.385270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:29.385612 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:52:29.460774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:29.461200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:29.494771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:29.500754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:29.501701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:29.575022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:29.585703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:29.586072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:29.586404 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 16:52:29.660823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:29.661227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:29.682309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:29.685852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:29.686619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:29.764924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:29.767871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port da0228e8-37ab-4eb6-beab-17020750cc65 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:29.768242 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:29.768583 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port da0228e8-37ab-4eb6-beab-17020750cc65 Oct 26 16:52:29.848583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:29.849002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:29.870752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:29.874913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:29.875837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:29.954097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:29.966146 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 999a286d-71d0-4bcb-9382-36809996e7a7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:29.966146 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:29.966415 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 999a286d-71d0-4bcb-9382-36809996e7a7 Oct 26 16:52:29.998489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:30.026403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:30.047696 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf3e62-91f6-4acf-b79a-e733dcf70083 req-8776f385-3f3c-4875-8f78-370fdd922441 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:30.049477 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-04cf3e62-91f6-4acf-b79a-e733dcf70083 req-8776f385-3f3c-4875-8f78-370fdd922441 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 946 time: 0.0591006 Oct 26 16:52:30.071836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:30.072330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:30.100909 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-04cf3e62-91f6-4acf-b79a-e733dcf70083 req-0c217398-73dc-474f-9030-0184eb5573c8 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad440f37-194d-4c8e-b05e-32d68bd935a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498242 Oct 26 16:52:30.112084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:30.117386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:30.169558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:30.957333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c415c-8482-4c91-b165-6f1c44880a87 None None] Sync routers for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:30.959988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c415c-8482-4c91-b165-6f1c44880a87 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:30.960639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-764c415c-8482-4c91-b165-6f1c44880a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:31.214012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-764c415c-8482-4c91-b165-6f1c44880a87 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:31.226287 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffdcdf-297a-4857-a59e-0f4287bcfcdb req-1e682dad-38aa-4bb6-9730-e74e9781125e tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:31.227856 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0cffdcdf-297a-4857-a59e-0f4287bcfcdb req-1e682dad-38aa-4bb6-9730-e74e9781125e tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 946 time: 0.0476041 Oct 26 16:52:31.306681 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-0cffdcdf-297a-4857-a59e-0f4287bcfcdb req-a6fadd80-dd43-474c-92d9-6e75ca10f17c tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad440f37-194d-4c8e-b05e-32d68bd935a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722153 Oct 26 16:52:31.415236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-764c415c-8482-4c91-b165-6f1c44880a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:29Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:30Z', 'revision_number': 7, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:31.427866 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c2186-3f92-4f46-886a-b0f1fcef4fdf req-fcc48875-1e33-4574-b2d0-b799d9365bbf tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:31.429468 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-854c2186-3f92-4f46-886a-b0f1fcef4fdf req-fcc48875-1e33-4574-b2d0-b799d9365bbf tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 946 time: 0.0470505 Oct 26 16:52:31.439980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c415c-8482-4c91-b165-6f1c44880a87 None None] Checking router: 62f6e64a-9680-4fb8-a094-554cb2b7c748 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:31.440438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:31.442812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:31.451473 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c415c-8482-4c91-b165-6f1c44880a87 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:31.452094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-764c415c-8482-4c91-b165-6f1c44880a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:31.484258 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-854c2186-3f92-4f46-886a-b0f1fcef4fdf req-a2400022-c8e3-41ff-aca1-4b97ad9aff19 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad440f37-194d-4c8e-b05e-32d68bd935a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491538 Oct 26 16:52:31.513466 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48056) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:31.559588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-764c415c-8482-4c91-b165-6f1c44880a87 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:31.593306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c414ddfc-cb02-4c02-8b71-5a7665015aef tempest-TestShelveInstance-574679979 tempest-TestShelveInstance-574679979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:31.595571 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c414ddfc-cb02-4c02-8b71-5a7665015aef tempest-TestShelveInstance-574679979 tempest-TestShelveInstance-574679979-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 1125 time: 0.0800891 Oct 26 16:52:31.598325 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48060) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:52:31.603653 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:52:31.632659 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682760b-80b7-4c4c-af75-30a44a06e975 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:31.634436 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:31.635425 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3682760b-80b7-4c4c-af75-30a44a06e975 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:31.636030 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3682760b-80b7-4c4c-af75-30a44a06e975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:31.705508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:31.729164 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:31.752509 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3682760b-80b7-4c4c-af75-30a44a06e975 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:31.840400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:31.840776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:31.848643 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Allocated IP 172.26.11.108 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/9e8260b3-f6a5-45b2-b5f2-5da8592b7472) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:52:31.859229 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:31.860246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-764c415c-8482-4c91-b165-6f1c44880a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:29Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:30Z', 'revision_number': 7, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:31.899336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c415c-8482-4c91-b165-6f1c44880a87 None None] The sync data for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv is: [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:29Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:30Z', 'revision_number': 7, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:31.910337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:31.919497 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:31.920888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:31.970216 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:31.982069 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for port (9e8260b3-f6a5-45b2-b5f2-5da8592b7472), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:32.019705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (9e8260b3-f6a5-45b2-b5f2-5da8592b7472), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:32.049064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:32.065527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:32.065920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:32.073357 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3682760b-80b7-4c4c-af75-30a44a06e975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:29Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:29Z', 'revision_number': 11, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:32.084518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:52:32.085556 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'Port': ['ID=9e8260b3-f6a5-45b2-b5f2-5da8592b7472,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:32.090154 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:52:32.091113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:32.093281 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:52:32.099865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:32.101356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:32.104199 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682760b-80b7-4c4c-af75-30a44a06e975 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:32.117484 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3682760b-80b7-4c4c-af75-30a44a06e975 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:32.118409 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3682760b-80b7-4c4c-af75-30a44a06e975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:32.176765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:32.241170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:32.241805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:32.308247 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3682760b-80b7-4c4c-af75-30a44a06e975 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:32.309609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:32.315346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:32.341411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:32.379116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:32.455998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:32.456548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:32.463989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:32.482633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:32.493281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:32.500083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:32.556632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:32.569748 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3682760b-80b7-4c4c-af75-30a44a06e975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:29Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:31Z', 'revision_number': 12, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:32.591017 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for floatingip (d663416a-41a5-4ea9-827e-1a4da642804a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:32.595884 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682760b-80b7-4c4c-af75-30a44a06e975 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:29Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:31Z', 'revision_number': 12, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:32.673549 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (9e8260b3-f6a5-45b2-b5f2-5da8592b7472), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:32.830360 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:32.861634 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for port (9e8260b3-f6a5-45b2-b5f2-5da8592b7472), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:32.866315 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (9e8260b3-f6a5-45b2-b5f2-5da8592b7472), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:32.937966 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (d663416a-41a5-4ea9-827e-1a4da642804a), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:32.940071 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'Port': ['ID=9e8260b3-f6a5-45b2-b5f2-5da8592b7472,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:33.061010 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Floating IP d663416a-41a5-4ea9-827e-1a4da642804a associated. External IP: 172.26.11.108, port: 67a22319-777f-4b5c-8c98-d9fe1695e67a. Oct 26 16:52:33.195786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:33.256769 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:33.257998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:33.258486 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:52:33.354687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:33.354687 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:33.382724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:33.403301 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:33.411682 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:33.412422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:33.488901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:33.501567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port da0228e8-37ab-4eb6-beab-17020750cc65 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:33.502018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:33.502363 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port da0228e8-37ab-4eb6-beab-17020750cc65 Oct 26 16:52:33.509821 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:33.613833 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Router 0f0750a3-27cb-409a-9b4e-fbd910f7694d has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:52:33.615796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:33.616199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:33.643073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:33.649309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:33.650341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:33.737714 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:52:33.743076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:33.752090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 999a286d-71d0-4bcb-9382-36809996e7a7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:33.752532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:33.752914 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 999a286d-71d0-4bcb-9382-36809996e7a7 Oct 26 16:52:33.760512 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:33.802216 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-182e5a95-eeb2-4876-9a97-9a3dbbc84ce5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 2.2024391 Oct 26 16:52:33.803648 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'tag': '67a22319-777f-4b5c-8c98-d9fe1695e67a'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:52:33.806402 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb136ba649fa168c6248ca24a79b4aa523afb5de4688c02f3e3d85afa0885439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954a9aac-ff50-461c-aeb3-980c5705742f" -d '{"events": [{"name": "network-changed", "server_uuid": "da0d4585-42e7-4fb8-b0eb-fad8a928c7da", "tag": "67a22319-777f-4b5c-8c98-d9fe1695e67a"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:52:33.846093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:33.846721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:33.848925 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4e33a9-fa00-4dd6-b886-f40551a6f63d x-openstack-request-id: req-8a4e33a9-fa00-4dd6-b886-f40551a6f63d {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:52:33.849232 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0d4585-42e7-4fb8-b0eb-fad8a928c7da", "tag": "67a22319-777f-4b5c-8c98-d9fe1695e67a", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:52:33.849493 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a4e33a9-fa00-4dd6-b886-f40551a6f63d {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:52:33.849915 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a4e33a9-fa00-4dd6-b886-f40551a6f63d'] response: {'name': 'network-changed', 'server_uuid': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'tag': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'status': 'completed', 'code': 200} Oct 26 16:52:33.884770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:33.890236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:33.917762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a9aac-ff50-461c-aeb3-980c5705742f req-5b533472-04f4-4675-b5fb-c41f6c48b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:33.920368 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-954a9aac-ff50-461c-aeb3-980c5705742f req-5b533472-04f4-4675-b5fb-c41f6c48b2ac service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=26a086c7a5714316bdd5a70598f934f8&device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 1130 time: 0.0466728 Oct 26 16:52:33.943317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:34.028403 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a9aac-ff50-461c-aeb3-980c5705742f req-f0bcc843-11d6-4465-bb68-53fd33883286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:34.029939 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-954a9aac-ff50-461c-aeb3-980c5705742f req-f0bcc843-11d6-4465-bb68-53fd33883286 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d45814ca-698b-413e-baca-c5072cdff34c HTTP/1.1" status: 200 len: 910 time: 0.1026962 Oct 26 16:52:34.093598 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-954a9aac-ff50-461c-aeb3-980c5705742f req-8ec4f32e-f886-47c0-bd76-01c824ff2187 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67a22319-777f-4b5c-8c98-d9fe1695e67a HTTP/1.1" status: 200 len: 1001 time: 0.0578189 Oct 26 16:52:34.141953 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a9aac-ff50-461c-aeb3-980c5705742f req-abc71b17-89bb-4ad6-8e40-93e56e3fd53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:34.143451 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-954a9aac-ff50-461c-aeb3-980c5705742f req-abc71b17-89bb-4ad6-8e40-93e56e3fd53b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7cea6f29-f688-4dc1-94d7-285b2077c413 HTTP/1.1" status: 200 len: 848 time: 0.0439193 Oct 26 16:52:34.193678 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a9aac-ff50-461c-aeb3-980c5705742f req-e5ed2dbf-6157-4205-8302-c78a36d279ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:52:34.195201 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-954a9aac-ff50-461c-aeb3-980c5705742f req-e5ed2dbf-6157-4205-8302-c78a36d279ef service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d45814ca-698b-413e-baca-c5072cdff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462010 Oct 26 16:52:34.287986 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-954a9aac-ff50-461c-aeb3-980c5705742f req-a6974638-d450-4ff9-b3ad-547aaf482f74 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851767 Oct 26 16:52:34.382349 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-954a9aac-ff50-461c-aeb3-980c5705742f req-149579c8-b775-4fdb-892c-aa4dbb26c0f3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878291 Oct 26 16:52:35.065995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:35.138659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:35.529130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2fa65-208f-440e-b225-d6628a7dafd1 None None] Sync routers for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:35.531267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e2fa65-208f-440e-b225-d6628a7dafd1 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:35.531875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-96e2fa65-208f-440e-b225-d6628a7dafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:35.632713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-96e2fa65-208f-440e-b225-d6628a7dafd1 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:35.957435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-96e2fa65-208f-440e-b225-d6628a7dafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:33Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:33Z', 'revision_number': 9, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:35.983022 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2fa65-208f-440e-b225-d6628a7dafd1 None None] Checking router: 62f6e64a-9680-4fb8-a094-554cb2b7c748 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:35.991409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e2fa65-208f-440e-b225-d6628a7dafd1 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:35.992009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-96e2fa65-208f-440e-b225-d6628a7dafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:36.094054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:36.095991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-96e2fa65-208f-440e-b225-d6628a7dafd1 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:36.146688 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387396b4-f261-489f-822b-321dabf48f96 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:36.146688 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387396b4-f261-489f-822b-321dabf48f96 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:36.146688 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-387396b4-f261-489f-822b-321dabf48f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:36.149356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:36.177753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:36.264692 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-387396b4-f261-489f-822b-321dabf48f96 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:36.314796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:36.343595 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:36.356901 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:36.364313 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:36.364699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:36.389395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-96e2fa65-208f-440e-b225-d6628a7dafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:33Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:33Z', 'revision_number': 9, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:36.420917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2fa65-208f-440e-b225-d6628a7dafd1 None None] The sync data for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv is: [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:33Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:33Z', 'revision_number': 9, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:36.430706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:36.442757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:36.493783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:36.508598 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-387396b4-f261-489f-822b-321dabf48f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:32Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:52:32Z', 'revision_number': 0, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:33Z', 'revision_number': 13, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:36.533814 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387396b4-f261-489f-822b-321dabf48f96 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:36.542190 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387396b4-f261-489f-822b-321dabf48f96 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:36.542784 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-387396b4-f261-489f-822b-321dabf48f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:36.651814 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-387396b4-f261-489f-822b-321dabf48f96 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:36.866827 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-387396b4-f261-489f-822b-321dabf48f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:32Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:52:32Z', 'revision_number': 0, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:33Z', 'revision_number': 13, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:36.896061 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387396b4-f261-489f-822b-321dabf48f96 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:32Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:52:32Z', 'revision_number': 0, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:33Z', 'revision_number': 13, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:37.177710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:37.236371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 999a286d-71d0-4bcb-9382-36809996e7a7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:37.237096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:37.237632 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 999a286d-71d0-4bcb-9382-36809996e7a7 Oct 26 16:52:37.319275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:37.319677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:37.357843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:37.362244 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:37.422857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:37.440899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:37.521555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:37.521942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:37.562459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:37.566675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:37.567501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:37.648421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:37.688394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:37.688788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:37.711948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:37.715574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:37.716307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:37.809557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:37.850110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:38.803935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-734d849f-7cef-4710-9ef4-33b024c007ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:39.159583 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:39.203262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:39.203635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:39.203975 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:52:39.242658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:39.286990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:39.287387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:39.319976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:39.323920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:39.324702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:39.395646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:39.402962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:39.404648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:39.405063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:39.405405 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 16:52:39.454081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b5ad42-d517-4154-ba96-cf7c0042f585 None None] New status for floating IP d663416a-41a5-4ea9-827e-1a4da642804a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:52:39.515222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:39.515517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:39.560368 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5ad083-cea4-4011-81ba-0208f781aa72 None None] Sync routers for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:39.570262 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5ad083-cea4-4011-81ba-0208f781aa72 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:39.571123 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0c5ad083-cea4-4011-81ba-0208f781aa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:39.581155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:39.590404 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:39.591185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:39.601591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:39.675570 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0c5ad083-cea4-4011-81ba-0208f781aa72 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:39.702998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:39.714523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port da0228e8-37ab-4eb6-beab-17020750cc65 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:39.715506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:39.715851 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port da0228e8-37ab-4eb6-beab-17020750cc65 Oct 26 16:52:39.793161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:39.793543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:39.826023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:39.826023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:39.882470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:39.965517 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0c5ad083-cea4-4011-81ba-0208f781aa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:37Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:37Z', 'revision_number': 11, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:39.989282 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5ad083-cea4-4011-81ba-0208f781aa72 None None] Checking router: 62f6e64a-9680-4fb8-a094-554cb2b7c748 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:39.998213 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5ad083-cea4-4011-81ba-0208f781aa72 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:39.998815 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0c5ad083-cea4-4011-81ba-0208f781aa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:40.097158 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:40.099634 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:40.101940 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0c5ad083-cea4-4011-81ba-0208f781aa72 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:40.190597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:40.262890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:40.263276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:40.295484 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0c5ad083-cea4-4011-81ba-0208f781aa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:39Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:37Z', 'revision_number': 11, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:40.299412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:40.303382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:40.320763 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5ad083-cea4-4011-81ba-0208f781aa72 None None] The sync data for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv is: [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:39Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:37Z', 'revision_number': 11, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:40.354749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:40.526472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d436d-06c8-4e3d-9094-538220d9a4d2 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:40.532170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d436d-06c8-4e3d-9094-538220d9a4d2 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:40.532170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d34d436d-06c8-4e3d-9094-538220d9a4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:40.786002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d34d436d-06c8-4e3d-9094-538220d9a4d2 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:40.963308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:41.011363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d34d436d-06c8-4e3d-9094-538220d9a4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:39Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:52:39Z', 'revision_number': 1, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:39Z', 'revision_number': 15, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:41.039564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d436d-06c8-4e3d-9094-538220d9a4d2 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:41.049764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:41.053231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d436d-06c8-4e3d-9094-538220d9a4d2 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:41.053884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d34d436d-06c8-4e3d-9094-538220d9a4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:41.230674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d34d436d-06c8-4e3d-9094-538220d9a4d2 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:41.233212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:41.233810 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:41.279258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e1c97035-bd73-4036-aa9e-be674024f63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:41.325007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:41.331281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:41.362066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:41.371251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:41.480542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:41.548014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:41.599900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:41.604199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d34d436d-06c8-4e3d-9094-538220d9a4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:39Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:52:39Z', 'revision_number': 1, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:39Z', 'revision_number': 15, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:41.633540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d436d-06c8-4e3d-9094-538220d9a4d2 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:39Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:52:39Z', 'revision_number': 1, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:39Z', 'revision_number': 15, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:41.660083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:41.706643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port da0228e8-37ab-4eb6-beab-17020750cc65 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:41.707025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:41.707369 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port da0228e8-37ab-4eb6-beab-17020750cc65 Oct 26 16:52:41.784058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:41.784427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:41.806339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:41.811523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:41.812322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:41.897606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:41.905809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 999a286d-71d0-4bcb-9382-36809996e7a7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:41.906101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:41.906434 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 999a286d-71d0-4bcb-9382-36809996e7a7 Oct 26 16:52:41.988114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:41.988837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:42.024432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:42.030632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:42.086775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:42.101090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:42.188607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:42.189037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:42.228760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:42.233924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:42.235433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:42.290775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:42.335622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:42.374647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:42.375048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:42.398112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:42.403600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:42.471338 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:42.482128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:42.991157 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b6a0f-c07c-4ccc-b7a8-97247e24a96d None None] Sync routers for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:42.991157 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b6a0f-c07c-4ccc-b7a8-97247e24a96d None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:42.991157 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3b5b6a0f-c07c-4ccc-b7a8-97247e24a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:43.094743 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3b5b6a0f-c07c-4ccc-b7a8-97247e24a96d None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:43.151208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:43.201000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:43.201379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:43.201770 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:52:43.274695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:43.275381 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:43.294933 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3b5b6a0f-c07c-4ccc-b7a8-97247e24a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:41Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:42Z', 'revision_number': 13, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:43.298066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:43.317205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:43.322155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:43.323050 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b6a0f-c07c-4ccc-b7a8-97247e24a96d None None] Checking router: 62f6e64a-9680-4fb8-a094-554cb2b7c748 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:43.323173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:43.332905 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b6a0f-c07c-4ccc-b7a8-97247e24a96d None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:43.333534 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3b5b6a0f-c07c-4ccc-b7a8-97247e24a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:43.401472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:43.412527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:43.412947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:43.413286 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 16:52:43.442666 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-3b5b6a0f-c07c-4ccc-b7a8-97247e24a96d None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:43.486743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:43.487138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:43.508131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:43.510249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:43.514174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:43.571780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:43.585051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:43.637492 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-3b5b6a0f-c07c-4ccc-b7a8-97247e24a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:41Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:42Z', 'revision_number': 13, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:43.667261 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b6a0f-c07c-4ccc-b7a8-97247e24a96d None None] The sync data for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv is: [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:41Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:42Z', 'revision_number': 13, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:43.755102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5780e-af4f-4d6d-bce7-233cba2f873f None None] New status for floating IP d663416a-41a5-4ea9-827e-1a4da642804a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:52:43.793341 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=68,neutron:DELETE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:43.795912 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=22 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:43.905921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:43.906308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:43.962167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:43.967113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:43.967821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:44.044428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:44.060298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:44.117322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:44.117748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:44.121918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:44.155463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:44.159658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:44.208826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:44.377844 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=56 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:44.379798 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:44.911107 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b06a04-a4ab-4710-b7ff-f4946ca7424d None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:44.911107 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b06a04-a4ab-4710-b7ff-f4946ca7424d None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:44.911641 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-02b06a04-a4ab-4710-b7ff-f4946ca7424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:44.963894 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:45.017412 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-02b06a04-a4ab-4710-b7ff-f4946ca7424d None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:45.018942 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:45.153904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:45.202858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port da0228e8-37ab-4eb6-beab-17020750cc65 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:45.203485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:45.203774 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port da0228e8-37ab-4eb6-beab-17020750cc65 Oct 26 16:52:45.205933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:45.282174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:45.282672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:45.307740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:45.311588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:45.312374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:45.326825 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-02b06a04-a4ab-4710-b7ff-f4946ca7424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:43Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:52:43Z', 'revision_number': 2, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:43Z', 'revision_number': 17, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:45.356477 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b06a04-a4ab-4710-b7ff-f4946ca7424d None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:45.365172 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b06a04-a4ab-4710-b7ff-f4946ca7424d None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:45.365805 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-02b06a04-a4ab-4710-b7ff-f4946ca7424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:45.383323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:45.393937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 999a286d-71d0-4bcb-9382-36809996e7a7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:45.394297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:45.394629 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 999a286d-71d0-4bcb-9382-36809996e7a7 Oct 26 16:52:45.471534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:45.471937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:45.473396 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-02b06a04-a4ab-4710-b7ff-f4946ca7424d None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:45.506660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:45.510443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:45.565581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:45.573089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:45.615703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:45.656407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:45.656822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:45.694408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:45.698371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:45.699852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:45.702435 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-02b06a04-a4ab-4710-b7ff-f4946ca7424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:43Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:52:43Z', 'revision_number': 2, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:43Z', 'revision_number': 17, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:45.727418 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b06a04-a4ab-4710-b7ff-f4946ca7424d None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:43Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:52:43Z', 'revision_number': 2, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:43Z', 'revision_number': 17, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:45.781938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:45.810288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:45.826766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:45.827159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:45.852991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:45.857231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:45.893019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5518483-7ed1-4db6-be32-daf8561e3540 None None] Sync routers for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:45.917360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5518483-7ed1-4db6-be32-daf8561e3540 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:45.918025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b5518483-7ed1-4db6-be32-daf8561e3540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:45.921249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:46.033341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b5518483-7ed1-4db6-be32-daf8561e3540 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:46.078013 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:52:46.234792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b5518483-7ed1-4db6-be32-daf8561e3540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:45Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:45Z', 'revision_number': 15, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:46.259949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5518483-7ed1-4db6-be32-daf8561e3540 None None] Checking router: 62f6e64a-9680-4fb8-a094-554cb2b7c748 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:46.269633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5518483-7ed1-4db6-be32-daf8561e3540 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:46.270256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b5518483-7ed1-4db6-be32-daf8561e3540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:46.375467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-b5518483-7ed1-4db6-be32-daf8561e3540 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:46.581765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-b5518483-7ed1-4db6-be32-daf8561e3540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:45Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:45Z', 'revision_number': 15, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:46.611362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5518483-7ed1-4db6-be32-daf8561e3540 None None] The sync data for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv is: [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:45Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:45Z', 'revision_number': 15, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:47.054009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:47.116514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:47.133386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:47.133781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:47.169589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:47.174057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:47.198054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:47.262138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:47.302339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:47.425234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:47.436764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:47.481848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:47.482223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:47.482559 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:52:47.507614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:47.552059 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54fefc3-5f4c-49b6-952e-68c627037f38 None None] New status for floating IP d663416a-41a5-4ea9-827e-1a4da642804a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:52:47.571674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:47.572069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:47.609685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:47.615564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:47.616378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:47.838149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:47.849397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:47.849871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:47.850262 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 16:52:47.887806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:47.926354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:47.926740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:47.949565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:47.953840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:47.954806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:48.036552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:48.041344 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 999a286d-71d0-4bcb-9382-36809996e7a7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:48.041721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:48.042056 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 999a286d-71d0-4bcb-9382-36809996e7a7 Oct 26 16:52:48.122262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:48.122794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:48.160968 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:48.164450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:48.214073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:48.462938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:48.534743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:48.535133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:48.555045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:48.559526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:48.604190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:48.978084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505b80de-90a1-49b9-8c0b-3d0f20b3661b None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:48.978084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505b80de-90a1-49b9-8c0b-3d0f20b3661b None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:48.978084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-505b80de-90a1-49b9-8c0b-3d0f20b3661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:49.078475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-505b80de-90a1-49b9-8c0b-3d0f20b3661b None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:49.213480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:49.294807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-505b80de-90a1-49b9-8c0b-3d0f20b3661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:47Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:52:47Z', 'revision_number': 3, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:47Z', 'revision_number': 19, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:49.323487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505b80de-90a1-49b9-8c0b-3d0f20b3661b None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:49.332847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505b80de-90a1-49b9-8c0b-3d0f20b3661b None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:49.333448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-505b80de-90a1-49b9-8c0b-3d0f20b3661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:49.416495 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:49.439268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-505b80de-90a1-49b9-8c0b-3d0f20b3661b None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:49.642218 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6150fe-50c3-4207-868a-2fd812419af6 None None] Sync routers for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:49.657027 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6150fe-50c3-4207-868a-2fd812419af6 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:49.657027 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2b6150fe-50c3-4207-868a-2fd812419af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:49.669634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-505b80de-90a1-49b9-8c0b-3d0f20b3661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:47Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:52:47Z', 'revision_number': 3, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:47Z', 'revision_number': 19, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:49.700587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:49.704614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505b80de-90a1-49b9-8c0b-3d0f20b3661b None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:47Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:52:47Z', 'revision_number': 3, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:47Z', 'revision_number': 19, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:49.767572 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2b6150fe-50c3-4207-868a-2fd812419af6 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:49.783354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:49.783754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:49.821318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:49.825413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:49.827042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:49.847996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:49.909033 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:49.933060 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:49.936466 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:49.969925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:49.970325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:50.023635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:50.030305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:50.031434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:50.033188 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2b6150fe-50c3-4207-868a-2fd812419af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:48Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:48Z', 'revision_number': 17, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:50.065490 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6150fe-50c3-4207-868a-2fd812419af6 None None] Checking router: 62f6e64a-9680-4fb8-a094-554cb2b7c748 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:50.078115 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6150fe-50c3-4207-868a-2fd812419af6 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:50.080906 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2b6150fe-50c3-4207-868a-2fd812419af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:50.113988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:50.162044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:50.162568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:50.186234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:50.190889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:50.217897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:50.228333 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2b6150fe-50c3-4207-868a-2fd812419af6 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:50.309535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:50.332630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:50.558338 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2b6150fe-50c3-4207-868a-2fd812419af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:48Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:49Z', 'revision_number': 18, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:50.583354 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6150fe-50c3-4207-868a-2fd812419af6 None None] The sync data for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv is: [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:48Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:49Z', 'revision_number': 18, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:51.179585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:51.229656 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:51.230082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:51.230461 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:52:51.315421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:51.315817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:51.354816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:51.359707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:51.360610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:51.454949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:51.460783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:51.461183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:51.461521 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 16:52:51.498842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:51.538780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:51.542499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:51.542900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:51.566309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:51.571891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:51.573048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:51.654939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:51.658954 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 999a286d-71d0-4bcb-9382-36809996e7a7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:51.659334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:51.659678 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 999a286d-71d0-4bcb-9382-36809996e7a7 Oct 26 16:52:51.733005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:51.733315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:51.765101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:51.769000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:51.813968 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caaa933-ba77-4c37-a487-d3e37fc7c63c None None] New status for floating IP d663416a-41a5-4ea9-827e-1a4da642804a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:52:51.818051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:51.823025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:53.224310 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8501056-488e-4d15-89d4-4b53120a5f9f None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:53.224310 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8501056-488e-4d15-89d4-4b53120a5f9f None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:53.224310 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f8501056-488e-4d15-89d4-4b53120a5f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:53.322031 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f8501056-488e-4d15-89d4-4b53120a5f9f None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:53.537019 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f8501056-488e-4d15-89d4-4b53120a5f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:51Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:52:52Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:51Z', 'revision_number': 21, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:53.564644 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8501056-488e-4d15-89d4-4b53120a5f9f None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:53.573434 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8501056-488e-4d15-89d4-4b53120a5f9f None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:53.574020 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f8501056-488e-4d15-89d4-4b53120a5f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:53.675133 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f8501056-488e-4d15-89d4-4b53120a5f9f None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:53.712249 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:53.814660 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:53.875630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac34ea-e2c5-48e0-9e6a-be5fb5a3e750 None None] Sync routers for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:53.878360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac34ea-e2c5-48e0-9e6a-be5fb5a3e750 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:53.878986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-14ac34ea-e2c5-48e0-9e6a-be5fb5a3e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:53.894048 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f8501056-488e-4d15-89d4-4b53120a5f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:51Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:52:52Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:51Z', 'revision_number': 21, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:53.916885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:53.918626 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8501056-488e-4d15-89d4-4b53120a5f9f None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:51Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:52:52Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:51Z', 'revision_number': 21, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:54.019235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-14ac34ea-e2c5-48e0-9e6a-be5fb5a3e750 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:54.115725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:54.115725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:54.200028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:54.205746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:54.206464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:54.340109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:54.381933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-14ac34ea-e2c5-48e0-9e6a-be5fb5a3e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:48Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:51Z', 'revision_number': 19, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:54.414392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac34ea-e2c5-48e0-9e6a-be5fb5a3e750 None None] Checking router: 62f6e64a-9680-4fb8-a094-554cb2b7c748 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:54.416320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:54.416705 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:54.441476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac34ea-e2c5-48e0-9e6a-be5fb5a3e750 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:54.442115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-14ac34ea-e2c5-48e0-9e6a-be5fb5a3e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:54.447420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:54.478776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:54.509124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:54.581465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:54.594618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:54.620266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:54.634719 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-14ac34ea-e2c5-48e0-9e6a-be5fb5a3e750 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:54.736776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:54.737248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:54.822522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:54.829690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:54.923650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:54.932967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-14ac34ea-e2c5-48e0-9e6a-be5fb5a3e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:48Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:51Z', 'revision_number': 19, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:54.962836 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac34ea-e2c5-48e0-9e6a-be5fb5a3e750 None None] The sync data for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv is: [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:48Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:51Z', 'revision_number': 19, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:55.146969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:55.215072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:55.215451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:55.215789 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:52:55.294615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:55.295014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:55.335461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:55.340090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:55.341011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:55.409235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:55.417090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:55.429037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:55.429419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:55.429759 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 16:52:55.507779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:55.508326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:55.531527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:55.535685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:55.559912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:55.616630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:55.656451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:55.738700 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aeb1e1-dd1e-405b-9648-e8b6dcd67335 None None] New status for floating IP d663416a-41a5-4ea9-827e-1a4da642804a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:52:57.381214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:57.381214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f30ad5-4200-4287-a9cb-6331426ae7bd None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:57.412506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f30ad5-4200-4287-a9cb-6331426ae7bd None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:57.413178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-71f30ad5-4200-4287-a9cb-6331426ae7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:57.672875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:57.689007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-71f30ad5-4200-4287-a9cb-6331426ae7bd None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:57.783089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:57.819758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:57.869714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:57.897601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port da0228e8-37ab-4eb6-beab-17020750cc65 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:57.897977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:57.898313 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port da0228e8-37ab-4eb6-beab-17020750cc65 Oct 26 16:52:58.006958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-71f30ad5-4200-4287-a9cb-6331426ae7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:55Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:52:55Z', 'revision_number': 5, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:55Z', 'revision_number': 23, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:58.039330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f30ad5-4200-4287-a9cb-6331426ae7bd None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:58.050041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:58.050431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:58.059523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f30ad5-4200-4287-a9cb-6331426ae7bd None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:58.060061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-71f30ad5-4200-4287-a9cb-6331426ae7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:58.104496 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:58.112391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:58.113365 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:58.156605 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6c56d-f267-4a4f-9a9d-926832253d7e None None] Sync routers for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:52:58.158765 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee6c56d-f267-4a4f-9a9d-926832253d7e None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:58.159336 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ee6c56d-f267-4a4f-9a9d-926832253d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:58.239245 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:58.247190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-71f30ad5-4200-4287-a9cb-6331426ae7bd None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:58.264210 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2ee6c56d-f267-4a4f-9a9d-926832253d7e None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:58.284558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 999a286d-71d0-4bcb-9382-36809996e7a7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:58.284960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:58.285309 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 999a286d-71d0-4bcb-9382-36809996e7a7 Oct 26 16:52:58.452017 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ee6c56d-f267-4a4f-9a9d-926832253d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:58Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:54Z', 'revision_number': 20, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:58.470260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:58.470793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:58.477120 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6c56d-f267-4a4f-9a9d-926832253d7e None None] Checking router: 62f6e64a-9680-4fb8-a094-554cb2b7c748 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:52:58.485913 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee6c56d-f267-4a4f-9a9d-926832253d7e None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:52:58.486516 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ee6c56d-f267-4a4f-9a9d-926832253d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:58.546248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:58.553241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:58.583907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-71f30ad5-4200-4287-a9cb-6331426ae7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:55Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:52:55Z', 'revision_number': 5, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:55Z', 'revision_number': 23, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:58.617098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f30ad5-4200-4287-a9cb-6331426ae7bd None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:55Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:52:55Z', 'revision_number': 5, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:55Z', 'revision_number': 23, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:58.624512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:58.656488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:58.669402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:58.686768 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2ee6c56d-f267-4a4f-9a9d-926832253d7e None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:52:58.724653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:58.725498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:58.765812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:58.772436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:58.773375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:58.844309 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:58.868433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:58.907965 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:58.911586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:58.911985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:58.919446 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ee6c56d-f267-4a4f-9a9d-926832253d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:58Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:54Z', 'revision_number': 20, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:52:58.935184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:58.940426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:58.945419 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6c56d-f267-4a4f-9a9d-926832253d7e None None] The sync data for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv is: [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:52:58Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:52:54Z', 'revision_number': 20, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:52:58.997433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:59.131664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:52:59.199177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:52:59.199557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:59.199901 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:52:59.285095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:59.285584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:59.295871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:52:59.326499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:59.334226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:59.392620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:59.400621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:59.494226 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:59.494812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:59.523391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:59.528427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:59.529280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:52:59.610639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:52:59.651063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:52:59.651462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:59.689034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:52:59.695413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:52:59.771420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:00.599212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68cd333-9f88-4b6e-8434-7610e88bc0a9 None None] New status for floating IP d663416a-41a5-4ea9-827e-1a4da642804a: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:53:01.213828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:01.258911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:53:01.259292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:01.259630 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 16:53:01.473396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:01.473777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:01.494355 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:01.499159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:01.499994 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:01.562346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:01.580082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:01.586175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:53:01.586552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:01.586889 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:53:01.663647 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:01.664726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:01.707059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port da0228e8-37ab-4eb6-beab-17020750cc65 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:53:01.707362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:01.707704 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port da0228e8-37ab-4eb6-beab-17020750cc65 Oct 26 16:53:01.744787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:01.787095 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:01.787501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:01.809001 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:01.813979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:01.815366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:01.889758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:01.900143 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 999a286d-71d0-4bcb-9382-36809996e7a7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:53:01.900512 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:01.900868 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 999a286d-71d0-4bcb-9382-36809996e7a7 Oct 26 16:53:01.921225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:01.976331 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:01.976720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:02.010431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:02.014794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:02.059126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:02.691683 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb411d-7c6d-47ff-87e6-aed84aa2e24c None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:02.696994 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb411d-7c6d-47ff-87e6-aed84aa2e24c None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:53:02.697610 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a1bb411d-7c6d-47ff-87e6-aed84aa2e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:02.794963 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a1bb411d-7c6d-47ff-87e6-aed84aa2e24c None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:53:02.934611 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:02.984715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1908e-9ecc-4703-9fa1-63725fcc3116 None None] Sync routers for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:02.995082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef1908e-9ecc-4703-9fa1-63725fcc3116 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:53:02.995780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5ef1908e-9ecc-4703-9fa1-63725fcc3116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:03.006616 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a1bb411d-7c6d-47ff-87e6-aed84aa2e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:01Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:53:00Z', 'revision_number': 6, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:59Z', 'revision_number': 25, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:03.032395 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb411d-7c6d-47ff-87e6-aed84aa2e24c None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:53:03.040903 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb411d-7c6d-47ff-87e6-aed84aa2e24c None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:53:03.041500 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a1bb411d-7c6d-47ff-87e6-aed84aa2e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:03.107025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-5ef1908e-9ecc-4703-9fa1-63725fcc3116 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:53:03.133744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:03.146871 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a1bb411d-7c6d-47ff-87e6-aed84aa2e24c None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:53:03.306344 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:03.306728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:03.363699 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a1bb411d-7c6d-47ff-87e6-aed84aa2e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:01Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:53:00Z', 'revision_number': 6, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:59Z', 'revision_number': 25, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:03.379199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:03.385262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5ef1908e-9ecc-4703-9fa1-63725fcc3116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:53:01Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:53:01Z', 'revision_number': 23, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:03.387108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:03.387793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:03.389172 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb411d-7c6d-47ff-87e6-aed84aa2e24c None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:01Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:53:00Z', 'revision_number': 6, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:52:59Z', 'revision_number': 25, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:03.447179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1908e-9ecc-4703-9fa1-63725fcc3116 None None] Checking router: 62f6e64a-9680-4fb8-a094-554cb2b7c748 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:53:03.482278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef1908e-9ecc-4703-9fa1-63725fcc3116 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:53:03.482905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5ef1908e-9ecc-4703-9fa1-63725fcc3116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:03.490091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:03.533578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:03.631367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:03.631767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:03.647873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-5ef1908e-9ecc-4703-9fa1-63725fcc3116 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:53:03.734963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:03.745711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:03.746643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:03.880732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:03.940616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:03.958391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:03.958789 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:03.983618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5ef1908e-9ecc-4703-9fa1-63725fcc3116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:53:01Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:53:01Z', 'revision_number': 23, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:03.988954 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:04.013104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:04.013977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:04.020921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1908e-9ecc-4703-9fa1-63725fcc3116 None None] The sync data for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv is: [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T16:52:17Z', 'revision_number': 4, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:53:01Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '999a286d-71d0-4bcb-9382-36809996e7a7', 'name': '', 'network_id': '82d8e41d-ecb3-4ea1-ba6b-0d4254110237', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'mac_address': 'fa:16:3e:64:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:16Z', 'updated_at': '2022-10-26T16:53:01Z', 'revision_number': 23, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'subnets': [{'id': '2df5232e-a4c0-48a0-bf83-b0215d81f417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:04.063608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:04.101645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:04.144737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:04.145552 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:04.169855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:04.174086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:04.226743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:05.177543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:05.205148 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd315ee-811f-4a2b-b96d-ea296e610294 None None] New status for floating IP d663416a-41a5-4ea9-827e-1a4da642804a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:53:05.229985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port da0228e8-37ab-4eb6-beab-17020750cc65 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:53:05.230373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:05.230755 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port da0228e8-37ab-4eb6-beab-17020750cc65 Oct 26 16:53:05.318891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:05.319394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:05.342973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:05.347755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:05.348744 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:05.424816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:05.435986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 999a286d-71d0-4bcb-9382-36809996e7a7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:53:05.436384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:05.436707 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 999a286d-71d0-4bcb-9382-36809996e7a7 Oct 26 16:53:05.514493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:05.514885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:05.549714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:05.553713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:05.554692 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:05.630376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:05.643060 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:05.643411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:05.643757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:05.644098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:05.644429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:05.644757 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:05.645114 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:05.645441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:05.645768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:05.646093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:05.646430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:05.646749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:05.647071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:05.647390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:05.647709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:53:05.652354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:53:05.652760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:05.653116 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:53:05.709339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:05.726117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:05.726503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:05.758785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:05.762749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:05.763513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:05.835203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:05.846214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:53:05.846594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:05.846964 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 16:53:05.921394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:05.921785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:05.942439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:05.946057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:05.982070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:05.992354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:07.207471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714759fe-9763-44c0-8464-d60a3491418f None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:07.209854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714759fe-9763-44c0-8464-d60a3491418f None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:53:07.209854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-714759fe-9763-44c0-8464-d60a3491418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:07.394539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:07.486147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:07.488547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-714759fe-9763-44c0-8464-d60a3491418f None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:53:07.523562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port da0228e8-37ab-4eb6-beab-17020750cc65 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:53:07.523938 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:07.524277 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port da0228e8-37ab-4eb6-beab-17020750cc65 Oct 26 16:53:07.700340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:07.701348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:07.795672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 999a286d-71d0-4bcb-9382-36809996e7a7 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:53:07.796044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:07.796377 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 999a286d-71d0-4bcb-9382-36809996e7a7 Oct 26 16:53:07.814664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-714759fe-9763-44c0-8464-d60a3491418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:05Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:53:05Z', 'revision_number': 7, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:53:05Z', 'revision_number': 27, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:07.843637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714759fe-9763-44c0-8464-d60a3491418f None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:53:07.864082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714759fe-9763-44c0-8464-d60a3491418f None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:53:07.864697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-714759fe-9763-44c0-8464-d60a3491418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:07.948434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:07.996514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:08.002416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-714759fe-9763-44c0-8464-d60a3491418f None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:53:08.129413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:08.186946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:08.187336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:08.250107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:08.255452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:08.256153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:08.360083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-714759fe-9763-44c0-8464-d60a3491418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:05Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:53:05Z', 'revision_number': 7, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:53:05Z', 'revision_number': 27, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:08.361748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:08.392974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714759fe-9763-44c0-8464-d60a3491418f None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:05Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:53:05Z', 'revision_number': 7, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:53:05Z', 'revision_number': 27, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:08.434193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:08.434648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:08.457199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:08.461697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:08.511968 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:08.807393 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3a4e9041-abb0-4bcb-b4e6-ecbf02212f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:09.157772 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:09.206498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:53:09.206876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:09.207216 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:53:09.230840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:09.289518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:09.290166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:09.323199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:09.325959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:09.330313 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:09.331258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:09.416025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:09.427366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:53:09.427826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:09.428242 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 16:53:09.504101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:09.504502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:09.527561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:09.531915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:09.582258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device da0228e8-37ab-4eb6-beab-17020750cc65 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:09.615147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:09.667627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port da0228e8-37ab-4eb6-beab-17020750cc65 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:09.668023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:09.689997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:09.693574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:09.694252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 999a286d-71d0-4bcb-9382-36809996e7a7 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:09.905031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:09.943307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 999a286d-71d0-4bcb-9382-36809996e7a7 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:09.943691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:09.954110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:09.977588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:09.982204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:10.028819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:10.078440 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d565839-e10c-47c0-8151-933e47e6b7cb None None] New status for floating IP d663416a-41a5-4ea9-827e-1a4da642804a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:53:10.126336 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:10.435639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8158d-a022-4b1b-a50c-9d5a96fef88f None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:10.435639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8158d-a022-4b1b-a50c-9d5a96fef88f None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:53:10.435639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2ca8158d-a022-4b1b-a50c-9d5a96fef88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:10.531069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2ca8158d-a022-4b1b-a50c-9d5a96fef88f None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:53:10.736960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2ca8158d-a022-4b1b-a50c-9d5a96fef88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:09Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:53:10Z', 'revision_number': 8, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:53:09Z', 'revision_number': 29, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:10.760641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8158d-a022-4b1b-a50c-9d5a96fef88f None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:53:10.769430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8158d-a022-4b1b-a50c-9d5a96fef88f None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:53:10.770024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2ca8158d-a022-4b1b-a50c-9d5a96fef88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:52:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:10.871615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2ca8158d-a022-4b1b-a50c-9d5a96fef88f None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:53:11.036101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:11.087078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2ca8158d-a022-4b1b-a50c-9d5a96fef88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:09Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:53:10Z', 'revision_number': 8, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:53:09Z', 'revision_number': 29, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:11.111842 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8158d-a022-4b1b-a50c-9d5a96fef88f None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:09Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:53:10Z', 'revision_number': 8, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:53:09Z', 'revision_number': 29, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:11.115638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:11.187136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:11.195391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:11.195890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:11.237337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6adb02a1-37f8-41cd-a1f4-e8edf1ba576b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:11.248105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:11.252047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:11.252886 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:11.329358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:11.372403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:11.372820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:11.395385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:11.399537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:11.460102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:12.466467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:12.686486 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a363b55-6ad9-4e80-b6ef-3ed8b1324bc1 None None] New status for floating IP d663416a-41a5-4ea9-827e-1a4da642804a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:53:13.049882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b9c09-b94a-46aa-a3bb-78ef2f26ca88 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:13.049882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b9c09-b94a-46aa-a3bb-78ef2f26ca88 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:53:13.049882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e23b9c09-b94a-46aa-a3bb-78ef2f26ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:53:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:13.148628 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:13.150646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-e23b9c09-b94a-46aa-a3bb-78ef2f26ca88 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:53:13.359605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e23b9c09-b94a-46aa-a3bb-78ef2f26ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:11Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:53:12Z', 'revision_number': 9, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:53:11Z', 'revision_number': 30, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:13.387650 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b9c09-b94a-46aa-a3bb-78ef2f26ca88 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:53:13.396024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b9c09-b94a-46aa-a3bb-78ef2f26ca88 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:53:13.396627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e23b9c09-b94a-46aa-a3bb-78ef2f26ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:53:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:13.496208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-e23b9c09-b94a-46aa-a3bb-78ef2f26ca88 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:53:13.701210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-e23b9c09-b94a-46aa-a3bb-78ef2f26ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:11Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:53:12Z', 'revision_number': 9, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:53:11Z', 'revision_number': 30, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:13.727411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b9c09-b94a-46aa-a3bb-78ef2f26ca88 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:11Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:53:12Z', 'revision_number': 9, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:53:11Z', 'revision_number': 30, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:14.013145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:14.110774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:15.152959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:15.195474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:53:15.195846 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:15.196181 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:53:15.268000 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dff3b8-84d3-4696-80ce-7f93bcfb28a1 None None] New status for floating IP d663416a-41a5-4ea9-827e-1a4da642804a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:53:15.271500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:15.272009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:15.310173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:15.314542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:15.315366 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:15.351350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:15.389877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:15.392971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:15.400213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:53:15.400540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:15.401174 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 16:53:15.476696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:15.477117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:15.498668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:15.516274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:15.561648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:15.908039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a5b5f-e73b-4eed-91d2-feb7175e2021 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:15.908039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a5b5f-e73b-4eed-91d2-feb7175e2021 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:53:15.908039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c53a5b5f-e73b-4eed-91d2-feb7175e2021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:53:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:16.143883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c53a5b5f-e73b-4eed-91d2-feb7175e2021 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:53:16.282467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:16.353051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c53a5b5f-e73b-4eed-91d2-feb7175e2021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:15Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:53:15Z', 'revision_number': 10, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:53:15Z', 'revision_number': 31, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:16.381063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a5b5f-e73b-4eed-91d2-feb7175e2021 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:53:16.389941 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a5b5f-e73b-4eed-91d2-feb7175e2021 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:53:16.390548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c53a5b5f-e73b-4eed-91d2-feb7175e2021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:53:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:16.497290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c53a5b5f-e73b-4eed-91d2-feb7175e2021 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:53:16.707426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c53a5b5f-e73b-4eed-91d2-feb7175e2021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:15Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:53:15Z', 'revision_number': 10, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:53:15Z', 'revision_number': 31, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:16.732523 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a5b5f-e73b-4eed-91d2-feb7175e2021 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:15Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:53:15Z', 'revision_number': 10, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:53:15Z', 'revision_number': 31, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:17.071446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:17.150319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:17.150718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:17.185955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:17.189959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:17.214543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:17.277257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=32']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:17.318517 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:17.438969 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:17.446090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:17.491486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:17.493747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:53:17.494228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:17.494489 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:53:17.576400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:17.576812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:17.611931 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:17.617041 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:17.623129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:17.668024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=33']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:17.682304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:17.761056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:17.761449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:17.783596 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:17.787742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:17.837608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:18.322361 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bce5e27-4e8b-47e4-8b4e-b1214bda154a None None] New status for floating IP d663416a-41a5-4ea9-827e-1a4da642804a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:53:19.332896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e81ee-0390-44d7-b5c7-f0b5f2e57b1c None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:53:19.339358 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e81ee-0390-44d7-b5c7-f0b5f2e57b1c None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:53:19.339992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-993e81ee-0390-44d7-b5c7-f0b5f2e57b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:53:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:19.343686 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:19.381431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:19.494700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-993e81ee-0390-44d7-b5c7-f0b5f2e57b1c None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:53:19.519707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:19.533037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:19.533422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:19.617276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:19.632173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:19.860428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=34']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:19.914999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-993e81ee-0390-44d7-b5c7-f0b5f2e57b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:17Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:53:18Z', 'revision_number': 11, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:53:17Z', 'revision_number': 33, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:19.939428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e81ee-0390-44d7-b5c7-f0b5f2e57b1c None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:53:19.947554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e81ee-0390-44d7-b5c7-f0b5f2e57b1c None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:53:19.948173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-993e81ee-0390-44d7-b5c7-f0b5f2e57b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:53:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:20.050330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-993e81ee-0390-44d7-b5c7-f0b5f2e57b1c None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:53:20.261198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-993e81ee-0390-44d7-b5c7-f0b5f2e57b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:17Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:53:18Z', 'revision_number': 11, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:53:19Z', 'revision_number': 34, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:53:20.285304 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e81ee-0390-44d7-b5c7-f0b5f2e57b1c None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:17Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'd663416a-41a5-4ea9-827e-1a4da642804a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.108', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:df:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:52:32Z', 'updated_at': '2022-10-26T16:53:18Z', 'revision_number': 11, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:53:19Z', 'revision_number': 34, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:53:21.171139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:21.217448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:53:21.217830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:21.218172 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:53:21.243152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:21.298871 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:21.299264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:21.332849 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:21.340603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:21.341434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:53:21.417551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=35']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:21.426361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:53:21.426780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:21.427052 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 16:53:21.428819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:21.504327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:21.504733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:21.527405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:21.530466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:21.577370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:21.824661 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7447fa2-c5e9-404d-8936-62446596e6d9 None None] New status for floating IP d663416a-41a5-4ea9-827e-1a4da642804a: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:53:23.076748 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:53:23.118707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:23.191489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:23.191881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:23.224679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:23.229106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:23.229802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:53:23.267157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:23.309349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=36']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:23.345228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:53:23.345616 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:23.365942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:53:23.369356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:23.415168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:53:26.300171 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5a6e91be-8e15-46ad-a5fa-f9902e317f08 req-c073e6f0-6724-41d8-8188-865e172e57e4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399191 Oct 26 16:53:26.383326 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e91be-8e15-46ad-a5fa-f9902e317f08 req-face1b80-5cac-4d13-a4d0-5a7b04c60d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:53:26.384837 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5a6e91be-8e15-46ad-a5fa-f9902e317f08 req-face1b80-5cac-4d13-a4d0-5a7b04c60d73 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=26a086c7a5714316bdd5a70598f934f8&device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 1130 time: 0.0390825 Oct 26 16:53:26.498695 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e91be-8e15-46ad-a5fa-f9902e317f08 req-4ee55254-08e7-42f9-8980-c679e3127949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:53:26.500065 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5a6e91be-8e15-46ad-a5fa-f9902e317f08 req-4ee55254-08e7-42f9-8980-c679e3127949 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d45814ca-698b-413e-baca-c5072cdff34c HTTP/1.1" status: 200 len: 910 time: 0.0912116 Oct 26 16:53:26.570482 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5a6e91be-8e15-46ad-a5fa-f9902e317f08 req-1053fbe9-1a96-4df7-8372-67e18527c177 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67a22319-777f-4b5c-8c98-d9fe1695e67a HTTP/1.1" status: 200 len: 1003 time: 0.0610695 Oct 26 16:53:26.625743 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e91be-8e15-46ad-a5fa-f9902e317f08 req-982b5a86-ad6b-4863-9ba6-7dbda56faaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:53:26.627144 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5a6e91be-8e15-46ad-a5fa-f9902e317f08 req-982b5a86-ad6b-4863-9ba6-7dbda56faaff service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7cea6f29-f688-4dc1-94d7-285b2077c413 HTTP/1.1" status: 200 len: 848 time: 0.0469923 Oct 26 16:53:26.672666 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e91be-8e15-46ad-a5fa-f9902e317f08 req-b4a1a971-a727-41de-a655-163868c99920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:53:26.674137 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5a6e91be-8e15-46ad-a5fa-f9902e317f08 req-b4a1a971-a727-41de-a655-163868c99920 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d45814ca-698b-413e-baca-c5072cdff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379777 Oct 26 16:53:26.765790 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5a6e91be-8e15-46ad-a5fa-f9902e317f08 req-ff684b0f-039d-4c13-a234-8b54e72b04e8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852942 Oct 26 16:53:26.853009 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-5a6e91be-8e15-46ad-a5fa-f9902e317f08 req-0dfc6161-5dc1-47b2-9b3c-27f4f3919367 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814214 Oct 26 16:53:33.073462 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=13 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:33.406926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:33.411464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=63,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:33.413327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=35 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:36.848777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=59 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:36.849601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=42 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:37.276305 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:38.811080 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-48aa232b-a17a-42d7-828f-685809a713d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:41.218879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-40f641af-c1c0-423f-a86f-6d6cabc8860a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:42.469832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:44.017372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:44.102595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:47.454334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:53:57.441612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:57.448281 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:53:57.449979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:54:00.075689 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:54:08.812141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b61d2b89-81de-430e-ba43-e2d5f201cb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:54:10.070326 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=16 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:54:10.071164 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=18 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:54:11.221327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b831b59f-6a3c-47e5-a660-bb13f3a4ffb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:54:12.473103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:54:14.018326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:54:14.104753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:54:17.449957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:54:26.328377 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-89c5f028-9a54-4752-a227-6f7a01e51067 req-72f4c2b7-48c8-4639-bde1-48998c07b471 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1012096 Oct 26 16:54:26.417983 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5f028-9a54-4752-a227-6f7a01e51067 req-69244f88-2dc5-403f-a5fc-d94f0f83aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:54:26.419601 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-89c5f028-9a54-4752-a227-6f7a01e51067 req-69244f88-2dc5-403f-a5fc-d94f0f83aced service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=26a086c7a5714316bdd5a70598f934f8&device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 1130 time: 0.0441256 Oct 26 16:54:26.528990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5f028-9a54-4752-a227-6f7a01e51067 req-d6705cfe-aaa4-4312-a037-ca8969be4baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:54:26.530476 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-89c5f028-9a54-4752-a227-6f7a01e51067 req-d6705cfe-aaa4-4312-a037-ca8969be4baf service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d45814ca-698b-413e-baca-c5072cdff34c HTTP/1.1" status: 200 len: 910 time: 0.0878191 Oct 26 16:54:26.598407 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-89c5f028-9a54-4752-a227-6f7a01e51067 req-acaf3343-58e8-4c77-a2da-0f1ade524a42 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67a22319-777f-4b5c-8c98-d9fe1695e67a HTTP/1.1" status: 200 len: 1003 time: 0.0586441 Oct 26 16:54:26.649534 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5f028-9a54-4752-a227-6f7a01e51067 req-eb581298-84f6-4dc9-9398-a5fc8e14ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:54:26.650906 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-89c5f028-9a54-4752-a227-6f7a01e51067 req-eb581298-84f6-4dc9-9398-a5fc8e14ff7b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7cea6f29-f688-4dc1-94d7-285b2077c413 HTTP/1.1" status: 200 len: 848 time: 0.0429816 Oct 26 16:54:26.695470 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5f028-9a54-4752-a227-6f7a01e51067 req-dadcfe5a-0a23-4370-81ac-dcaaf5561570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:54:26.697113 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-89c5f028-9a54-4752-a227-6f7a01e51067 req-dadcfe5a-0a23-4370-81ac-dcaaf5561570 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d45814ca-698b-413e-baca-c5072cdff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378776 Oct 26 16:54:26.788035 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-89c5f028-9a54-4752-a227-6f7a01e51067 req-fa6b8c44-894e-405e-8a64-d36cc76210d8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846314 Oct 26 16:54:26.880911 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-89c5f028-9a54-4752-a227-6f7a01e51067 req-19f33c11-f963-447f-9df6-dec39b99fb04 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825815 Oct 26 16:54:27.440637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:54:27.444601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:54:27.445927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:54:36.876552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=53 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:54:36.877457 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=48 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:54:37.074589 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:54:38.720657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:54:38.726688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:54:38.729010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:54:38.813580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-83a66fa7-6621-4a75-8afe-41be0db28dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:54:41.222936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f3954e53-5e1e-48fa-aebd-26a2e11f8de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:54:42.475802 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:54:43.344812 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:54:44.021020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:54:44.107793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:54:47.071446 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:54:47.480558 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:54:54.102580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:54:54.104444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:54:57.477405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:55:08.815672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-cfe1eb2b-73df-4ac2-94ca-f19979e69834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:55:11.224530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-db3117e0-9ffb-4b94-8dd0-33c0a53ecc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:55:12.477660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:55:14.025037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:55:14.073229 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:55:14.109728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:55:17.495963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:55:24.068467 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:55:24.069258 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:55:26.433062 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6b8907e7-d819-440b-b9ab-9c9e84af9e49 req-cf22c598-0021-4bf9-ac7b-e224b31c752b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391867 Oct 26 16:55:26.522620 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8907e7-d819-440b-b9ab-9c9e84af9e49 req-2f14a750-4494-4359-bca2-b79b91725486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:26.524149 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6b8907e7-d819-440b-b9ab-9c9e84af9e49 req-2f14a750-4494-4359-bca2-b79b91725486 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=26a086c7a5714316bdd5a70598f934f8&device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 1130 time: 0.0443068 Oct 26 16:55:26.634102 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8907e7-d819-440b-b9ab-9c9e84af9e49 req-f4987477-e9c3-4be8-be22-ad6130321f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:26.635462 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6b8907e7-d819-440b-b9ab-9c9e84af9e49 req-f4987477-e9c3-4be8-be22-ad6130321f6b service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d45814ca-698b-413e-baca-c5072cdff34c HTTP/1.1" status: 200 len: 910 time: 0.0858333 Oct 26 16:55:26.703996 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6b8907e7-d819-440b-b9ab-9c9e84af9e49 req-af32b77d-64e6-4efa-9361-3f6b98f680a9 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67a22319-777f-4b5c-8c98-d9fe1695e67a HTTP/1.1" status: 200 len: 1003 time: 0.0590096 Oct 26 16:55:26.756187 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8907e7-d819-440b-b9ab-9c9e84af9e49 req-c410ed16-d5ad-4fd6-be8f-0a9f19737efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:26.757682 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6b8907e7-d819-440b-b9ab-9c9e84af9e49 req-c410ed16-d5ad-4fd6-be8f-0a9f19737efb service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7cea6f29-f688-4dc1-94d7-285b2077c413 HTTP/1.1" status: 200 len: 848 time: 0.0447073 Oct 26 16:55:26.801443 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8907e7-d819-440b-b9ab-9c9e84af9e49 req-4f922759-9cea-482b-a2ca-22c4fcf26a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:55:26.802907 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6b8907e7-d819-440b-b9ab-9c9e84af9e49 req-4f922759-9cea-482b-a2ca-22c4fcf26a43 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d45814ca-698b-413e-baca-c5072cdff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387483 Oct 26 16:55:26.901871 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6b8907e7-d819-440b-b9ab-9c9e84af9e49 req-5666b73b-bb1e-4e18-bfbe-6d2f8bf8c70c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866354 Oct 26 16:55:27.000765 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-6b8907e7-d819-440b-b9ab-9c9e84af9e49 req-1ce4a8c5-0c46-4dce-9e6f-d94c8170936e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910134 Oct 26 16:55:27.486742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:55:27.489255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:55:27.491333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:55:36.996210 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=51 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:55:36.998142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=50 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:55:37.280639 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:55:37.281346 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:55:38.816722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-185b4c9c-59ad-4341-ae5e-8f69b8f2e386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:55:41.226403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-65591c38-f2a2-4253-a27e-d4c280bd60af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:55:42.480837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:55:44.027037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:55:44.111817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:55:47.504785 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:55:51.072403 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:55:57.495949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:55:57.498205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:55:57.501055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:55:58.725024 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=17 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:01.068149 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=19 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:04.554032 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48140) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:56:04.696817 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Deleting port 9e8260b3-f6a5-45b2-b5f2-5da8592b7472 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:56:04.697167 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (9e8260b3-f6a5-45b2-b5f2-5da8592b7472), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:04.775182 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (9e8260b3-f6a5-45b2-b5f2-5da8592b7472), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:04.775518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for floatingip (9e8260b3-f6a5-45b2-b5f2-5da8592b7472), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:04.788093 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Calling delete_port for 9e8260b3-f6a5-45b2-b5f2-5da8592b7472 owned by network:floatingip {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:56:04.934065 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (9e8260b3-f6a5-45b2-b5f2-5da8592b7472), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:04.965179 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event deleted for resources: {'Port': ['ID=9e8260b3-f6a5-45b2-b5f2-5da8592b7472,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:04.976925 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:04.977281 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:04.977630 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:04.977974 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:04.978310 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:04.978647 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:04.978969 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:04.979304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:04.979630 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:04.979960 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:04.980286 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:04.980613 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:04.980964 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:04.981287 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:04.981606 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:05.040853 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for floatingip (d663416a-41a5-4ea9-827e-1a4da642804a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:05.041225 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.l3_db [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Floating IP d663416a-41a5-4ea9-827e-1a4da642804a disassociated (deleted). External IP: 172.26.11.108, port: 67a22319-777f-4b5c-8c98-d9fe1695e67a. Oct 26 16:56:05.237689 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Router 0f0750a3-27cb-409a-9b4e-fbd910f7694d has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:56:05.341478 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:56:05.346788 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:05.351723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7663764-1f44-43c4-8806-52b12f82a779 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:56:05.362485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7663764-1f44-43c4-8806-52b12f82a779 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:56:05.363107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d7663764-1f44-43c4-8806-52b12f82a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:55:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:05.376367 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-41ea1fdd-a1dc-4882-af0c-a82127a4ac86 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/d663416a-41a5-4ea9-827e-1a4da642804a HTTP/1.1" status: 204 len: 168 time: 0.8212476 Oct 26 16:56:05.377059 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'tag': '67a22319-777f-4b5c-8c98-d9fe1695e67a'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:56:05.379315 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb136ba649fa168c6248ca24a79b4aa523afb5de4688c02f3e3d85afa0885439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaf02c2-31ba-4dd2-a27f-811e519e88bc" -d '{"events": [{"name": "network-changed", "server_uuid": "da0d4585-42e7-4fb8-b0eb-fad8a928c7da", "tag": "67a22319-777f-4b5c-8c98-d9fe1695e67a"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:56:05.435280 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167826a1-b02b-4014-a2ca-0408a77227f2 x-openstack-request-id: req-167826a1-b02b-4014-a2ca-0408a77227f2 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:56:05.435583 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0d4585-42e7-4fb8-b0eb-fad8a928c7da", "tag": "67a22319-777f-4b5c-8c98-d9fe1695e67a", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:56:05.436107 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-167826a1-b02b-4014-a2ca-0408a77227f2 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:56:05.436531 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167826a1-b02b-4014-a2ca-0408a77227f2'] response: {'name': 'network-changed', 'server_uuid': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'tag': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'status': 'completed', 'code': 200} Oct 26 16:56:05.472521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d7663764-1f44-43c4-8806-52b12f82a779 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:56:05.510838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf02c2-31ba-4dd2-a27f-811e519e88bc req-1a8f5975-4b64-48a5-9dab-ab8843346ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:05.512412 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fbaf02c2-31ba-4dd2-a27f-811e519e88bc req-1a8f5975-4b64-48a5-9dab-ab8843346ac3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=26a086c7a5714316bdd5a70598f934f8&device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 1130 time: 0.0507252 Oct 26 16:56:05.683505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d7663764-1f44-43c4-8806-52b12f82a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:23Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:53:23Z', 'revision_number': 36, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:05.709416 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7663764-1f44-43c4-8806-52b12f82a779 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:56:05.718293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7663764-1f44-43c4-8806-52b12f82a779 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:56:05.718914 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d7663764-1f44-43c4-8806-52b12f82a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:55:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:05.925587 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb686f-a140-4441-a1c7-296edb2708ad req-7594feef-d912-4298-a0b1-d3d3626e4e4b tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:05.927094 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-66fb686f-a140-4441-a1c7-296edb2708ad req-7594feef-d912-4298-a0b1-d3d3626e4e4b tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 946 time: 0.0840878 Oct 26 16:56:05.963565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d7663764-1f44-43c4-8806-52b12f82a779 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:56:05.970982 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf02c2-31ba-4dd2-a27f-811e519e88bc req-05d171c0-1825-475e-bb9a-e5feb1a46948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:05.972445 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fbaf02c2-31ba-4dd2-a27f-811e519e88bc req-05d171c0-1825-475e-bb9a-e5feb1a46948 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d45814ca-698b-413e-baca-c5072cdff34c HTTP/1.1" status: 200 len: 910 time: 0.4489534 Oct 26 16:56:05.998137 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-66fb686f-a140-4441-a1c7-296edb2708ad req-7c7de097-85eb-4098-9bfa-528e22b1f8d7 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad440f37-194d-4c8e-b05e-32d68bd935a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636306 Oct 26 16:56:06.143518 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d7663764-1f44-43c4-8806-52b12f82a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:23Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:53:23Z', 'revision_number': 36, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:06.168216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7663764-1f44-43c4-8806-52b12f82a779 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:53:23Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:53:23Z', 'revision_number': 36, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:56:06.743181 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fbaf02c2-31ba-4dd2-a27f-811e519e88bc req-e941cc6b-93b1-47b1-b9c9-490722c17c86 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67a22319-777f-4b5c-8c98-d9fe1695e67a HTTP/1.1" status: 200 len: 217 time: 0.0377264 Oct 26 16:56:06.807326 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf02c2-31ba-4dd2-a27f-811e519e88bc req-319e7a8a-fe57-47b7-9c6b-f4aced4c9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:06.808838 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fbaf02c2-31ba-4dd2-a27f-811e519e88bc req-319e7a8a-fe57-47b7-9c6b-f4aced4c9857 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7cea6f29-f688-4dc1-94d7-285b2077c413 HTTP/1.1" status: 200 len: 848 time: 0.0551145 Oct 26 16:56:06.950268 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf02c2-31ba-4dd2-a27f-811e519e88bc req-2edd1667-21a5-4e12-9c10-43b92262dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:06.952446 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fbaf02c2-31ba-4dd2-a27f-811e519e88bc req-2edd1667-21a5-4e12-9c10-43b92262dba8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d45814ca-698b-413e-baca-c5072cdff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0527318 Oct 26 16:56:07.058913 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fbaf02c2-31ba-4dd2-a27f-811e519e88bc req-21c265cc-f6bc-402e-bd8a-7fdd5f85199c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987103 Oct 26 16:56:07.061072 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:07.098911 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:07.141205 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3507f42-d072-4419-bec5-e2c25fb3c49f req-7e8c6498-671c-495a-aa1f-d93e76337fc0 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:07.142727 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e3507f42-d072-4419-bec5-e2c25fb3c49f req-7e8c6498-671c-495a-aa1f-d93e76337fc0 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 946 time: 0.0939159 Oct 26 16:56:07.153786 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51077e-1ef2-4a24-9797-4019bf65fe3c req-b2158975-3ed8-4814-b4a7-4b6b1ee8bb12 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:07.155550 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8b51077e-1ef2-4a24-9797-4019bf65fe3c req-b2158975-3ed8-4814-b4a7-4b6b1ee8bb12 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=da0d4585-42e7-4fb8-b0eb-fad8a928c7da HTTP/1.1" status: 200 len: 946 time: 0.0656145 Oct 26 16:56:07.168102 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fbaf02c2-31ba-4dd2-a27f-811e519e88bc req-e33648e8-d6ac-4fd6-8c4b-4d605c39246b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025586 Oct 26 16:56:07.269787 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:56:07.289693 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8b51077e-1ef2-4a24-9797-4019bf65fe3c req-66292e88-4895-4d74-920f-55f1fe6689f6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=ad440f37-194d-4c8e-b05e-32d68bd935a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213479 Oct 26 16:56:07.291567 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [req-e3507f42-d072-4419-bec5-e2c25fb3c49f req-19ae8e6f-d5c8-4996-96de-ed0e3644c57d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Deleting port 67a22319-777f-4b5c-8c98-d9fe1695e67a {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 16:56:07.291917 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-e3507f42-d072-4419-bec5-e2c25fb3c49f req-19ae8e6f-d5c8-4996-96de-ed0e3644c57d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (67a22319-777f-4b5c-8c98-d9fe1695e67a), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:07.324977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:56:07.325445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:07.325874 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:56:07.409436 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:07.410101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:07.418182 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [req-e3507f42-d072-4419-bec5-e2c25fb3c49f req-19ae8e6f-d5c8-4996-96de-ed0e3644c57d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] For port 67a22319-777f-4b5c-8c98-d9fe1695e67a, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=67a22319-777f-4b5c-8c98-d9fe1695e67a,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:07.418554 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-e3507f42-d072-4419-bec5-e2c25fb3c49f req-19ae8e6f-d5c8-4996-96de-ed0e3644c57d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (67a22319-777f-4b5c-8c98-d9fe1695e67a), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:07.436425 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [req-e3507f42-d072-4419-bec5-e2c25fb3c49f req-19ae8e6f-d5c8-4996-96de-ed0e3644c57d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Calling delete_port for 67a22319-777f-4b5c-8c98-d9fe1695e67a owned by compute:nova {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 16:56:07.447715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:07.452296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:07.453330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:56:07.530720 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=37']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:07.540949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:07.541298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:07.541636 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:07.541971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:07.542306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:07.542637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:07.542963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:07.543287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:07.543614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:07.543936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:07.544264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:07.544587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:07.545590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:07.545915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:07.546235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:07.552990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:56:07.553360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:07.553727 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 16:56:07.582675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-e3507f42-d072-4419-bec5-e2c25fb3c49f req-19ae8e6f-d5c8-4996-96de-ed0e3644c57d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (67a22319-777f-4b5c-8c98-d9fe1695e67a), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:07.614585 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae8e6f-d5c8-4996-96de-ed0e3644c57d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event deleted for resources: {'Port': ['ID=67a22319-777f-4b5c-8c98-d9fe1695e67a,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:07.626864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:07.627380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:07.652163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:07.657884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:07.666641 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3507f42-d072-4419-bec5-e2c25fb3c49f req-19ae8e6f-d5c8-4996-96de-ed0e3644c57d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] No DVR routers for this DVR port 67a22319-777f-4b5c-8c98-d9fe1695e67a on host hv-neutron-7598 {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 16:56:07.669221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-e3507f42-d072-4419-bec5-e2c25fb3c49f req-19ae8e6f-d5c8-4996-96de-ed0e3644c57d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:07.673259 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e3507f42-d072-4419-bec5-e2c25fb3c49f req-19ae8e6f-d5c8-4996-96de-ed0e3644c57d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.64 "DELETE /networking/v2.0/ports/67a22319-777f-4b5c-8c98-d9fe1695e67a HTTP/1.1" status: 204 len: 173 time: 0.5168784 Oct 26 16:56:07.673801 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'name': 'network-vif-deleted', 'tag': '67a22319-777f-4b5c-8c98-d9fe1695e67a'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:56:07.676057 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb136ba649fa168c6248ca24a79b4aa523afb5de4688c02f3e3d85afa0885439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001969a9-ea34-47d7-a174-d2cec347bf8c" -d '{"events": [{"server_uuid": "da0d4585-42e7-4fb8-b0eb-fad8a928c7da", "name": "network-vif-deleted", "tag": "67a22319-777f-4b5c-8c98-d9fe1695e67a"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:56:07.708805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:07.723221 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d5dde1-ca4c-49d6-81b1-8d8c0229db79 x-openstack-request-id: req-54d5dde1-ca4c-49d6-81b1-8d8c0229db79 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:56:07.723538 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0d4585-42e7-4fb8-b0eb-fad8a928c7da", "name": "network-vif-deleted", "tag": "67a22319-777f-4b5c-8c98-d9fe1695e67a", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:56:07.723886 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54d5dde1-ca4c-49d6-81b1-8d8c0229db79 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:56:07.724402 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d5dde1-ca4c-49d6-81b1-8d8c0229db79'] response: {'server_uuid': 'da0d4585-42e7-4fb8-b0eb-fad8a928c7da', 'name': 'network-vif-deleted', 'tag': '67a22319-777f-4b5c-8c98-d9fe1695e67a', 'status': 'completed', 'code': 200} Oct 26 16:56:08.118060 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a776d0d-9b55-4c94-ba45-de7a5b160971 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:56:08.121783 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a776d0d-9b55-4c94-ba45-de7a5b160971 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:56:08.122387 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7a776d0d-9b55-4c94-ba45-de7a5b160971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:55:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:08.223785 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7a776d0d-9b55-4c94-ba45-de7a5b160971 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:56:08.361759 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48166) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:56:08.414140 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7a776d0d-9b55-4c94-ba45-de7a5b160971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:07Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:07Z', 'revision_number': 37, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:08.424641 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9f9089cc-1633-493d-8adb-73dfcbe253d8 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group (ad440f37-194d-4c8e-b05e-32d68bd935a5), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:08.438730 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a776d0d-9b55-4c94-ba45-de7a5b160971 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:56:08.447153 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a776d0d-9b55-4c94-ba45-de7a5b160971 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:56:08.447750 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7a776d0d-9b55-4c94-ba45-de7a5b160971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:55:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:08.449038 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9f9089cc-1633-493d-8adb-73dfcbe253d8 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group (ad440f37-194d-4c8e-b05e-32d68bd935a5), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:08.515589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9f9089cc-1633-493d-8adb-73dfcbe253d8 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (ad440f37-194d-4c8e-b05e-32d68bd935a5), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:08.518297 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-9f9089cc-1633-493d-8adb-73dfcbe253d8 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:08.520855 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-9f9089cc-1633-493d-8adb-73dfcbe253d8 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ad440f37-194d-4c8e-b05e-32d68bd935a5 HTTP/1.1" status: 204 len: 168 time: 0.1570508 Oct 26 16:56:08.529151 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9089cc-1633-493d-8adb-73dfcbe253d8 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad440f37-194d-4c8e-b05e-32d68bd935a5,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:08.559756 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7a776d0d-9b55-4c94-ba45-de7a5b160971 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:56:08.634509 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48172) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:56:08.639455 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1128460278', 'description': 'tempest-secgroup-smoke-1128460278 description', 'project_id': '26a086c7a5714316bdd5a70598f934f8'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:56:08.660282 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:08.730521 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group (9aac2feb-bcc7-411c-b1b0-2b7787c09442), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:08.737032 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (9aac2feb-bcc7-411c-b1b0-2b7787c09442), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:08.757972 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7a776d0d-9b55-4c94-ba45-de7a5b160971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:07Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:07Z', 'revision_number': 37, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:08.769076 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:08.770329 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1344874 Oct 26 16:56:08.771445 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aac2feb-bcc7-411c-b1b0-2b7787c09442,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:08.773560 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48174) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:56:08.779913 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:08.780502 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:08.781030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:08.781535 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:08.782060 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-ef43df3c-b808-44a6-acc0-f583128545f7 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Request body: {'security_group_rule': {'security_group_id': '9aac2feb-bcc7-411c-b1b0-2b7787c09442', 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:56:08.782194 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:08.782699 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:08.783245 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:08.783677 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:08.784077 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:08.784503 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:08.787331 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:08.787331 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:08.787331 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:08.787331 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:08.787331 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a78402-3501-42dc-9359-5e7749165397 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:56:08.788591 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a776d0d-9b55-4c94-ba45-de7a5b160971 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:07Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:07Z', 'revision_number': 37, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:56:08.823688 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ef43df3c-b808-44a6-acc0-f583128545f7 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (9491c4e7-5492-43f8-9246-623754da2cd2), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:08.830725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ef15a03d-53a1-419c-b6ce-adb01311cb01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:08.887619 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ef43df3c-b808-44a6-acc0-f583128545f7 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (9491c4e7-5492-43f8-9246-623754da2cd2), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:08.891448 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ef43df3c-b808-44a6-acc0-f583128545f7 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (9491c4e7-5492-43f8-9246-623754da2cd2), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:08.911045 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43df3c-b808-44a6-acc0-f583128545f7 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9491c4e7-5492-43f8-9246-623754da2cd2,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:08.918982 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-ef43df3c-b808-44a6-acc0-f583128545f7 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:08.920323 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-ef43df3c-b808-44a6-acc0-f583128545f7 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451311 Oct 26 16:56:08.923132 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48176) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:56:08.927689 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-0aeffa1d-1e4b-4750-b85d-fbcc77170442 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Request body: {'security_group_rule': {'security_group_id': '9aac2feb-bcc7-411c-b1b0-2b7787c09442', 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:56:08.957032 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0aeffa1d-1e4b-4750-b85d-fbcc77170442 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (a6b632a0-0216-4063-8747-e7727e7edbd5), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:08.963881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:08.988365 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:09.042538 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0aeffa1d-1e4b-4750-b85d-fbcc77170442 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (a6b632a0-0216-4063-8747-e7727e7edbd5), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.050123 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0aeffa1d-1e4b-4750-b85d-fbcc77170442 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (a6b632a0-0216-4063-8747-e7727e7edbd5), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.072179 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeffa1d-1e4b-4750-b85d-fbcc77170442 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b632a0-0216-4063-8747-e7727e7edbd5,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:09.078818 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0aeffa1d-1e4b-4750-b85d-fbcc77170442 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.082628 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0aeffa1d-1e4b-4750-b85d-fbcc77170442 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1559527 Oct 26 16:56:09.082824 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48178) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:56:09.087378 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-888ed017-019e-42af-821d-80a370445756 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Request body: {'security_group_rule': {'security_group_id': '9aac2feb-bcc7-411c-b1b0-2b7787c09442', 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:56:09.116762 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-888ed017-019e-42af-821d-80a370445756 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (9075218d-3c24-4831-90b3-64c09d012991), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.155540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:56:09.189062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-888ed017-019e-42af-821d-80a370445756 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (9075218d-3c24-4831-90b3-64c09d012991), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.192422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-888ed017-019e-42af-821d-80a370445756 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (9075218d-3c24-4831-90b3-64c09d012991), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.215425 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ed017-019e-42af-821d-80a370445756 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9075218d-3c24-4831-90b3-64c09d012991,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:09.221350 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-888ed017-019e-42af-821d-80a370445756 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.222743 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-888ed017-019e-42af-821d-80a370445756 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1388700 Oct 26 16:56:09.225327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48180) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:56:09.229895 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-85b22e47-9309-4f17-9e15-c71627df23bd tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Request body: {'security_group_rule': {'security_group_id': '9aac2feb-bcc7-411c-b1b0-2b7787c09442', 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:56:09.247559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:09.249026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.260149 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-85b22e47-9309-4f17-9e15-c71627df23bd tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (e2e68eaa-d960-4607-986b-39ada8e1b3a0), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.271454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:09.287196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:09.293534 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.328460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:56:09.340594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-85b22e47-9309-4f17-9e15-c71627df23bd tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (e2e68eaa-d960-4607-986b-39ada8e1b3a0), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.345428 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-85b22e47-9309-4f17-9e15-c71627df23bd tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (e2e68eaa-d960-4607-986b-39ada8e1b3a0), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.369670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b22e47-9309-4f17-9e15-c71627df23bd tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e68eaa-d960-4607-986b-39ada8e1b3a0,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:09.376868 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-85b22e47-9309-4f17-9e15-c71627df23bd tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.378691 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-85b22e47-9309-4f17-9e15-c71627df23bd tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1523149 Oct 26 16:56:09.381370 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48182) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:56:09.384157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:09.386626 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-0a0e5dc7-3912-4fa7-b637-662074f0e3dd tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Request body: {'security_group_rule': {'security_group_id': '9aac2feb-bcc7-411c-b1b0-2b7787c09442', 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:56:09.395159 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=38']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:09.413709 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.securitygroups_db [None req-0a0e5dc7-3912-4fa7-b637-662074f0e3dd tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Project 26a086c7a5714316bdd5a70598f934f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:56:09.421948 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0a0e5dc7-3912-4fa7-b637-662074f0e3dd tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (b10c6ebe-484b-43b4-af56-5f6a1340076b), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.426162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:09.440162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:09.497441 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0a0e5dc7-3912-4fa7-b637-662074f0e3dd tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (b10c6ebe-484b-43b4-af56-5f6a1340076b), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.502294 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0a0e5dc7-3912-4fa7-b637-662074f0e3dd tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (b10c6ebe-484b-43b4-af56-5f6a1340076b), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.519666 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e5dc7-3912-4fa7-b637-662074f0e3dd tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10c6ebe-484b-43b4-af56-5f6a1340076b,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:09.522118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:56:09.535139 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-0a0e5dc7-3912-4fa7-b637-662074f0e3dd tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.536564 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-0a0e5dc7-3912-4fa7-b637-662074f0e3dd tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1541326 Oct 26 16:56:09.539301 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48184) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:56:09.547162 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f3a83bf9-3099-4a8b-8909-fa08be0d4965 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Request body: {'security_group_rule': {'security_group_id': '9aac2feb-bcc7-411c-b1b0-2b7787c09442', 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:56:09.587324 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-f3a83bf9-3099-4a8b-8909-fa08be0d4965 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Project 26a086c7a5714316bdd5a70598f934f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 16:56:09.592217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:56:09.592599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.592984 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:56:09.593251 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f3a83bf9-3099-4a8b-8909-fa08be0d4965 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (9fe090e9-8232-488f-b6b0-c425b2fa6dab), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.666841 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f3a83bf9-3099-4a8b-8909-fa08be0d4965 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (9fe090e9-8232-488f-b6b0-c425b2fa6dab), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.672488 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f3a83bf9-3099-4a8b-8909-fa08be0d4965 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (9fe090e9-8232-488f-b6b0-c425b2fa6dab), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.676522 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:09.676980 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.694704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a83bf9-3099-4a8b-8909-fa08be0d4965 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe090e9-8232-488f-b6b0-c425b2fa6dab,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:09.711434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f3a83bf9-3099-4a8b-8909-fa08be0d4965 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.717333 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f3a83bf9-3099-4a8b-8909-fa08be0d4965 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1768188 Oct 26 16:56:09.721658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:09.726320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.782572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=39']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:09.794439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:56:09.876210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:09.876918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.902653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:09.908223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:09.966911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:10.577388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 67a22319-777f-4b5c-8c98-d9fe1695e67a no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:56:10.596977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 67a22319-777f-4b5c-8c98-d9fe1695e67a {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 16:56:10.597328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 67a22319-777f-4b5c-8c98-d9fe1695e67a not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 16:56:11.234619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dd4e0c8f-768c-43a9-b09d-ba8e8774efa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:11.261891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba1ccd3-3bcd-4fd9-9c80-8bc07efd3c09 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:56:11.261891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba1ccd3-3bcd-4fd9-9c80-8bc07efd3c09 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:56:11.261891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-dba1ccd3-3bcd-4fd9-9c80-8bc07efd3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:11.318764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:56:11.440392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-dba1ccd3-3bcd-4fd9-9c80-8bc07efd3c09 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:56:11.480081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:11.480481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:11.588663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:11.598405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:11.610310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:56:11.728563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=40']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:11.772848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-dba1ccd3-3bcd-4fd9-9c80-8bc07efd3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:09Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:09Z', 'revision_number': 39, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:11.809913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba1ccd3-3bcd-4fd9-9c80-8bc07efd3c09 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:56:11.813678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:11.821730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba1ccd3-3bcd-4fd9-9c80-8bc07efd3c09 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:56:11.822340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-dba1ccd3-3bcd-4fd9-9c80-8bc07efd3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:11.924076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-dba1ccd3-3bcd-4fd9-9c80-8bc07efd3c09 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:56:11.966922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:11.995837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:12.121180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-dba1ccd3-3bcd-4fd9-9c80-8bc07efd3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:09Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:11Z', 'revision_number': 40, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:12.145728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba1ccd3-3bcd-4fd9-9c80-8bc07efd3c09 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:09Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:11Z', 'revision_number': 40, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:56:12.496670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:13.162696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:56:13.190292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:13.251000 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:13.373739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:56:13.432488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:56:13.432915 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:13.433265 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:56:13.515642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:13.516336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:13.551649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:13.555722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:13.556580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:56:13.629063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=41']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:13.638005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:56:13.638406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:13.638746 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 16:56:13.856663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:13.856997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:13.883723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:13.888604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:13.939697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=32']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:14.034370 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:14.115730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:14.404764 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c0681-172f-40ec-abe0-7361462bbb29 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:56:14.406422 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c0681-172f-40ec-abe0-7361462bbb29 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:56:14.407036 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7c9c0681-172f-40ec-abe0-7361462bbb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:14.601684 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7c9c0681-172f-40ec-abe0-7361462bbb29 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:56:14.794432 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7c9c0681-172f-40ec-abe0-7361462bbb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:13Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:13Z', 'revision_number': 41, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:14.798080 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:14.826586 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c0681-172f-40ec-abe0-7361462bbb29 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:56:14.833262 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:14.836872 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c0681-172f-40ec-abe0-7361462bbb29 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:56:14.837497 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7c9c0681-172f-40ec-abe0-7361462bbb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:14.956599 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-7c9c0681-172f-40ec-abe0-7361462bbb29 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:56:15.168959 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-7c9c0681-172f-40ec-abe0-7361462bbb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:13Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:13Z', 'revision_number': 41, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:15.194694 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c0681-172f-40ec-abe0-7361462bbb29 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:13Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:13Z', 'revision_number': 41, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:56:15.225230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:56:15.310889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:15.311280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:15.352398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:15.359292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:15.360267 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:56:15.471084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=42']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:15.518397 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:15.518798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:15.546168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:15.553567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:15.632584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=33']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:17.441555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d02df53-dafc-46b0-8bfa-fd3fa7623468 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:56:17.441555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d02df53-dafc-46b0-8bfa-fd3fa7623468 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:56:17.441555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8d02df53-dafc-46b0-8bfa-fd3fa7623468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:17.547243 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:17.555059 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-8d02df53-dafc-46b0-8bfa-fd3fa7623468 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:56:17.596651 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:17.688880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:17.759063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8d02df53-dafc-46b0-8bfa-fd3fa7623468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:15Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:15Z', 'revision_number': 42, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:17.784048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d02df53-dafc-46b0-8bfa-fd3fa7623468 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:56:17.793004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d02df53-dafc-46b0-8bfa-fd3fa7623468 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:56:17.793644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8d02df53-dafc-46b0-8bfa-fd3fa7623468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:17.898958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-8d02df53-dafc-46b0-8bfa-fd3fa7623468 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:56:17.900529 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:18.097665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-8d02df53-dafc-46b0-8bfa-fd3fa7623468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:15Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:15Z', 'revision_number': 42, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:18.123591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d02df53-dafc-46b0-8bfa-fd3fa7623468 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:15Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:15Z', 'revision_number': 42, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:56:19.161587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:56:19.250069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:19.265646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:56:19.353089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:19.457739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:56:19.505135 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:56:19.505439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:19.505781 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:56:19.525363 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=54,neutron:INSERT=6,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:19.526546 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:INSERT=8,neutron:UPDATE=4,neutron:SELECT=55,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:19.586221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:19.586619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:19.621296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:19.626040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:19.626858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:56:19.692703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:19.694248 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:19.707963 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=43']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:19.715637 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:56:19.716072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:19.717063 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 16:56:19.798172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:19.800051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:19.827817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:19.833210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:19.886333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=34']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:20.048969 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11a484-11d2-4604-922e-ce5c24806aaf None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:56:20.062328 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d11a484-11d2-4604-922e-ce5c24806aaf None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:56:20.063228 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5d11a484-11d2-4604-922e-ce5c24806aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:20.163285 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5d11a484-11d2-4604-922e-ce5c24806aaf None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:56:20.364303 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5d11a484-11d2-4604-922e-ce5c24806aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:19Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:19Z', 'revision_number': 43, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:20.389222 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11a484-11d2-4604-922e-ce5c24806aaf None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:56:20.397395 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d11a484-11d2-4604-922e-ce5c24806aaf None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:56:20.397984 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5d11a484-11d2-4604-922e-ce5c24806aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:20.499494 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5d11a484-11d2-4604-922e-ce5c24806aaf None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:56:20.682010 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:20.686631 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5d11a484-11d2-4604-922e-ce5c24806aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:19Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:19Z', 'revision_number': 43, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:20.710937 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11a484-11d2-4604-922e-ce5c24806aaf None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:19Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:19Z', 'revision_number': 43, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:56:21.164465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:56:21.247768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:21.248081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:21.260779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:21.289417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:21.295817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:21.320015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:56:21.382136 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=44']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:21.437540 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:21.540079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:56:21.582572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:21.591079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:56:21.591984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:21.592334 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:56:21.676736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:21.677165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:21.714718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:21.721998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:21.751254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:21.785025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=45']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:21.789208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:56:21.870948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:21.871345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:21.895216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:21.901067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:21.953185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=35']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:23.207253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:56:23.282566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:23.282887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:23.317482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:23.321207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:23.368029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=46']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:26.360484 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6893f965-67fb-47a9-8e08-04de47fa9dca tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1128460278&fields=id&tenant_id=26a086c7a5714316bdd5a70598f934f8 HTTP/1.1" status: 200 len: 267 time: 0.0443177 Oct 26 16:56:26.466220 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-0a849bf4-cbc8-44dd-863e-184750d0283e tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:26.467748 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-0a849bf4-cbc8-44dd-863e-184750d0283e tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/networks?id=d45814ca-698b-413e-baca-c5072cdff34c HTTP/1.1" status: 200 len: 809 time: 0.1009276 Oct 26 16:56:26.483971 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-89cda618-22f3-46e8-acfe-6cca48c4d9dd tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/quotas/26a086c7a5714316bdd5a70598f934f8 HTTP/1.1" status: 200 len: 375 time: 0.0096002 Oct 26 16:56:26.538391 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-c35b9204-281c-4ee9-8da9-c1aa9261e140 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=26a086c7a5714316bdd5a70598f934f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493557 Oct 26 16:56:26.597789 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6e5c5d0a-21ed-4ea5-8a7a-657e01fc4f7b service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 16:56:26.598785 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6e5c5d0a-21ed-4ea5-8a7a-657e01fc4f7b service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0495732 Oct 26 16:56:26.690052 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-3f55eb11-ed7c-4147-81a0-ca24a1a9c9d9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853767 Oct 26 16:56:26.782979 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-65f620f5-ca0f-4109-8f7b-8c04fa5bf974 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872660 Oct 26 16:56:27.075125 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-503a3811-5ca3-45bb-84b1-5489339fe038 req-b84a6da9-f55e-4a27-aec2-e35406061e7d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 210 time: 0.0278730 Oct 26 16:56:28.070674 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:56:28.162828 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e07afbfc-dcdc-4ce1-b7b8-5948800d21bf req-80e015e6-5c25-47fa-a3ae-65a52c2d619f tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 210 time: 0.0324922 Oct 26 16:56:29.252074 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-4f13dbe2-40c1-4182-a4ab-ea0d318a71f5 req-b135e9dd-4383-4b36-b051-91882e132a4e tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 210 time: 0.0324936 Oct 26 16:56:30.340612 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-e37f6689-885a-4645-a155-7421a4ff0737 req-8dc6bb19-603b-473c-9907-77457fdd1a9c tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 210 time: 0.0284572 Oct 26 16:56:31.441995 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-aa26a033-dc4f-490a-813a-eaed3ae11b48 req-40b8917c-e581-423f-9b8a-0558ec409852 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 210 time: 0.0292661 Oct 26 16:56:32.258045 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-2566850d-ab31-4323-9a30-31772c31e2a2 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:32.259048 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-2566850d-ab31-4323-9a30-31772c31e2a2 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.64 "GET /networking/v2.0/networks?id=d45814ca-698b-413e-baca-c5072cdff34c HTTP/1.1" status: 200 len: 809 time: 0.1096516 Oct 26 16:56:32.321938 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-3c51c2ba-64ce-45cd-9b30-f5e60a297231 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=26a086c7a5714316bdd5a70598f934f8 HTTP/1.1" status: 200 len: 380 time: 0.0544264 Oct 26 16:56:32.346388 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-28c9da46-8839-4344-9775-147c97e41da6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Request body: {'port': {'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'admin_state_up': True, 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'security_groups': ['9aac2feb-bcc7-411c-b1b0-2b7787c09442']}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:56:32.456287 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-28c9da46-8839-4344-9775-147c97e41da6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Made reservation on behalf of 26a086c7a5714316bdd5a70598f934f8 for: {'port': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 16:56:32.460252 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-28c9da46-8839-4344-9775-147c97e41da6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:32.564183 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-11638f49-673d-41ed-973a-5de9290233d5 req-cae8647e-150c-44df-acce-b308d08d6b8b tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 210 time: 0.0336838 Oct 26 16:56:32.606161 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-28c9da46-8839-4344-9775-147c97e41da6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Allocated IP 172.20.0.6 (d45814ca-698b-413e-baca-c5072cdff34c/7cea6f29-f688-4dc1-94d7-285b2077c413/499de40f-8c33-44b9-9221-793fd49b2f2a) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:56:32.752154 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-28c9da46-8839-4344-9775-147c97e41da6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for port (499de40f-8c33-44b9-9221-793fd49b2f2a), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:32.784644 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-28c9da46-8839-4344-9775-147c97e41da6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (499de40f-8c33-44b9-9221-793fd49b2f2a), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:32.827562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-28c9da46-8839-4344-9775-147c97e41da6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Network d45814ca-698b-413e-baca-c5072cdff34c is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:56:32.832629 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-28c9da46-8839-4344-9775-147c97e41da6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:56:32.836520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-28c9da46-8839-4344-9775-147c97e41da6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:56:32.861419 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9da46-8839-4344-9775-147c97e41da6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'Port': ['ID=499de40f-8c33-44b9-9221-793fd49b2f2a,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:32.891358 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-28c9da46-8839-4344-9775-147c97e41da6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:32.891981 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-28c9da46-8839-4344-9775-147c97e41da6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:32.910297 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-28c9da46-8839-4344-9775-147c97e41da6 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5675845 Oct 26 16:56:32.925618 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Request body: {'port': {'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:56:32.968919 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:32.998559 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (499de40f-8c33-44b9-9221-793fd49b2f2a), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:33.000752 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:33.093988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-295e185d-6a74-4648-951b-8ceb0bddb4f7 None None] Provisioning complete for port 499de40f-8c33-44b9-9221-793fd49b2f2a triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:56:33.094546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-295e185d-6a74-4648-951b-8ceb0bddb4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (499de40f-8c33-44b9-9221-793fd49b2f2a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:33.094656 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-295e185d-6a74-4648-951b-8ceb0bddb4f7 None None] Attempt 1 to provision port 499de40f-8c33-44b9-9221-793fd49b2f2a Oct 26 16:56:33.130948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-295e185d-6a74-4648-951b-8ceb0bddb4f7 None None] Port 499de40f-8c33-44b9-9221-793fd49b2f2a cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 16:56:33.276859 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499de40f-8c33-44b9-9221-793fd49b2f2a {{(pid=105322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:56:33.284367 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Publish callbacks [] for port (499de40f-8c33-44b9-9221-793fd49b2f2a), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:33.297066 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.provisioning_blocks [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Transition to ACTIVE for port object 499de40f-8c33-44b9-9221-793fd49b2f2a will not be triggered until provisioned by entity L2. {{(pid=105322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 16:56:33.301856 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (499de40f-8c33-44b9-9221-793fd49b2f2a), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:33.360263 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=499de40f-8c33-44b9-9221-793fd49b2f2a,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:33.413637 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Attempting to bind port 499de40f-8c33-44b9-9221-793fd49b2f2a on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 16:56:33.413975 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Attempting to bind port 499de40f-8c33-44b9-9221-793fd49b2f2a by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'b433eea5-dd1f-4bd8-982e-1da801d0c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c'}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 16:56:33.414304 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Attempting to bind port 499de40f-8c33-44b9-9221-793fd49b2f2a on network d45814ca-698b-413e-baca-c5072cdff34c {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:56:33.456812 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Port 499de40f-8c33-44b9-9221-793fd49b2f2a on network d45814ca-698b-413e-baca-c5072cdff34c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 16:56:33.457448 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Attempting to bind port 499de40f-8c33-44b9-9221-793fd49b2f2a on network d45814ca-698b-413e-baca-c5072cdff34c {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 16:56:33.503947 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 16, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 16:56:33.504285 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Checking segment: {'id': 'b433eea5-dd1f-4bd8-982e-1da801d0c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 16:56:33.504670 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Bound using segment: {'id': 'b433eea5-dd1f-4bd8-982e-1da801d0c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c'} {{(pid=105322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 16:56:33.505131 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.managers [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Bound port: 499de40f-8c33-44b9-9221-793fd49b2f2a, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b433eea5-dd1f-4bd8-982e-1da801d0c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c'}}] {{(pid=105322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 16:56:33.505616 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (499de40f-8c33-44b9-9221-793fd49b2f2a), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:33.566056 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] For port 499de40f-8c33-44b9-9221-793fd49b2f2a, host hv-neutron-7598, cleared binding levels {{(pid=105322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 16:56:33.569124 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] For port 499de40f-8c33-44b9-9221-793fd49b2f2a, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=499de40f-8c33-44b9-9221-793fd49b2f2a,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 16:56:33.574935 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (499de40f-8c33-44b9-9221-793fd49b2f2a), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:33.579520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:33.580348 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:33.581752 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/499de40f-8c33-44b9-9221-793fd49b2f2a HTTP/1.1" status: 200 len: 1093 time: 0.6610944 Oct 26 16:56:33.582295 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'tag': '499de40f-8c33-44b9-9221-793fd49b2f2a'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:56:33.584513 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb136ba649fa168c6248ca24a79b4aa523afb5de4688c02f3e3d85afa0885439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b34539b-e637-498b-86ca-0b321bf58733" -d '{"events": [{"name": "network-changed", "server_uuid": "17b9a202-f0ff-4249-b26b-5957ef510e6b", "tag": "499de40f-8c33-44b9-9221-793fd49b2f2a"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:56:33.672693 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d47276f-3690-4876-b2fb-46aec98690e1 x-openstack-request-id: req-0d47276f-3690-4876-b2fb-46aec98690e1 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:56:33.673016 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b9a202-f0ff-4249-b26b-5957ef510e6b", "tag": "499de40f-8c33-44b9-9221-793fd49b2f2a", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:56:33.673275 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d47276f-3690-4876-b2fb-46aec98690e1 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:56:33.673686 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d47276f-3690-4876-b2fb-46aec98690e1'] response: {'name': 'network-changed', 'server_uuid': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'tag': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'status': 'completed', 'code': 200} Oct 26 16:56:33.676888 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c4e67-a34e-4555-a36c-5e4ba8f1f3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=499de40f-8c33-44b9-9221-793fd49b2f2a,revision_number=3']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:33.688882 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-812ce071-705a-4fdc-a1fa-eb2e0a3a2443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:33.690406 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-812ce071-705a-4fdc-a1fa-eb2e0a3a2443 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=26a086c7a5714316bdd5a70598f934f8&device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 1127 time: 0.0586317 Oct 26 16:56:33.731931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f08d8-5fe6-4726-bfe9-e5a01a819c61 req-042b24ff-c8b0-45d7-8c32-ebd6234b6100 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:33.733922 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cc6f08d8-5fe6-4726-bfe9-e5a01a819c61 req-042b24ff-c8b0-45d7-8c32-ebd6234b6100 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 943 time: 0.0512967 Oct 26 16:56:33.735766 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-d3153a9a-1492-4118-b2c3-4004de9f0ecf service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=499de40f-8c33-44b9-9221-793fd49b2f2a HTTP/1.1" status: 200 len: 217 time: 0.0354378 Oct 26 16:56:33.789889 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-cc6f08d8-5fe6-4726-bfe9-e5a01a819c61 req-305ccfce-c60d-4726-a442-59a360b67678 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492792 Oct 26 16:56:33.792675 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-3ffdc219-00bd-40ad-a1a7-2a22865b21b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:33.794209 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-3ffdc219-00bd-40ad-a1a7-2a22865b21b7 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7cea6f29-f688-4dc1-94d7-285b2077c413 HTTP/1.1" status: 200 len: 848 time: 0.0479949 Oct 26 16:56:33.844205 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-3a2746e6-d07c-4b3d-830f-e87b4507e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:33.845760 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-3a2746e6-d07c-4b3d-830f-e87b4507e0b4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d45814ca-698b-413e-baca-c5072cdff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0417559 Oct 26 16:56:33.903014 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:33.949824 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-7d4e730c-e1f0-4d5f-904b-b87398922187 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888426 Oct 26 16:56:34.004172 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:34.041236 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-406c9248-f0a9-4e9d-9ef9-4b80ca803017 req-2094d40a-d6d0-4e14-a858-fccfe9483b52 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861902 Oct 26 16:56:34.140311 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34539b-e637-498b-86ca-0b321bf58733 req-876e92df-bb02-402a-923b-aafcb32dca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:34.141837 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7b34539b-e637-498b-86ca-0b321bf58733 req-876e92df-bb02-402a-923b-aafcb32dca62 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=26a086c7a5714316bdd5a70598f934f8&device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 1127 time: 0.0457983 Oct 26 16:56:34.235910 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34539b-e637-498b-86ca-0b321bf58733 req-6ec8cf72-667d-4af7-99ad-eea78b850fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:34.237335 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7b34539b-e637-498b-86ca-0b321bf58733 req-6ec8cf72-667d-4af7-99ad-eea78b850fd4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d45814ca-698b-413e-baca-c5072cdff34c HTTP/1.1" status: 200 len: 910 time: 0.0857620 Oct 26 16:56:34.283468 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7b34539b-e637-498b-86ca-0b321bf58733 req-db7f3ce9-a096-4438-a85f-ec6c79dc8a7e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=499de40f-8c33-44b9-9221-793fd49b2f2a HTTP/1.1" status: 200 len: 217 time: 0.0363994 Oct 26 16:56:34.336727 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34539b-e637-498b-86ca-0b321bf58733 req-e47b243f-a003-4f1c-ae02-549c3ef7f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:34.338191 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7b34539b-e637-498b-86ca-0b321bf58733 req-e47b243f-a003-4f1c-ae02-549c3ef7f0ae service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7cea6f29-f688-4dc1-94d7-285b2077c413 HTTP/1.1" status: 200 len: 848 time: 0.0446596 Oct 26 16:56:34.353440 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:34.387014 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34539b-e637-498b-86ca-0b321bf58733 req-06936524-ff11-422a-b4a1-3e3d526107c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:34.388566 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7b34539b-e637-498b-86ca-0b321bf58733 req-06936524-ff11-422a-b4a1-3e3d526107c1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d45814ca-698b-413e-baca-c5072cdff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0405371 Oct 26 16:56:34.485456 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7b34539b-e637-498b-86ca-0b321bf58733 req-c1b8ee64-bb93-4c49-9a75-63252f48a1eb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874977 Oct 26 16:56:34.583740 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-7b34539b-e637-498b-86ca-0b321bf58733 req-c2a31d06-287d-4677-ab43-fb038f64c6ed service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889039 Oct 26 16:56:34.917792 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba3a35-48a9-4f29-a8ab-1eda024b3ef1 req-fac255ea-5e23-4807-b96a-903e9a29a605 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:34.919279 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-35ba3a35-48a9-4f29-a8ab-1eda024b3ef1 req-fac255ea-5e23-4807-b96a-903e9a29a605 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 943 time: 0.0515375 Oct 26 16:56:34.968896 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-35ba3a35-48a9-4f29-a8ab-1eda024b3ef1 req-cd8df95a-bc77-4455-8c71-040d1063f43d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435534 Oct 26 16:56:36.094616 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f21df7-ad33-4613-b097-36497de68389 req-926b1837-18bc-4eae-a269-f1cb120bd26e tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:36.096201 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-12f21df7-ad33-4613-b097-36497de68389 req-926b1837-18bc-4eae-a269-f1cb120bd26e tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 943 time: 0.0507152 Oct 26 16:56:36.149401 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-12f21df7-ad33-4613-b097-36497de68389 req-7b5e89e7-7b9d-43b0-b7ec-59a19adc9220 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474381 Oct 26 16:56:37.271320 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c665a16-5167-4022-9f35-8f0eea2ad9e5 req-843588eb-d0cb-48fc-8c21-c18cbb9b08f3 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:37.272830 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3c665a16-5167-4022-9f35-8f0eea2ad9e5 req-843588eb-d0cb-48fc-8c21-c18cbb9b08f3 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 943 time: 0.0468829 Oct 26 16:56:37.324108 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3c665a16-5167-4022-9f35-8f0eea2ad9e5 req-6c87b1ef-80a0-47e6-ad2c-cab1e8c5e9c9 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456159 Oct 26 16:56:38.067542 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:38.447821 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ce41d-62e7-4692-a334-d0b149c7c2a3 req-08ef8975-ec75-4f5a-841b-b11c219c556a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:38.449316 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-394ce41d-62e7-4692-a334-d0b149c7c2a3 req-08ef8975-ec75-4f5a-841b-b11c219c556a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 943 time: 0.0509117 Oct 26 16:56:38.497796 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-394ce41d-62e7-4692-a334-d0b149c7c2a3 req-28422fd0-c9f2-438c-b44b-d73ac4076361 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429664 Oct 26 16:56:38.823652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-be45bd7b-dd51-43b3-b1c8-a670aff7bf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:39.617191 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27416d-203f-445c-b90b-024bce25e8fc req-11cd8352-d7fc-4b1b-9b21-ff8290c8f3fa tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:39.618627 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-cd27416d-203f-445c-b90b-024bce25e8fc req-11cd8352-d7fc-4b1b-9b21-ff8290c8f3fa tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 943 time: 0.0464208 Oct 26 16:56:39.669983 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-cd27416d-203f-445c-b90b-024bce25e8fc req-32ff6b7f-c440-4276-9b2a-949a117f4cd7 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458398 Oct 26 16:56:40.790193 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9110771-fdbc-4cb4-a896-9d44692a251c req-7b3a0475-60d5-4941-8f6c-1e3167be121d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:40.791663 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d9110771-fdbc-4cb4-a896-9d44692a251c req-7b3a0475-60d5-4941-8f6c-1e3167be121d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 943 time: 0.0463958 Oct 26 16:56:40.839885 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-d9110771-fdbc-4cb4-a896-9d44692a251c req-4039a8b1-62fa-418c-bc94-392586d14f8f tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417793 Oct 26 16:56:41.233147 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d34f7c71-5bbe-4b52-94a9-0520503e76d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:41.959890 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf9641-589e-4cf2-9bbb-c1b906e0dabb req-8f5ce057-098d-4e0e-be50-e028d922b10f tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:41.961345 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d0bf9641-589e-4cf2-9bbb-c1b906e0dabb req-8f5ce057-098d-4e0e-be50-e028d922b10f tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 943 time: 0.0470297 Oct 26 16:56:42.010608 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d0bf9641-589e-4cf2-9bbb-c1b906e0dabb req-0e0de11a-ea8f-4772-a165-81371a0ec3c5 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437424 Oct 26 16:56:42.485009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:43.128976 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cbf5e-873a-4cbd-b5c0-801871797f06 req-83174b72-64d1-4b90-8344-9ce9f88b7f18 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:43.130432 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-640cbf5e-873a-4cbd-b5c0-801871797f06 req-83174b72-64d1-4b90-8344-9ce9f88b7f18 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 943 time: 0.0467036 Oct 26 16:56:43.183465 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-640cbf5e-873a-4cbd-b5c0-801871797f06 req-7809af1d-7478-4687-a7db-3039751bca47 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474648 Oct 26 16:56:44.033968 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:44.120629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:44.296327 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:44.305164 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b577c9e-3d3b-4d59-ae22-70301adf1b87 req-ddc53dd3-b39d-4472-b39b-9c2cff971dc1 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:44.306654 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3b577c9e-3d3b-4d59-ae22-70301adf1b87 req-ddc53dd3-b39d-4472-b39b-9c2cff971dc1 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 943 time: 0.0492740 Oct 26 16:56:44.355191 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-3b577c9e-3d3b-4d59-ae22-70301adf1b87 req-fd8ee806-6b00-47ab-9f55-549477a43b0a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424900 Oct 26 16:56:45.475979 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233583e8-c77f-4337-b2ed-d111fb407c65 req-dedbe273-5999-4255-bfba-8b942ca8488d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:45.477390 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-233583e8-c77f-4337-b2ed-d111fb407c65 req-dedbe273-5999-4255-bfba-8b942ca8488d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 943 time: 0.0487595 Oct 26 16:56:45.527666 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-233583e8-c77f-4337-b2ed-d111fb407c65 req-a89c2d80-a622-48b5-9637-5872a2a85171 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439954 Oct 26 16:56:46.650003 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd75dc-a24e-4417-a3c1-ded505b7803d req-e3694377-357e-4d63-b925-c0ae1630ddf1 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:46.651469 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-08cd75dc-a24e-4417-a3c1-ded505b7803d req-e3694377-357e-4d63-b925-c0ae1630ddf1 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 943 time: 0.0506287 Oct 26 16:56:46.695739 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:46.700709 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-08cd75dc-a24e-4417-a3c1-ded505b7803d req-eb60f99b-efd3-4e2f-9237-37f45dcfcf7f tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433047 Oct 26 16:56:46.777430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 499de40f-8c33-44b9-9221-793fd49b2f2a details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 16:56:46.874003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 499de40f-8c33-44b9-9221-793fd49b2f2a, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=499de40f-8c33-44b9-9221-793fd49b2f2a,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:46.884745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'mac_address': 'fa:16:3e:95:d0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 16:56:46.923008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 499de40f-8c33-44b9-9221-793fd49b2f2a is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:46.923398 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (499de40f-8c33-44b9-9221-793fd49b2f2a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:46.936422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499de40f-8c33-44b9-9221-793fd49b2f2a {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 16:56:46.957197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 499de40f-8c33-44b9-9221-793fd49b2f2a, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=499de40f-8c33-44b9-9221-793fd49b2f2a,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:46.961231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (499de40f-8c33-44b9-9221-793fd49b2f2a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:47.006827 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=499de40f-8c33-44b9-9221-793fd49b2f2a,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:47.277660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['499de40f-8c33-44b9-9221-793fd49b2f2a'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 16:56:47.299362 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:47.444782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:47.522493 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:47.807791 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:47.810597 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:47.821531 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e694a-7f05-4638-bde8-2e334c54b18a req-d8485851-b42d-46c9-ad6e-b960e2350a7f tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:47.822993 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fc1e694a-7f05-4638-bde8-2e334c54b18a req-d8485851-b42d-46c9-ad6e-b960e2350a7f tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 944 time: 0.0481198 Oct 26 16:56:47.871815 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-fc1e694a-7f05-4638-bde8-2e334c54b18a req-b54517a9-695d-42f6-adee-4392facf9618 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427866 Oct 26 16:56:48.809087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 499de40f-8c33-44b9-9221-793fd49b2f2a up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:56:48.853708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 499de40f-8c33-44b9-9221-793fd49b2f2a completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 16:56:48.859466 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 499de40f-8c33-44b9-9221-793fd49b2f2a triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:56:48.859956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (499de40f-8c33-44b9-9221-793fd49b2f2a), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:48.860305 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 499de40f-8c33-44b9-9221-793fd49b2f2a Oct 26 16:56:48.861665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:48.933760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 499de40f-8c33-44b9-9221-793fd49b2f2a is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:48.934183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (499de40f-8c33-44b9-9221-793fd49b2f2a), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:48.959241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499de40f-8c33-44b9-9221-793fd49b2f2a'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:56:48.961527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0791dcd99e10d2601dac9685061402289b22c07495f87ab2850faee0ade828c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5cb208-b182-4d85-9b42-c13cf5fd2622" -d '{"events": [{"server_uuid": "17b9a202-f0ff-4249-b26b-5957ef510e6b", "name": "network-vif-plugged", "status": "completed", "tag": "499de40f-8c33-44b9-9221-793fd49b2f2a"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:56:48.975192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 499de40f-8c33-44b9-9221-793fd49b2f2a, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=499de40f-8c33-44b9-9221-793fd49b2f2a,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:48.980066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (499de40f-8c33-44b9-9221-793fd49b2f2a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:48.993621 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5161ccc-3d1a-48e3-9cd9-11934ac08543 req-1d6e2962-e3f1-46ef-a9cf-c6eb25f4dfd7 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:48.995130 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a5161ccc-3d1a-48e3-9cd9-11934ac08543 req-1d6e2962-e3f1-46ef-a9cf-c6eb25f4dfd7 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 944 time: 0.0498087 Oct 26 16:56:49.008017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 16:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb2e2ea-17ba-4d76-a57c-f8e871da6041 x-openstack-request-id: req-ffb2e2ea-17ba-4d76-a57c-f8e871da6041 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:56:49.008318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b9a202-f0ff-4249-b26b-5957ef510e6b", "name": "network-vif-plugged", "status": "completed", "tag": "499de40f-8c33-44b9-9221-793fd49b2f2a", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:56:49.008580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ffb2e2ea-17ba-4d76-a57c-f8e871da6041 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:56:49.009007 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffb2e2ea-17ba-4d76-a57c-f8e871da6041'] response: {'server_uuid': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'code': 200} Oct 26 16:56:49.042066 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=499de40f-8c33-44b9-9221-793fd49b2f2a,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:49.047114 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-a5161ccc-3d1a-48e3-9cd9-11934ac08543 req-22466f29-c00b-4dce-b906-b717e252954d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461161 Oct 26 16:56:49.219245 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428df11f-8a1e-45e0-8358-59dec3a6f170 req-444a56e3-6a23-4510-89a3-f5400e8d3125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:49.220748 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-428df11f-8a1e-45e0-8358-59dec3a6f170 req-444a56e3-6a23-4510-89a3-f5400e8d3125 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 1129 time: 0.0433288 Oct 26 16:56:49.271878 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-428df11f-8a1e-45e0-8358-59dec3a6f170 req-72a84980-1d4d-414a-a13a-97dfa0a3487b service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411344 Oct 26 16:56:50.178835 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11464190-2c50-4b43-9413-2b96c5dba80d req-6d391260-ba1c-4d09-919c-a12aa4145795 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:50.180397 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-11464190-2c50-4b43-9413-2b96c5dba80d req-6d391260-ba1c-4d09-919c-a12aa4145795 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 945 time: 0.0528131 Oct 26 16:56:50.234430 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-11464190-2c50-4b43-9413-2b96c5dba80d req-ab681284-258b-42c2-b2a8-2f127e600985 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477638 Oct 26 16:56:51.354192 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4bd58-686f-4b1d-b3d7-34227d81b8e2 req-bf7b0e89-cc9e-4a87-bdf4-62454e686d66 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:51.355639 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8fd4bd58-686f-4b1d-b3d7-34227d81b8e2 req-bf7b0e89-cc9e-4a87-bdf4-62454e686d66 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 945 time: 0.0463521 Oct 26 16:56:51.406933 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8fd4bd58-686f-4b1d-b3d7-34227d81b8e2 req-982fb410-2d3c-4f5b-b07f-0f64e3334d4d tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449345 Oct 26 16:56:51.525787 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d683fb9-0c98-4f25-a4d1-105f3985105e req-a46d491c-984d-4656-8639-ad14517e81bc tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:51.527258 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8d683fb9-0c98-4f25-a4d1-105f3985105e req-a46d491c-984d-4656-8639-ad14517e81bc tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 945 time: 0.0476358 Oct 26 16:56:51.576513 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8d683fb9-0c98-4f25-a4d1-105f3985105e req-0e6ccca4-6a44-4857-8a50-c6dd39083817 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430582 Oct 26 16:56:51.603511 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48400) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:56:51.645126 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8708bba9-6449-4738-96ed-8114f8aa3478 tempest-TestShelveInstance-574679979 tempest-TestShelveInstance-574679979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:51.646621 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8708bba9-6449-4738-96ed-8114f8aa3478 tempest-TestShelveInstance-574679979 tempest-TestShelveInstance-574679979-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 1124 time: 0.0421765 Oct 26 16:56:51.649352 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48402) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 16:56:51.654001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 16:56:51.674510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:51.753159 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:51.860396 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Allocated IP 172.26.11.191 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/0e610b0c-50a5-47df-b764-b3f47feab72e) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 16:56:51.963416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for port (0e610b0c-50a5-47df-b764-b3f47feab72e), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:51.994333 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (0e610b0c-50a5-47df-b764-b3f47feab72e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:52.037133 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 16:56:52.043993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 16:56:52.047788 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 16:56:52.051025 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'Port': ['ID=0e610b0c-50a5-47df-b764-b3f47feab72e,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:52.120171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:52.207544 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:52.398208 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for floatingip (388baa84-3079-4d38-af73-a45ec4e4dfc1), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:52.463567 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (0e610b0c-50a5-47df-b764-b3f47feab72e), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:52.608975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for port (0e610b0c-50a5-47df-b764-b3f47feab72e), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:52.613308 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (0e610b0c-50a5-47df-b764-b3f47feab72e), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:52.682875 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (388baa84-3079-4d38-af73-a45ec4e4dfc1), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:52.685302 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event updated for resources: {'Port': ['ID=0e610b0c-50a5-47df-b764-b3f47feab72e,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:52.780319 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Floating IP 388baa84-3079-4d38-af73-a45ec4e4dfc1 associated. External IP: 172.26.11.191, port: 499de40f-8c33-44b9-9221-793fd49b2f2a. Oct 26 16:56:52.970797 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:52.976195 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Router 0f0750a3-27cb-409a-9b4e-fbd910f7694d has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 16:56:53.036940 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:53.084520 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 16:56:53.095320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aa2428-6bab-4f5b-b720-c96df7eb676c None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:56:53.102843 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:53.106408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aa2428-6bab-4f5b-b720-c96df7eb676c None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:56:53.107047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-86aa2428-6bab-4f5b-b720-c96df7eb676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:53.134923 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-7ce59952-5a41-42b6-8b61-03607203e02a tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4824965 Oct 26 16:56:53.134923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'tag': '499de40f-8c33-44b9-9221-793fd49b2f2a'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 16:56:53.135756 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fc70d6-de7c-4e8c-a6bd-0ad928229229" -d '{"events": [{"name": "network-changed", "server_uuid": "17b9a202-f0ff-4249-b26b-5957ef510e6b", "tag": "499de40f-8c33-44b9-9221-793fd49b2f2a"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 16:56:53.174026 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 16:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e012c3d6-b311-40ce-9f23-a9f1b60b9064 x-openstack-request-id: req-e012c3d6-b311-40ce-9f23-a9f1b60b9064 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 16:56:53.174480 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b9a202-f0ff-4249-b26b-5957ef510e6b", "tag": "499de40f-8c33-44b9-9221-793fd49b2f2a", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 16:56:53.174742 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e012c3d6-b311-40ce-9f23-a9f1b60b9064 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 16:56:53.175159 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e012c3d6-b311-40ce-9f23-a9f1b60b9064'] response: {'name': 'network-changed', 'server_uuid': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'tag': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'status': 'completed', 'code': 200} Oct 26 16:56:53.218052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-86aa2428-6bab-4f5b-b720-c96df7eb676c None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:56:53.236733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc70d6-de7c-4e8c-a6bd-0ad928229229 req-25931f2c-029d-4046-b76e-37fad826667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:53.238225 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-06fc70d6-de7c-4e8c-a6bd-0ad928229229 req-25931f2c-029d-4046-b76e-37fad826667c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=26a086c7a5714316bdd5a70598f934f8&device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 1129 time: 0.0405278 Oct 26 16:56:53.335084 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc70d6-de7c-4e8c-a6bd-0ad928229229 req-dc3f1efb-7693-4e25-8e80-020c8a7b23ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:53.336545 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-06fc70d6-de7c-4e8c-a6bd-0ad928229229 req-dc3f1efb-7693-4e25-8e80-020c8a7b23ec service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d45814ca-698b-413e-baca-c5072cdff34c HTTP/1.1" status: 200 len: 910 time: 0.0913410 Oct 26 16:56:53.397111 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-06fc70d6-de7c-4e8c-a6bd-0ad928229229 req-e5c113d2-9a0f-4d7c-b2d0-3859a37d2e94 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=499de40f-8c33-44b9-9221-793fd49b2f2a HTTP/1.1" status: 200 len: 1000 time: 0.0539291 Oct 26 16:56:53.428334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-86aa2428-6bab-4f5b-b720-c96df7eb676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:21Z', 'revision_number': 35, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '388baa84-3079-4d38-af73-a45ec4e4dfc1', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.191', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:95:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:56:52Z', 'updated_at': '2022-10-26T16:56:52Z', 'revision_number': 0, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:23Z', 'revision_number': 46, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:53.449515 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc70d6-de7c-4e8c-a6bd-0ad928229229 req-28b03b0f-5e97-4ff6-b388-f539261b0848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:53.450993 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-06fc70d6-de7c-4e8c-a6bd-0ad928229229 req-28b03b0f-5e97-4ff6-b388-f539261b0848 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7cea6f29-f688-4dc1-94d7-285b2077c413 HTTP/1.1" status: 200 len: 848 time: 0.0484738 Oct 26 16:56:53.456555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aa2428-6bab-4f5b-b720-c96df7eb676c None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:56:53.465123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aa2428-6bab-4f5b-b720-c96df7eb676c None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:56:53.466284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-86aa2428-6bab-4f5b-b720-c96df7eb676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:53.495985 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc70d6-de7c-4e8c-a6bd-0ad928229229 req-abfcc9c5-23f8-4ea3-ad5d-3910061a8acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:56:53.497461 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-06fc70d6-de7c-4e8c-a6bd-0ad928229229 req-abfcc9c5-23f8-4ea3-ad5d-3910061a8acd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d45814ca-698b-413e-baca-c5072cdff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0405109 Oct 26 16:56:53.568992 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-86aa2428-6bab-4f5b-b720-c96df7eb676c None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:56:53.589199 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-06fc70d6-de7c-4e8c-a6bd-0ad928229229 req-0124ff7b-a86b-4dec-ac82-479f2d2dbbb6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859592 Oct 26 16:56:53.677885 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-06fc70d6-de7c-4e8c-a6bd-0ad928229229 req-f14ad93d-ef14-4024-b2fd-ea218c3d40f3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827224 Oct 26 16:56:53.777573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-86aa2428-6bab-4f5b-b720-c96df7eb676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:21Z', 'revision_number': 35, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '388baa84-3079-4d38-af73-a45ec4e4dfc1', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.191', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:95:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:56:52Z', 'updated_at': '2022-10-26T16:56:52Z', 'revision_number': 0, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:23Z', 'revision_number': 46, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:53.802352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aa2428-6bab-4f5b-b720-c96df7eb676c None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:21Z', 'revision_number': 35, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '388baa84-3079-4d38-af73-a45ec4e4dfc1', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.191', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:95:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:56:52Z', 'updated_at': '2022-10-26T16:56:52Z', 'revision_number': 0, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:23Z', 'revision_number': 46, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:56:55.258490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:56:55.296459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:55.308445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:56:55.308844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:55.309182 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:56:55.335329 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bea7c5-6a68-46e1-80d3-405e7f3b8469 None None] New status for floating IP 388baa84-3079-4d38-af73-a45ec4e4dfc1: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:56:55.382259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:55.382566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:55.413858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:55.418018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:55.419429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:56:55.493715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=47']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:55.499432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:55.506514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:56:55.506889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:55.507226 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 16:56:55.580959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:55.581392 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:55.607631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:55.611935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:55.640635 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:55.662620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=36']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:56.004395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91eed70b-a596-4276-a24a-48ef94b63a54 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:56:56.006606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eed70b-a596-4276-a24a-48ef94b63a54 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:56:56.007296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-91eed70b-a596-4276-a24a-48ef94b63a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:56.245704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-91eed70b-a596-4276-a24a-48ef94b63a54 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:56:56.456181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-91eed70b-a596-4276-a24a-48ef94b63a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:55Z', 'revision_number': 36, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '388baa84-3079-4d38-af73-a45ec4e4dfc1', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.191', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:95:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:56:52Z', 'updated_at': '2022-10-26T16:56:55Z', 'revision_number': 1, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:55Z', 'revision_number': 47, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:56.485068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91eed70b-a596-4276-a24a-48ef94b63a54 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:56:56.493560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eed70b-a596-4276-a24a-48ef94b63a54 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:56:56.494155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-91eed70b-a596-4276-a24a-48ef94b63a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:56.595300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-91eed70b-a596-4276-a24a-48ef94b63a54 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:56:56.796711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-91eed70b-a596-4276-a24a-48ef94b63a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:55Z', 'revision_number': 36, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '388baa84-3079-4d38-af73-a45ec4e4dfc1', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.191', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:95:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:56:52Z', 'updated_at': '2022-10-26T16:56:55Z', 'revision_number': 1, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:55Z', 'revision_number': 47, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:56.820896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91eed70b-a596-4276-a24a-48ef94b63a54 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:55Z', 'revision_number': 36, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '388baa84-3079-4d38-af73-a45ec4e4dfc1', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.191', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:95:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:56:52Z', 'updated_at': '2022-10-26T16:56:55Z', 'revision_number': 1, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:55Z', 'revision_number': 47, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:56:57.181057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:56:57.259922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:57.260264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:57.296578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:57.301231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:57.331601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:56:57.393138 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:57.393959 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=48']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:57.446820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:57.543044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:56:57.588788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:56:57.589207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:57.589552 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:56:57.669071 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:57.669463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:57.704920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:57.709699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:57.714607 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:57.763725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=49']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:57.776745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:56:57.820989 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:56:57.856299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:57.856695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:57.879312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:57.883310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:57.934732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=37']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:58.409372 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f4962-cc5d-4162-8d7c-a1f4a8accaee None None] New status for floating IP 388baa84-3079-4d38-af73-a45ec4e4dfc1: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:56:59.106770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05ee409-446d-4c20-872a-800949592ce9 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:56:59.106770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05ee409-446d-4c20-872a-800949592ce9 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:56:59.106770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f05ee409-446d-4c20-872a-800949592ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:59.215794 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f05ee409-446d-4c20-872a-800949592ce9 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:56:59.243293 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:56:59.417662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:56:59.418057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:59.478402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:56:59.484732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:56:59.556956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f05ee409-446d-4c20-872a-800949592ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:57Z', 'revision_number': 37, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '388baa84-3079-4d38-af73-a45ec4e4dfc1', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.191', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:95:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:56:52Z', 'updated_at': '2022-10-26T16:56:58Z', 'revision_number': 2, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:57Z', 'revision_number': 49, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:59.587199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05ee409-446d-4c20-872a-800949592ce9 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:56:59.589115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=50']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:56:59.598612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05ee409-446d-4c20-872a-800949592ce9 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:56:59.599200 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f05ee409-446d-4c20-872a-800949592ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:56:59.699417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f05ee409-446d-4c20-872a-800949592ce9 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:57:00.033266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:00.044166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f05ee409-446d-4c20-872a-800949592ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:57Z', 'revision_number': 37, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '388baa84-3079-4d38-af73-a45ec4e4dfc1', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.191', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:95:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:56:52Z', 'updated_at': '2022-10-26T16:56:58Z', 'revision_number': 2, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:59Z', 'revision_number': 50, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:00.068630 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05ee409-446d-4c20-872a-800949592ce9 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:56:57Z', 'revision_number': 37, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '388baa84-3079-4d38-af73-a45ec4e4dfc1', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.191', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:95:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:56:52Z', 'updated_at': '2022-10-26T16:56:58Z', 'revision_number': 2, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:56:59Z', 'revision_number': 50, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:01.271375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:57:01.316373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:57:01.316751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:01.317120 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:57:01.392626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:57:01.392962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:01.425156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:57:01.428985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:01.429793 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:57:01.478524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:01.511088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=51']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:01.514514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:57:01.514890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:01.515226 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 16:57:01.589438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:57:01.589821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:01.596380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:01.612246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:57:01.615884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:01.664525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=38']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:01.679357 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23653f5-f0dd-430f-b688-07dbcf689af9 None None] New status for floating IP 388baa84-3079-4d38-af73-a45ec4e4dfc1: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:57:02.023298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88574b18-8ec9-4698-8134-8b4cba5e41a6 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:02.023298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88574b18-8ec9-4698-8134-8b4cba5e41a6 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:57:02.023298 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-88574b18-8ec9-4698-8134-8b4cba5e41a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:02.131707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-88574b18-8ec9-4698-8134-8b4cba5e41a6 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:57:02.355175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-88574b18-8ec9-4698-8134-8b4cba5e41a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:57:01Z', 'revision_number': 38, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '388baa84-3079-4d38-af73-a45ec4e4dfc1', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.191', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:95:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:56:52Z', 'updated_at': '2022-10-26T16:57:01Z', 'revision_number': 3, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:57:01Z', 'revision_number': 51, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:02.381364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88574b18-8ec9-4698-8134-8b4cba5e41a6 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:57:02.390305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88574b18-8ec9-4698-8134-8b4cba5e41a6 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:57:02.390922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-88574b18-8ec9-4698-8134-8b4cba5e41a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:02.498551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-88574b18-8ec9-4698-8134-8b4cba5e41a6 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:57:02.711739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-88574b18-8ec9-4698-8134-8b4cba5e41a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:57:01Z', 'revision_number': 38, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '388baa84-3079-4d38-af73-a45ec4e4dfc1', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.191', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:95:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:56:52Z', 'updated_at': '2022-10-26T16:57:01Z', 'revision_number': 3, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:57:01Z', 'revision_number': 51, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:02.737170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88574b18-8ec9-4698-8134-8b4cba5e41a6 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:57:01Z', 'revision_number': 38, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '388baa84-3079-4d38-af73-a45ec4e4dfc1', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.191', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:95:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:56:52Z', 'updated_at': '2022-10-26T16:57:01Z', 'revision_number': 3, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:57:01Z', 'revision_number': 51, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:03.128134 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:03.129574 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:03.183617 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:57:03.259035 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:57:03.259452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:03.287407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:03.302712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:57:03.307844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:03.335178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:57:03.401348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=52']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:03.440065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:57:03.514056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:57:03.564448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:57:03.564818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:03.565172 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:57:03.636641 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:03.639156 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:57:03.639547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:03.673165 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:03.674727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:57:03.675520 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=69 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:03.679117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:03.732563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=53']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:03.739120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:57:03.780073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:03.815463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:57:03.815764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:03.837423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:57:03.841845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:03.890664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=39']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:04.369416 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd74cf0d-86c1-4b28-b23c-2096d3b01a46 None None] New status for floating IP 388baa84-3079-4d38-af73-a45ec4e4dfc1: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:57:05.068918 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:57:05.251726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9682ee5f-16be-4a05-9eb3-ec7e0f57e314 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:05.251726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9682ee5f-16be-4a05-9eb3-ec7e0f57e314 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:57:05.251726 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9682ee5f-16be-4a05-9eb3-ec7e0f57e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:05.286455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:57:05.385428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-9682ee5f-16be-4a05-9eb3-ec7e0f57e314 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:57:05.475995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:57:05.476384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:05.537201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:57:05.567499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:05.773762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=54']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:05.823130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9682ee5f-16be-4a05-9eb3-ec7e0f57e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:57:03Z', 'revision_number': 39, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '388baa84-3079-4d38-af73-a45ec4e4dfc1', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.191', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:95:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:56:52Z', 'updated_at': '2022-10-26T16:57:04Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:57:03Z', 'revision_number': 53, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:05.848208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9682ee5f-16be-4a05-9eb3-ec7e0f57e314 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:57:05.856610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9682ee5f-16be-4a05-9eb3-ec7e0f57e314 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:57:05.857237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9682ee5f-16be-4a05-9eb3-ec7e0f57e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:05.957671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-9682ee5f-16be-4a05-9eb3-ec7e0f57e314 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:57:06.165621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9682ee5f-16be-4a05-9eb3-ec7e0f57e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:57:03Z', 'revision_number': 39, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '388baa84-3079-4d38-af73-a45ec4e4dfc1', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.191', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:95:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:56:52Z', 'updated_at': '2022-10-26T16:57:04Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:57:05Z', 'revision_number': 54, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:06.190537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9682ee5f-16be-4a05-9eb3-ec7e0f57e314 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:57:03Z', 'revision_number': 39, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '388baa84-3079-4d38-af73-a45ec4e4dfc1', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.191', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:95:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:56:52Z', 'updated_at': '2022-10-26T16:57:04Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:57:05Z', 'revision_number': 54, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:07.276829 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:57:07.319164 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:07.322296 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:07.330561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:57:07.330942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:07.331282 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 16:57:07.410639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:57:07.411025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:07.444972 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:57:07.448708 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:07.449553 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 16:57:07.525510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=55']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:07.535770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 16:57:07.536040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:07.536383 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 16:57:07.608422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:57:07.608927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:07.619861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:07.631482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:57:07.635015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:07.685642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=40']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:07.692756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:07.693140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:07.693510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:07.693855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:07.694195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:07.694532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:07.694864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:07.695195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:07.695527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:07.695858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:07.696189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:07.696519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:07.696875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:07.697205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:07.697528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 16:57:07.765000 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc785d5-f254-4724-ab45-db6b7e0ef6af None None] New status for floating IP 388baa84-3079-4d38-af73-a45ec4e4dfc1: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:57:08.388141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ef6d7-d27d-4521-9cbb-8322e3170b24 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 16:57:08.388141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ef6d7-d27d-4521-9cbb-8322e3170b24 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:57:08.388673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-569ef6d7-d27d-4521-9cbb-8322e3170b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:08.492096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-569ef6d7-d27d-4521-9cbb-8322e3170b24 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:57:08.696037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-569ef6d7-d27d-4521-9cbb-8322e3170b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:57:07Z', 'revision_number': 40, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '388baa84-3079-4d38-af73-a45ec4e4dfc1', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.191', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:95:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:56:52Z', 'updated_at': '2022-10-26T16:57:07Z', 'revision_number': 5, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:57:07Z', 'revision_number': 55, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:08.723447 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ef6d7-d27d-4521-9cbb-8322e3170b24 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 16:57:08.732429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ef6d7-d27d-4521-9cbb-8322e3170b24 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 16:57:08.733321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-569ef6d7-d27d-4521-9cbb-8322e3170b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T16:56:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:08.842408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-78a68a09-6901-40f2-97ce-c327f24fb494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:08.847045 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-569ef6d7-d27d-4521-9cbb-8322e3170b24 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 16:57:09.055876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-569ef6d7-d27d-4521-9cbb-8322e3170b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:57:07Z', 'revision_number': 40, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '388baa84-3079-4d38-af73-a45ec4e4dfc1', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.191', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:95:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:56:52Z', 'updated_at': '2022-10-26T16:57:07Z', 'revision_number': 5, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:57:07Z', 'revision_number': 55, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 16:57:09.079683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ef6d7-d27d-4521-9cbb-8322e3170b24 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:57:07Z', 'revision_number': 40, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': '388baa84-3079-4d38-af73-a45ec4e4dfc1', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'floating_ip_address': '172.26.11.191', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'port_id': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'mac_address': 'fa:16:3e:95:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T16:56:52Z', 'updated_at': '2022-10-26T16:57:07Z', 'revision_number': 5, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:57:07Z', 'revision_number': 55, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 16:57:09.232150 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:57:09.328645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:57:09.328979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:09.365124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:57:09.369732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:09.370537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:57:09.375327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:09.448217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=56']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:09.480773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:09.490608 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:57:09.491054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:09.513400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 16:57:09.517572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:09.572130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=41']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 16:57:10.692647 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f40609a-053c-499b-ba9a-f18e46b15b03 None None] New status for floating IP 388baa84-3079-4d38-af73-a45ec4e4dfc1: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 16:57:11.239017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a98331ef-1426-4a37-b09b-b4b60c24d871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:12.487387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:13.192978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 16:57:13.408568 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 16:57:14.036481 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:14.124977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:17.523054 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:20.789613 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=61,neutron:UPDATE=6 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:20.791983 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:27.513219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:27.517227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:27.519278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:28.225034 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d2e4ba78-4c27-462e-891b-323b68b20b61 req-36a24d8d-e981-4de0-8cc2-0c291f9508cd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411189 Oct 26 16:57:28.313582 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4ba78-4c27-462e-891b-323b68b20b61 req-216ebf47-0488-40aa-9a66-53b403901078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:57:28.315092 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d2e4ba78-4c27-462e-891b-323b68b20b61 req-216ebf47-0488-40aa-9a66-53b403901078 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=26a086c7a5714316bdd5a70598f934f8&device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 1129 time: 0.0457013 Oct 26 16:57:28.426651 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4ba78-4c27-462e-891b-323b68b20b61 req-d14bc578-fb9f-4a51-bd5a-da49a152c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:57:28.428125 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d2e4ba78-4c27-462e-891b-323b68b20b61 req-d14bc578-fb9f-4a51-bd5a-da49a152c79c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d45814ca-698b-413e-baca-c5072cdff34c HTTP/1.1" status: 200 len: 910 time: 0.0926683 Oct 26 16:57:28.750073 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d2e4ba78-4c27-462e-891b-323b68b20b61 req-2ffa5163-7c24-4b43-bcfb-884514721d93 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=499de40f-8c33-44b9-9221-793fd49b2f2a HTTP/1.1" status: 200 len: 1001 time: 0.3152008 Oct 26 16:57:28.799839 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4ba78-4c27-462e-891b-323b68b20b61 req-e59e4a0d-af4a-422a-92ed-b40e9747d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:57:28.801282 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d2e4ba78-4c27-462e-891b-323b68b20b61 req-e59e4a0d-af4a-422a-92ed-b40e9747d88f service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7cea6f29-f688-4dc1-94d7-285b2077c413 HTTP/1.1" status: 200 len: 848 time: 0.0440185 Oct 26 16:57:28.843850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4ba78-4c27-462e-891b-323b68b20b61 req-ea08afa7-9789-4eab-8900-dc6f7f35b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:57:28.845329 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d2e4ba78-4c27-462e-891b-323b68b20b61 req-ea08afa7-9789-4eab-8900-dc6f7f35b0c5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d45814ca-698b-413e-baca-c5072cdff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379250 Oct 26 16:57:28.943398 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d2e4ba78-4c27-462e-891b-323b68b20b61 req-56f9f867-0526-495e-adca-c840b624f0cf service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896468 Oct 26 16:57:29.032381 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-d2e4ba78-4c27-462e-891b-323b68b20b61 req-9c71de30-df22-4b7d-8d07-d71b9abc4d6f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823114 Oct 26 16:57:37.285287 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:37.286123 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:38.825100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-21ec8c3c-8efe-4604-b4ea-3446e2026ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:39.023111 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=48 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:39.029112 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=53 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:41.230483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-725efcc1-cbeb-41d4-9a2b-5a79b53d7f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:42.068075 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:57:42.490264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:44.038604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:44.127090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:47.525222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:57:57.513446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:57.517812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:57.520491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:58.724614 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=20 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:57:58.727570 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=14 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:58:08.826725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-27a9bcc4-e084-4478-a3e1-a85e5d59f7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:58:11.231573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f02aa71e-ce4f-42b0-9625-4f02c944e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:58:12.492662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:58:14.045116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:58:14.129609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:58:17.523468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:58:19.068277 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:58:24.126449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:58:25.343682 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:58:27.512922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:58:27.517709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:58:28.263573 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-88fe453a-cdfb-4823-8431-c84228eaf2d1 req-ccce7606-104b-4af9-9329-9a606ffe277a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416088 Oct 26 16:58:28.349088 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe453a-cdfb-4823-8431-c84228eaf2d1 req-c20dd630-b703-4954-a183-a072b047f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:28.350609 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-88fe453a-cdfb-4823-8431-c84228eaf2d1 req-c20dd630-b703-4954-a183-a072b047f3f6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=26a086c7a5714316bdd5a70598f934f8&device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 1129 time: 0.0395958 Oct 26 16:58:28.457287 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe453a-cdfb-4823-8431-c84228eaf2d1 req-dc6eba90-7051-44a8-9c23-aba1f53ab916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:28.458711 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-88fe453a-cdfb-4823-8431-c84228eaf2d1 req-dc6eba90-7051-44a8-9c23-aba1f53ab916 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d45814ca-698b-413e-baca-c5072cdff34c HTTP/1.1" status: 200 len: 910 time: 0.0848811 Oct 26 16:58:28.523129 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-88fe453a-cdfb-4823-8431-c84228eaf2d1 req-b2e8dc05-e9fa-4e22-861a-c082e410eeba service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=499de40f-8c33-44b9-9221-793fd49b2f2a HTTP/1.1" status: 200 len: 1001 time: 0.0569849 Oct 26 16:58:28.570199 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe453a-cdfb-4823-8431-c84228eaf2d1 req-390b066b-d4d5-4659-9768-91eb1b5f2d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:28.571627 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-88fe453a-cdfb-4823-8431-c84228eaf2d1 req-390b066b-d4d5-4659-9768-91eb1b5f2d33 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7cea6f29-f688-4dc1-94d7-285b2077c413 HTTP/1.1" status: 200 len: 848 time: 0.0428901 Oct 26 16:58:28.618074 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe453a-cdfb-4823-8431-c84228eaf2d1 req-cebd999b-6e2d-42d6-9c25-7d0db312a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:58:28.619584 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-88fe453a-cdfb-4823-8431-c84228eaf2d1 req-cebd999b-6e2d-42d6-9c25-7d0db312a4bc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d45814ca-698b-413e-baca-c5072cdff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387137 Oct 26 16:58:28.717800 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-88fe453a-cdfb-4823-8431-c84228eaf2d1 req-94ddc6ad-73ea-49a6-926f-477a02203bd5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885420 Oct 26 16:58:28.815096 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-88fe453a-cdfb-4823-8431-c84228eaf2d1 req-98c4bc93-3924-4573-8bb3-6fdc0535d392 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872228 Oct 26 16:58:29.063521 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:58:38.722774 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=10 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:58:38.724609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:58:38.732470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=10 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:58:38.810875 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=48 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:58:38.812340 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=53 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:58:38.828751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c6c0e4f1-e03f-48da-b6fe-1907b689f5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:58:41.234208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5e7d4843-c977-4500-bdae-74763622410f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:58:42.496210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:58:44.044386 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:58:44.131536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:58:47.538117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:58:56.069035 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:58:57.526504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:58:57.530711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:58:57.532891 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:59:02.340262 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:59:06.064529 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:59:08.834406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c1ad8502-55d4-45f1-876a-da59968ef9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:59:11.237393 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8319be21-08a0-4ac0-a676-0c266c7de760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:59:12.498742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:59:14.046438 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:59:14.132930 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:59:17.536642 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:59:27.525816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:59:27.526560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:59:27.533415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:59:29.300572 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ae292d05-aa4d-47fa-aff2-d85e6568cb72 req-f3c1435d-fffd-4ca1-a5ec-adcdfc76efc9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764353 Oct 26 16:59:29.387957 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae292d05-aa4d-47fa-aff2-d85e6568cb72 req-34caf760-1f32-4fb6-9c79-0bcbfe14b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:59:29.389453 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ae292d05-aa4d-47fa-aff2-d85e6568cb72 req-34caf760-1f32-4fb6-9c79-0bcbfe14b1a7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=26a086c7a5714316bdd5a70598f934f8&device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 1129 time: 0.0400438 Oct 26 16:59:29.498608 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae292d05-aa4d-47fa-aff2-d85e6568cb72 req-b4bddba4-cc1a-4cde-8f14-88717a52b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:59:29.499975 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ae292d05-aa4d-47fa-aff2-d85e6568cb72 req-b4bddba4-cc1a-4cde-8f14-88717a52b737 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d45814ca-698b-413e-baca-c5072cdff34c HTTP/1.1" status: 200 len: 910 time: 0.0888734 Oct 26 16:59:29.559557 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ae292d05-aa4d-47fa-aff2-d85e6568cb72 req-318701b8-2352-492d-b552-59c4e4b6c859 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=499de40f-8c33-44b9-9221-793fd49b2f2a HTTP/1.1" status: 200 len: 1001 time: 0.0535643 Oct 26 16:59:29.609792 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae292d05-aa4d-47fa-aff2-d85e6568cb72 req-94178d42-9a33-4562-ab36-f68c1bfd4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:59:29.611177 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ae292d05-aa4d-47fa-aff2-d85e6568cb72 req-94178d42-9a33-4562-ab36-f68c1bfd4c8e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7cea6f29-f688-4dc1-94d7-285b2077c413 HTTP/1.1" status: 200 len: 848 time: 0.0426157 Oct 26 16:59:29.661413 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae292d05-aa4d-47fa-aff2-d85e6568cb72 req-093ee005-f7d3-4c7a-85f4-1b36866a9295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 16:59:29.662902 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ae292d05-aa4d-47fa-aff2-d85e6568cb72 req-093ee005-f7d3-4c7a-85f4-1b36866a9295 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d45814ca-698b-413e-baca-c5072cdff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421529 Oct 26 16:59:29.756243 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ae292d05-aa4d-47fa-aff2-d85e6568cb72 req-53a251b1-3935-41e6-92f7-74c424e77360 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833788 Oct 26 16:59:29.851943 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ae292d05-aa4d-47fa-aff2-d85e6568cb72 req-f0b77906-b584-49c4-a625-7100f6b88298 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868328 Oct 26 16:59:33.069982 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 16:59:38.837627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fa58875d-161a-44e5-ac12-098398ce902f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:59:39.338754 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:59:39.842113 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=48 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:59:39.848391 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=53 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:59:41.239231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5f678f9f-0719-4989-a7b5-5774b7e07895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:59:42.503451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:59:43.063846 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=7 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:59:44.050487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:59:44.136310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:59:47.545312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 16:59:57.534543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:59:57.539299 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:59:57.541895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:59:58.722678 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=13 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 16:59:58.725335 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=13 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:08.839648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f867f7be-7e0d-4922-9847-d40090aeca3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:10.069578 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:00:11.242039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-05cf4bf6-f83c-4d80-bc06-63cefe03e36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:12.504268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:14.056233 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:14.138655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:16.333178 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:17.549917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:20.065609 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:23.884414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48470) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:24.027708 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Deleting port 0e610b0c-50a5-47df-b764-b3f47feab72e {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:00:24.028052 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (0e610b0c-50a5-47df-b764-b3f47feab72e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:24.103672 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (0e610b0c-50a5-47df-b764-b3f47feab72e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:24.103997 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for floatingip (0e610b0c-50a5-47df-b764-b3f47feab72e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:24.117930 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Calling delete_port for 0e610b0c-50a5-47df-b764-b3f47feab72e owned by network:floatingip {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:00:24.264931 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (0e610b0c-50a5-47df-b764-b3f47feab72e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:24.288838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event deleted for resources: {'Port': ['ID=0e610b0c-50a5-47df-b764-b3f47feab72e,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:24.302662 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:24.303048 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:24.303397 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:24.303744 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:24.304083 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:24.304416 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:24.304748 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:24.305112 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:24.305444 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:24.305777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:24.306106 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:24.306438 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:24.306764 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:24.307089 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:24.307414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:24.367482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for floatingip (388baa84-3079-4d38-af73-a45ec4e4dfc1), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:24.367813 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Floating IP 388baa84-3079-4d38-af73-a45ec4e4dfc1 disassociated (deleted). External IP: 172.26.11.191, port: 499de40f-8c33-44b9-9221-793fd49b2f2a. Oct 26 17:00:24.562601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Router 0f0750a3-27cb-409a-9b4e-fbd910f7694d has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:00:24.665966 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:00:24.670865 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:24.675609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c4213-b2a5-48c6-92cc-d4bbae67c558 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:24.685818 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c4213-b2a5-48c6-92cc-d4bbae67c558 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:24.686445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f18c4213-b2a5-48c6-92cc-d4bbae67c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:24.700330 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c928c71e-52d2-456d-b528-9f579f09cc89 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/388baa84-3079-4d38-af73-a45ec4e4dfc1 HTTP/1.1" status: 204 len: 168 time: 0.8148000 Oct 26 17:00:24.701030 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'tag': '499de40f-8c33-44b9-9221-793fd49b2f2a'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:00:24.703297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3345c8-efdc-4b5b-87e8-c5922a402911" -d '{"events": [{"name": "network-changed", "server_uuid": "17b9a202-f0ff-4249-b26b-5957ef510e6b", "tag": "499de40f-8c33-44b9-9221-793fd49b2f2a"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:00:24.795180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f18c4213-b2a5-48c6-92cc-d4bbae67c558 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:24.842252 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 17:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a1d049-cc61-4fc9-9cad-ad8a3b7b8a05 x-openstack-request-id: req-48a1d049-cc61-4fc9-9cad-ad8a3b7b8a05 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:00:24.842788 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b9a202-f0ff-4249-b26b-5957ef510e6b", "tag": "499de40f-8c33-44b9-9221-793fd49b2f2a", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:00:24.843132 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-48a1d049-cc61-4fc9-9cad-ad8a3b7b8a05 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:00:24.843795 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48a1d049-cc61-4fc9-9cad-ad8a3b7b8a05'] response: {'name': 'network-changed', 'server_uuid': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'tag': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'status': 'completed', 'code': 200} Oct 26 17:00:24.927798 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3345c8-efdc-4b5b-87e8-c5922a402911 req-5c193f3a-636d-4237-bc8f-0b24857890d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:24.929396 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bf3345c8-efdc-4b5b-87e8-c5922a402911 req-5c193f3a-636d-4237-bc8f-0b24857890d8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=26a086c7a5714316bdd5a70598f934f8&device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 1129 time: 0.0435154 Oct 26 17:00:24.994421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:24.995208 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f18c4213-b2a5-48c6-92cc-d4bbae67c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:57:09Z', 'revision_number': 41, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:57:09Z', 'revision_number': 56, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:25.000189 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:25.014705 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dcfad-46d7-4117-ba85-2cf5261ab103 req-4231593d-74fb-44ea-8ee2-e5da2ff9bc5b tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:25.016222 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7a9dcfad-46d7-4117-ba85-2cf5261ab103 req-4231593d-74fb-44ea-8ee2-e5da2ff9bc5b tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 945 time: 0.0973597 Oct 26 17:00:25.020850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c4213-b2a5-48c6-92cc-d4bbae67c558 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:25.029908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c4213-b2a5-48c6-92cc-d4bbae67c558 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:25.030526 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f18c4213-b2a5-48c6-92cc-d4bbae67c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:25.069561 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-7a9dcfad-46d7-4117-ba85-2cf5261ab103 req-60e285ec-a932-4f21-aaa4-dafabf929751 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469472 Oct 26 17:00:25.133120 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f18c4213-b2a5-48c6-92cc-d4bbae67c558 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:25.313622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f18c4213-b2a5-48c6-92cc-d4bbae67c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:57:09Z', 'revision_number': 41, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:57:09Z', 'revision_number': 56, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:25.341175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c4213-b2a5-48c6-92cc-d4bbae67c558 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:57:09Z', 'revision_number': 41, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:57:09Z', 'revision_number': 56, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:26.201909 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3345c8-efdc-4b5b-87e8-c5922a402911 req-abe8bf0d-6a4d-4732-a593-94315e0e4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:26.203806 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bf3345c8-efdc-4b5b-87e8-c5922a402911 req-abe8bf0d-6a4d-4732-a593-94315e0e4a5b service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d45814ca-698b-413e-baca-c5072cdff34c HTTP/1.1" status: 200 len: 910 time: 0.1136396 Oct 26 17:00:26.259778 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac96947-0ded-4298-aa35-aa540fc329c0 req-ae4095ee-a667-4b1f-8c12-23264dac5720 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:26.261361 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-eac96947-0ded-4298-aa35-aa540fc329c0 req-ae4095ee-a667-4b1f-8c12-23264dac5720 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 945 time: 0.1060123 Oct 26 17:00:26.320152 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bf3345c8-efdc-4b5b-87e8-c5922a402911 req-ce92d0a9-711f-46dd-84ed-9ae12d0bc702 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=499de40f-8c33-44b9-9221-793fd49b2f2a HTTP/1.1" status: 200 len: 217 time: 0.0491486 Oct 26 17:00:26.392400 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-eac96947-0ded-4298-aa35-aa540fc329c0 req-387fa246-2f6b-4924-8dc4-fff371269799 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=9aac2feb-bcc7-411c-b1b0-2b7787c09442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241968 Oct 26 17:00:26.398140 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3345c8-efdc-4b5b-87e8-c5922a402911 req-18f4e8fc-db78-4301-85c2-74e5bb4edc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:26.399588 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bf3345c8-efdc-4b5b-87e8-c5922a402911 req-18f4e8fc-db78-4301-85c2-74e5bb4edc7d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7cea6f29-f688-4dc1-94d7-285b2077c413 HTTP/1.1" status: 200 len: 848 time: 0.0724556 Oct 26 17:00:26.631580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3345c8-efdc-4b5b-87e8-c5922a402911 req-6e3e6b73-67c9-4dcb-b09e-3a37ed7e9acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:26.633091 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bf3345c8-efdc-4b5b-87e8-c5922a402911 req-6e3e6b73-67c9-4dcb-b09e-3a37ed7e9acf service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d45814ca-698b-413e-baca-c5072cdff34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416615 Oct 26 17:00:26.707023 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316814a9-827a-4e0e-82df-faf1116f2aaa req-07f04446-72f3-4815-b410-b7772c704bc0 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:26.708501 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-316814a9-827a-4e0e-82df-faf1116f2aaa req-07f04446-72f3-4815-b410-b7772c704bc0 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 945 time: 0.0470541 Oct 26 17:00:26.729349 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bf3345c8-efdc-4b5b-87e8-c5922a402911 req-3ef84a44-a40d-4086-8790-fa13c57ec259 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889466 Oct 26 17:00:26.795975 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-316814a9-827a-4e0e-82df-faf1116f2aaa req-3b0fb00c-ee9f-40a7-9405-9bd8b3649a41 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Deleting port 499de40f-8c33-44b9-9221-793fd49b2f2a {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:00:26.796425 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-316814a9-827a-4e0e-82df-faf1116f2aaa req-3b0fb00c-ee9f-40a7-9405-9bd8b3649a41 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (499de40f-8c33-44b9-9221-793fd49b2f2a), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:26.826645 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-bf3345c8-efdc-4b5b-87e8-c5922a402911 req-b8ded185-6c8d-4f44-8b4c-01ba761f14ad service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870364 Oct 26 17:00:26.893718 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-316814a9-827a-4e0e-82df-faf1116f2aaa req-3b0fb00c-ee9f-40a7-9405-9bd8b3649a41 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] For port 499de40f-8c33-44b9-9221-793fd49b2f2a, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=499de40f-8c33-44b9-9221-793fd49b2f2a,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:26.894093 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-316814a9-827a-4e0e-82df-faf1116f2aaa req-3b0fb00c-ee9f-40a7-9405-9bd8b3649a41 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (499de40f-8c33-44b9-9221-793fd49b2f2a), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:26.907701 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [req-316814a9-827a-4e0e-82df-faf1116f2aaa req-3b0fb00c-ee9f-40a7-9405-9bd8b3649a41 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Calling delete_port for 499de40f-8c33-44b9-9221-793fd49b2f2a owned by compute:nova {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:00:27.134407 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65a3193-493b-4745-bba0-fd174af23199 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:27.134407 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65a3193-493b-4745-bba0-fd174af23199 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:27.134407 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d65a3193-493b-4745-bba0-fd174af23199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:27.325687 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d65a3193-493b-4745-bba0-fd174af23199 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:27.330729 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-316814a9-827a-4e0e-82df-faf1116f2aaa req-3b0fb00c-ee9f-40a7-9405-9bd8b3649a41 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (499de40f-8c33-44b9-9221-793fd49b2f2a), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:27.358572 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0fb00c-ee9f-40a7-9405-9bd8b3649a41 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event deleted for resources: {'Port': ['ID=499de40f-8c33-44b9-9221-793fd49b2f2a,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:27.403139 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-316814a9-827a-4e0e-82df-faf1116f2aaa req-3b0fb00c-ee9f-40a7-9405-9bd8b3649a41 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] No DVR routers for this DVR port 499de40f-8c33-44b9-9221-793fd49b2f2a on host hv-neutron-7598 {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 17:00:27.405732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-316814a9-827a-4e0e-82df-faf1116f2aaa req-3b0fb00c-ee9f-40a7-9405-9bd8b3649a41 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:27.408996 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-316814a9-827a-4e0e-82df-faf1116f2aaa req-3b0fb00c-ee9f-40a7-9405-9bd8b3649a41 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.64 "DELETE /networking/v2.0/ports/499de40f-8c33-44b9-9221-793fd49b2f2a HTTP/1.1" status: 204 len: 173 time: 0.6922560 Oct 26 17:00:27.409513 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'name': 'network-vif-deleted', 'tag': '499de40f-8c33-44b9-9221-793fd49b2f2a'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:00:27.411784 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bf48e6-f833-4d65-af00-05ed822b6659" -d '{"events": [{"server_uuid": "17b9a202-f0ff-4249-b26b-5957ef510e6b", "name": "network-vif-deleted", "tag": "499de40f-8c33-44b9-9221-793fd49b2f2a"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:00:27.456239 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 17:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e59d51e-45eb-431e-aadb-21d3b6f71fe0 x-openstack-request-id: req-5e59d51e-45eb-431e-aadb-21d3b6f71fe0 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:00:27.456544 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b9a202-f0ff-4249-b26b-5957ef510e6b", "name": "network-vif-deleted", "tag": "499de40f-8c33-44b9-9221-793fd49b2f2a", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:00:27.456865 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e59d51e-45eb-431e-aadb-21d3b6f71fe0 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:00:27.457322 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e59d51e-45eb-431e-aadb-21d3b6f71fe0'] response: {'server_uuid': '17b9a202-f0ff-4249-b26b-5957ef510e6b', 'name': 'network-vif-deleted', 'tag': '499de40f-8c33-44b9-9221-793fd49b2f2a', 'status': 'completed', 'code': 200} Oct 26 17:00:27.509208 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-aa281802-1cd4-47db-943a-f5ae04a68856 req-e3107943-2d3c-41fa-958f-03cc97e930ef tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 210 time: 0.0293908 Oct 26 17:00:27.553688 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d65a3193-493b-4745-bba0-fd174af23199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:57:09Z', 'revision_number': 41, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:57:09Z', 'revision_number': 56, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:27.580409 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65a3193-493b-4745-bba0-fd174af23199 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:27.589098 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65a3193-493b-4745-bba0-fd174af23199 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:27.589709 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d65a3193-493b-4745-bba0-fd174af23199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:27.694984 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-d65a3193-493b-4745-bba0-fd174af23199 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:27.893764 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-d65a3193-493b-4745-bba0-fd174af23199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:57:09Z', 'revision_number': 41, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:57:09Z', 'revision_number': 56, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:27.921004 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65a3193-493b-4745-bba0-fd174af23199 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:57:09Z', 'revision_number': 41, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T16:57:09Z', 'revision_number': 56, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:28.637555 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9e46ebad-f6b2-4524-a43f-0aa4275b447a req-85fd2183-dc94-4879-8ac4-9e01bd073504 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 210 time: 0.0367682 Oct 26 17:00:29.367377 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:29.411477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:29.411777 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:29.412115 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 17:00:29.487010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:29.487403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:29.519566 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:29.524740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:29.525675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:29.596560 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=57']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:29.607306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.607655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.608002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.608341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.608676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.609292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.609620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.609949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.610276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.610600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.610929 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.611260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.611573 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.611946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.612215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:29.619351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:29.619733 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:29.620074 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 17:00:29.699421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:29.700040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:29.722569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:29.728212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:29.774002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:29.777233 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-53ce0a95-79b8-4d41-900d-8e9413a7804a req-38eeec92-7fe3-48a6-a431-d6bb650cb69e tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 210 time: 0.0472293 Oct 26 17:00:29.778693 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=42']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:30.059199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 499de40f-8c33-44b9-9221-793fd49b2f2a no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:00:30.062519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:30.079509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 499de40f-8c33-44b9-9221-793fd49b2f2a {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 17:00:30.079853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 499de40f-8c33-44b9-9221-793fd49b2f2a not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:00:30.249082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3cb925-d169-4fc0-b631-cf735bcd8947 None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:30.261119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3cb925-d169-4fc0-b631-cf735bcd8947 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:30.261751 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ea3cb925-d169-4fc0-b631-cf735bcd8947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:30.263282 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:30.364212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ea3cb925-d169-4fc0-b631-cf735bcd8947 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:30.689476 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ea3cb925-d169-4fc0-b631-cf735bcd8947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T17:00:29Z', 'revision_number': 42, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T17:00:29Z', 'revision_number': 57, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:30.715352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3cb925-d169-4fc0-b631-cf735bcd8947 None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:30.724271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3cb925-d169-4fc0-b631-cf735bcd8947 None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:30.725562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ea3cb925-d169-4fc0-b631-cf735bcd8947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:30.833037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-ea3cb925-d169-4fc0-b631-cf735bcd8947 None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:30.885385 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-05dfd880-7bf5-4b29-8f6e-20c4d58d81c5 req-c85ed389-fe4b-49b5-992d-117dcc4cf116 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 210 time: 0.0289197 Oct 26 17:00:31.033317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-ea3cb925-d169-4fc0-b631-cf735bcd8947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T17:00:29Z', 'revision_number': 42, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T17:00:29Z', 'revision_number': 57, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:31.056942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3cb925-d169-4fc0-b631-cf735bcd8947 None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T17:00:29Z', 'revision_number': 42, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T17:00:29Z', 'revision_number': 57, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:31.279586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:00:31.373926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:31.374471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:31.409798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:31.417110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:31.455885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:00:31.493175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=58']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:31.550423 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:31.623485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:31.674039 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 514d9cfb-7bff-4a84-9d31-b60bdad793fa triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:31.674739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:31.675284 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 514d9cfb-7bff-4a84-9d31-b60bdad793fa Oct 26 17:00:31.763052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:31.763662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:31.820048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:31.825252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:31.899513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=59']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:31.926627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:00:32.017987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:32.018670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:32.041764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:32.042824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:32.045800 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-ba41a84a-98fc-4f5a-b95f-de59a82f4593 req-39961985-1678-4f7c-95f0-17e4e8d0b3b1 tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=17b9a202-f0ff-4249-b26b-5957ef510e6b HTTP/1.1" status: 200 len: 210 time: 0.0407248 Oct 26 17:00:32.049187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:32.111165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=43']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:33.108624 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48518) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:33.168028 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e8e6bb4-af10-406c-b508-405ef857b95f tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group (9aac2feb-bcc7-411c-b1b0-2b7787c09442), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:33.192022 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e8e6bb4-af10-406c-b508-405ef857b95f tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group (9aac2feb-bcc7-411c-b1b0-2b7787c09442), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:33.258373 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e8e6bb4-af10-406c-b508-405ef857b95f tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (9aac2feb-bcc7-411c-b1b0-2b7787c09442), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:33.261414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3e8e6bb4-af10-406c-b508-405ef857b95f tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:33.263419 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3e8e6bb4-af10-406c-b508-405ef857b95f tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/9aac2feb-bcc7-411c-b1b0-2b7787c09442 HTTP/1.1" status: 204 len: 168 time: 0.1540303 Oct 26 17:00:33.281553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e6bb4-af10-406c-b508-405ef857b95f tempest-TestShelveInstance-1411340591 tempest-TestShelveInstance-1411340591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aac2feb-bcc7-411c-b1b0-2b7787c09442,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:33.325730 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48522) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:33.493657 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74d09e4-c5a3-4782-b8bb-eef515e26f7c None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:33.502982 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d09e4-c5a3-4782-b8bb-eef515e26f7c None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:33.503662 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c74d09e4-c5a3-4782-b8bb-eef515e26f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:33.536232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:00:33.592652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:33.624527 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c74d09e4-c5a3-4782-b8bb-eef515e26f7c None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:33.637767 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 514d9cfb-7bff-4a84-9d31-b60bdad793fa is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:33.638251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:33.640026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:33.676686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:33.681728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:33.715073 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:00:33.735839 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:33.740353 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:33.784601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=60']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:33.833806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:33.842800 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fb8884f6-dfe1-4af0-ade7-8615d5d58eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (0f0750a3-27cb-409a-9b4e-fbd910f7694d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:33.855258 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:33.863864 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c74d09e4-c5a3-4782-b8bb-eef515e26f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T17:00:32Z', 'revision_number': 43, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T17:00:31Z', 'revision_number': 59, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:33.893325 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74d09e4-c5a3-4782-b8bb-eef515e26f7c None None] Checking router: 0f0750a3-27cb-409a-9b4e-fbd910f7694d for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:33.905162 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d09e4-c5a3-4782-b8bb-eef515e26f7c None None] Routers {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:33.905942 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c74d09e4-c5a3-4782-b8bb-eef515e26f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:33.908606 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:34.020099 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-c74d09e4-c5a3-4782-b8bb-eef515e26f7c None None] Set router 0f0750a3-27cb-409a-9b4e-fbd910f7694d gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:34.094340 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-fb8884f6-dfe1-4af0-ade7-8615d5d58eaa admin admin] Deleting port 514d9cfb-7bff-4a84-9d31-b60bdad793fa {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:00:34.094733 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fb8884f6-dfe1-4af0-ade7-8615d5d58eaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:34.179148 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-fb8884f6-dfe1-4af0-ade7-8615d5d58eaa admin admin] For port 514d9cfb-7bff-4a84-9d31-b60bdad793fa, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=514d9cfb-7bff-4a84-9d31-b60bdad793fa,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:34.179844 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fb8884f6-dfe1-4af0-ade7-8615d5d58eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:34.192729 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-fb8884f6-dfe1-4af0-ade7-8615d5d58eaa admin admin] Calling delete_port for 514d9cfb-7bff-4a84-9d31-b60bdad793fa owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:00:34.235404 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-c74d09e4-c5a3-4782-b8bb-eef515e26f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T17:00:32Z', 'revision_number': 43, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T17:00:33Z', 'revision_number': 60, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:34.260398 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74d09e4-c5a3-4782-b8bb-eef515e26f7c None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [{'id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'name': 'tempest-TestShelveInstance-2101884856-router', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234'}], 'enable_snat': True}, 'gw_port_id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T16:52:12Z', 'revision_number': 4, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'gw_port': {'id': 'e5096f03-df8e-4c03-850c-037f915147f4', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:09Z', 'updated_at': '2022-10-26T17:00:32Z', 'revision_number': 43, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '514d9cfb-7bff-4a84-9d31-b60bdad793fa', 'name': '', 'network_id': 'd45814ca-698b-413e-baca-c5072cdff34c', 'tenant_id': '26a086c7a5714316bdd5a70598f934f8', 'mac_address': 'fa:16:3e:84:b8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0750a3-27cb-409a-9b4e-fbd910f7694d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:11Z', 'updated_at': '2022-10-26T17:00:33Z', 'revision_number': 60, 'project_id': '26a086c7a5714316bdd5a70598f934f8', 'subnets': [{'id': '7cea6f29-f688-4dc1-94d7-285b2077c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:34.395825 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fb8884f6-dfe1-4af0-ade7-8615d5d58eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (514d9cfb-7bff-4a84-9d31-b60bdad793fa), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:34.419494 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8884f6-dfe1-4af0-ade7-8615d5d58eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=514d9cfb-7bff-4a84-9d31-b60bdad793fa,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:34.646107 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-fb8884f6-dfe1-4af0-ade7-8615d5d58eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (0f0750a3-27cb-409a-9b4e-fbd910f7694d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:34.709489 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:34.716132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f5a47f-cad5-454c-987d-c611ac36d2eb None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 17:00:34.763724 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:34.818860 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f5a47f-cad5-454c-987d-c611ac36d2eb None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 17:00:34.903234 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8884f6-dfe1-4af0-ade7-8615d5d58eaa admin admin] Router 0f0750a3-27cb-409a-9b4e-fbd910f7694d has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:00:35.038483 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8884f6-dfe1-4af0-ade7-8615d5d58eaa admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:00:35.047267 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48526) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:35.047810 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-fb8884f6-dfe1-4af0-ade7-8615d5d58eaa admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/0f0750a3-27cb-409a-9b4e-fbd910f7694d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7204170 Oct 26 17:00:35.179226 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Publish callbacks [] for router (0f0750a3-27cb-409a-9b4e-fbd910f7694d), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:35.293331 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Publish callbacks [] for router_gateway (0f0750a3-27cb-409a-9b4e-fbd910f7694d), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:35.314704 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:00:35.374810 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Deleting port e5096f03-df8e-4c03-850c-037f915147f4 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:00:35.375518 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:35.438090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:35.516564 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] For port e5096f03-df8e-4c03-850c-037f915147f4, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=e5096f03-df8e-4c03-850c-037f915147f4,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:35.516963 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (e5096f03-df8e-4c03-850c-037f915147f4), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:35.546194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Calling delete_port for e5096f03-df8e-4c03-850c-037f915147f4 owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:00:35.563090 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=100 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:35.573562 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:35.629213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port e5096f03-df8e-4c03-850c-037f915147f4 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:35.629594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (e5096f03-df8e-4c03-850c-037f915147f4), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:35.630060 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port e5096f03-df8e-4c03-850c-037f915147f4 Oct 26 17:00:35.646089 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:35.726153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port e5096f03-df8e-4c03-850c-037f915147f4 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:35.727564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (e5096f03-df8e-4c03-850c-037f915147f4), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:35.751521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-6c84290f-90c4-4007-8a8f-0f4de19504c5 None None] Provisioning complete for port f32d6adf-698d-40ed-9534-5010aee8b0e0 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:35.752048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-6c84290f-90c4-4007-8a8f-0f4de19504c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (f32d6adf-698d-40ed-9534-5010aee8b0e0), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:35.752522 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-6c84290f-90c4-4007-8a8f-0f4de19504c5 None None] Attempt 1 to provision port f32d6adf-698d-40ed-9534-5010aee8b0e0 Oct 26 17:00:35.794111 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (e5096f03-df8e-4c03-850c-037f915147f4), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:35.827973 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5096f03-df8e-4c03-850c-037f915147f4,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:35.865480 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-6c84290f-90c4-4007-8a8f-0f4de19504c5 None None] Current status of the port f32d6adf-698d-40ed-9534-5010aee8b0e0 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:35.889539 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:35.890110 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:35.890535 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:35.890956 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:35.891369 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:35.891780 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:35.892188 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:35.892598 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:35.893038 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:35.893509 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:35.893855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:35.894192 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:35.894521 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:35.894856 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:35.895177 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:35.914850 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (0f0750a3-27cb-409a-9b4e-fbd910f7694d), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.005772 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (0f0750a3-27cb-409a-9b4e-fbd910f7694d), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.008129 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Publish callbacks [] for router_controller (0f0750a3-27cb-409a-9b4e-fbd910f7694d), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.054594 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (0f0750a3-27cb-409a-9b4e-fbd910f7694d), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.055336 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f0750a3-27cb-409a-9b4e-fbd910f7694d {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:00:36.059470 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.060657 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-530c35d1-b109-4d63-bdd5-3a21056836d1 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/0f0750a3-27cb-409a-9b4e-fbd910f7694d HTTP/1.1" status: 204 len: 168 time: 1.0123820 Oct 26 17:00:36.063481 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48528) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:36.112482 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbad6eca-8e83-4dce-871b-3db8543a7544 admin admin] Deleting subnet 7cea6f29-f688-4dc1-94d7-285b2077c413 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 17:00:36.116289 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bbad6eca-8e83-4dce-871b-3db8543a7544 admin admin] Publish callbacks [] for subnet (7cea6f29-f688-4dc1-94d7-285b2077c413), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.154701 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bbad6eca-8e83-4dce-871b-3db8543a7544 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (7cea6f29-f688-4dc1-94d7-285b2077c413), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.240461 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bbad6eca-8e83-4dce-871b-3db8543a7544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (7cea6f29-f688-4dc1-94d7-285b2077c413), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.294196 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bbad6eca-8e83-4dce-871b-3db8543a7544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (7cea6f29-f688-4dc1-94d7-285b2077c413), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.317426 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad6eca-8e83-4dce-871b-3db8543a7544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cea6f29-f688-4dc1-94d7-285b2077c413,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:36.323887 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-bbad6eca-8e83-4dce-871b-3db8543a7544 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.329351 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bbad6eca-8e83-4dce-871b-3db8543a7544 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/7cea6f29-f688-4dc1-94d7-285b2077c413 HTTP/1.1" status: 204 len: 168 time: 0.2625632 Oct 26 17:00:36.329490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b62969f-5a4c-4b7e-a59f-a167ad6b5ecc None None] Network d45814ca-698b-413e-baca-c5072cdff34c requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 17:00:36.329728 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48530) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:36.404498 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (d45814ca-698b-413e-baca-c5072cdff34c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.453403 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] Deleting port f32d6adf-698d-40ed-9534-5010aee8b0e0 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:00:36.453814 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f32d6adf-698d-40ed-9534-5010aee8b0e0), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.500699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fe45ee-5cec-4692-a90b-1163e4ce09dd None None] DHCP port deletion for d45814ca-698b-413e-baca-c5072cdff34c request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 17:00:36.544004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] For port f32d6adf-698d-40ed-9534-5010aee8b0e0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f32d6adf-698d-40ed-9534-5010aee8b0e0,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:36.544004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f32d6adf-698d-40ed-9534-5010aee8b0e0), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.544220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-14fe45ee-5cec-4692-a90b-1163e4ce09dd None None] Deleting port f32d6adf-698d-40ed-9534-5010aee8b0e0 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:00:36.544220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-14fe45ee-5cec-4692-a90b-1163e4ce09dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (f32d6adf-698d-40ed-9534-5010aee8b0e0), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.555303 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] Calling delete_port for f32d6adf-698d-40ed-9534-5010aee8b0e0 owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:00:36.608214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-14fe45ee-5cec-4692-a90b-1163e4ce09dd None None] For port f32d6adf-698d-40ed-9534-5010aee8b0e0, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=f32d6adf-698d-40ed-9534-5010aee8b0e0,segment=NetworkSegment(b433eea5-dd1f-4bd8-982e-1da801d0c008),segment_id=b433eea5-dd1f-4bd8-982e-1da801d0c008)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:36.608606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-14fe45ee-5cec-4692-a90b-1163e4ce09dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (f32d6adf-698d-40ed-9534-5010aee8b0e0), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.621238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-14fe45ee-5cec-4692-a90b-1163e4ce09dd None None] Calling delete_port for f32d6adf-698d-40ed-9534-5010aee8b0e0 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:00:36.634730 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (f32d6adf-698d-40ed-9534-5010aee8b0e0), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.659478 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] Pushing event deleted for resources: {'Port': ['ID=f32d6adf-698d-40ed-9534-5010aee8b0e0,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:36.663732 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] No DVR routers for this DVR port f32d6adf-698d-40ed-9534-5010aee8b0e0 on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 17:00:36.699058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-14fe45ee-5cec-4692-a90b-1163e4ce09dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (f32d6adf-698d-40ed-9534-5010aee8b0e0), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.723013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe45ee-5cec-4692-a90b-1163e4ce09dd None None] Pushing event deleted for resources: {'Port': ['ID=f32d6adf-698d-40ed-9534-5010aee8b0e0,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:36.727459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fe45ee-5cec-4692-a90b-1163e4ce09dd None None] No DVR routers for this DVR port f32d6adf-698d-40ed-9534-5010aee8b0e0 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 17:00:36.738577 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (d45814ca-698b-413e-baca-c5072cdff34c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.760433 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45814ca-698b-413e-baca-c5072cdff34c']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:36.769710 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b433eea5-dd1f-4bd8-982e-1da801d0c008') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:36.770004 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b433eea5-dd1f-4bd8-982e-1da801d0c008') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:36.779452 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (b433eea5-dd1f-4bd8-982e-1da801d0c008), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.792719 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (b433eea5-dd1f-4bd8-982e-1da801d0c008), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.799158 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:00:36.799681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (b433eea5-dd1f-4bd8-982e-1da801d0c008), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.857062 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:36.866250 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (d45814ca-698b-413e-baca-c5072cdff34c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.877021 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:36.888165 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/d45814ca-698b-413e-baca-c5072cdff34c HTTP/1.1" status: 204 len: 168 time: 0.5532579 Oct 26 17:00:36.888601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48536) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:36.896938 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6a447-48a6-4b20-b2e0-25a368b0fa21 admin admin] Pushing event deleted for resources: {'Network': ['ID=d45814ca-698b-413e-baca-c5072cdff34c,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:36.902276 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment b433eea5-dd1f-4bd8-982e-1da801d0c008 resource provider aggregate not found Oct 26 17:00:36.919272 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment b433eea5-dd1f-4bd8-982e-1da801d0c008 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b433eea5-dd1f-4bd8-982e-1da801d0c008 found for delete ", "request_id": "req-ef16c8b6-33f2-4519-b1da-8398497a766f"}]} Oct 26 17:00:36.954907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71fa6b2-948c-4b20-9897-29a24c5d43aa None None] Sync routers for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:36.954907 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:36.958869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71fa6b2-948c-4b20-9897-29a24c5d43aa None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:36.959314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71fa6b2-948c-4b20-9897-29a24c5d43aa None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 17:00:36.960016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-e71fa6b2-948c-4b20-9897-29a24c5d43aa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 17:00:36.970747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71fa6b2-948c-4b20-9897-29a24c5d43aa None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:36.971112 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71fa6b2-948c-4b20-9897-29a24c5d43aa None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 17:00:36.971690 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-e71fa6b2-948c-4b20-9897-29a24c5d43aa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0f0750a3-27cb-409a-9b4e-fbd910f7694d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 17:00:36.972087 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71fa6b2-948c-4b20-9897-29a24c5d43aa None None] The sync data for ids ['0f0750a3-27cb-409a-9b4e-fbd910f7694d'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:37.216657 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:37.221110 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6e36462e-74db-46e5-a8ce-23742ec086c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (62f6e64a-9680-4fb8-a094-554cb2b7c748), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:37.312527 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:37.331539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:00:37.351964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 514d9cfb-7bff-4a84-9d31-b60bdad793fa {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 17:00:37.352406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 514d9cfb-7bff-4a84-9d31-b60bdad793fa not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:00:37.352951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f32d6adf-698d-40ed-9534-5010aee8b0e0 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:00:37.373324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: f32d6adf-698d-40ed-9534-5010aee8b0e0 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 17:00:37.373671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device f32d6adf-698d-40ed-9534-5010aee8b0e0 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:00:37.374083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:00:37.391257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: e5096f03-df8e-4c03-850c-037f915147f4 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 17:00:37.391601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device e5096f03-df8e-4c03-850c-037f915147f4 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:00:37.447326 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-6e36462e-74db-46e5-a8ce-23742ec086c6 admin admin] Deleting port 999a286d-71d0-4bcb-9382-36809996e7a7 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:00:37.447677 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6e36462e-74db-46e5-a8ce-23742ec086c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:37.530953 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-6e36462e-74db-46e5-a8ce-23742ec086c6 admin admin] For port 999a286d-71d0-4bcb-9382-36809996e7a7, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=999a286d-71d0-4bcb-9382-36809996e7a7,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:37.531239 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6e36462e-74db-46e5-a8ce-23742ec086c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:37.544921 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-6e36462e-74db-46e5-a8ce-23742ec086c6 admin admin] Calling delete_port for 999a286d-71d0-4bcb-9382-36809996e7a7 owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:00:37.722431 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6e36462e-74db-46e5-a8ce-23742ec086c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (999a286d-71d0-4bcb-9382-36809996e7a7), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:37.744997 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36462e-74db-46e5-a8ce-23742ec086c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=999a286d-71d0-4bcb-9382-36809996e7a7,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:37.913994 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-6e36462e-74db-46e5-a8ce-23742ec086c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (62f6e64a-9680-4fb8-a094-554cb2b7c748), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:37.934685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4081d491-d5cb-4df1-b0ca-663963c9bfb0 None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 17:00:37.956195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:38.005449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4081d491-d5cb-4df1-b0ca-663963c9bfb0 None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 17:00:38.109645 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:38.126528 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e36462e-74db-46e5-a8ce-23742ec086c6 admin admin] Router 62f6e64a-9680-4fb8-a094-554cb2b7c748 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:00:38.128792 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:38.236025 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e36462e-74db-46e5-a8ce-23742ec086c6 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:00:38.243992 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-6e36462e-74db-46e5-a8ce-23742ec086c6 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/62f6e64a-9680-4fb8-a094-554cb2b7c748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3513005 Oct 26 17:00:38.245133 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48540) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:38.245611 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c838b-2c00-4a5e-9e8d-c79efb71efc5 None None] Sync routers for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:38.256959 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c838b-2c00-4a5e-9e8d-c79efb71efc5 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:38.257577 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ed3c838b-2c00-4a5e-9e8d-c79efb71efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:38.359612 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f47b9b1e-bd88-4e5f-a770-c76f01908925 admin admin] Publish callbacks [] for router (62f6e64a-9680-4fb8-a094-554cb2b7c748), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:38.459644 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-ed3c838b-2c00-4a5e-9e8d-c79efb71efc5 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:38.465157 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f47b9b1e-bd88-4e5f-a770-c76f01908925 admin admin] Publish callbacks [] for router_gateway (62f6e64a-9680-4fb8-a094-554cb2b7c748), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:38.512280 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f47b9b1e-bd88-4e5f-a770-c76f01908925 admin admin] Deleting port da0228e8-37ab-4eb6-beab-17020750cc65 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:00:38.512710 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f47b9b1e-bd88-4e5f-a770-c76f01908925 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:38.644051 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ed3c838b-2c00-4a5e-9e8d-c79efb71efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154'}], 'enable_snat': True}, 'gw_port_id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T17:00:37Z', 'revision_number': 5, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port': {'id': 'da0228e8-37ab-4eb6-beab-17020750cc65', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T16:52:14Z', 'updated_at': '2022-10-26T16:53:09Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:38.670656 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c838b-2c00-4a5e-9e8d-c79efb71efc5 None None] Checking router: 62f6e64a-9680-4fb8-a094-554cb2b7c748 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:38.680543 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c838b-2c00-4a5e-9e8d-c79efb71efc5 None None] Routers {'62f6e64a-9680-4fb8-a094-554cb2b7c748'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:38.681192 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ed3c838b-2c00-4a5e-9e8d-c79efb71efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['62f6e64a-9680-4fb8-a094-554cb2b7c748'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:38.703508 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:38.713264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-af660c0c-e719-4d0c-97eb-e1ec998acc74 None None] Provisioning complete for port bd40463e-46fe-4b71-9729-0c7aa5620f3b triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:38.713646 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-af660c0c-e719-4d0c-97eb-e1ec998acc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (bd40463e-46fe-4b71-9729-0c7aa5620f3b), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:38.713989 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-af660c0c-e719-4d0c-97eb-e1ec998acc74 None None] Attempt 1 to provision port bd40463e-46fe-4b71-9729-0c7aa5620f3b Oct 26 17:00:38.771928 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-ed3c838b-2c00-4a5e-9e8d-c79efb71efc5 None None] Set router 62f6e64a-9680-4fb8-a094-554cb2b7c748 gateway port host: None {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:38.796040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-af660c0c-e719-4d0c-97eb-e1ec998acc74 None None] Current status of the port bd40463e-46fe-4b71-9729-0c7aa5620f3b is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:38.825285 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-ed3c838b-2c00-4a5e-9e8d-c79efb71efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T17:00:38Z', 'revision_number': 6, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:38.841621 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-72e823f4-5c64-44eb-8f37-f40d7fc3ca22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:38.850515 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c838b-2c00-4a5e-9e8d-c79efb71efc5 None None] The sync data for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv is: [{'id': '62f6e64a-9680-4fb8-a094-554cb2b7c748', 'name': 'tempest-TestShelveInstance-440295641-router', 'tenant_id': '31bb2201cc6b4a398a9b2bf20693318b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T16:52:13Z', 'updated_at': '2022-10-26T17:00:38Z', 'revision_number': 6, 'project_id': '31bb2201cc6b4a398a9b2bf20693318b', 'gw_port_host': None}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:38.901307 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-f47b9b1e-bd88-4e5f-a770-c76f01908925 admin admin] For port da0228e8-37ab-4eb6-beab-17020750cc65, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=da0228e8-37ab-4eb6-beab-17020750cc65,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:38.901679 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f47b9b1e-bd88-4e5f-a770-c76f01908925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:38.915543 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-f47b9b1e-bd88-4e5f-a770-c76f01908925 admin admin] Calling delete_port for da0228e8-37ab-4eb6-beab-17020750cc65 owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:00:39.086998 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f47b9b1e-bd88-4e5f-a770-c76f01908925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (da0228e8-37ab-4eb6-beab-17020750cc65), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:39.109810 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b9b1e-bd88-4e5f-a770-c76f01908925 admin admin] Pushing event deleted for resources: {'Port': ['ID=da0228e8-37ab-4eb6-beab-17020750cc65,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:39.174274 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f47b9b1e-bd88-4e5f-a770-c76f01908925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (62f6e64a-9680-4fb8-a094-554cb2b7c748), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:39.263434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f47b9b1e-bd88-4e5f-a770-c76f01908925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (62f6e64a-9680-4fb8-a094-554cb2b7c748), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:39.265812 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f47b9b1e-bd88-4e5f-a770-c76f01908925 admin admin] Publish callbacks [] for router_controller (62f6e64a-9680-4fb8-a094-554cb2b7c748), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:39.312775 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f47b9b1e-bd88-4e5f-a770-c76f01908925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (62f6e64a-9680-4fb8-a094-554cb2b7c748), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:39.313423 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47b9b1e-bd88-4e5f-a770-c76f01908925 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62f6e64a-9680-4fb8-a094-554cb2b7c748 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:00:39.317924 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f47b9b1e-bd88-4e5f-a770-c76f01908925 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:39.319108 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f47b9b1e-bd88-4e5f-a770-c76f01908925 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/62f6e64a-9680-4fb8-a094-554cb2b7c748 HTTP/1.1" status: 204 len: 168 time: 1.0729036 Oct 26 17:00:39.321673 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48542) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:39.359686 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:39.368026 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-9086505c-9765-4f40-9238-e3ed35e1432f admin admin] Deleting subnet 2df5232e-a4c0-48a0-bf83-b0215d81f417 {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 17:00:39.372047 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9086505c-9765-4f40-9238-e3ed35e1432f admin admin] Publish callbacks [] for subnet (2df5232e-a4c0-48a0-bf83-b0215d81f417), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:39.394021 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:39.407762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9086505c-9765-4f40-9238-e3ed35e1432f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (2df5232e-a4c0-48a0-bf83-b0215d81f417), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:39.491888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9086505c-9765-4f40-9238-e3ed35e1432f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (2df5232e-a4c0-48a0-bf83-b0215d81f417), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:39.557979 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9086505c-9765-4f40-9238-e3ed35e1432f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (2df5232e-a4c0-48a0-bf83-b0215d81f417), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:39.560780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ee4edc-8e42-4f0a-ab6d-1974e1f40899 None None] Sync routers for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:39.571712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee4edc-8e42-4f0a-ab6d-1974e1f40899 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:39.572075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee4edc-8e42-4f0a-ab6d-1974e1f40899 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 17:00:39.572661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-49ee4edc-8e42-4f0a-ab6d-1974e1f40899 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'62f6e64a-9680-4fb8-a094-554cb2b7c748'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 17:00:39.579468 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086505c-9765-4f40-9238-e3ed35e1432f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2df5232e-a4c0-48a0-bf83-b0215d81f417,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:39.581631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee4edc-8e42-4f0a-ab6d-1974e1f40899 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:39.582904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee4edc-8e42-4f0a-ab6d-1974e1f40899 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 17:00:39.583841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_agentschedulers_db [None req-49ee4edc-8e42-4f0a-ab6d-1974e1f40899 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'62f6e64a-9680-4fb8-a094-554cb2b7c748'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105323) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 17:00:39.584238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ee4edc-8e42-4f0a-ab6d-1974e1f40899 None None] The sync data for ids ['62f6e64a-9680-4fb8-a094-554cb2b7c748'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:39.584510 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-9086505c-9765-4f40-9238-e3ed35e1432f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:39.587571 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-9086505c-9765-4f40-9238-e3ed35e1432f admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/2df5232e-a4c0-48a0-bf83-b0215d81f417 HTTP/1.1" status: 204 len: 168 time: 0.2649784 Oct 26 17:00:39.590058 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48544) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:39.590183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adda3d73-abc2-42a7-8721-c2e0400d03aa None None] Network 82d8e41d-ecb3-4ea1-ba6b-0d4254110237 requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 17:00:39.668368 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (82d8e41d-ecb3-4ea1-ba6b-0d4254110237), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:39.711209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] Deleting port bd40463e-46fe-4b71-9729-0c7aa5620f3b {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:00:39.711559 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (bd40463e-46fe-4b71-9729-0c7aa5620f3b), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:39.748676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c580194-11bc-4abf-a67b-97279246f000 None None] DHCP port deletion for 82d8e41d-ecb3-4ea1-ba6b-0d4254110237 request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 17:00:39.777720 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] For port bd40463e-46fe-4b71-9729-0c7aa5620f3b, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=bd40463e-46fe-4b71-9729-0c7aa5620f3b,segment=NetworkSegment(72433795-d8cc-49da-b95b-09c174c80e37),segment_id=72433795-d8cc-49da-b95b-09c174c80e37)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:39.778118 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (bd40463e-46fe-4b71-9729-0c7aa5620f3b), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:39.793203 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] Calling delete_port for bd40463e-46fe-4b71-9729-0c7aa5620f3b owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:00:39.877557 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (bd40463e-46fe-4b71-9729-0c7aa5620f3b), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:39.911237 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] Pushing event deleted for resources: {'Port': ['ID=bd40463e-46fe-4b71-9729-0c7aa5620f3b,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:39.924451 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4c580194-11bc-4abf-a67b-97279246f000 None None] Deleting port bd40463e-46fe-4b71-9729-0c7aa5620f3b {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:00:39.924859 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4c580194-11bc-4abf-a67b-97279246f000 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (bd40463e-46fe-4b71-9729-0c7aa5620f3b), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:39.925156 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] No DVR routers for this DVR port bd40463e-46fe-4b71-9729-0c7aa5620f3b on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 17:00:39.988227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-4c580194-11bc-4abf-a67b-97279246f000 None None] For port bd40463e-46fe-4b71-9729-0c7aa5620f3b, host dv-neutron-759874-6-hyperv, got binding levels [] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:39.988542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4c580194-11bc-4abf-a67b-97279246f000 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (bd40463e-46fe-4b71-9729-0c7aa5620f3b), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:40.002354 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (82d8e41d-ecb3-4ea1-ba6b-0d4254110237), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:40.006826 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-4c580194-11bc-4abf-a67b-97279246f000 None None] Calling delete_port for bd40463e-46fe-4b71-9729-0c7aa5620f3b owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:00:40.009604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.ipam_backend_mixin [None req-4c580194-11bc-4abf-a67b-97279246f000 None None] Port bd40463e-46fe-4b71-9729-0c7aa5620f3b was not found and therefore no delete operation was performed {{(pid=105323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 26 17:00:40.010865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4c580194-11bc-4abf-a67b-97279246f000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (bd40463e-46fe-4b71-9729-0c7aa5620f3b), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:40.028337 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d8e41d-ecb3-4ea1-ba6b-0d4254110237']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:40.035548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c580194-11bc-4abf-a67b-97279246f000 None None] Pushing event deleted for resources: {'Port': ['ID=bd40463e-46fe-4b71-9729-0c7aa5620f3b,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:40.038389 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72433795-d8cc-49da-b95b-09c174c80e37') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:40.038768 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72433795-d8cc-49da-b95b-09c174c80e37') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:40.040874 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c580194-11bc-4abf-a67b-97279246f000 None None] No DVR routers for this DVR port bd40463e-46fe-4b71-9729-0c7aa5620f3b on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 17:00:40.050592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (72433795-d8cc-49da-b95b-09c174c80e37), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:40.068648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (72433795-d8cc-49da-b95b-09c174c80e37), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:40.075546 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:00:40.075961 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (72433795-d8cc-49da-b95b-09c174c80e37), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:40.138807 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (82d8e41d-ecb3-4ea1-ba6b-0d4254110237), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:40.144486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:40.148454 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/82d8e41d-ecb3-4ea1-ba6b-0d4254110237 HTTP/1.1" status: 204 len: 168 time: 0.5574567 Oct 26 17:00:40.155062 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 72433795-d8cc-49da-b95b-09c174c80e37 resource provider aggregate not found Oct 26 17:00:40.167857 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4b259-543b-4e9f-a81f-c5650d4db81f admin admin] Pushing event deleted for resources: {'Network': ['ID=82d8e41d-ecb3-4ea1-ba6b-0d4254110237,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:40.184134 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 72433795-d8cc-49da-b95b-09c174c80e37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72433795-d8cc-49da-b95b-09c174c80e37 found for delete ", "request_id": "req-7d8603b6-70e2-48fa-b38a-03e1cc2b3fdb"}]} Oct 26 17:00:40.266118 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48554) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:40.312189 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-e9470ad6-0afc-42df-beff-22e728b432ab admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=26a086c7a5714316bdd5a70598f934f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447783 Oct 26 17:00:40.314888 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48556) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:40.363787 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8c3c774c-8112-47a4-a843-01bc6df48fdd admin admin] Publish callbacks [] for security_group (20223fbe-4851-44d5-a930-cb7c189541bb), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:40.380078 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:40.385456 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8c3c774c-8112-47a4-a843-01bc6df48fdd admin admin] Publish callbacks [] for security_group (20223fbe-4851-44d5-a930-cb7c189541bb), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:40.387223 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:40.441932 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8c3c774c-8112-47a4-a843-01bc6df48fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (20223fbe-4851-44d5-a930-cb7c189541bb), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:40.445289 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-8c3c774c-8112-47a4-a843-01bc6df48fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:40.446458 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-8c3c774c-8112-47a4-a843-01bc6df48fdd admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/20223fbe-4851-44d5-a930-cb7c189541bb HTTP/1.1" status: 204 len: 168 time: 0.1306758 Oct 26 17:00:40.454668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c774c-8112-47a4-a843-01bc6df48fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20223fbe-4851-44d5-a930-cb7c189541bb,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:40.764140 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48562) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:40.804640 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4fb61759-b7f3-4525-baf9-5bc704e71c09 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=31bb2201cc6b4a398a9b2bf20693318b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392234 Oct 26 17:00:40.807058 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48564) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:40.854348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eecf68fc-26c2-413a-8020-80b9e9b5ea41 admin admin] Publish callbacks [] for security_group (3df9d797-8a6b-4960-b962-4d4bac80bc9d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:40.874490 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eecf68fc-26c2-413a-8020-80b9e9b5ea41 admin admin] Publish callbacks [] for security_group (3df9d797-8a6b-4960-b962-4d4bac80bc9d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:40.925481 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eecf68fc-26c2-413a-8020-80b9e9b5ea41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (3df9d797-8a6b-4960-b962-4d4bac80bc9d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:40.929303 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-eecf68fc-26c2-413a-8020-80b9e9b5ea41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:40.930460 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-eecf68fc-26c2-413a-8020-80b9e9b5ea41 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/3df9d797-8a6b-4960-b962-4d4bac80bc9d HTTP/1.1" status: 204 len: 168 time: 0.1225307 Oct 26 17:00:40.940414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf68fc-26c2-413a-8020-80b9e9b5ea41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df9d797-8a6b-4960-b962-4d4bac80bc9d,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:41.245709 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-57eb8988-42fd-44de-81ef-7f350b2bb2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:41.330554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd40463e-46fe-4b71-9729-0c7aa5620f3b no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:00:41.349110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: bd40463e-46fe-4b71-9729-0c7aa5620f3b {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 17:00:41.350203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device bd40463e-46fe-4b71-9729-0c7aa5620f3b not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:00:41.618114 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48586) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:41.725243 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-b6c2827a-96c4-414b-b6ae-b73f5962395b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-783584880-network', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 17:00:41.745838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c2827a-96c4-414b-b6ae-b73f5962395b admin admin] Made reservation on behalf of 8d4b7f2af7c449f4a4111a4c671095f5 for: {'network': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:00:41.748120 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6c2827a-96c4-414b-b6ae-b73f5962395b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:41.757117 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6c2827a-96c4-414b-b6ae-b73f5962395b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:41.832259 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6c2827a-96c4-414b-b6ae-b73f5962395b admin admin] Publish callbacks [] for security_group (afe87f38-6872-46bf-8376-5a9d182047bd), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:41.835980 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6c2827a-96c4-414b-b6ae-b73f5962395b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (afe87f38-6872-46bf-8376-5a9d182047bd), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:41.862929 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c2827a-96c4-414b-b6ae-b73f5962395b admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=105321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:00:41.873478 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2827a-96c4-414b-b6ae-b73f5962395b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe87f38-6872-46bf-8376-5a9d182047bd,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:41.879753 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6c2827a-96c4-414b-b6ae-b73f5962395b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (185c458b-6a65-4f41-a6a2-7fe9eb6185a1), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:41.880100 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.segments_db [None req-b6c2827a-96c4-414b-b6ae-b73f5962395b admin admin] Added segment 185c458b-6a65-4f41-a6a2-7fe9eb6185a1 of type vlan for network dfa0724f-8e73-4d86-943e-cba6e2c5b3ce Oct 26 17:00:41.920993 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6c2827a-96c4-414b-b6ae-b73f5962395b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (dfa0724f-8e73-4d86-943e-cba6e2c5b3ce), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:41.945593 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6c2827a-96c4-414b-b6ae-b73f5962395b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (dfa0724f-8e73-4d86-943e-cba6e2c5b3ce), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:41.946615 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c2827a-96c4-414b-b6ae-b73f5962395b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:41.947197 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-b6c2827a-96c4-414b-b6ae-b73f5962395b admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:42.009411 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-b6c2827a-96c4-414b-b6ae-b73f5962395b admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3901687 Oct 26 17:00:42.012398 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48590) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:42.014446 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2827a-96c4-414b-b6ae-b73f5962395b admin admin] Pushing event updated for resources: {'Network': ['ID=dfa0724f-8e73-4d86-943e-cba6e2c5b3ce,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:42.017522 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-8398cb2b-07b2-4cd4-a7e1-6161ebc32075 admin admin] Request body: {'subnet': {'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-783584880-subnet', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'ip_version': 4}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 17:00:42.024276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network dfa0724f-8e73-4d86-943e-cba6e2c5b3ce details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:00:42.040490 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8398cb2b-07b2-4cd4-a7e1-6161ebc32075 admin admin] Made reservation on behalf of 8d4b7f2af7c449f4a4111a4c671095f5 for: {'subnet': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:00:42.042897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8398cb2b-07b2-4cd4-a7e1-6161ebc32075 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6443682'] for subnet (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:42.107356 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:42.217199 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8398cb2b-07b2-4cd4-a7e1-6161ebc32075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6469312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6443724'] for subnet (4f079ae0-e35b-4e2e-9335-f03746f1820c), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:42.272723 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398cb2b-07b2-4cd4-a7e1-6161ebc32075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f079ae0-e35b-4e2e-9335-f03746f1820c,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:42.283242 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398cb2b-07b2-4cd4-a7e1-6161ebc32075 admin admin] Checking segment: {'id': '185c458b-6a65-4f41-a6a2-7fe9eb6185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 17:00:42.283607 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8398cb2b-07b2-4cd4-a7e1-6161ebc32075 admin admin] Network hostable DHCP agents. Network: dfa0724f-8e73-4d86-943e-cba6e2c5b3ce, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:00:42.301026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8398cb2b-07b2-4cd4-a7e1-6161ebc32075 admin admin] Network dfa0724f-8e73-4d86-943e-cba6e2c5b3ce is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:00:42.309415 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-8398cb2b-07b2-4cd4-a7e1-6161ebc32075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, dfa0724f-8e73-4d86-943e-cba6e2c5b3ce) {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:42.313500 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8398cb2b-07b2-4cd4-a7e1-6161ebc32075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:42.314097 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-8398cb2b-07b2-4cd4-a7e1-6161ebc32075 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:42.320019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4a4ce2-d39e-45f1-81cc-1acffe207a4b None None] Network dfa0724f-8e73-4d86-943e-cba6e2c5b3ce requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 17:00:42.330328 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-8398cb2b-07b2-4cd4-a7e1-6161ebc32075 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3167760 Oct 26 17:00:42.333026 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48592) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:42.337807 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 17:00:42.358422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:42.359954 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:42.409718 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] Publish callbacks [] for router_controller (2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495), precommit_add_association {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:42.429013 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 17:00:42.429993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:42.527405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:42.553209 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] Publish callbacks [] for router_gateway (2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:42.577214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Allocated IP 172.20.0.2 (dfa0724f-8e73-4d86-943e-cba6e2c5b3ce/4f079ae0-e35b-4e2e-9335-f03746f1820c/8be32a77-cd08-4594-b906-1078be1b2fce) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:00:42.721575 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Publish callbacks [] for port (8be32a77-cd08-4594-b906-1078be1b2fce), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:42.723503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:42.729812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (8be32a77-cd08-4594-b906-1078be1b2fce), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:42.734264 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] Publish callbacks [] for router_gateway (2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:42.776175 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Network dfa0724f-8e73-4d86-943e-cba6e2c5b3ce is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:00:42.784105 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:42.788027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 17:00:42.793268 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Pushing event updated for resources: {'Port': ['ID=8be32a77-cd08-4594-b906-1078be1b2fce,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:42.850472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Attempting to bind port 8be32a77-cd08-4594-b906-1078be1b2fce on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 17:00:42.850848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Attempting to bind port 8be32a77-cd08-4594-b906-1078be1b2fce by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '185c458b-6a65-4f41-a6a2-7fe9eb6185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 17:00:42.851216 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Attempting to bind port 8be32a77-cd08-4594-b906-1078be1b2fce on network dfa0724f-8e73-4d86-943e-cba6e2c5b3ce {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:00:42.895609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 17, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 17:00:42.895987 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Checking segment: {'id': '185c458b-6a65-4f41-a6a2-7fe9eb6185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 17:00:42.896513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:42.896962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Bound using segment: {'id': '185c458b-6a65-4f41-a6a2-7fe9eb6185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 17:00:42.897472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Bound port: 8be32a77-cd08-4594-b906-1078be1b2fce, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185c458b-6a65-4f41-a6a2-7fe9eb6185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 17:00:42.897857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8be32a77-cd08-4594-b906-1078be1b2fce), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:42.913830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:42.966414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] For port 8be32a77-cd08-4594-b906-1078be1b2fce, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:00:42.969660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] For port 8be32a77-cd08-4594-b906-1078be1b2fce, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8be32a77-cd08-4594-b906-1078be1b2fce,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:00:42.977984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8be32a77-cd08-4594-b906-1078be1b2fce), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:43.025955 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:43.030622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347589ea-b149-462e-bee6-c1945c32ffe6 None None] Pushing event updated for resources: {'Port': ['ID=8be32a77-cd08-4594-b906-1078be1b2fce,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:43.075479 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:43.140855 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] Allocated IP 172.26.11.104 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/69ee311c-d5c6-4598-a43f-ce25508d7bc5) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:00:43.263962 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] Publish callbacks [] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:43.290735 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:43.300042 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:43.343721 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:00:43.348882 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:43.351864 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 17:00:43.368557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8be32a77-cd08-4594-b906-1078be1b2fce up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:43.381600 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:43.414486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8be32a77-cd08-4594-b906-1078be1b2fce triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:43.414859 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8be32a77-cd08-4594-b906-1078be1b2fce), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:43.415194 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8be32a77-cd08-4594-b906-1078be1b2fce Oct 26 17:00:43.492835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8be32a77-cd08-4594-b906-1078be1b2fce is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:43.493241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (8be32a77-cd08-4594-b906-1078be1b2fce), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:43.516817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:43.527848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 8be32a77-cd08-4594-b906-1078be1b2fce, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8be32a77-cd08-4594-b906-1078be1b2fce,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:43.532256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (8be32a77-cd08-4594-b906-1078be1b2fce), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:43.582324 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=8be32a77-cd08-4594-b906-1078be1b2fce,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:43.613562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] Publish callbacks [] for router_gateway (2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:43.809173 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:43.918018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785e970c-e508-41bc-9765-fcb8a1c3575e None None] Network dfa0724f-8e73-4d86-943e-cba6e2c5b3ce requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 17:00:43.933169 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:43.946422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] Router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:00:43.982042 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b683f825-3f55-408d-94da-c259864c42d4 None None] Provisioning complete for port 8be32a77-cd08-4594-b906-1078be1b2fce triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:43.982525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b683f825-3f55-408d-94da-c259864c42d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8be32a77-cd08-4594-b906-1078be1b2fce), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:43.982930 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b683f825-3f55-408d-94da-c259864c42d4 None None] Attempt 1 to provision port 8be32a77-cd08-4594-b906-1078be1b2fce Oct 26 17:00:44.051155 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:00:44.064393 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:44.070796 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:44.072395 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-bd3d8652-adc8-44f0-827f-1397dd01620d admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7384505 Oct 26 17:00:44.075263 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48594) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:44.079144 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:44.079911 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:44.101805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:44.114160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b683f825-3f55-408d-94da-c259864c42d4 None None] Current status of the port 8be32a77-cd08-4594-b906-1078be1b2fce is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:44.149634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:44.231824 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:44.290164 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:44.370843 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:44.382058 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:44.436634 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:43Z', 'revision_number': 3, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:44.460255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-8dfde6f0-535c-48f6-80c2-14f07f16e57e None None] Provisioning complete for port 8be32a77-cd08-4594-b906-1078be1b2fce triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:44.461278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-8dfde6f0-535c-48f6-80c2-14f07f16e57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8be32a77-cd08-4594-b906-1078be1b2fce), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:44.461620 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-8dfde6f0-535c-48f6-80c2-14f07f16e57e None None] Attempt 1 to provision port 8be32a77-cd08-4594-b906-1078be1b2fce Oct 26 17:00:44.463289 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:44.463644 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Updating router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:00:44.496467 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:44.561193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-8dfde6f0-535c-48f6-80c2-14f07f16e57e None None] Current status of the port 8be32a77-cd08-4594-b906-1078be1b2fce is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:44.600643 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7f6db16b-0e19-4528-8a20-f41de54a5b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:44.754298 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Publish callbacks [] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:44.755897 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-7f6db16b-0e19-4528-8a20-f41de54a5b04 admin admin] Allocated IP 172.20.0.1 (dfa0724f-8e73-4d86-943e-cba6e2c5b3ce/4f079ae0-e35b-4e2e-9335-f03746f1820c/82f6a071-8ae7-43d3-812b-f84db43e88fd) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:00:44.760876 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:44.796714 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Attempting to bind port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 17:00:44.797109 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Attempting to bind port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 17:00:44.797472 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Attempting to bind port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:00:44.834492 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ce42f-758d-4fb0-a07b-9a8a1c207b85 None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=2']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:44.847501 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3ce42f-758d-4fb0-a07b-9a8a1c207b85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:44.847858 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3ce42f-758d-4fb0-a07b-9a8a1c207b85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:44.848184 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3ce42f-758d-4fb0-a07b-9a8a1c207b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:44.848828 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3ce42f-758d-4fb0-a07b-9a8a1c207b85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:44.848945 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3ce42f-758d-4fb0-a07b-9a8a1c207b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:44.849744 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3ce42f-758d-4fb0-a07b-9a8a1c207b85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:44.851485 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3ce42f-758d-4fb0-a07b-9a8a1c207b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:44.851485 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3ce42f-758d-4fb0-a07b-9a8a1c207b85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:44.851711 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3ce42f-758d-4fb0-a07b-9a8a1c207b85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:44.851923 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3ce42f-758d-4fb0-a07b-9a8a1c207b85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:44.852550 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3ce42f-758d-4fb0-a07b-9a8a1c207b85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:44.852550 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3ce42f-758d-4fb0-a07b-9a8a1c207b85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:44.852921 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3ce42f-758d-4fb0-a07b-9a8a1c207b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:44.853258 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3ce42f-758d-4fb0-a07b-9a8a1c207b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:44.853568 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3ce42f-758d-4fb0-a07b-9a8a1c207b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:00:44.863850 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 17, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 17:00:44.864302 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 17:00:44.864715 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:44.865192 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 17:00:44.865638 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Bound port: 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 17:00:44.866021 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:44.867343 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7f6db16b-0e19-4528-8a20-f41de54a5b04 admin admin] Publish callbacks [] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:44.894799 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:44.900975 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7f6db16b-0e19-4528-8a20-f41de54a5b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:44.916783 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:00:44.920712 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:00:44.926670 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:44.943542 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6db16b-0e19-4528-8a20-f41de54a5b04 admin admin] Network dfa0724f-8e73-4d86-943e-cba6e2c5b3ce is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:00:44.950915 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-7f6db16b-0e19-4528-8a20-f41de54a5b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:44.954810 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6db16b-0e19-4528-8a20-f41de54a5b04 admin admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 17:00:44.958194 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6db16b-0e19-4528-8a20-f41de54a5b04 admin admin] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:44.962017 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:44.962937 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:44.998638 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7f6db16b-0e19-4528-8a20-f41de54a5b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:45.026423 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ce42f-758d-4fb0-a07b-9a8a1c207b85 None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:45.088402 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:45.093069 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:45.144540 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7f6db16b-0e19-4528-8a20-f41de54a5b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:45.186945 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-e38e4075-0ba0-4914-856d-a8b375281072 None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:45.187328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e38e4075-0ba0-4914-856d-a8b375281072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:45.187861 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-e38e4075-0ba0-4914-856d-a8b375281072 None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:00:45.226376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-e38e4075-0ba0-4914-856d-a8b375281072 None None] Port 82f6a071-8ae7-43d3-812b-f84db43e88fd cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 17:00:45.323137 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7f6db16b-0e19-4528-8a20-f41de54a5b04 admin admin] Publish callbacks [] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:45.328574 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7f6db16b-0e19-4528-8a20-f41de54a5b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:45.349007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8be32a77-cd08-4594-b906-1078be1b2fce up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:45.369351 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:45.379419 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:43Z', 'revision_number': 3, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:45.397199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 8be32a77-cd08-4594-b906-1078be1b2fce triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:45.397580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8be32a77-cd08-4594-b906-1078be1b2fce), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:45.397918 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 8be32a77-cd08-4594-b906-1078be1b2fce Oct 26 17:00:45.403270 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-7f6db16b-0e19-4528-8a20-f41de54a5b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:45.405288 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6db16b-0e19-4528-8a20-f41de54a5b04 admin admin] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:45.412710 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6597787-3963-42bb-9494-4b86d80c01a5 None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:43Z', 'revision_number': 3, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:45.479807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 8be32a77-cd08-4594-b906-1078be1b2fce is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:45.512088 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6db16b-0e19-4528-8a20-f41de54a5b04 admin admin] Network dfa0724f-8e73-4d86-943e-cba6e2c5b3ce is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:00:45.513542 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-7f6db16b-0e19-4528-8a20-f41de54a5b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:45.646944 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6db16b-0e19-4528-8a20-f41de54a5b04 admin admin] Router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:00:45.755024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-3b474120-2779-4e87-a468-6e280afcf0b7 None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:45.755536 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3b474120-2779-4e87-a468-6e280afcf0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:45.755949 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-3b474120-2779-4e87-a468-6e280afcf0b7 None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:00:45.769498 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:45.774869 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6db16b-0e19-4528-8a20-f41de54a5b04 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:00:45.788625 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-7f6db16b-0e19-4528-8a20-f41de54a5b04 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7041168 Oct 26 17:00:45.795177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-3b474120-2779-4e87-a468-6e280afcf0b7 None None] Port 82f6a071-8ae7-43d3-812b-f84db43e88fd cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 17:00:46.279322 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48610) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:46.284573 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-a243286e-b831-4ce5-a859-7ac500218c38 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1004774868-network', 'tenant_id': '31ca3923cd6043969229e737c890f53b'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 17:00:46.305701 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a243286e-b831-4ce5-a859-7ac500218c38 admin admin] Made reservation on behalf of 31ca3923cd6043969229e737c890f53b for: {'network': 1} {{(pid=105322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:00:46.308048 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a243286e-b831-4ce5-a859-7ac500218c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for network (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:46.316849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a243286e-b831-4ce5-a859-7ac500218c38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:46.398373 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a243286e-b831-4ce5-a859-7ac500218c38 admin admin] Publish callbacks [] for security_group (9ac976c6-a871-48c5-b112-4d046d0aa29e), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:46.402103 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a243286e-b831-4ce5-a859-7ac500218c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (9ac976c6-a871-48c5-b112-4d046d0aa29e), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:46.432186 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a243286e-b831-4ce5-a859-7ac500218c38 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=105322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 17:00:46.436836 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243286e-b831-4ce5-a859-7ac500218c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac976c6-a871-48c5-b112-4d046d0aa29e,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:46.445508 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a243286e-b831-4ce5-a859-7ac500218c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (13fde127-6a7c-4e60-abf9-e3499182e95d), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:46.445858 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.db.segments_db [None req-a243286e-b831-4ce5-a859-7ac500218c38 admin admin] Added segment 13fde127-6a7c-4e60-abf9-e3499182e95d of type vlan for network 10f1fd61-bc0b-4554-a640-0cde34a91dcb Oct 26 17:00:46.476994 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:46.495007 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a243286e-b831-4ce5-a859-7ac500218c38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787935230904'] for network (10f1fd61-bc0b-4554-a640-0cde34a91dcb), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:46.522702 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a243286e-b831-4ce5-a859-7ac500218c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886'] for network (10f1fd61-bc0b-4554-a640-0cde34a91dcb), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:46.523828 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a243286e-b831-4ce5-a859-7ac500218c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:46.524417 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-a243286e-b831-4ce5-a859-7ac500218c38 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:46.577811 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-a243286e-b831-4ce5-a859-7ac500218c38 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2973645 Oct 26 17:00:46.580656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48612) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:46.586318 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-ea70504d-633f-4c66-90d8-8bb099137a25 admin admin] Request body: {'subnet': {'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1004774868-subnet', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'ip_version': 4}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 17:00:46.589529 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243286e-b831-4ce5-a859-7ac500218c38 admin admin] Pushing event updated for resources: {'Network': ['ID=10f1fd61-bc0b-4554-a640-0cde34a91dcb,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:46.602644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Network 10f1fd61-bc0b-4554-a640-0cde34a91dcb details requested by agent ovs-agent-dv-neutron-759874-6-hyperv with host dv-neutron-759874-6-hyperv {{(pid=105323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 17:00:46.608880 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea70504d-633f-4c66-90d8-8bb099137a25 admin admin] Made reservation on behalf of 31ca3923cd6043969229e737c890f53b for: {'subnet': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:00:46.611595 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ea70504d-633f-4c66-90d8-8bb099137a25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5402227'] for subnet (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:46.684648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:46.779433 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:46.793779 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ea70504d-633f-4c66-90d8-8bb099137a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5402141'] for subnet (836de3cb-5e85-430d-b712-0677b37569ee), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:46.847753 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70504d-633f-4c66-90d8-8bb099137a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=836de3cb-5e85-430d-b712-0677b37569ee,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:46.867373 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea70504d-633f-4c66-90d8-8bb099137a25 admin admin] Checking segment: {'id': '13fde127-6a7c-4e60-abf9-e3499182e95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 17:00:46.867737 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea70504d-633f-4c66-90d8-8bb099137a25 admin admin] Network hostable DHCP agents. Network: 10f1fd61-bc0b-4554-a640-0cde34a91dcb, hostable agents: ['c470e916-b45c-46ab-b8a1-6ca1fe60a44b'], hosted agents: [] {{(pid=105321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 17:00:46.898668 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea70504d-633f-4c66-90d8-8bb099137a25 admin admin] Network 10f1fd61-bc0b-4554-a640-0cde34a91dcb is scheduled to be hosted by DHCP agent c470e916-b45c-46ab-b8a1-6ca1fe60a44b with binding_index 1 {{(pid=105321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 17:00:46.898782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:46.899834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-ea70504d-633f-4c66-90d8-8bb099137a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-6-hyperv, 10f1fd61-bc0b-4554-a640-0cde34a91dcb) {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:46.902822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:46.903452 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:46.904936 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea70504d-633f-4c66-90d8-8bb099137a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:46.905788 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-ea70504d-633f-4c66-90d8-8bb099137a25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:46.908957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff420e9-138a-4a24-9ba9-c85e65e8ac52 None None] Network 10f1fd61-bc0b-4554-a640-0cde34a91dcb requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 17:00:46.922880 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-ea70504d-633f-4c66-90d8-8bb099137a25 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3409331 Oct 26 17:00:46.925401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48614) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:46.930237 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 17:00:46.952636 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223471'] for router (4012798d-3770-4f7a-aea6-6c1582bd1ff8), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:46.953804 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223462'] for router (4012798d-3770-4f7a-aea6-6c1582bd1ff8), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:46.987047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:47.011665 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] Publish callbacks [] for router_controller (4012798d-3770-4f7a-aea6-6c1582bd1ff8), precommit_add_association {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:47.068436 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:00:47.089734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:47.117956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65abe797-4fa5-5043-acf4-74dede84efef-10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'project_id': '31ca3923cd6043969229e737c890f53b', 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee'}]}} from dv-neutron-759874-6-hyperv. {{(pid=105323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 17:00:47.118809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:47.149270 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] Publish callbacks [] for router_gateway (4012798d-3770-4f7a-aea6-6c1582bd1ff8), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:47.182872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:47.341352 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] Publish callbacks [] for router_gateway (4012798d-3770-4f7a-aea6-6c1582bd1ff8), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:47.362306 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:47.476255 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] Allocated IP 172.26.11.98 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:00:47.522077 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.db_base_plugin_common [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Allocated IP 172.20.0.2 (10f1fd61-bc0b-4554-a640-0cde34a91dcb/836de3cb-5e85-430d-b712-0677b37569ee/83d42b75-9417-4b92-b4f7-5fc92dcff9f9) {{(pid=105323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:00:47.571049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:47.591790 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] Publish callbacks [] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:47.592964 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:47.605360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 2, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:47.628565 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:47.637626 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:47.638595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:47.638955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Updating router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 port 82f6a071-8ae7-43d3-812b-f84db43e88fd binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:00:47.662796 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:47.673915 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:00:47.680663 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:47.683199 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 17:00:47.685434 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:47.694694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:47.828721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Publish callbacks [] for port (83d42b75-9417-4b92-b4f7-5fc92dcff9f9), precommit_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:47.845725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257'] for port (83d42b75-9417-4b92-b4f7-5fc92dcff9f9), after_create {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:47.900158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Network 10f1fd61-bc0b-4554-a640-0cde34a91dcb is already hosted by enough agents. {{(pid=105323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:00:47.906532 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.base_scheduler [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Resources bound (agent type, host, resource id): {{(pid=105323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:47.912262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Received port after_create {{(pid=105323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 17:00:47.923804 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Pushing event updated for resources: {'Port': ['ID=83d42b75-9417-4b92-b4f7-5fc92dcff9f9,revision_number=1']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:47.930735 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] Publish callbacks [] for router_gateway (4012798d-3770-4f7a-aea6-6c1582bd1ff8), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:48.034622 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Attempting to bind port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 17:00:48.034996 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Attempting to bind port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '13fde127-6a7c-4e60-abf9-e3499182e95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 17:00:48.035367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Attempting to bind port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 on network 10f1fd61-bc0b-4554-a640-0cde34a91dcb {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:00:48.120274 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657781'] for router (4012798d-3770-4f7a-aea6-6c1582bd1ff8), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:48.120695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 17, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 17:00:48.121110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Checking segment: {'id': '13fde127-6a7c-4e60-abf9-e3499182e95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 17:00:48.121524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:48.121925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Bound using segment: {'id': '13fde127-6a7c-4e60-abf9-e3499182e95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 17:00:48.122403 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Bound port: 83d42b75-9417-4b92-b4f7-5fc92dcff9f9, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fde127-6a7c-4e60-abf9-e3499182e95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 17:00:48.122795 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (83d42b75-9417-4b92-b4f7-5fc92dcff9f9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:48.155079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Publish callbacks [] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:48.178424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:48.247704 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] Router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 is scheduled to L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 with binding_index 1 {{(pid=105321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 17:00:48.258395 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] For port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:00:48.262297 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6111dc4-23e0-4288-bc70-7d5e63ded68f None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:48.275954 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:48.277261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] For port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=83d42b75-9417-4b92-b4f7-5fc92dcff9f9,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:00:48.300979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (83d42b75-9417-4b92-b4f7-5fc92dcff9f9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:48.336817 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Attempting to bind port 82f6a071-8ae7-43d3-812b-f84db43e88fd on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 17:00:48.337213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Attempting to bind port 82f6a071-8ae7-43d3-812b-f84db43e88fd by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '185c458b-6a65-4f41-a6a2-7fe9eb6185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 17:00:48.337574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Attempting to bind port 82f6a071-8ae7-43d3-812b-f84db43e88fd on network dfa0724f-8e73-4d86-943e-cba6e2c5b3ce {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:00:48.361291 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:00:48.376530 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Sync routers for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:48.388126 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:48.388333 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:48.388975 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:48.392105 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f666848d-7df4-4233-b221-45c6c499d37d admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4630256 Oct 26 17:00:48.392626 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48616) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:48.394559 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6fa44-3699-4b02-a4b9-ec52a8983ed6 None None] Pushing event updated for resources: {'Port': ['ID=83d42b75-9417-4b92-b4f7-5fc92dcff9f9,revision_number=2']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:48.403711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 17, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 17:00:48.404096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Checking segment: {'id': '185c458b-6a65-4f41-a6a2-7fe9eb6185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 17:00:48.404507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:48.404933 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Bound using segment: {'id': '185c458b-6a65-4f41-a6a2-7fe9eb6185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 17:00:48.405474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Bound port: 82f6a071-8ae7-43d3-812b-f84db43e88fd, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185c458b-6a65-4f41-a6a2-7fe9eb6185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 17:00:48.405873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:48.438720 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:48.471678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:00:48.476104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:00:48.486057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:48.542012 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:48.553790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:48.554652 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:48.618555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6111dc4-23e0-4288-bc70-7d5e63ded68f None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:48.634614 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:48.698318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:48.754395 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:47Z', 'revision_number': 3, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:48.779721 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Checking router: 4012798d-3770-4f7a-aea6-6c1582bd1ff8 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:48.780017 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Updating router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f binding host dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:00:48.809558 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:48.887660 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-14509601-01b1-4b2e-893f-71c2010ca550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:48.894093 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:00:48Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:48.924056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd45cd4-19ef-4a93-bf47-d86515059adb None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:00:48Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:49.118731 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Publish callbacks [] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), precommit_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:49.126150 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:49.175161 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Attempting to bind port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 17:00:49.175539 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Attempting to bind port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 17:00:49.175913 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Attempting to bind port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f on network 10462a5a-0e7e-425f-bf32-fbf3f0450853 {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:00:49.221547 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca145455-d934-434d-ab55-c76049b5eb0f None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=2']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:49.273332 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 17, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 17:00:49.273574 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Checking segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 17:00:49.273941 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:49.274327 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Bound using segment: {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'} {{(pid=105324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 17:00:49.276218 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.managers [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Bound port: 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4250e-3b05-4c2f-88ac-ca401a91827d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853'}}] {{(pid=105324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 17:00:49.276678 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:49.387208 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:00:49.396323 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.plugins.ml2.db [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:00:49.404585 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:49.418892 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron_lib.callbacks.manager [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:49.434178 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_common [None req-14509601-01b1-4b2e-893f-71c2010ca550 admin admin] Allocated IP 172.20.0.1 (10f1fd61-bc0b-4554-a640-0cde34a91dcb/836de3cb-5e85-430d-b712-0677b37569ee/1817eae0-4a6a-41e4-bcd7-97637d25654f) {{(pid=105322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:00:49.467384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:49.500346 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca145455-d934-434d-ab55-c76049b5eb0f None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=3']} {{(pid=105324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:49.522071 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:49.522717 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:49.526417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:49.573076 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:49.582010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:49.582387 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:49.582752 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:00:49.639414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267b9a74-e5a0-4377-a3f3-d51eb8dd8a91 None None] Network 10f1fd61-bc0b-4554-a640-0cde34a91dcb requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 17:00:49.706626 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:49.709502 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-14509601-01b1-4b2e-893f-71c2010ca550 admin admin] Publish callbacks [] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:49.762979 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:49.763992 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:49.769462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-13aa9489-6243-4a02-9b99-9820a2370894 None None] Provisioning complete for port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:49.772539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-13aa9489-6243-4a02-9b99-9820a2370894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (83d42b75-9417-4b92-b4f7-5fc92dcff9f9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:49.772984 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-13aa9489-6243-4a02-9b99-9820a2370894 None None] Attempt 1 to provision port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 Oct 26 17:00:49.788935 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-14509601-01b1-4b2e-893f-71c2010ca550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:49.876371 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14509601-01b1-4b2e-893f-71c2010ca550 admin admin] Network 10f1fd61-bc0b-4554-a640-0cde34a91dcb is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:00:49.881649 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-14509601-01b1-4b2e-893f-71c2010ca550 admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:49.884769 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14509601-01b1-4b2e-893f-71c2010ca550 admin admin] Received port after_create {{(pid=105322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 17:00:49.907469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:49.907783 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:49.942668 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14509601-01b1-4b2e-893f-71c2010ca550 admin admin] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=1']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:49.967798 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-14509601-01b1-4b2e-893f-71c2010ca550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657411'] for router_interface (4012798d-3770-4f7a-aea6-6c1582bd1ff8), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:49.980648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-13aa9489-6243-4a02-9b99-9820a2370894 None None] Current status of the port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:49.981075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-13aa9489-6243-4a02-9b99-9820a2370894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (83d42b75-9417-4b92-b4f7-5fc92dcff9f9), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:49.982705 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:47Z', 'revision_number': 3, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:50.018331 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a679c76-9bd1-4e69-8599-8d8097c8a96c None None] The sync data for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv is: [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:47Z', 'revision_number': 3, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:50.071266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:50.082104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-13aa9489-6243-4a02-9b99-9820a2370894 None None] For port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=83d42b75-9417-4b92-b4f7-5fc92dcff9f9,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:50.087354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:50.088326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:50.119008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-13aa9489-6243-4a02-9b99-9820a2370894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (83d42b75-9417-4b92-b4f7-5fc92dcff9f9), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:50.181337 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-14509601-01b1-4b2e-893f-71c2010ca550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:50.223113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:50.231524 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:50.330563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:50.331101 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (83d42b75-9417-4b92-b4f7-5fc92dcff9f9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:50.331456 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 Oct 26 17:00:50.465901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-3141351b-0a77-49ce-a879-a3cf505936a7 None None] Provisioning complete for port 1817eae0-4a6a-41e4-bcd7-97637d25654f triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:50.466277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3141351b-0a77-49ce-a879-a3cf505936a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:50.466610 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-3141351b-0a77-49ce-a879-a3cf505936a7 None None] Attempt 1 to provision port 1817eae0-4a6a-41e4-bcd7-97637d25654f Oct 26 17:00:50.470379 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-14509601-01b1-4b2e-893f-71c2010ca550 admin admin] Publish callbacks [] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), precommit_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:50.476731 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-14509601-01b1-4b2e-893f-71c2010ca550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6469727'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:50.510494 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa9489-6243-4a02-9b99-9820a2370894 None None] Pushing event updated for resources: {'Port': ['ID=83d42b75-9417-4b92-b4f7-5fc92dcff9f9,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:50.586663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-3141351b-0a77-49ce-a879-a3cf505936a7 None None] Port 1817eae0-4a6a-41e4-bcd7-97637d25654f cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 17:00:50.624985 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14509601-01b1-4b2e-893f-71c2010ca550 admin admin] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=2']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:50.625123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-3141351b-0a77-49ce-a879-a3cf505936a7 None None] Provisioning complete for port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:50.625659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3141351b-0a77-49ce-a879-a3cf505936a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (83d42b75-9417-4b92-b4f7-5fc92dcff9f9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:50.626008 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-3141351b-0a77-49ce-a879-a3cf505936a7 None None] Attempt 1 to provision port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 Oct 26 17:00:50.631340 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-14509601-01b1-4b2e-893f-71c2010ca550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-591928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657655'] for router_interface (4012798d-3770-4f7a-aea6-6c1582bd1ff8), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:50.823924 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14509601-01b1-4b2e-893f-71c2010ca550 admin admin] Network 10f1fd61-bc0b-4554-a640-0cde34a91dcb is already hosted by enough agents. {{(pid=105322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:00:50.825385 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:50.826977 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.base_scheduler [None req-14509601-01b1-4b2e-893f-71c2010ca550 admin admin] Resources bound (agent type, host, resource id): {{(pid=105322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:50.881683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:51.007831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-3141351b-0a77-49ce-a879-a3cf505936a7 None None] Current status of the port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:51.036683 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14509601-01b1-4b2e-893f-71c2010ca550 admin admin] Router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:00:51.093200 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:51.129967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-15e97878-f9b9-4831-ac07-66426289b28e None None] Provisioning complete for port 1817eae0-4a6a-41e4-bcd7-97637d25654f triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:51.130308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-15e97878-f9b9-4831-ac07-66426289b28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:51.130641 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-15e97878-f9b9-4831-ac07-66426289b28e None None] Attempt 1 to provision port 1817eae0-4a6a-41e4-bcd7-97637d25654f Oct 26 17:00:51.169705 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14509601-01b1-4b2e-893f-71c2010ca550 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:00:51.182915 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-14509601-01b1-4b2e-893f-71c2010ca550 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/4012798d-3770-4f7a-aea6-6c1582bd1ff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7815943 Oct 26 17:00:51.187076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-15e97878-f9b9-4831-ac07-66426289b28e None None] Port 1817eae0-4a6a-41e4-bcd7-97637d25654f cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 17:00:51.500482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:51.564706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:51.565125 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:51.565463 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:00:51.599923 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48624) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:51.604484 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-277c7486-58d3-4630-8eae-e4ebdd752f7c tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-162919407', 'description': 'tempest-secgroup-smoke-162919407 description', 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 17:00:51.626126 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-277c7486-58d3-4630-8eae-e4ebdd752f7c tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:51.639415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:51.640468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:51.656703 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:51.685807 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:51.686192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:51.686541 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f Oct 26 17:00:51.700081 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-277c7486-58d3-4630-8eae-e4ebdd752f7c tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group (5ccda5fb-cabf-40c0-9820-5199d4e5b26e), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:51.703838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-277c7486-58d3-4630-8eae-e4ebdd752f7c tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (5ccda5fb-cabf-40c0-9820-5199d4e5b26e), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:51.735231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:51.736074 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-277c7486-58d3-4630-8eae-e4ebdd752f7c tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:51.737483 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-277c7486-58d3-4630-8eae-e4ebdd752f7c tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1364632 Oct 26 17:00:51.740374 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48626) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:51.745225 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-22b951f6-2a88-4c07-b175-01f2a28e36fe tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Request body: {'security_group_rule': {'security_group_id': '5ccda5fb-cabf-40c0-9820-5199d4e5b26e', 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 17:00:51.750860 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:51.753568 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c7486-58d3-4630-8eae-e4ebdd752f7c tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccda5fb-cabf-40c0-9820-5199d4e5b26e,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:51.769349 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=100 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:51.772225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:51.772678 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:51.796424 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-22b951f6-2a88-4c07-b175-01f2a28e36fe tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group_rule (b261e697-c51e-47de-a15c-d3211e70ced0), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:51.798097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:51.802821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:51.803717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:51.856564 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-22b951f6-2a88-4c07-b175-01f2a28e36fe tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group_rule (b261e697-c51e-47de-a15c-d3211e70ced0), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:51.860576 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-22b951f6-2a88-4c07-b175-01f2a28e36fe tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (b261e697-c51e-47de-a15c-d3211e70ced0), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:51.878314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:51.881678 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b951f6-2a88-4c07-b175-01f2a28e36fe tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b261e697-c51e-47de-a15c-d3211e70ced0,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:51.889650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-22b951f6-2a88-4c07-b175-01f2a28e36fe tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:51.893668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:51.894140 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-22b951f6-2a88-4c07-b175-01f2a28e36fe tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493168 Oct 26 17:00:51.894266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:51.894266 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 Oct 26 17:00:51.894893 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48628) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:51.900178 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.v2.base [None req-679cc395-cf7a-484e-8558-17fe7639baef tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Request body: {'security_group_rule': {'security_group_id': '5ccda5fb-cabf-40c0-9820-5199d4e5b26e', 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 17:00:51.929248 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-679cc395-cf7a-484e-8558-17fe7639baef tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group_rule (579535cf-47dd-4c14-9164-f768b94f1f95), before_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:51.970061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:51.970461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:51.996014 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-679cc395-cf7a-484e-8558-17fe7639baef tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group_rule (579535cf-47dd-4c14-9164-f768b94f1f95), precommit_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:51.997026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:51.999735 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-679cc395-cf7a-484e-8558-17fe7639baef tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (579535cf-47dd-4c14-9164-f768b94f1f95), after_create {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.000748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.001848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:52.023306 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cc395-cf7a-484e-8558-17fe7639baef tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579535cf-47dd-4c14-9164-f768b94f1f95,revision_number=0']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:52.031096 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-679cc395-cf7a-484e-8558-17fe7639baef tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.033288 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-679cc395-cf7a-484e-8558-17fe7639baef tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372752 Oct 26 17:00:52.034942 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48630) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:52.040401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-340660db-1803-4f76-a198-c99dfc755c68 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Request body: {'security_group_rule': {'security_group_id': '5ccda5fb-cabf-40c0-9820-5199d4e5b26e', 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 17:00:52.071656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-340660db-1803-4f76-a198-c99dfc755c68 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group_rule (73ebac23-6207-45f4-b9aa-8f69aa872abf), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.084266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:52.088306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:52.088688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (83d42b75-9417-4b92-b4f7-5fc92dcff9f9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.089059 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 Oct 26 17:00:52.139279 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-340660db-1803-4f76-a198-c99dfc755c68 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group_rule (73ebac23-6207-45f4-b9aa-8f69aa872abf), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.142939 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-340660db-1803-4f76-a198-c99dfc755c68 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (73ebac23-6207-45f4-b9aa-8f69aa872abf), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.164216 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340660db-1803-4f76-a198-c99dfc755c68 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ebac23-6207-45f4-b9aa-8f69aa872abf,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:52.174982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:52.179685 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-340660db-1803-4f76-a198-c99dfc755c68 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.183624 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-340660db-1803-4f76-a198-c99dfc755c68 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448619 Oct 26 17:00:52.183777 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48632) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:52.188586 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a183ce61-4d76-47f7-a9f8-ba6d073ae202 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Request body: {'security_group_rule': {'security_group_id': '5ccda5fb-cabf-40c0-9820-5199d4e5b26e', 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 17:00:52.216535 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a183ce61-4d76-47f7-a9f8-ba6d073ae202 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group_rule (5cbcdb9c-9cd7-43f1-8e04-44ac5d6f98eb), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.279726 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a183ce61-4d76-47f7-a9f8-ba6d073ae202 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group_rule (5cbcdb9c-9cd7-43f1-8e04-44ac5d6f98eb), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.284581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a183ce61-4d76-47f7-a9f8-ba6d073ae202 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (5cbcdb9c-9cd7-43f1-8e04-44ac5d6f98eb), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.317289 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183ce61-4d76-47f7-a9f8-ba6d073ae202 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cbcdb9c-9cd7-43f1-8e04-44ac5d6f98eb,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:52.317289 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a183ce61-4d76-47f7-a9f8-ba6d073ae202 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.317289 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a183ce61-4d76-47f7-a9f8-ba6d073ae202 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307878 Oct 26 17:00:52.319727 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48634) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:52.324225 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-a92f13f7-e71d-428b-84b7-db94266d1384 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Request body: {'security_group_rule': {'security_group_id': '5ccda5fb-cabf-40c0-9820-5199d4e5b26e', 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 17:00:52.349525 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-a92f13f7-e71d-428b-84b7-db94266d1384 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Project 8d4b7f2af7c449f4a4111a4c671095f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:00:52.356511 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a92f13f7-e71d-428b-84b7-db94266d1384 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group_rule (a70a291c-0c41-40bf-917c-2b4aef7f44e6), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.420791 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a92f13f7-e71d-428b-84b7-db94266d1384 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group_rule (a70a291c-0c41-40bf-917c-2b4aef7f44e6), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.424342 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a92f13f7-e71d-428b-84b7-db94266d1384 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (a70a291c-0c41-40bf-917c-2b4aef7f44e6), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.443953 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f13f7-e71d-428b-84b7-db94266d1384 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70a291c-0c41-40bf-917c-2b4aef7f44e6,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:52.449214 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-a92f13f7-e71d-428b-84b7-db94266d1384 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.450377 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-a92f13f7-e71d-428b-84b7-db94266d1384 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301823 Oct 26 17:00:52.453122 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48636) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:00:52.457250 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-3c7cb62d-69a3-445e-9d7b-bf231fac1344 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Request body: {'security_group_rule': {'security_group_id': '5ccda5fb-cabf-40c0-9820-5199d4e5b26e', 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 17:00:52.477529 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.securitygroups_db [None req-3c7cb62d-69a3-445e-9d7b-bf231fac1344 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Project 8d4b7f2af7c449f4a4111a4c671095f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 17:00:52.483301 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c7cb62d-69a3-445e-9d7b-bf231fac1344 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group_rule (381ab180-a798-4ced-927f-e022cc71b8c2), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.485838 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:52.546984 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c7cb62d-69a3-445e-9d7b-bf231fac1344 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group_rule (381ab180-a798-4ced-927f-e022cc71b8c2), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.550379 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c7cb62d-69a3-445e-9d7b-bf231fac1344 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698617'] for security_group_rule (381ab180-a798-4ced-927f-e022cc71b8c2), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.570571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cb62d-69a3-445e-9d7b-bf231fac1344 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381ab180-a798-4ced-927f-e022cc71b8c2,revision_number=0']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:52.577912 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3c7cb62d-69a3-445e-9d7b-bf231fac1344 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:52.579148 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3c7cb62d-69a3-445e-9d7b-bf231fac1344 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250932 Oct 26 17:00:52.709062 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Sync routers for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:52.719089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:52.719710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:52.743870 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-a2769a0b-ac89-4752-9466-fe4eb25e9b24 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-162919407&fields=id&tenant_id=8d4b7f2af7c449f4a4111a4c671095f5 HTTP/1.1" status: 200 len: 267 time: 0.0480287 Oct 26 17:00:52.821742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:52.851353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-59c7b33c-8ecd-4e3c-8592-303eabb44d51 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:52.852858 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-59c7b33c-8ecd-4e3c-8592-303eabb44d51 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/networks?id=dfa0724f-8e73-4d86-943e-cba6e2c5b3ce HTTP/1.1" status: 200 len: 809 time: 0.1023760 Oct 26 17:00:52.868586 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-84744e2d-35b8-47d1-a508-1986b29b20cf tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/quotas/8d4b7f2af7c449f4a4111a4c671095f5 HTTP/1.1" status: 200 len: 375 time: 0.0101571 Oct 26 17:00:52.923523 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-e090df8a-e899-4750-b3bd-365432b78262 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=8d4b7f2af7c449f4a4111a4c671095f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496342 Oct 26 17:00:53.017185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 2, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:53.055301 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-6cb1b3c6-ff08-4ba9-a964-12854bd9f856 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 17:00:53.055424 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef00a53-d444-4117-a88c-e129a9058cfe None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:53.055887 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-6cb1b3c6-ff08-4ba9-a964-12854bd9f856 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1123385 Oct 26 17:00:53.056005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Checking router: 4012798d-3770-4f7a-aea6-6c1582bd1ff8 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:53.056005 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Updating router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 port 1817eae0-4a6a-41e4-bcd7-97637d25654f binding host dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 17:00:53.060918 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef00a53-d444-4117-a88c-e129a9058cfe None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:53.061573 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ef00a53-d444-4117-a88c-e129a9058cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:53.084196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:53.086374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:53.141423 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-736afcdb-5119-49aa-a686-596fe2828ba5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dfa0724f-8e73-4d86-943e-cba6e2c5b3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932405 Oct 26 17:00:53.169290 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2ef00a53-d444-4117-a88c-e129a9058cfe None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:53.242677 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-89cb9aa0-571f-4c31-9cff-793b0c78aac8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dfa0724f-8e73-4d86-943e-cba6e2c5b3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966420 Oct 26 17:00:53.378897 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Publish callbacks [] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), precommit_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:53.385700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:53.391254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:00:53.450153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:53.477704 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-15779ed1-bc42-4b4b-8d27-b7b3154b74b5 req-b53d0c7f-6ce1-4a8b-9f6c-f4261d3a2844 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 210 time: 0.0362720 Oct 26 17:00:53.517736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e92631-f25b-43ac-ba7e-9a2494ceeb29 None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=3']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:53.524278 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ef00a53-d444-4117-a88c-e129a9058cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 5, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:53.552544 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef00a53-d444-4117-a88c-e129a9058cfe None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:53.561277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Attempting to bind port 1817eae0-4a6a-41e4-bcd7-97637d25654f on host dv-neutron-759874-6-hyperv for vnic_type normal with profile {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 17:00:53.561721 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Attempting to bind port 1817eae0-4a6a-41e4-bcd7-97637d25654f by drivers openvswitch,hyperv on host dv-neutron-759874-6-hyperv at level 0 using segments [{'id': '13fde127-6a7c-4e60-abf9-e3499182e95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb'}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 17:00:53.562151 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Attempting to bind port 1817eae0-4a6a-41e4-bcd7-97637d25654f on network 10f1fd61-bc0b-4554-a640-0cde34a91dcb {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:00:53.562887 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef00a53-d444-4117-a88c-e129a9058cfe None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:53.563523 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ef00a53-d444-4117-a88c-e129a9058cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:53.597204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:53.597689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:53.614152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:53.637486 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Checking agent: {'id': 'ebb3b581-b3f2-4dc2-8854-299b7b6e0035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 11, 44), 'started_at': datetime.datetime(2022, 10, 26, 15, 12, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 17, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 17:00:53.637862 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Checking segment: {'id': '13fde127-6a7c-4e60-abf9-e3499182e95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 17:00:53.638319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:53.638645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Bound using segment: {'id': '13fde127-6a7c-4e60-abf9-e3499182e95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb'} {{(pid=105323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 17:00:53.639113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.managers [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Bound port: 1817eae0-4a6a-41e4-bcd7-97637d25654f, host: dv-neutron-759874-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fde127-6a7c-4e60-abf9-e3499182e95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb'}}] {{(pid=105323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 17:00:53.639491 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:53.655655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:53.664743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:53.665683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:00:53.675911 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2ef00a53-d444-4117-a88c-e129a9058cfe None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:53.781714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:53.787506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, cleared binding levels {{(pid=105323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:00:53.793192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:00:53.820171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:53.865319 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:53.865714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:53.881081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:53.882788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:53.905933 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2ef00a53-d444-4117-a88c-e129a9058cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 5, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:53.930974 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:53.931200 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef00a53-d444-4117-a88c-e129a9058cfe None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 5, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:53.946170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:53.946857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:00:53.974857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e92631-f25b-43ac-ba7e-9a2494ceeb29 None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:54.093852 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:54.123106 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:54.207932 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:54.208326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:54.414750 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:54.421985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:54.514118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:54.530072 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:00:53Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:54.563429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d378c39d-7ee6-45bb-9607-2dc0d7616261 None None] The sync data for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv is: [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:00:53Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:54.587368 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-e0841dd1-1cb8-41f5-aa17-81081fbddb20 req-bb83bc04-e21b-4397-8e89-e4debf9a57e6 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 210 time: 0.0302448 Oct 26 17:00:54.929157 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:54.971006 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-628844a1-0c71-4b8b-822f-f5eb5897b48b tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:54.973059 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-628844a1-0c71-4b8b-822f-f5eb5897b48b tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.64 "GET /networking/v2.0/networks?id=dfa0724f-8e73-4d86-943e-cba6e2c5b3ce HTTP/1.1" status: 200 len: 809 time: 0.1297650 Oct 26 17:00:55.062261 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-31ccadc0-a830-4816-84aa-431f21a5618b tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8d4b7f2af7c449f4a4111a4c671095f5 HTTP/1.1" status: 200 len: 379 time: 0.0730615 Oct 26 17:00:55.075207 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-1129b443-7d6b-4907-8931-b7646dff2425 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Request body: {'port': {'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'admin_state_up': True, 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'security_groups': ['5ccda5fb-cabf-40c0-9820-5199d4e5b26e']}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 17:00:55.199723 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-1129b443-7d6b-4907-8931-b7646dff2425 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Made reservation on behalf of 8d4b7f2af7c449f4a4111a4c671095f5 for: {'port': 1} {{(pid=105321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 17:00:55.203727 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-1129b443-7d6b-4907-8931-b7646dff2425 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:55.356952 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-1129b443-7d6b-4907-8931-b7646dff2425 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Allocated IP 172.20.0.5 (dfa0724f-8e73-4d86-943e-cba6e2c5b3ce/4f079ae0-e35b-4e2e-9335-f03746f1820c/39f42eb2-ed9f-49a3-b67e-443cf1907067) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:00:55.454985 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:55.481606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:55.525556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:55.526241 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:55.526887 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:00:55.555145 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-1129b443-7d6b-4907-8931-b7646dff2425 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for port (39f42eb2-ed9f-49a3-b67e-443cf1907067), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:55.598262 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-1129b443-7d6b-4907-8931-b7646dff2425 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (39f42eb2-ed9f-49a3-b67e-443cf1907067), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:55.621875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:55.622346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:55.669286 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:55.681483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:55.682389 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:55.722932 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-1129b443-7d6b-4907-8931-b7646dff2425 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Network dfa0724f-8e73-4d86-943e-cba6e2c5b3ce is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:00:55.725919 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129b443-7d6b-4907-8931-b7646dff2425 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Pushing event updated for resources: {'Port': ['ID=39f42eb2-ed9f-49a3-b67e-443cf1907067,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:55.737962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:55.739755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:55.749698 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-1129b443-7d6b-4907-8931-b7646dff2425 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:00:55.753127 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-1129b443-7d6b-4907-8931-b7646dff2425 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 17:00:55.794489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 1817eae0-4a6a-41e4-bcd7-97637d25654f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:55.795867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:55.796224 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 1817eae0-4a6a-41e4-bcd7-97637d25654f Oct 26 17:00:55.799594 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:55.808767 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72801e7a-2d7f-43e4-b49f-1aab5fc9f9e0 req-b4eec74c-53a8-426b-89fa-12b565a36c7a tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:55.810384 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-72801e7a-2d7f-43e4-b49f-1aab5fc9f9e0 req-b4eec74c-53a8-426b-89fa-12b565a36c7a tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 931 time: 0.1085351 Oct 26 17:00:55.822026 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-1129b443-7d6b-4907-8931-b7646dff2425 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:55.822953 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-1129b443-7d6b-4907-8931-b7646dff2425 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:55.860514 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-1129b443-7d6b-4907-8931-b7646dff2425 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7895176 Oct 26 17:00:55.876028 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Request body: {'port': {'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 17:00:55.883717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:55.884166 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:55.894868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:55.917771 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-72801e7a-2d7f-43e4-b49f-1aab5fc9f9e0 req-c64379e5-67de-40ce-aca8-a6695fc86e4b tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5ccda5fb-cabf-40c0-9820-5199d4e5b26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905161 Oct 26 17:00:55.928831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:55.934525 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:55.935926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:55.949540 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:55.964440 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39f42eb2-ed9f-49a3-b67e-443cf1907067), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:56.019723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:56.048584 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:56.049011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:56.049352 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 Oct 26 17:00:56.075261 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-65edb114-c67b-4995-b889-e6016b568551 None None] Provisioning complete for port 39f42eb2-ed9f-49a3-b67e-443cf1907067 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:56.075640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-65edb114-c67b-4995-b889-e6016b568551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39f42eb2-ed9f-49a3-b67e-443cf1907067), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:56.075979 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-65edb114-c67b-4995-b889-e6016b568551 None None] Attempt 1 to provision port 39f42eb2-ed9f-49a3-b67e-443cf1907067 Oct 26 17:00:56.132408 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-65edb114-c67b-4995-b889-e6016b568551 None None] Port 39f42eb2-ed9f-49a3-b67e-443cf1907067 cannot update to ACTIVE because it is not bound. {{(pid=105323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 17:00:56.167051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:56.167449 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:56.188419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:56.192502 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:56.240669 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f42eb2-ed9f-49a3-b67e-443cf1907067 {{(pid=105321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 17:00:56.249429 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Publish callbacks [] for port (39f42eb2-ed9f-49a3-b67e-443cf1907067), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:56.256407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:56.263464 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.provisioning_blocks [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Transition to ACTIVE for port object 39f42eb2-ed9f-49a3-b67e-443cf1907067 will not be triggered until provisioned by entity L2. {{(pid=105321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 17:00:56.267902 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (39f42eb2-ed9f-49a3-b67e-443cf1907067), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:56.338850 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Pushing event updated for resources: {'Port': ['ID=39f42eb2-ed9f-49a3-b67e-443cf1907067,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:56.392513 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Attempting to bind port 39f42eb2-ed9f-49a3-b67e-443cf1907067 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 17:00:56.392946 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Attempting to bind port 39f42eb2-ed9f-49a3-b67e-443cf1907067 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '185c458b-6a65-4f41-a6a2-7fe9eb6185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce'}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 17:00:56.393284 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Attempting to bind port 39f42eb2-ed9f-49a3-b67e-443cf1907067 on network dfa0724f-8e73-4d86-943e-cba6e2c5b3ce {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:00:56.437564 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Port 39f42eb2-ed9f-49a3-b67e-443cf1907067 on network dfa0724f-8e73-4d86-943e-cba6e2c5b3ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 17:00:56.437908 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Attempting to bind port 39f42eb2-ed9f-49a3-b67e-443cf1907067 on network dfa0724f-8e73-4d86-943e-cba6e2c5b3ce {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 17:00:56.485475 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Checking agent: {'id': '995863b0-694b-46e8-835e-aa86fd02d4f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'started_at': datetime.datetime(2022, 10, 26, 15, 17, 46), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 17, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 17:00:56.485836 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Checking segment: {'id': '185c458b-6a65-4f41-a6a2-7fe9eb6185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 17:00:56.486294 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Bound using segment: {'id': '185c458b-6a65-4f41-a6a2-7fe9eb6185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce'} {{(pid=105321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 17:00:56.486759 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.managers [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Bound port: 39f42eb2-ed9f-49a3-b67e-443cf1907067, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185c458b-6a65-4f41-a6a2-7fe9eb6185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce'}}] {{(pid=105321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 17:00:56.487168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39f42eb2-ed9f-49a3-b67e-443cf1907067), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:56.563886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] For port 39f42eb2-ed9f-49a3-b67e-443cf1907067, host hv-neutron-7598, cleared binding levels {{(pid=105321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 17:00:56.567142 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] For port 39f42eb2-ed9f-49a3-b67e-443cf1907067, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=39f42eb2-ed9f-49a3-b67e-443cf1907067,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 17:00:56.573444 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (39f42eb2-ed9f-49a3-b67e-443cf1907067), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:56.577786 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:56.578420 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:56.579828 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/39f42eb2-ed9f-49a3-b67e-443cf1907067 HTTP/1.1" status: 200 len: 1093 time: 0.7113864 Oct 26 17:00:56.581648 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b248461-121a-447f-a606-908fc50772ef', 'tag': '39f42eb2-ed9f-49a3-b67e-443cf1907067'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:00:56.583898 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79341a08-8e9d-4563-8d6b-81ebc02c7586" -d '{"events": [{"name": "network-changed", "server_uuid": "4b248461-121a-447f-a606-908fc50772ef", "tag": "39f42eb2-ed9f-49a3-b67e-443cf1907067"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:00:56.641721 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7768d-be3c-427f-938a-ab0c8223cda7 service neutron] Pushing event updated for resources: {'Port': ['ID=39f42eb2-ed9f-49a3-b67e-443cf1907067,revision_number=3']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:56.661978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 17:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9b2393-1d4a-4d6d-ac84-26b24fb77d47 x-openstack-request-id: req-7a9b2393-1d4a-4d6d-ac84-26b24fb77d47 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:00:56.662272 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b248461-121a-447f-a606-908fc50772ef", "tag": "39f42eb2-ed9f-49a3-b67e-443cf1907067", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:00:56.662531 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a9b2393-1d4a-4d6d-ac84-26b24fb77d47 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:00:56.663509 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9b2393-1d4a-4d6d-ac84-26b24fb77d47'] response: {'name': 'network-changed', 'server_uuid': '4b248461-121a-447f-a606-908fc50772ef', 'tag': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'status': 'completed', 'code': 200} Oct 26 17:00:56.675817 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-360aab1b-58ec-42be-89b3-134bdb54fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:56.677409 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-360aab1b-58ec-42be-89b3-134bdb54fd0a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=8d4b7f2af7c449f4a4111a4c671095f5&device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 1127 time: 0.0506320 Oct 26 17:00:56.722415 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-47a68788-909a-40bc-be5b-d482f5565660 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39f42eb2-ed9f-49a3-b67e-443cf1907067 HTTP/1.1" status: 200 len: 217 time: 0.0380707 Oct 26 17:00:57.059506 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:57.090595 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-fc616dc6-b061-46b2-9b7f-c3680241b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:57.092061 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-fc616dc6-b061-46b2-9b7f-c3680241b3c7 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=4f079ae0-e35b-4e2e-9335-f03746f1820c HTTP/1.1" status: 200 len: 848 time: 0.3633497 Oct 26 17:00:57.102109 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65641a87-5738-428b-bb11-f7a414f80891 req-6c0b5f2d-20fe-4c81-bfd6-ecf4a31eb4ef tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:57.103507 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-65641a87-5738-428b-bb11-f7a414f80891 req-6c0b5f2d-20fe-4c81-bfd6-ecf4a31eb4ef tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 943 time: 0.0616336 Oct 26 17:00:57.163224 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:57.166368 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-20196c20-21ae-4a62-9f65-f09c7d795700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:57.167871 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-20196c20-21ae-4a62-9f65-f09c7d795700 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=dfa0724f-8e73-4d86-943e-cba6e2c5b3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0635259 Oct 26 17:00:57.205835 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-65641a87-5738-428b-bb11-f7a414f80891 req-a0e8988d-2ba5-40ea-84bc-66ec573c7ece tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5ccda5fb-cabf-40c0-9820-5199d4e5b26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917389 Oct 26 17:00:57.276185 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-47b13597-8e2c-426c-9358-86f3a164a0ce service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dfa0724f-8e73-4d86-943e-cba6e2c5b3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956810 Oct 26 17:00:57.378219 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-8bc745c1-a03c-478a-bff1-0b6a66985a69 req-a5b637e4-66ec-4008-8db9-3a0e2f9bc0bc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dfa0724f-8e73-4d86-943e-cba6e2c5b3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916524 Oct 26 17:00:57.515169 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a81540-78cd-4e18-bd13-dc6337537571 None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:57.518590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a81540-78cd-4e18-bd13-dc6337537571 None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:57.519252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-01a81540-78cd-4e18-bd13-dc6337537571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:57.619227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-01a81540-78cd-4e18-bd13-dc6337537571 None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:57.806007 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-01a81540-78cd-4e18-bd13-dc6337537571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:00:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:00:55Z', 'revision_number': 7, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:57.836839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a81540-78cd-4e18-bd13-dc6337537571 None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:57.843819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a81540-78cd-4e18-bd13-dc6337537571 None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:57.843819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-01a81540-78cd-4e18-bd13-dc6337537571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:57.946213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-01a81540-78cd-4e18-bd13-dc6337537571 None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:58.129189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-01a81540-78cd-4e18-bd13-dc6337537571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:00:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:00:55Z', 'revision_number': 7, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:58.169373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a81540-78cd-4e18-bd13-dc6337537571 None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:00:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:00:55Z', 'revision_number': 7, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:58.169547 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9923891-b58e-466d-b4be-4e8c04a13727 None None] Sync routers for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:00:58.173719 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9923891-b58e-466d-b4be-4e8c04a13727 None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:58.174444 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a9923891-b58e-466d-b4be-4e8c04a13727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:58.180788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 39f42eb2-ed9f-49a3-b67e-443cf1907067 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 17:00:58.186242 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:00:58.286864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:58.297331 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:58.305486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79341a08-8e9d-4563-8d6b-81ebc02c7586 req-72eb9a12-8eb8-4a36-bb00-52ef3e89eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:58.307294 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a9923891-b58e-466d-b4be-4e8c04a13727 None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:58.307802 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-79341a08-8e9d-4563-8d6b-81ebc02c7586 req-72eb9a12-8eb8-4a36-bb00-52ef3e89eb7b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=8d4b7f2af7c449f4a4111a4c671095f5&device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 1127 time: 0.0958529 Oct 26 17:00:58.309070 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:58.338677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:58.365955 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f82718-cd49-4629-b66f-42b42b29ddd5 req-a20248bc-a253-41c1-824a-b3500ef3e90e tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:58.368752 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:58.369343 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-40f82718-cd49-4629-b66f-42b42b29ddd5 req-a20248bc-a253-41c1-824a-b3500ef3e90e tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 943 time: 0.0694299 Oct 26 17:00:58.374988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:58.409470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:58.430410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 39f42eb2-ed9f-49a3-b67e-443cf1907067, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=39f42eb2-ed9f-49a3-b67e-443cf1907067,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:58.445736 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:58.451592 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-40f82718-cd49-4629-b66f-42b42b29ddd5 req-a029a408-0a7a-463d-a863-e6be9958e872 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5ccda5fb-cabf-40c0-9820-5199d4e5b26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762622 Oct 26 17:00:58.457548 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:58.460918 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79341a08-8e9d-4563-8d6b-81ebc02c7586 req-6fffb79c-3d5a-41e1-8db5-27fcecdb8eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:58.463193 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-79341a08-8e9d-4563-8d6b-81ebc02c7586 req-6fffb79c-3d5a-41e1-8db5-27fcecdb8eda service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=dfa0724f-8e73-4d86-943e-cba6e2c5b3ce HTTP/1.1" status: 200 len: 910 time: 0.1442146 Oct 26 17:00:58.468210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:58.468912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:00:58.532051 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Returning: {'device': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 17:00:58.547544 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-79341a08-8e9d-4563-8d6b-81ebc02c7586 req-1e7b9c31-8daa-4c55-9290-181d103452e6 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39f42eb2-ed9f-49a3-b67e-443cf1907067 HTTP/1.1" status: 200 len: 217 time: 0.0656285 Oct 26 17:00:58.582920 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a9923891-b58e-466d-b4be-4e8c04a13727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:00:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:00:55Z', 'revision_number': 5, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:58.608892 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79341a08-8e9d-4563-8d6b-81ebc02c7586 req-e6c1e933-7a89-4afa-b118-1a92a44bb5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:58.610759 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-79341a08-8e9d-4563-8d6b-81ebc02c7586 req-e6c1e933-7a89-4afa-b118-1a92a44bb5a0 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=4f079ae0-e35b-4e2e-9335-f03746f1820c HTTP/1.1" status: 200 len: 848 time: 0.0546236 Oct 26 17:00:58.615816 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9923891-b58e-466d-b4be-4e8c04a13727 None None] Checking router: 4012798d-3770-4f7a-aea6-6c1582bd1ff8 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:00:58.616011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 39f42eb2-ed9f-49a3-b67e-443cf1907067 is: DOWN; New status is: BUILD {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:58.616274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39f42eb2-ed9f-49a3-b67e-443cf1907067), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:58.618832 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:58.627113 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9923891-b58e-466d-b4be-4e8c04a13727 None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:00:58.628571 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a9923891-b58e-466d-b4be-4e8c04a13727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:58.665727 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f42eb2-ed9f-49a3-b67e-443cf1907067 {{(pid=105323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 17:00:58.671831 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79341a08-8e9d-4563-8d6b-81ebc02c7586 req-a588111f-8713-4595-9499-347c56a74208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:58.673518 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-79341a08-8e9d-4563-8d6b-81ebc02c7586 req-a588111f-8713-4595-9499-347c56a74208 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=dfa0724f-8e73-4d86-943e-cba6e2c5b3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0526090 Oct 26 17:00:58.701337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 39f42eb2-ed9f-49a3-b67e-443cf1907067, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=39f42eb2-ed9f-49a3-b67e-443cf1907067,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:58.702838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:58.703440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:58.712997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39f42eb2-ed9f-49a3-b67e-443cf1907067), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:58.755872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:58.767737 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:58.779024 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:00:58.779996 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a9923891-b58e-466d-b4be-4e8c04a13727 None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:00:58.808970 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-79341a08-8e9d-4563-8d6b-81ebc02c7586 req-931fffc9-ab36-445d-b295-f2c2a5a5ba11 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dfa0724f-8e73-4d86-943e-cba6e2c5b3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249123 Oct 26 17:00:58.822967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=39f42eb2-ed9f-49a3-b67e-443cf1907067,revision_number=4']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:58.923409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:58.940454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:58.940883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:58.945487 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-79341a08-8e9d-4563-8d6b-81ebc02c7586 req-90ba7068-0e8e-4597-b58d-9f30c62d17e8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dfa0724f-8e73-4d86-943e-cba6e2c5b3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284173 Oct 26 17:00:58.982748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:58.987171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:59.018197 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a9923891-b58e-466d-b4be-4e8c04a13727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:00:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:00:55Z', 'revision_number': 5, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:00:59.018908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] get_ports_and_sgs() called for port_ids ['39f42eb2-ed9f-49a3-b67e-443cf1907067'] {{(pid=105323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 17:00:59.043392 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9923891-b58e-466d-b4be-4e8c04a13727 None None] The sync data for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv is: [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:00:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:00:55Z', 'revision_number': 5, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:00:59.079578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:59.328738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:00:59.416881 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:59.436654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:00:59.529429 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:59.615783 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09384fa1-551c-4190-aeac-81317d7dd0bd req-d948529b-aa3a-469f-871b-d60da9f72ccc tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:00:59.618674 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-09384fa1-551c-4190-aeac-81317d7dd0bd req-d948529b-aa3a-469f-871b-d60da9f72ccc tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 944 time: 0.0777752 Oct 26 17:00:59.664778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:59.681636 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-09384fa1-551c-4190-aeac-81317d7dd0bd req-7ef485aa-2f45-4220-9ed1-232be84003d5 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5ccda5fb-cabf-40c0-9820-5199d4e5b26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563459 Oct 26 17:00:59.700168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:59.721333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:59.721706 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:59.722040 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:00:59.803158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:00:59.803643 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:59.829888 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:00:59.842672 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:00:59.846527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:59.847638 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:00:59.925955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:00:59.937149 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 1817eae0-4a6a-41e4-bcd7-97637d25654f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:00:59.937619 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:00:59.938048 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 1817eae0-4a6a-41e4-bcd7-97637d25654f Oct 26 17:00:59.973946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:00.027581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:00.027978 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:00.067258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:00.072193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:00.073098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:00.151345 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:00.160227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:00.160609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:00.160978 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 Oct 26 17:01:00.195831 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 39f42eb2-ed9f-49a3-b67e-443cf1907067 up at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:00.268160 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning for port 39f42eb2-ed9f-49a3-b67e-443cf1907067 completed by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 17:01:00.277163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:00.277163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:00.283715 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Provisioning complete for port 39f42eb2-ed9f-49a3-b67e-443cf1907067 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:00.284074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (39f42eb2-ed9f-49a3-b67e-443cf1907067), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:00.284417 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Attempt 1 to provision port 39f42eb2-ed9f-49a3-b67e-443cf1907067 Oct 26 17:01:00.326601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:00.336841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:00.345055 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:00.583841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:00.595173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Current status of the port 39f42eb2-ed9f-49a3-b67e-443cf1907067 is: BUILD; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:00.595571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (39f42eb2-ed9f-49a3-b67e-443cf1907067), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:00.650781 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b248461-121a-447f-a606-908fc50772ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f42eb2-ed9f-49a3-b67e-443cf1907067'}] {{(pid=105323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:01:00.653088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0791dcd99e10d2601dac9685061402289b22c07495f87ab2850faee0ade828c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a78295-3a9e-4365-a71a-f14fd5dc4968" -d '{"events": [{"server_uuid": "4b248461-121a-447f-a606-908fc50772ef", "name": "network-vif-plugged", "status": "completed", "tag": "39f42eb2-ed9f-49a3-b67e-443cf1907067"}]}' {{(pid=105323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:01:00.666209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:00.669456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] For port 39f42eb2-ed9f-49a3-b67e-443cf1907067, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=39f42eb2-ed9f-49a3-b67e-443cf1907067,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:00.675303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (39f42eb2-ed9f-49a3-b67e-443cf1907067), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:00.725236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Pushing event updated for resources: {'Port': ['ID=39f42eb2-ed9f-49a3-b67e-443cf1907067,revision_number=5']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:00.770749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 17:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20e67a6-a878-43c0-be95-8bbc322850b3 x-openstack-request-id: req-e20e67a6-a878-43c0-be95-8bbc322850b3 {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:01:00.771192 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b248461-121a-447f-a606-908fc50772ef", "name": "network-vif-plugged", "status": "completed", "tag": "39f42eb2-ed9f-49a3-b67e-443cf1907067", "code": 200}]} {{(pid=105323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:01:00.771459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e20e67a6-a878-43c0-be95-8bbc322850b3 {{(pid=105323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:01:00.771998 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e20e67a6-a878-43c0-be95-8bbc322850b3'] response: {'server_uuid': '4b248461-121a-447f-a606-908fc50772ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'code': 200} Oct 26 17:01:00.821983 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309b364-f104-4ab7-a3cd-43f3610cac89 req-3a118bb4-7722-4a66-80f4-936976ce5315 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:00.823517 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9309b364-f104-4ab7-a3cd-43f3610cac89 req-3a118bb4-7722-4a66-80f4-936976ce5315 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 945 time: 0.0540948 Oct 26 17:01:00.885275 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-9309b364-f104-4ab7-a3cd-43f3610cac89 req-5e2b4a85-7132-4831-b47c-8c1bc1716424 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5ccda5fb-cabf-40c0-9820-5199d4e5b26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561163 Oct 26 17:01:00.974786 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485836b1-9df7-4a28-83c9-4cad169f3ca6 req-4fa075f2-e4b9-4fe2-b110-6efed3039fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:00.976394 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-485836b1-9df7-4a28-83c9-4cad169f3ca6 req-4fa075f2-e4b9-4fe2-b110-6efed3039fbe service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 1129 time: 0.0452454 Oct 26 17:01:01.005228 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:01.023850 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-485836b1-9df7-4a28-83c9-4cad169f3ca6 req-e5b343cb-7f21-46bf-a1ff-01ab0ba41cca service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=5ccda5fb-cabf-40c0-9820-5199d4e5b26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415361 Oct 26 17:01:01.583676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173138de-aa70-4f4d-abad-3f7bc309dba3 None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:01.583676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173138de-aa70-4f4d-abad-3f7bc309dba3 None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:01.583676 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-173138de-aa70-4f4d-abad-3f7bc309dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:01.684280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:01.690047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-173138de-aa70-4f4d-abad-3f7bc309dba3 None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:01.821215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:01.834413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:01.834786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:01.835152 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f Oct 26 17:01:01.887132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:01.973029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-173138de-aa70-4f4d-abad-3f7bc309dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:00Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:00:59Z', 'revision_number': 9, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:02.002788 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:02.003181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:02.009812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173138de-aa70-4f4d-abad-3f7bc309dba3 None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:02.019691 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609e934-f574-4c6b-9bcd-9c4c945f01f3 req-6991c855-bcfb-4f2d-840a-98d8de6f849a tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:02.023521 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8609e934-f574-4c6b-9bcd-9c4c945f01f3 req-6991c855-bcfb-4f2d-840a-98d8de6f849a tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 945 time: 0.0562744 Oct 26 17:01:02.033418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:02.035766 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173138de-aa70-4f4d-abad-3f7bc309dba3 None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:02.036537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-173138de-aa70-4f4d-abad-3f7bc309dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:02.040904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:02.041698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:02.072328 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-8609e934-f574-4c6b-9bcd-9c4c945f01f3 req-9512914f-79bf-4d96-816a-0d44317002fb tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5ccda5fb-cabf-40c0-9820-5199d4e5b26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448828 Oct 26 17:01:02.197020 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=6']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:02.211762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 1817eae0-4a6a-41e4-bcd7-97637d25654f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:02.212141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:02.212484 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 1817eae0-4a6a-41e4-bcd7-97637d25654f Oct 26 17:01:02.217312 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:02.222223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-173138de-aa70-4f4d-abad-3f7bc309dba3 None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:02.410083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:02.463455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:02.516479 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-173138de-aa70-4f4d-abad-3f7bc309dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:00Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:00:59Z', 'revision_number': 9, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:02.552773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173138de-aa70-4f4d-abad-3f7bc309dba3 None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:00Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:00:59Z', 'revision_number': 9, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:02.598953 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:02.599343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:02.634927 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:02.639004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:02.639830 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:02.715948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:02.752237 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:02.752620 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:02.773685 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:02.777119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:02.821364 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:03.214772 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874cd42-b9f4-485a-b2a7-08d68a1af813 None None] Sync routers for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:03.215241 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a874cd42-b9f4-485a-b2a7-08d68a1af813 None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:03.215461 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a874cd42-b9f4-485a-b2a7-08d68a1af813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:03.225041 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26913c03-e0ee-4aab-ac70-c6409f290c32 req-6abd7adf-b359-4b93-a928-4395db66be6f tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:03.226716 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-26913c03-e0ee-4aab-ac70-c6409f290c32 req-6abd7adf-b359-4b93-a928-4395db66be6f tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 945 time: 0.0777586 Oct 26 17:01:03.277460 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:03.289602 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-26913c03-e0ee-4aab-ac70-c6409f290c32 req-fac1cc70-b106-4da7-af26-6b51faf3c454 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5ccda5fb-cabf-40c0-9820-5199d4e5b26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573227 Oct 26 17:01:03.332012 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a874cd42-b9f4-485a-b2a7-08d68a1af813 None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:03.463405 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7dacb-4486-4718-af42-594b546419b4 req-475163d6-8233-4558-9c86-1792d92c1fde tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:03.469434 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-84f7dacb-4486-4718-af42-594b546419b4 req-475163d6-8233-4558-9c86-1792d92c1fde tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 945 time: 0.0603948 Oct 26 17:01:03.485696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:03.522010 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-84f7dacb-4486-4718-af42-594b546419b4 req-03099f51-75b3-407f-8be4-f5c3555f5ece tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5ccda5fb-cabf-40c0-9820-5199d4e5b26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510769 Oct 26 17:01:03.552063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:03.552435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:03.552771 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:01:03.556414 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48696) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:01:03.644187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:03.644922 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:03.662585 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe63e9a-ac8c-45d6-8ca3-9d1d45ed825d tempest-TestSnapshotPattern-1890531708 tempest-TestSnapshotPattern-1890531708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:03.665262 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-bfe63e9a-ac8c-45d6-8ca3-9d1d45ed825d tempest-TestSnapshotPattern-1890531708 tempest-TestSnapshotPattern-1890531708-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 1124 time: 0.1075003 Oct 26 17:01:03.668146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48700) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:01:03.674801 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.v2.base [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Request body: {'floatingip': {'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 17:01:03.679172 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a874cd42-b9f4-485a-b2a7-08d68a1af813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:00Z', 'revision_number': 7, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:03.702670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:03.707258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:03.712854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:03.713350 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874cd42-b9f4-485a-b2a7-08d68a1af813 None None] Checking router: 4012798d-3770-4f7a-aea6-6c1582bd1ff8 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:03.723840 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a874cd42-b9f4-485a-b2a7-08d68a1af813 None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:03.724465 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a874cd42-b9f4-485a-b2a7-08d68a1af813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:03.764586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:03.788779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:03.792882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:03.795327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:03.823850 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (None), before_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:03.874721 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-a874cd42-b9f4-485a-b2a7-08d68a1af813 None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:03.876842 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:03.896302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:03.896694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:03.903974 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:03.925391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:03.931295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:03.932327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:03.969552 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_common [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Allocated IP 172.26.11.116 (10462a5a-0e7e-425f-bf32-fbf3f0450853/d4efb83f-d1c6-4acd-aa33-d08141fd4125/388f963c-1012-4496-a1cd-ce81c3994104) {{(pid=105321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 17:01:03.995075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=7']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:04.092590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:04.093014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:04.113987 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-a874cd42-b9f4-485a-b2a7-08d68a1af813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:00Z', 'revision_number': 7, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:04.137456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:04.144917 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:04.155972 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874cd42-b9f4-485a-b2a7-08d68a1af813 None None] The sync data for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv is: [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:00Z', 'revision_number': 7, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:04.167330 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for port (388f963c-1012-4496-a1cd-ce81c3994104), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:04.210394 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787935259257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (388f963c-1012-4496-a1cd-ce81c3994104), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:04.225046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:04.255732 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Network 10462a5a-0e7e-425f-bf32-fbf3f0450853 is already hosted by enough agents. {{(pid=105321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 17:01:04.261428 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.base_scheduler [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Resources bound (agent type, host, resource id): {{(pid=105321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 17:01:04.265357 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Received port after_create {{(pid=105321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 17:01:04.301183 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Pushing event updated for resources: {'Port': ['ID=388f963c-1012-4496-a1cd-ce81c3994104,revision_number=1']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:04.576232 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:04.585001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:04.638001 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for floatingip (ee018dea-2743-42e3-b9d6-235aca9e8373), precommit_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:04.709731 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (388f963c-1012-4496-a1cd-ce81c3994104), before_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:04.900941 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for port (388f963c-1012-4496-a1cd-ce81c3994104), precommit_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:04.905613 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6506240'] for port (388f963c-1012-4496-a1cd-ce81c3994104), after_update {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:04.976873 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Pushing event updated for resources: {'Port': ['ID=388f963c-1012-4496-a1cd-ce81c3994104,revision_number=2']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:04.982995 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657820'] for floatingip (ee018dea-2743-42e3-b9d6-235aca9e8373), after_create {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:05.085352 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Floating IP ee018dea-2743-42e3-b9d6-235aca9e8373 associated. External IP: 172.26.11.116, port: 39f42eb2-ed9f-49a3-b67e-443cf1907067. Oct 26 17:01:05.337303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdbfa19-fb3e-46a4-94a9-1705a81c5ece None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:05.339264 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:01:05.340048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdbfa19-fb3e-46a4-94a9-1705a81c5ece None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:05.340048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0fdbfa19-fb3e-46a4-94a9-1705a81c5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:05.470640 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:01:05.472510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:05.478161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:05.495225 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:05.505338 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:05.510613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0fdbfa19-fb3e-46a4-94a9-1705a81c5ece None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:05.541192 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-673fd49f-3d4c-491d-98aa-22e4bc21ca4d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8716490 Oct 26 17:01:05.542056 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b248461-121a-447f-a606-908fc50772ef', 'tag': '39f42eb2-ed9f-49a3-b67e-443cf1907067'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:01:05.545263 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94cb8ac-29d6-4d07-adef-6c9c66d8dae7" -d '{"events": [{"name": "network-changed", "server_uuid": "4b248461-121a-447f-a606-908fc50772ef", "tag": "39f42eb2-ed9f-49a3-b67e-443cf1907067"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:01:05.588611 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 17:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec43715-c4d2-427c-98f9-1e957cd8b284 x-openstack-request-id: req-6ec43715-c4d2-427c-98f9-1e957cd8b284 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:01:05.589204 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b248461-121a-447f-a606-908fc50772ef", "tag": "39f42eb2-ed9f-49a3-b67e-443cf1907067", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:01:05.589471 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ec43715-c4d2-427c-98f9-1e957cd8b284 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:01:05.589903 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec43715-c4d2-427c-98f9-1e957cd8b284'] response: {'name': 'network-changed', 'server_uuid': '4b248461-121a-447f-a606-908fc50772ef', 'tag': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'status': 'completed', 'code': 200} Oct 26 17:01:05.659209 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cb8ac-29d6-4d07-adef-6c9c66d8dae7 req-fac6d258-849f-4264-a488-45d64c023a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:05.660891 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c94cb8ac-29d6-4d07-adef-6c9c66d8dae7 req-fac6d258-849f-4264-a488-45d64c023a0b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=8d4b7f2af7c449f4a4111a4c671095f5&device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 1129 time: 0.0473545 Oct 26 17:01:05.754407 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:05.758322 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:05.758782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:05.759087 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f Oct 26 17:01:05.761007 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cb8ac-29d6-4d07-adef-6c9c66d8dae7 req-b8684835-0eb4-4b37-a7cf-14143a6ea019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:05.762548 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c94cb8ac-29d6-4d07-adef-6c9c66d8dae7 req-b8684835-0eb4-4b37-a7cf-14143a6ea019 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=dfa0724f-8e73-4d86-943e-cba6e2c5b3ce HTTP/1.1" status: 200 len: 910 time: 0.0951979 Oct 26 17:01:05.831572 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c94cb8ac-29d6-4d07-adef-6c9c66d8dae7 req-09096de8-9924-43f5-a8ce-c7f2bde69058 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39f42eb2-ed9f-49a3-b67e-443cf1907067 HTTP/1.1" status: 200 len: 1000 time: 0.0623846 Oct 26 17:01:05.883859 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cb8ac-29d6-4d07-adef-6c9c66d8dae7 req-5cf2710b-7af7-4a0a-ac2c-368fbb541062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:05.885377 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c94cb8ac-29d6-4d07-adef-6c9c66d8dae7 req-5cf2710b-7af7-4a0a-ac2c-368fbb541062 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=4f079ae0-e35b-4e2e-9335-f03746f1820c HTTP/1.1" status: 200 len: 848 time: 0.0477467 Oct 26 17:01:05.919028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:05.919424 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:05.932558 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cb8ac-29d6-4d07-adef-6c9c66d8dae7 req-eaccd5ac-1a28-4005-84c0-4ada96e9c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:05.934156 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c94cb8ac-29d6-4d07-adef-6c9c66d8dae7 req-eaccd5ac-1a28-4005-84c0-4ada96e9c826 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=dfa0724f-8e73-4d86-943e-cba6e2c5b3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418293 Oct 26 17:01:05.969088 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:05.977122 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:05.977946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:05.981546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0fdbfa19-fb3e-46a4-94a9-1705a81c5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:02Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:04Z', 'revision_number': 0, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:03Z', 'revision_number': 11, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:06.040752 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c94cb8ac-29d6-4d07-adef-6c9c66d8dae7 req-aa883b0d-49cd-4e95-a2a0-4d9a96bffd09 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dfa0724f-8e73-4d86-943e-cba6e2c5b3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980558 Oct 26 17:01:06.052950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdbfa19-fb3e-46a4-94a9-1705a81c5ece None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:06.091430 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdbfa19-fb3e-46a4-94a9-1705a81c5ece None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:06.092061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0fdbfa19-fb3e-46a4-94a9-1705a81c5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:06.096316 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=8']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:06.136198 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c94cb8ac-29d6-4d07-adef-6c9c66d8dae7 req-48f255ff-8c3d-4c55-9f84-a2e5c8a46452 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dfa0724f-8e73-4d86-943e-cba6e2c5b3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892632 Oct 26 17:01:06.148960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 1817eae0-4a6a-41e4-bcd7-97637d25654f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:06.149341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:06.149680 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 1817eae0-4a6a-41e4-bcd7-97637d25654f Oct 26 17:01:06.239670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-0fdbfa19-fb3e-46a4-94a9-1705a81c5ece None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:06.265952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:06.343254 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:06.343912 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:06.429230 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:06.435543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:06.492444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:06.530097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:06.537695 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:06.585444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-0fdbfa19-fb3e-46a4-94a9-1705a81c5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:02Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:04Z', 'revision_number': 0, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:03Z', 'revision_number': 11, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:06.622412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdbfa19-fb3e-46a4-94a9-1705a81c5ece None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:02Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:04Z', 'revision_number': 0, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:03Z', 'revision_number': 11, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:06.652129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:06.652527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:06.687182 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:06.691127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:06.742598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:07.345949 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366da13c-769a-40e2-a42e-75b01133c8a6 None None] Sync routers for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:07.358125 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366da13c-769a-40e2-a42e-75b01133c8a6 None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:07.358880 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-366da13c-769a-40e2-a42e-75b01133c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:07.398703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:07.449983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:07.460633 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:07.461400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:07.461963 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:01:07.508673 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-366da13c-769a-40e2-a42e-75b01133c8a6 None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:07.557873 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:07.558259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:07.598262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:07.603823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:07.668119 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:07.691337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:07.728547 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-366da13c-769a-40e2-a42e-75b01133c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:05Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:06Z', 'revision_number': 9, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:07.757764 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366da13c-769a-40e2-a42e-75b01133c8a6 None None] Checking router: 4012798d-3770-4f7a-aea6-6c1582bd1ff8 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:07.766533 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366da13c-769a-40e2-a42e-75b01133c8a6 None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:07.767051 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-366da13c-769a-40e2-a42e-75b01133c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:07.769412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:07.769879 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:07.793140 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:07.797501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:07.798258 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:07.877230 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-366da13c-769a-40e2-a42e-75b01133c8a6 None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:07.880015 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=9']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:07.920461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:07.920893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:07.955487 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:07.961139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:08.017535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:08.077158 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-366da13c-769a-40e2-a42e-75b01133c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:05Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:06Z', 'revision_number': 9, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:08.104058 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366da13c-769a-40e2-a42e-75b01133c8a6 None None] The sync data for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv is: [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:05Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:06Z', 'revision_number': 9, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:08.599606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d14d3-4aa3-4587-8cf4-1fe24205c8d9 None None] New status for floating IP ee018dea-2743-42e3-b9d6-235aca9e8373: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 17:01:08.690212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:08.845409 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2e23-b61e-4cb8-ae48-5ac7a906ba45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:09.428289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:09.472535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:09.472961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:09.473307 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f Oct 26 17:01:09.554470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:09.554855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:09.575545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:09.579348 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:09.580181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:09.654572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:09.663250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 1817eae0-4a6a-41e4-bcd7-97637d25654f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:09.663563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:09.663906 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 1817eae0-4a6a-41e4-bcd7-97637d25654f Oct 26 17:01:09.835291 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8719dc4e-8ae4-44c2-aae2-fb451ea13b95 None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:09.835291 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8719dc4e-8ae4-44c2-aae2-fb451ea13b95 None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:09.835291 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8719dc4e-8ae4-44c2-aae2-fb451ea13b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:09.844044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:09.879220 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:09.879618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:09.914837 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:09.921680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:09.922639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:09.936010 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:09.940703 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8719dc4e-8ae4-44c2-aae2-fb451ea13b95 None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:10.001926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:10.015461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:10.015843 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:10.016188 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 Oct 26 17:01:10.099824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:10.100152 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:10.102751 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:10.122945 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:10.127527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:10.177214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=10']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:10.256313 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8719dc4e-8ae4-44c2-aae2-fb451ea13b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:02Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:08Z', 'revision_number': 1, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:07Z', 'revision_number': 13, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:10.280549 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8719dc4e-8ae4-44c2-aae2-fb451ea13b95 None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:10.289703 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8719dc4e-8ae4-44c2-aae2-fb451ea13b95 None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:10.290367 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8719dc4e-8ae4-44c2-aae2-fb451ea13b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:10.393016 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8719dc4e-8ae4-44c2-aae2-fb451ea13b95 None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:10.458091 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:10.463272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a385c6-a3e4-47d4-98d9-5c786084abff None None] Sync routers for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:10.501323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a385c6-a3e4-47d4-98d9-5c786084abff None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:10.502058 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a1a385c6-a3e4-47d4-98d9-5c786084abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:10.538356 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:10.612735 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8719dc4e-8ae4-44c2-aae2-fb451ea13b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:10Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:08Z', 'revision_number': 1, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:07Z', 'revision_number': 13, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:10.617482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:10.617870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:10.637511 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8719dc4e-8ae4-44c2-aae2-fb451ea13b95 None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:10Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:08Z', 'revision_number': 1, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:07Z', 'revision_number': 13, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:10.651738 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a1a385c6-a3e4-47d4-98d9-5c786084abff None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:10.698513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:10.704543 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:10.828142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:10.915507 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a1a385c6-a3e4-47d4-98d9-5c786084abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:09Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:09Z', 'revision_number': 11, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:10.941770 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a385c6-a3e4-47d4-98d9-5c786084abff None None] Checking router: 4012798d-3770-4f7a-aea6-6c1582bd1ff8 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:10.945435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:10.953739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a385c6-a3e4-47d4-98d9-5c786084abff None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:10.954407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a1a385c6-a3e4-47d4-98d9-5c786084abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:00:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:11.063925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a1a385c6-a3e4-47d4-98d9-5c786084abff None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:11.270669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-54ce073d-61b3-4be7-a62d-c069e435d788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:11.275422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a1a385c6-a3e4-47d4-98d9-5c786084abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:09Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:09Z', 'revision_number': 11, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:11.306973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a385c6-a3e4-47d4-98d9-5c786084abff None None] The sync data for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv is: [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:09Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:09Z', 'revision_number': 11, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:11.322161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:11.412180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:11.412490 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:11.437217 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:11.442131 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:11.471305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:11.477104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:11.533030 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:11.581153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:11.723484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:11.775844 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:11.776227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:11.776565 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:01:11.851712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:11.852158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:11.892227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:11.897510 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:11.898432 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:11.973712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:11.982703 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:11.983084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:11.983420 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 Oct 26 17:01:12.063950 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:12.064335 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:12.070756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:12.095167 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:12.100610 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:12.154433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:12.191074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:12.242444 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:12.242834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:12.279632 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:12.286998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:12.287790 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:12.359868 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:12.368764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=11']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:12.413572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:12.414259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:12.446464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:12.451100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:12.509376 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:12.518128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:12.566877 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa27f95-028f-44e5-9302-cde2eacb4da6 None None] New status for floating IP ee018dea-2743-42e3-b9d6-235aca9e8373: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 17:01:13.513229 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=16 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:13.517671 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:13.811405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92934e0b-0350-473a-a022-6d7005db1674 None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:13.811405 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:13.831780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92934e0b-0350-473a-a022-6d7005db1674 None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:13.832514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-92934e0b-0350-473a-a022-6d7005db1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:13.928461 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:13.928864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:13.929206 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f Oct 26 17:01:13.976589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-92934e0b-0350-473a-a022-6d7005db1674 None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:14.102026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:14.111325 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:14.111710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:14.117855 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:14.324238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:14.332347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:14.333178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:14.361334 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:14.449808 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=12']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:14.453266 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 1817eae0-4a6a-41e4-bcd7-97637d25654f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:14.453644 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:14.453988 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 1817eae0-4a6a-41e4-bcd7-97637d25654f Oct 26 17:01:14.500433 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7db0f-f773-432a-8380-427d2277eb9c None None] Sync routers for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:14.506470 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7db0f-f773-432a-8380-427d2277eb9c None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:14.507648 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e0c7db0f-f773-432a-8380-427d2277eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:14.520957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-92934e0b-0350-473a-a022-6d7005db1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:12Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:12Z', 'revision_number': 2, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:11Z', 'revision_number': 15, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:14.552506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92934e0b-0350-473a-a022-6d7005db1674 None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:14.582339 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92934e0b-0350-473a-a022-6d7005db1674 None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:14.582976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-92934e0b-0350-473a-a022-6d7005db1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:14.611919 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e0c7db0f-f773-432a-8380-427d2277eb9c None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:14.628379 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:14.628776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:14.704295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:14.714948 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:14.742065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-92934e0b-0350-473a-a022-6d7005db1674 None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:14.777134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:14.778204 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:14.790735 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:14.810353 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e0c7db0f-f773-432a-8380-427d2277eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:14Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:12Z', 'revision_number': 12, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:14.823248 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:14.835912 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7db0f-f773-432a-8380-427d2277eb9c None None] Checking router: 4012798d-3770-4f7a-aea6-6c1582bd1ff8 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:14.837556 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:14.846518 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7db0f-f773-432a-8380-427d2277eb9c None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:14.847127 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e0c7db0f-f773-432a-8380-427d2277eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:14.866310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:14.950496 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-e0c7db0f-f773-432a-8380-427d2277eb9c None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:14.974984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:14.975893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:15.032779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:15.051464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:15.103448 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-92934e0b-0350-473a-a022-6d7005db1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:12Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:12Z', 'revision_number': 2, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:11Z', 'revision_number': 15, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:15.137563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92934e0b-0350-473a-a022-6d7005db1674 None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:12Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:12Z', 'revision_number': 2, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:11Z', 'revision_number': 15, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:15.138196 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-e0c7db0f-f773-432a-8380-427d2277eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:14Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:14Z', 'revision_number': 13, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:15.139484 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:15.256568 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7db0f-f773-432a-8380-427d2277eb9c None None] The sync data for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv is: [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:14Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:14Z', 'revision_number': 13, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:15.425100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:15.520029 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:15.520414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:15.554739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:15.559928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:15.560820 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:15.643673 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:15.677590 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:15.687081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:15.687474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:15.710109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:15.714530 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:15.715320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:15.794587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=13']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:15.835446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:15.836128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:15.873057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:15.877396 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:15.942799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:16.131479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=47 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:16.133387 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=36 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:17.436265 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:17.479435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:17.479805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:17.480142 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:01:17.558847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:17.559231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:17.574514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:17.597158 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:17.601302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:17.602052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:17.674371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:17.682115 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:17.682509 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:17.682849 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f Oct 26 17:01:17.707380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2fdb7-a19b-4783-b7c8-b7109213b3d5 None None] New status for floating IP ee018dea-2743-42e3-b9d6-235aca9e8373: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 17:01:17.775124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:17.849688 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:17.876002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:17.876504 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:17.899485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:17.903442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:17.904350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:17.979321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:17.987104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 1817eae0-4a6a-41e4-bcd7-97637d25654f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:17.987475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:17.987810 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 1817eae0-4a6a-41e4-bcd7-97637d25654f Oct 26 17:01:18.199679 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:18.200065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:18.233402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:18.237554 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:18.238457 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:18.300686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:18.313134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:18.325284 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:18.325654 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:18.325988 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 Oct 26 17:01:18.395595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:18.395977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:18.416691 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:18.420195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:18.468018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=14']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:18.889416 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf936335-7ade-4652-8a83-21ad0cb7c32e None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:18.889416 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf936335-7ade-4652-8a83-21ad0cb7c32e None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:18.889416 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-cf936335-7ade-4652-8a83-21ad0cb7c32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:18.984081 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-cf936335-7ade-4652-8a83-21ad0cb7c32e None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:19.186078 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-cf936335-7ade-4652-8a83-21ad0cb7c32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:18Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:17Z', 'revision_number': 3, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:17Z', 'revision_number': 17, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:19.214573 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf936335-7ade-4652-8a83-21ad0cb7c32e None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:19.223524 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf936335-7ade-4652-8a83-21ad0cb7c32e None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:19.224120 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-cf936335-7ade-4652-8a83-21ad0cb7c32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:19.323554 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-cf936335-7ade-4652-8a83-21ad0cb7c32e None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:19.452940 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:19.500605 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:19.501118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2239d693-aee4-49b1-8ebc-66ea0e4001cf None None] Sync routers for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:19.507132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2239d693-aee4-49b1-8ebc-66ea0e4001cf None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:19.507773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2239d693-aee4-49b1-8ebc-66ea0e4001cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:19.539355 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-cf936335-7ade-4652-8a83-21ad0cb7c32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:18Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:17Z', 'revision_number': 3, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:17Z', 'revision_number': 17, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:19.546435 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:19.570050 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf936335-7ade-4652-8a83-21ad0cb7c32e None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:18Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:17Z', 'revision_number': 3, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:17Z', 'revision_number': 17, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:19.667597 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2239d693-aee4-49b1-8ebc-66ea0e4001cf None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:19.719385 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:19.719776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:19.831542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:19.839242 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:19.840064 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:19.962572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:20.012965 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2239d693-aee4-49b1-8ebc-66ea0e4001cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:17Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:18Z', 'revision_number': 15, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:20.016997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:20.017384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:20.045937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2239d693-aee4-49b1-8ebc-66ea0e4001cf None None] Checking router: 4012798d-3770-4f7a-aea6-6c1582bd1ff8 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:20.066939 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:20.067906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2239d693-aee4-49b1-8ebc-66ea0e4001cf None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:20.068699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2239d693-aee4-49b1-8ebc-66ea0e4001cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:20.072713 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:20.073445 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:20.161439 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:20.230625 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:20.251412 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:20.275173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-2239d693-aee4-49b1-8ebc-66ea0e4001cf None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:20.365090 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:20.365474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:20.425272 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:20.430579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:20.431388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:20.536155 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=15']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:20.567002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:20.613580 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-2239d693-aee4-49b1-8ebc-66ea0e4001cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:17Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:18Z', 'revision_number': 15, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:20.615292 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:20.616213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:20.650470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2239d693-aee4-49b1-8ebc-66ea0e4001cf None None] The sync data for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv is: [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:17Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:18Z', 'revision_number': 15, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:20.684588 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:20.688161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:20.884399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:21.404683 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74826698-214b-40a2-8d3c-3b43ffcbcec2 None None] New status for floating IP ee018dea-2743-42e3-b9d6-235aca9e8373: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 17:01:21.491102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:21.549270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:21.550306 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:21.550306 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:01:21.633594 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:21.633983 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:21.669190 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:21.673099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:21.673895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:21.748892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:21.759812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 1817eae0-4a6a-41e4-bcd7-97637d25654f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:21.760187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:21.760521 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 1817eae0-4a6a-41e4-bcd7-97637d25654f Oct 26 17:01:21.839604 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:21.840048 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:21.873557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:21.877858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:21.878902 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:21.957113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:21.970799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:21.971181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:21.971549 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 Oct 26 17:01:22.045773 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:22.046246 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:22.063579 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:22.068587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:22.074264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:22.122606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:22.598176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71e6d58-f3c1-4f84-97c4-f73d8fb2db9e None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:22.598176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71e6d58-f3c1-4f84-97c4-f73d8fb2db9e None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:22.598176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f71e6d58-f3c1-4f84-97c4-f73d8fb2db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:22.598176 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:22.701023 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f71e6d58-f3c1-4f84-97c4-f73d8fb2db9e None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:22.916128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f71e6d58-f3c1-4f84-97c4-f73d8fb2db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:22Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:21Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:21Z', 'revision_number': 19, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:22.939665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71e6d58-f3c1-4f84-97c4-f73d8fb2db9e None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:22.947923 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71e6d58-f3c1-4f84-97c4-f73d8fb2db9e None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:22.948455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f71e6d58-f3c1-4f84-97c4-f73d8fb2db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:23.049661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:23.051869 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f71e6d58-f3c1-4f84-97c4-f73d8fb2db9e None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:23.265400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f71e6d58-f3c1-4f84-97c4-f73d8fb2db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:22Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:21Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:21Z', 'revision_number': 19, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:23.290701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71e6d58-f3c1-4f84-97c4-f73d8fb2db9e None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:22Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:21Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:21Z', 'revision_number': 19, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:23.429238 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf6db7-1736-424e-a16f-871bf1f34b31 None None] Sync routers for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:23.432586 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf6db7-1736-424e-a16f-871bf1f34b31 None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:23.433713 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5bbf6db7-1736-424e-a16f-871bf1f34b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:23.514206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:23.561552 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5bbf6db7-1736-424e-a16f-871bf1f34b31 None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:23.608872 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:23.609754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:23.651696 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:23.656307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:23.657184 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:23.739383 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:23.768156 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5bbf6db7-1736-424e-a16f-871bf1f34b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:20Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:21Z', 'revision_number': 17, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:23.779185 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:23.779585 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:23.799583 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf6db7-1736-424e-a16f-871bf1f34b31 None None] Checking router: 4012798d-3770-4f7a-aea6-6c1582bd1ff8 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:23.805551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:23.808706 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf6db7-1736-424e-a16f-871bf1f34b31 None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:23.809394 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5bbf6db7-1736-424e-a16f-871bf1f34b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:23.810210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:23.811046 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:23.891413 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:23.914308 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-5bbf6db7-1736-424e-a16f-871bf1f34b31 None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:23.929894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:23.930330 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:23.968359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:23.979756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:24.060771 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:24.098050 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:01:24.232090 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-5bbf6db7-1736-424e-a16f-871bf1f34b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:20Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:21Z', 'revision_number': 17, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:24.258079 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf6db7-1736-424e-a16f-871bf1f34b31 None None] The sync data for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv is: [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:20Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:21Z', 'revision_number': 17, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:25.137841 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6be61c-aa6c-4f78-bbe7-c2a6855c103f None None] New status for floating IP ee018dea-2743-42e3-b9d6-235aca9e8373: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 17:01:25.441595 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:25.445107 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:25.487976 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:25.490117 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:25.490514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:25.490865 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:01:25.571075 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:25.571469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:25.605954 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:25.611677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:25.612653 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:25.698660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:25.699047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:25.699392 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f Oct 26 17:01:25.701174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:25.778801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:25.779195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:25.800414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:25.805221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:25.806019 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:25.854271 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:25.883127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=16']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:25.893551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 1817eae0-4a6a-41e4-bcd7-97637d25654f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:25.893928 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:25.894268 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 1817eae0-4a6a-41e4-bcd7-97637d25654f Oct 26 17:01:25.965822 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:25.966141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:25.999151 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:26.003276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:26.004187 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:26.081276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:26.090956 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:26.091407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:26.091751 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 Oct 26 17:01:26.163363 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:26.164037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:26.187172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:26.191252 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:26.387661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:26.505401 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e869389-842a-42c6-a258-5bff275168c5 None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:26.505401 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:26.509695 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e869389-842a-42c6-a258-5bff275168c5 None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:26.520273 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2e869389-842a-42c6-a258-5bff275168c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:26.617442 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2e869389-842a-42c6-a258-5bff275168c5 None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:26.684126 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:26.825626 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2e869389-842a-42c6-a258-5bff275168c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:26Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:25Z', 'revision_number': 5, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:25Z', 'revision_number': 21, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:26.849334 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e869389-842a-42c6-a258-5bff275168c5 None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:26.858789 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e869389-842a-42c6-a258-5bff275168c5 None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:26.859671 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2e869389-842a-42c6-a258-5bff275168c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:26.950936 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57802f6-d692-4992-8830-c759625b9052 None None] Sync routers for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:26.956172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57802f6-d692-4992-8830-c759625b9052 None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:26.956882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f57802f6-d692-4992-8830-c759625b9052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:26.964659 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-2e869389-842a-42c6-a258-5bff275168c5 None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:27.062979 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f57802f6-d692-4992-8830-c759625b9052 None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:27.178542 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-2e869389-842a-42c6-a258-5bff275168c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:26Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:25Z', 'revision_number': 5, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:25Z', 'revision_number': 21, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:27.203467 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e869389-842a-42c6-a258-5bff275168c5 None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:26Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:25Z', 'revision_number': 5, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:25Z', 'revision_number': 21, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:27.249519 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f57802f6-d692-4992-8830-c759625b9052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:25Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:25Z', 'revision_number': 19, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:27.281180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57802f6-d692-4992-8830-c759625b9052 None None] Checking router: 4012798d-3770-4f7a-aea6-6c1582bd1ff8 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:27.290513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57802f6-d692-4992-8830-c759625b9052 None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:27.291134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f57802f6-d692-4992-8830-c759625b9052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:27.323336 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:27.399984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:27.402982 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-f57802f6-d692-4992-8830-c759625b9052 None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:27.467224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:27.613068 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:27.613462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:27.690513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:27.697047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:27.697782 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:27.699686 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-f57802f6-d692-4992-8830-c759625b9052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:25Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:25Z', 'revision_number': 19, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:27.722603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:27.767511 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57802f6-d692-4992-8830-c759625b9052 None None] The sync data for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv is: [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:25Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:25Z', 'revision_number': 19, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:27.806462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:27.844663 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:27.845102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:27.871225 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:27.876323 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:27.877189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:27.958274 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:28.004275 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:28.004665 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:28.027732 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:28.038127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:28.038127 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:28.121674 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=17']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:28.167649 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:28.168078 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:28.206221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:28.213302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:28.267469 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:29.328971 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3728686-68fd-424e-ac2d-d139f1873b5e None None] New status for floating IP ee018dea-2743-42e3-b9d6-235aca9e8373: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 17:01:29.467273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:29.514756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:29.515135 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:29.515473 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f Oct 26 17:01:29.598168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:29.598564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:29.622926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:29.628290 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:29.629276 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:29.651550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:29.707065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=18']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:29.722925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:29.722925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:29.722925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:29.722925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:29.722925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:29.722925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:29.722925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:29.722925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:29.722925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:29.722925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:29.722925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:29.722925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:29.722925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:29.722925 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:29.724172 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:01:29.732702 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:29.733109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:29.733937 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 Oct 26 17:01:29.810317 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:29.810717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:29.833904 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:29.838026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:29.838857 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:29.914960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:29.922815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:29.923197 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:29.923541 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:01:29.951061 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:29.998707 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:29.999097 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:30.031701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:30.034853 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:30.035612 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:30.105572 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:30.111728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:30.120506 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 1817eae0-4a6a-41e4-bcd7-97637d25654f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:30.120906 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:30.121259 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 1817eae0-4a6a-41e4-bcd7-97637d25654f Oct 26 17:01:30.197195 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:30.197586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:30.230193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:30.233697 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:30.279878 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:30.474492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d81b46-6534-4f3c-9a99-e2fc685db9da None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:30.474492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d81b46-6534-4f3c-9a99-e2fc685db9da None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:30.474492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-42d81b46-6534-4f3c-9a99-e2fc685db9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:30.578446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-42d81b46-6534-4f3c-9a99-e2fc685db9da None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:30.920057 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-42d81b46-6534-4f3c-9a99-e2fc685db9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:29Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:29Z', 'revision_number': 6, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:30Z', 'revision_number': 23, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:30.948603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d81b46-6534-4f3c-9a99-e2fc685db9da None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:30.957100 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d81b46-6534-4f3c-9a99-e2fc685db9da None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:30.957714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-42d81b46-6534-4f3c-9a99-e2fc685db9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:31.055253 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-42d81b46-6534-4f3c-9a99-e2fc685db9da None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:31.082133 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:31.144397 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc95131-250d-46e7-ac5b-42ec2077967a None None] Sync routers for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:31.144397 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc95131-250d-46e7-ac5b-42ec2077967a None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:31.144397 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8bc95131-250d-46e7-ac5b-42ec2077967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:31.244212 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8bc95131-250d-46e7-ac5b-42ec2077967a None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:31.245667 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:31.270181 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-42d81b46-6534-4f3c-9a99-e2fc685db9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:29Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:29Z', 'revision_number': 6, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:30Z', 'revision_number': 23, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:31.295420 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d81b46-6534-4f3c-9a99-e2fc685db9da None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:29Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:29Z', 'revision_number': 6, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:30Z', 'revision_number': 23, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:31.394640 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:31.443095 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8bc95131-250d-46e7-ac5b-42ec2077967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:29Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:30Z', 'revision_number': 21, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:31.467879 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:31.469954 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc95131-250d-46e7-ac5b-42ec2077967a None None] Checking router: 4012798d-3770-4f7a-aea6-6c1582bd1ff8 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:31.472958 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:31.473359 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:31.499068 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc95131-250d-46e7-ac5b-42ec2077967a None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:31.500071 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8bc95131-250d-46e7-ac5b-42ec2077967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:31.514514 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:31.519815 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:31.520555 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:31.604723 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:31.646219 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:31.658611 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:31.659008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:31.698196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:31.703129 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:31.703861 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:31.717456 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-8bc95131-250d-46e7-ac5b-42ec2077967a None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:31.780951 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:31.821756 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:31.822145 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:31.845056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:31.849310 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:31.850681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:31.888269 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:31.921535 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-8bc95131-250d-46e7-ac5b-42ec2077967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:29Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:30Z', 'revision_number': 21, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:31.928099 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=19']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:31.954691 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc95131-250d-46e7-ac5b-42ec2077967a None None] The sync data for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv is: [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:29Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:30Z', 'revision_number': 21, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:31.970249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:31.970694 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:32.012894 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:32.016890 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:32.080503 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:32.311781 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c1c03349-2d0a-450e-a76d-3d2c1fcda171 req-d731ad76-8c4a-4bc7-9331-e1d25060fc31 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512652 Oct 26 17:01:32.409632 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c03349-2d0a-450e-a76d-3d2c1fcda171 req-a225356b-10a5-4a20-ac9b-b6bf92814831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:32.411197 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c1c03349-2d0a-450e-a76d-3d2c1fcda171 req-a225356b-10a5-4a20-ac9b-b6bf92814831 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=8d4b7f2af7c449f4a4111a4c671095f5&device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 1129 time: 0.0523474 Oct 26 17:01:32.527912 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c03349-2d0a-450e-a76d-3d2c1fcda171 req-671aff22-cfc7-466b-ba19-6bd5f27ef38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:32.529487 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c1c03349-2d0a-450e-a76d-3d2c1fcda171 req-671aff22-cfc7-466b-ba19-6bd5f27ef38a service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=dfa0724f-8e73-4d86-943e-cba6e2c5b3ce HTTP/1.1" status: 200 len: 910 time: 0.0962994 Oct 26 17:01:32.602795 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c1c03349-2d0a-450e-a76d-3d2c1fcda171 req-57a4e7aa-f078-4bec-bd90-0f97fee2b25e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39f42eb2-ed9f-49a3-b67e-443cf1907067 HTTP/1.1" status: 200 len: 1001 time: 0.0652511 Oct 26 17:01:32.655286 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c03349-2d0a-450e-a76d-3d2c1fcda171 req-4094c744-f696-4e98-b751-9dd135b4a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:32.656789 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c1c03349-2d0a-450e-a76d-3d2c1fcda171 req-4094c744-f696-4e98-b751-9dd135b4a1d7 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=4f079ae0-e35b-4e2e-9335-f03746f1820c HTTP/1.1" status: 200 len: 848 time: 0.0481455 Oct 26 17:01:32.704297 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c03349-2d0a-450e-a76d-3d2c1fcda171 req-c2dcb452-8fe1-4637-8a6a-908ccbf95e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:01:32.705927 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c1c03349-2d0a-450e-a76d-3d2c1fcda171 req-c2dcb452-8fe1-4637-8a6a-908ccbf95e02 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=dfa0724f-8e73-4d86-943e-cba6e2c5b3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421414 Oct 26 17:01:33.103346 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c1c03349-2d0a-450e-a76d-3d2c1fcda171 req-35ca528b-a90b-4329-8d41-143273b331b9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dfa0724f-8e73-4d86-943e-cba6e2c5b3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880572 Oct 26 17:01:33.196485 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-c1c03349-2d0a-450e-a76d-3d2c1fcda171 req-032699b9-8720-4a22-aed3-4eb9a736fe9a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dfa0724f-8e73-4d86-943e-cba6e2c5b3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848866 Oct 26 17:01:33.445556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:33.488627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:33.489027 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:33.489358 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f Oct 26 17:01:33.562864 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:33.563251 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:33.583285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:33.587417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:33.588221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:33.658814 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=20']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:33.667850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:33.668223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:33.668889 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 Oct 26 17:01:33.741280 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:33.741605 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:33.762089 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:33.763964 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:33.767675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:33.768442 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:33.839851 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:33.847446 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:33.847816 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:33.848095 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:01:33.920810 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:33.921215 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:33.954173 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:33.957867 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:33.958670 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:34.038231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:34.046109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 1817eae0-4a6a-41e4-bcd7-97637d25654f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:34.046488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:34.046898 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 1817eae0-4a6a-41e4-bcd7-97637d25654f Oct 26 17:01:34.048044 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:34.123016 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:34.123406 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:34.163221 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:34.167110 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:34.217968 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:34.264049 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a694be3-0f36-4a09-87e2-2d9f7197437c None None] New status for floating IP ee018dea-2743-42e3-b9d6-235aca9e8373: ERROR {{(pid=105323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 17:01:35.885870 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1514b9c-100e-4cd7-970e-765141129306 None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:35.885870 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1514b9c-100e-4cd7-970e-765141129306 None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:35.888669 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f1514b9c-100e-4cd7-970e-765141129306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:35.985755 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f1514b9c-100e-4cd7-970e-765141129306 None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:36.180528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9476a94f-5f8f-43ee-878e-6066aca27618 None None] Sync routers for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:36.180528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9476a94f-5f8f-43ee-878e-6066aca27618 None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:36.180528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9476a94f-5f8f-43ee-878e-6066aca27618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:36.199691 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f1514b9c-100e-4cd7-970e-765141129306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:33Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:34Z', 'revision_number': 7, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:33Z', 'revision_number': 25, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:36.208582 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:36.228605 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1514b9c-100e-4cd7-970e-765141129306 None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:36.238383 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1514b9c-100e-4cd7-970e-765141129306 None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:36.238993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:36.239144 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f1514b9c-100e-4cd7-970e-765141129306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:36.330014 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-9476a94f-5f8f-43ee-878e-6066aca27618 None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:36.338114 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-f1514b9c-100e-4cd7-970e-765141129306 None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:36.376151 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:36.378180 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:36.378577 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:36.479576 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=100 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:36.569091 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-f1514b9c-100e-4cd7-970e-765141129306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:33Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:34Z', 'revision_number': 7, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:33Z', 'revision_number': 25, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:36.597788 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1514b9c-100e-4cd7-970e-765141129306 None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:33Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:34Z', 'revision_number': 7, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:33Z', 'revision_number': 25, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:36.628513 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:36.636601 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:36.637482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:36.763847 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:36.811161 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9476a94f-5f8f-43ee-878e-6066aca27618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:33Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:34Z', 'revision_number': 23, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:36.842655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9476a94f-5f8f-43ee-878e-6066aca27618 None None] Checking router: 4012798d-3770-4f7a-aea6-6c1582bd1ff8 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:36.844458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:36.844876 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:36.868250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9476a94f-5f8f-43ee-878e-6066aca27618 None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:36.868921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9476a94f-5f8f-43ee-878e-6066aca27618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:36.925934 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:36.932870 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:36.940535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:36.946222 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:37.071740 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-9476a94f-5f8f-43ee-878e-6066aca27618 None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:37.074183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:37.167602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:37.177025 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:37.177441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:37.242875 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:37.249227 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:37.331728 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:37.356003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:37.403040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-9476a94f-5f8f-43ee-878e-6066aca27618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:33Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:34Z', 'revision_number': 23, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:37.434421 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9476a94f-5f8f-43ee-878e-6066aca27618 None None] The sync data for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv is: [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:00:50Z', 'revision_number': 4, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:33Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '1817eae0-4a6a-41e4-bcd7-97637d25654f', 'name': '', 'network_id': '10f1fd61-bc0b-4554-a640-0cde34a91dcb', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'mac_address': 'fa:16:3e:54:0c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '836de3cb-5e85-430d-b712-0677b37569ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:49Z', 'updated_at': '2022-10-26T17:01:34Z', 'revision_number': 23, 'project_id': '31ca3923cd6043969229e737c890f53b', 'subnets': [{'id': '836de3cb-5e85-430d-b712-0677b37569ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:37.483812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:37.499378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:37.577206 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:37.698806 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:37.756885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:37.757178 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:37.757525 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:01:37.825743 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:37.843618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:37.843995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:37.881109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:37.886193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:37.887009 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:37.967347 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:37.979564 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:37.979944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:37.980290 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 Oct 26 17:01:38.059828 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:38.060368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:38.082141 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:38.087318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:38.146170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=24']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:38.150501 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:38.233877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:38.234528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:38.255488 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:38.259856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:38.309375 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=21']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:38.550143 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b1bc31-a914-40a0-bc11-1b378387b7c4 None None] New status for floating IP ee018dea-2743-42e3-b9d6-235aca9e8373: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 17:01:38.853675 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b09a4531-12aa-42cd-b3b2-a42443fb335c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:39.487903 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:39.531893 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:39.532273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:39.532616 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 Oct 26 17:01:39.561998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:39.605010 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:39.605952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:39.627865 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:39.650944 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:39.651321 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:39.651660 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f Oct 26 17:01:39.721354 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:39.721748 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:39.742700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:39.746489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:39.747361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:39.821798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=22']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:39.830591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 1817eae0-4a6a-41e4-bcd7-97637d25654f triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:39.830975 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:39.831319 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 1817eae0-4a6a-41e4-bcd7-97637d25654f Oct 26 17:01:39.903946 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:39.904343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:39.936126 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:39.939799 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:39.988648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:40.013116 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:40.063986 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:40.064382 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:40.097434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:40.101419 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:40.159394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:40.455163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a248d2-71cb-4a11-b8fa-d7d1c1ad82ed None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:40.455163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a248d2-71cb-4a11-b8fa-d7d1c1ad82ed None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:40.455163 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-98a248d2-71cb-4a11-b8fa-d7d1c1ad82ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:40.491228 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:40.699942 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-98a248d2-71cb-4a11-b8fa-d7d1c1ad82ed None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:40.904535 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-98a248d2-71cb-4a11-b8fa-d7d1c1ad82ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:38Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:38Z', 'revision_number': 8, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:40Z', 'revision_number': 28, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:40.932988 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a248d2-71cb-4a11-b8fa-d7d1c1ad82ed None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:40.941700 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a248d2-71cb-4a11-b8fa-d7d1c1ad82ed None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:40.942288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-98a248d2-71cb-4a11-b8fa-d7d1c1ad82ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:41.041260 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-98a248d2-71cb-4a11-b8fa-d7d1c1ad82ed None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:41.192470 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:41.243368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:41.267315 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-98a248d2-71cb-4a11-b8fa-d7d1c1ad82ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:38Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:38Z', 'revision_number': 8, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:40Z', 'revision_number': 28, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:41.268937 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-56dbef6e-7571-4dda-98d4-463033c34d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:41.294538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a248d2-71cb-4a11-b8fa-d7d1c1ad82ed None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:38Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:38Z', 'revision_number': 8, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:40Z', 'revision_number': 28, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:41.392008 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:41.469264 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:41.469662 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:41.495905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:41.500223 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:41.501085 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:41.593680 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=25']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:41.633210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:41.633602 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:41.656441 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:41.660742 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:41.661516 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 1817eae0-4a6a-41e4-bcd7-97637d25654f no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:41.737571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=23']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:41.780273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 1817eae0-4a6a-41e4-bcd7-97637d25654f is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:41.780668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:41.815443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:41.820249 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:41.869778 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:42.518838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:43.019022 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f59c2fd-4a95-45e1-840a-896598283254 None None] New status for floating IP ee018dea-2743-42e3-b9d6-235aca9e8373: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 17:01:43.186855 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=53 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:43.193131 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=48 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:43.938717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47d812e-fe92-40a4-b1c7-438c4d91b6cd None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:43.938717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47d812e-fe92-40a4-b1c7-438c4d91b6cd None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:43.938717 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d47d812e-fe92-40a4-b1c7-438c4d91b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:44.041498 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d47d812e-fe92-40a4-b1c7-438c4d91b6cd None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:44.079214 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:44.096074 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:44.158712 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:44.285813 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d47d812e-fe92-40a4-b1c7-438c4d91b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:41Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:43Z', 'revision_number': 9, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:40Z', 'revision_number': 28, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:44.310749 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47d812e-fe92-40a4-b1c7-438c4d91b6cd None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:44.319805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47d812e-fe92-40a4-b1c7-438c4d91b6cd None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:44.320433 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d47d812e-fe92-40a4-b1c7-438c4d91b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:44.421599 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d47d812e-fe92-40a4-b1c7-438c4d91b6cd None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:44.487411 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:44.636311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d47d812e-fe92-40a4-b1c7-438c4d91b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:41Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:43Z', 'revision_number': 9, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:40Z', 'revision_number': 28, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:44.659900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47d812e-fe92-40a4-b1c7-438c4d91b6cd None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:41Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:43Z', 'revision_number': 9, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:40Z', 'revision_number': 28, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:45.340483 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:45.418760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:45.430892 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:45.452661 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:45.505755 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:45.591736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:45.637218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:45.637589 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:45.637925 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:01:45.716026 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:45.716418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:45.751287 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:45.756391 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:45.757351 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:45.836467 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:45.843565 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:45.843947 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:45.844284 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 Oct 26 17:01:45.921157 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:45.921541 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:45.942390 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:45.945677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:45.990798 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=26']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:46.231437 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f621f66-1000-4a84-8c3d-78b46adab651 None None] New status for floating IP ee018dea-2743-42e3-b9d6-235aca9e8373: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 17:01:47.236311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6317869e-e3a1-4d27-b6e8-b58d0af074dd None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:47.236311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6317869e-e3a1-4d27-b6e8-b58d0af074dd None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:47.236311 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6317869e-e3a1-4d27-b6e8-b58d0af074dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:47.336270 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-6317869e-e3a1-4d27-b6e8-b58d0af074dd None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:47.515337 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:47.567327 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:47.610174 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:47.695153 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:47.695545 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:47.739722 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:47.776236 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:47.781838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:47.782542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:47.830083 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6317869e-e3a1-4d27-b6e8-b58d0af074dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:45Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:46Z', 'revision_number': 10, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:45Z', 'revision_number': 29, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:47.868218 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6317869e-e3a1-4d27-b6e8-b58d0af074dd None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:47.894955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6317869e-e3a1-4d27-b6e8-b58d0af074dd None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:47.895570 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6317869e-e3a1-4d27-b6e8-b58d0af074dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:47.931201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:47.971456 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:47.971850 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:48.030144 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:48.040877 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:48.067765 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-6317869e-e3a1-4d27-b6e8-b58d0af074dd None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:48.150993 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:48.158154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=27']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:48.303418 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-6317869e-e3a1-4d27-b6e8-b58d0af074dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:45Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:46Z', 'revision_number': 10, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:47Z', 'revision_number': 30, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:48.328047 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6317869e-e3a1-4d27-b6e8-b58d0af074dd None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:45Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:46Z', 'revision_number': 10, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:47Z', 'revision_number': 30, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:49.451824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:49.500378 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:49.500863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:49.501266 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:01:49.575170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:49.575556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:49.609102 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:49.613234 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:49.614012 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:49.684394 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:49.694725 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:49.695104 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:49.695437 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 Oct 26 17:01:49.775103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:49.775492 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:49.782443 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:49.799069 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:49.803471 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:49.849171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=28']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:49.908206 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfdc306-6e7b-4092-bfc2-ae9407b58a84 None None] New status for floating IP ee018dea-2743-42e3-b9d6-235aca9e8373: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 17:01:50.254768 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684d0077-06ac-41f5-99fb-3f3fe8bcd38b None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:50.256238 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684d0077-06ac-41f5-99fb-3f3fe8bcd38b None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:50.256882 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-684d0077-06ac-41f5-99fb-3f3fe8bcd38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:50.361056 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-684d0077-06ac-41f5-99fb-3f3fe8bcd38b None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:50.447255 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:50.577092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-684d0077-06ac-41f5-99fb-3f3fe8bcd38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:49Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:50Z', 'revision_number': 11, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:49Z', 'revision_number': 31, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:50.601801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684d0077-06ac-41f5-99fb-3f3fe8bcd38b None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:50.610333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684d0077-06ac-41f5-99fb-3f3fe8bcd38b None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:50.610943 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-684d0077-06ac-41f5-99fb-3f3fe8bcd38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:50.710380 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-684d0077-06ac-41f5-99fb-3f3fe8bcd38b None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:51.057839 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-684d0077-06ac-41f5-99fb-3f3fe8bcd38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:49Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:50Z', 'revision_number': 11, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:49Z', 'revision_number': 31, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:51.081935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684d0077-06ac-41f5-99fb-3f3fe8bcd38b None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:49Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:50Z', 'revision_number': 11, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:49Z', 'revision_number': 31, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:51.342724 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:51.417551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:51.425499 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:51.426031 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:51.461210 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:51.465657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:51.489458 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:51.546667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=32']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:51.592142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:51.668128 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:51.724995 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:51.725372 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:51.725707 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:01:51.801314 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:51.801710 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:51.842701 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:51.847631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:51.897997 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=33']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:51.911302 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:51.936838 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:51.987935 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:51.988320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:52.010320 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:52.014371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:52.066655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=29']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:52.680203 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6517b2-3076-485b-a405-52e95b74dec7 None None] New status for floating IP ee018dea-2743-42e3-b9d6-235aca9e8373: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 17:01:53.605840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ba1abf-5e15-4e66-9cb0-b3a481549def None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:01:53.605840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ba1abf-5e15-4e66-9cb0-b3a481549def None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:53.605840 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d9ba1abf-5e15-4e66-9cb0-b3a481549def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:53.646587 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:53.749368 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d9ba1abf-5e15-4e66-9cb0-b3a481549def None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:53.814440 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:53.814819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:53.863213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:53.890431 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:53.901591 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:54.001578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=34']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:54.046984 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d9ba1abf-5e15-4e66-9cb0-b3a481549def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:51Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:52Z', 'revision_number': 12, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:51Z', 'revision_number': 33, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:54.075711 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ba1abf-5e15-4e66-9cb0-b3a481549def None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:01:54.084809 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ba1abf-5e15-4e66-9cb0-b3a481549def None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:01:54.085428 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d9ba1abf-5e15-4e66-9cb0-b3a481549def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:01:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:54.177189 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:54.189113 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-d9ba1abf-5e15-4e66-9cb0-b3a481549def None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:01:54.392465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-d9ba1abf-5e15-4e66-9cb0-b3a481549def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:51Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:52Z', 'revision_number': 12, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:53Z', 'revision_number': 34, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:01:54.416905 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ba1abf-5e15-4e66-9cb0-b3a481549def None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:51Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_floatingips': [{'id': 'ee018dea-2743-42e3-b9d6-235aca9e8373', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'floating_ip_address': '172.26.11.116', 'floating_network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'router_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'port_id': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'mac_address': 'fa:16:3e:16:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b248461-121a-447f-a606-908fc50772ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T17:01:04Z', 'updated_at': '2022-10-26T17:01:52Z', 'revision_number': 12, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:53Z', 'revision_number': 34, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:01:55.429835 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:55.479198 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:55.479581 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:55.479926 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:01:55.552955 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:55.553350 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:55.571911 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:55.588578 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:55.592183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:55.593002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:01:55.666698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=35']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:55.675474 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:01:55.675848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:55.676184 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 Oct 26 17:01:55.746858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:55.747250 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:55.771699 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:55.775858 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:55.821154 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=30']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:55.942280 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03816e2-e508-402c-a045-e45bc60546c7 None None] New status for floating IP ee018dea-2743-42e3-b9d6-235aca9e8373: ERROR {{(pid=105324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 17:01:57.389896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:57.459414 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:57.460340 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:57.495455 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:57.499343 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:57.500132 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:01:57.568926 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=36']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:01:57.606303 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:01:57.606689 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:57.611371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:01:57.628096 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:01:57.631801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:01:57.680109 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=31']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:02:01.076069 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:02:07.672399 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:02:07.676538 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:02:07.678367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:02:08.844763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-13aa93fe-d430-4b26-9b1b-a34d169baff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:02:11.071487 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:02:11.072217 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:02:11.244758 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a3385df9-d720-4510-b012-75e4d5255644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:02:12.516811 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:02:14.065415 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:02:14.145067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:02:17.578762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:02:27.568615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:02:27.572531 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:02:27.574477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=5,neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:02:32.600275 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b6ac63c3-d95b-42e1-b96f-627ce4ea0ef1 req-f74159fb-6a0e-4127-9762-08b9fbe9ad8a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379560 Oct 26 17:02:32.687146 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac63c3-d95b-42e1-b96f-627ce4ea0ef1 req-08418146-a720-48fc-bc4a-4efe59d819df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:02:32.688624 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b6ac63c3-d95b-42e1-b96f-627ce4ea0ef1 req-08418146-a720-48fc-bc4a-4efe59d819df service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=8d4b7f2af7c449f4a4111a4c671095f5&device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 1129 time: 0.0429471 Oct 26 17:02:32.793401 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac63c3-d95b-42e1-b96f-627ce4ea0ef1 req-9251202d-ba64-4021-b83c-51686f0453cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:02:32.794862 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b6ac63c3-d95b-42e1-b96f-627ce4ea0ef1 req-9251202d-ba64-4021-b83c-51686f0453cc service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=dfa0724f-8e73-4d86-943e-cba6e2c5b3ce HTTP/1.1" status: 200 len: 910 time: 0.0862629 Oct 26 17:02:32.863272 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b6ac63c3-d95b-42e1-b96f-627ce4ea0ef1 req-8741dfdd-be46-4ea5-8d1c-ef16cb0eab2a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39f42eb2-ed9f-49a3-b67e-443cf1907067 HTTP/1.1" status: 200 len: 1002 time: 0.0587502 Oct 26 17:02:32.915320 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac63c3-d95b-42e1-b96f-627ce4ea0ef1 req-3342cdf5-b815-429d-ac1c-a4e20cd6f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:02:32.916756 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b6ac63c3-d95b-42e1-b96f-627ce4ea0ef1 req-3342cdf5-b815-429d-ac1c-a4e20cd6f1b3 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=4f079ae0-e35b-4e2e-9335-f03746f1820c HTTP/1.1" status: 200 len: 848 time: 0.0439754 Oct 26 17:02:32.964656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac63c3-d95b-42e1-b96f-627ce4ea0ef1 req-ba33e1a9-0d0b-4255-ace1-122646cc7dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:02:32.966157 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b6ac63c3-d95b-42e1-b96f-627ce4ea0ef1 req-ba33e1a9-0d0b-4255-ace1-122646cc7dda service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=dfa0724f-8e73-4d86-943e-cba6e2c5b3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388284 Oct 26 17:02:32.979077 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [req-b6ac63c3-d95b-42e1-b96f-627ce4ea0ef1 req-30ca9e38-de4f-410e-bdf2-b0f3c215f935 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 17:02:32.980046 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b6ac63c3-d95b-42e1-b96f-627ce4ea0ef1 req-30ca9e38-de4f-410e-bdf2-b0f3c215f935 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047820 Oct 26 17:02:33.076249 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b6ac63c3-d95b-42e1-b96f-627ce4ea0ef1 req-83d8b449-6ac4-4592-9758-395e76768151 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dfa0724f-8e73-4d86-943e-cba6e2c5b3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861907 Oct 26 17:02:33.169483 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-b6ac63c3-d95b-42e1-b96f-627ce4ea0ef1 req-957cf8f2-3c1b-4f44-80a0-477dcf1adb16 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dfa0724f-8e73-4d86-943e-cba6e2c5b3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831552 Oct 26 17:02:38.074092 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:02:38.845901 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-eeecb183-1b4b-4f32-b2b2-889c88063536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:02:41.247400 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-dd1f25b9-fb75-4388-99a2-8d2f104a4ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:02:42.520032 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:02:43.164938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=54 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:02:43.167108 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=47 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:02:44.068326 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:02:44.139482 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:02:47.581288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:02:48.069906 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:02:48.070657 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:02:57.569170 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:02:57.575792 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:02:57.577683 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:03:08.847123 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-9d8da4af-8ef0-4fa6-89ab-cdc076987b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:03:11.250084 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-440b6c3b-9a8c-479e-bd06-083899cc39c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:03:12.524094 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:03:14.070730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:03:14.142639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:03:15.075085 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:03:17.577207 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:03:21.322697 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=2 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:03:24.139916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:03:25.070929 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=6 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:03:27.571753 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:03:27.573576 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:03:33.570341 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-09390b55-3d1a-4dbb-af61-a9c7dc47d3e8 req-7d3c5d2c-3f41-46a3-9d9d-841a75132a27 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436673 Oct 26 17:03:33.656344 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09390b55-3d1a-4dbb-af61-a9c7dc47d3e8 req-13898b90-90c4-4af8-be9a-652985abcc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:03:33.657839 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-09390b55-3d1a-4dbb-af61-a9c7dc47d3e8 req-13898b90-90c4-4af8-be9a-652985abcc78 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=8d4b7f2af7c449f4a4111a4c671095f5&device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 1129 time: 0.0385959 Oct 26 17:03:33.767773 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09390b55-3d1a-4dbb-af61-a9c7dc47d3e8 req-18609483-59ea-4447-bdf7-f01d92d636e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:03:33.769294 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-09390b55-3d1a-4dbb-af61-a9c7dc47d3e8 req-18609483-59ea-4447-bdf7-f01d92d636e3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=dfa0724f-8e73-4d86-943e-cba6e2c5b3ce HTTP/1.1" status: 200 len: 910 time: 0.0885510 Oct 26 17:03:33.833900 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-09390b55-3d1a-4dbb-af61-a9c7dc47d3e8 req-f14008c0-83ab-46a3-b761-c74a37539872 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39f42eb2-ed9f-49a3-b67e-443cf1907067 HTTP/1.1" status: 200 len: 1002 time: 0.0542789 Oct 26 17:03:33.884207 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09390b55-3d1a-4dbb-af61-a9c7dc47d3e8 req-452acde2-ca0f-4a2f-80c3-c7b816666af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:03:33.885630 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-09390b55-3d1a-4dbb-af61-a9c7dc47d3e8 req-452acde2-ca0f-4a2f-80c3-c7b816666af0 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=4f079ae0-e35b-4e2e-9335-f03746f1820c HTTP/1.1" status: 200 len: 848 time: 0.0427995 Oct 26 17:03:33.936055 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09390b55-3d1a-4dbb-af61-a9c7dc47d3e8 req-a391ff9f-4445-4ee6-bcba-1f9c22c30a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:03:33.937556 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-09390b55-3d1a-4dbb-af61-a9c7dc47d3e8 req-a391ff9f-4445-4ee6-bcba-1f9c22c30a1a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=dfa0724f-8e73-4d86-943e-cba6e2c5b3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418890 Oct 26 17:03:34.033048 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-09390b55-3d1a-4dbb-af61-a9c7dc47d3e8 req-0f2005f3-435f-42b1-9926-de8d05a78150 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dfa0724f-8e73-4d86-943e-cba6e2c5b3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848424 Oct 26 17:03:34.129613 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-09390b55-3d1a-4dbb-af61-a9c7dc47d3e8 req-25a3854a-07d5-47dc-8a52-c250cee10818 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dfa0724f-8e73-4d86-943e-cba6e2c5b3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869877 Oct 26 17:03:37.300333 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:03:38.852002 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-da1d6ad5-1a5c-4c42-b6ea-f95346432722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:03:41.252990 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-d9fade61-4268-468e-bfcc-0059e095514d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:03:42.526231 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:03:44.072677 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:03:44.120571 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=52 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:03:44.126656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=49 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:03:44.146183 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:03:47.587360 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:03:52.073949 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:03:57.577079 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:03:57.581037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:03:57.583289 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:03:58.732784 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=16 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:02.070259 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=18 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:08.853745 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c8f7455a-a675-41d0-ac59-6a4d2ef21479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:11.258209 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-04d78fd9-0fc6-4a4e-b3e3-c44a3a0cac92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:12.528834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:14.075924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:14.149999 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:17.594521 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:27.583563 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:27.584263 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:27.591463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:29.073532 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:04:35.625875 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3ef03b9d-7169-4eec-9058-16560a5525ec req-1dab5e00-3647-4027-be3f-d2a1c33da4ee service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0967970 Oct 26 17:04:35.716248 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef03b9d-7169-4eec-9058-16560a5525ec req-1cc64f23-cf63-4e7b-934f-ac699d2ddda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:35.717797 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3ef03b9d-7169-4eec-9058-16560a5525ec req-1cc64f23-cf63-4e7b-934f-ac699d2ddda6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=8d4b7f2af7c449f4a4111a4c671095f5&device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 1129 time: 0.0403788 Oct 26 17:04:35.829153 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef03b9d-7169-4eec-9058-16560a5525ec req-5dc5a80c-1c83-4b2c-a0b5-45f082521cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:35.830507 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3ef03b9d-7169-4eec-9058-16560a5525ec req-5dc5a80c-1c83-4b2c-a0b5-45f082521cf4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=dfa0724f-8e73-4d86-943e-cba6e2c5b3ce HTTP/1.1" status: 200 len: 910 time: 0.0886805 Oct 26 17:04:35.894568 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3ef03b9d-7169-4eec-9058-16560a5525ec req-102f3c17-fad0-40ca-afdf-dc9d94acab3d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39f42eb2-ed9f-49a3-b67e-443cf1907067 HTTP/1.1" status: 200 len: 1002 time: 0.0545249 Oct 26 17:04:35.948700 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef03b9d-7169-4eec-9058-16560a5525ec req-894491c3-a4fd-4632-a912-e9361b10173e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:35.950139 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3ef03b9d-7169-4eec-9058-16560a5525ec req-894491c3-a4fd-4632-a912-e9361b10173e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=4f079ae0-e35b-4e2e-9335-f03746f1820c HTTP/1.1" status: 200 len: 848 time: 0.0472476 Oct 26 17:04:35.997439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef03b9d-7169-4eec-9058-16560a5525ec req-e5bf4185-3431-4771-83ba-28efad29bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:35.998912 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3ef03b9d-7169-4eec-9058-16560a5525ec req-e5bf4185-3431-4771-83ba-28efad29bfec service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=dfa0724f-8e73-4d86-943e-cba6e2c5b3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0394151 Oct 26 17:04:36.090373 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3ef03b9d-7169-4eec-9058-16560a5525ec req-d93bb38d-671d-4608-8aa7-8a60ea86fc2b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dfa0724f-8e73-4d86-943e-cba6e2c5b3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820155 Oct 26 17:04:36.185150 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-3ef03b9d-7169-4eec-9058-16560a5525ec req-c6b648ff-fc7e-4af1-9ecc-833b1ec6e361 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dfa0724f-8e73-4d86-943e-cba6e2c5b3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861874 Oct 26 17:04:36.332362 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48778) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:04:36.474043 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Deleting port 388f963c-1012-4496-a1cd-ce81c3994104 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:04:36.474394 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (388f963c-1012-4496-a1cd-ce81c3994104), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:36.554371 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (388f963c-1012-4496-a1cd-ce81c3994104), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:36.554699 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for floatingip (388f963c-1012-4496-a1cd-ce81c3994104), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:36.567769 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Calling delete_port for 388f963c-1012-4496-a1cd-ce81c3994104 owned by network:floatingip {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:04:36.694439 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:36.709262 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:36.715656 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (388f963c-1012-4496-a1cd-ce81c3994104), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:36.740301 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Pushing event deleted for resources: {'Port': ['ID=388f963c-1012-4496-a1cd-ce81c3994104,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:36.767629 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:36.767985 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:36.768336 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:36.768685 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:36.769052 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:36.769389 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:36.769722 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:36.770052 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:36.770382 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:36.770713 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:36.771042 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:36.771374 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:36.771701 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:36.772024 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:36.772348 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:36.815269 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for floatingip (ee018dea-2743-42e3-b9d6-235aca9e8373), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:36.815585 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.db.l3_db [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Floating IP ee018dea-2743-42e3-b9d6-235aca9e8373 disassociated (deleted). External IP: 172.26.11.116, port: 39f42eb2-ed9f-49a3-b67e-443cf1907067. Oct 26 17:04:37.011986 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:04:37.115231 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:04:37.120278 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for floatingip (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:37.125657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f94d110-a798-4e66-9fd2-316fe251b4b8 None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:04:37.135277 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f94d110-a798-4e66-9fd2-316fe251b4b8 None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:04:37.135899 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5f94d110-a798-4e66-9fd2-316fe251b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:04:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:37.150279 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-4bcf4fcc-2a24-4396-91d1-9a4102f51755 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/ee018dea-2743-42e3-b9d6-235aca9e8373 HTTP/1.1" status: 204 len: 168 time: 0.8168087 Oct 26 17:04:37.151014 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b248461-121a-447f-a606-908fc50772ef', 'tag': '39f42eb2-ed9f-49a3-b67e-443cf1907067'}] {{(pid=105321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:04:37.153396 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4cf6dc61df5063cb965e2a422ac1096bba2cae1958956dfb9a88fc5c330dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43037d2a-cadc-42aa-9a57-d361b63e9ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "4b248461-121a-447f-a606-908fc50772ef", "tag": "39f42eb2-ed9f-49a3-b67e-443cf1907067"}]}' {{(pid=105321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:04:37.210346 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 17:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70e385b-88b1-4536-ab65-8732a884bf55 x-openstack-request-id: req-e70e385b-88b1-4536-ab65-8732a884bf55 {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:04:37.210650 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b248461-121a-447f-a606-908fc50772ef", "tag": "39f42eb2-ed9f-49a3-b67e-443cf1907067", "status": "completed", "code": 200}]} {{(pid=105321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:04:37.210906 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e70e385b-88b1-4536-ab65-8732a884bf55 {{(pid=105321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:04:37.212096 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e70e385b-88b1-4536-ab65-8732a884bf55'] response: {'name': 'network-changed', 'server_uuid': '4b248461-121a-447f-a606-908fc50772ef', 'tag': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'status': 'completed', 'code': 200} Oct 26 17:04:37.244004 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-5f94d110-a798-4e66-9fd2-316fe251b4b8 None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:04:37.284349 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43037d2a-cadc-42aa-9a57-d361b63e9ebc req-b98e074a-42be-45a3-8889-fda9bfcc58ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:37.285869 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-43037d2a-cadc-42aa-9a57-d361b63e9ebc req-b98e074a-42be-45a3-8889-fda9bfcc58ea service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=8d4b7f2af7c449f4a4111a4c671095f5&device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 1129 time: 0.0438974 Oct 26 17:04:37.413107 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43037d2a-cadc-42aa-9a57-d361b63e9ebc req-1e76676f-841d-4884-aaea-bd6ae0fc911e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:37.415936 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-43037d2a-cadc-42aa-9a57-d361b63e9ebc req-1e76676f-841d-4884-aaea-bd6ae0fc911e service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=dfa0724f-8e73-4d86-943e-cba6e2c5b3ce HTTP/1.1" status: 200 len: 910 time: 0.1095831 Oct 26 17:04:37.428819 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12d3a7-d679-4a3d-adc8-ec75020d7648 req-f4d622b3-c301-48db-8118-a367b3e33a5d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:37.430419 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-cc12d3a7-d679-4a3d-adc8-ec75020d7648 req-f4d622b3-c301-48db-8118-a367b3e33a5d tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 945 time: 0.0570335 Oct 26 17:04:37.443885 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5f94d110-a798-4e66-9fd2-316fe251b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:57Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:57Z', 'revision_number': 36, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:37.472235 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f94d110-a798-4e66-9fd2-316fe251b4b8 None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:04:37.481188 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f94d110-a798-4e66-9fd2-316fe251b4b8 None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:04:37.482273 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5f94d110-a798-4e66-9fd2-316fe251b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:04:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:37.482399 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-cc12d3a7-d679-4a3d-adc8-ec75020d7648 req-ac367ec6-156f-4399-93a8-5bd60e94704c tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5ccda5fb-cabf-40c0-9820-5199d4e5b26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457947 Oct 26 17:04:37.583318 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-5f94d110-a798-4e66-9fd2-316fe251b4b8 None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:04:37.764460 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-5f94d110-a798-4e66-9fd2-316fe251b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:57Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:57Z', 'revision_number': 36, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:37.788971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f94d110-a798-4e66-9fd2-316fe251b4b8 None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:01:57Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:01:57Z', 'revision_number': 36, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:04:38.557547 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-43037d2a-cadc-42aa-9a57-d361b63e9ebc req-3e2fffb8-f275-42f7-880c-d07b706ab41b service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39f42eb2-ed9f-49a3-b67e-443cf1907067 HTTP/1.1" status: 200 len: 217 time: 0.0393310 Oct 26 17:04:38.648653 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43037d2a-cadc-42aa-9a57-d361b63e9ebc req-a8c80056-163f-454b-ae68-e310e601cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:38.650222 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-43037d2a-cadc-42aa-9a57-d361b63e9ebc req-a8c80056-163f-454b-ae68-e310e601cd97 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=4f079ae0-e35b-4e2e-9335-f03746f1820c HTTP/1.1" status: 200 len: 848 time: 0.0855672 Oct 26 17:04:38.658132 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e649899-d9eb-46fd-a5aa-d7626b0cffc8 req-f93d38c3-f3c4-44d4-b995-cb0b46fc945c tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:38.659653 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0e649899-d9eb-46fd-a5aa-d7626b0cffc8 req-f93d38c3-f3c4-44d4-b995-cb0b46fc945c tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 945 time: 0.0633354 Oct 26 17:04:38.739990 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-0e649899-d9eb-46fd-a5aa-d7626b0cffc8 req-35e37dcd-8749-4d91-9673-b831587852f0 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5ccda5fb-cabf-40c0-9820-5199d4e5b26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736275 Oct 26 17:04:38.749492 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43037d2a-cadc-42aa-9a57-d361b63e9ebc req-878d9141-d296-4d86-b65b-c656e58f9545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:38.751010 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-43037d2a-cadc-42aa-9a57-d361b63e9ebc req-878d9141-d296-4d86-b65b-c656e58f9545 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=dfa0724f-8e73-4d86-943e-cba6e2c5b3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0552680 Oct 26 17:04:38.860398 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-43037d2a-cadc-42aa-9a57-d361b63e9ebc req-a6e8ea43-103a-4e6f-9f24-07227b0bed18 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dfa0724f-8e73-4d86-943e-cba6e2c5b3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021423 Oct 26 17:04:38.868142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-02cb94fb-6c1f-46d1-b673-332fa94cfbcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:38.876428 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abc1d5-ae72-4fdb-b104-78093be00402 req-821f97e4-4c75-4628-82fa-386b00653275 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 17:04:38.878135 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-28abc1d5-ae72-4fdb-b104-78093be00402 req-821f97e4-4c75-4628-82fa-386b00653275 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 945 time: 0.0546687 Oct 26 17:04:38.936188 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:38.963966 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-43037d2a-cadc-42aa-9a57-d361b63e9ebc req-aa1b22cf-283c-411b-97d1-38ce8931e8da service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dfa0724f-8e73-4d86-943e-cba6e2c5b3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937471 Oct 26 17:04:38.972455 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [req-28abc1d5-ae72-4fdb-b104-78093be00402 req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Deleting port 39f42eb2-ed9f-49a3-b67e-443cf1907067 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:04:38.973105 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-28abc1d5-ae72-4fdb-b104-78093be00402 req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (39f42eb2-ed9f-49a3-b67e-443cf1907067), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:39.066787 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [req-28abc1d5-ae72-4fdb-b104-78093be00402 req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] For port 39f42eb2-ed9f-49a3-b67e-443cf1907067, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=39f42eb2-ed9f-49a3-b67e-443cf1907067,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:39.067149 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-28abc1d5-ae72-4fdb-b104-78093be00402 req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (39f42eb2-ed9f-49a3-b67e-443cf1907067), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:39.068352 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:39.069131 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:39.080551 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [req-28abc1d5-ae72-4fdb-b104-78093be00402 req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Calling delete_port for 39f42eb2-ed9f-49a3-b67e-443cf1907067 owned by compute:nova {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:04:39.214197 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-28abc1d5-ae72-4fdb-b104-78093be00402 req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (39f42eb2-ed9f-49a3-b67e-443cf1907067), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:39.240248 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Pushing event deleted for resources: {'Port': ['ID=39f42eb2-ed9f-49a3-b67e-443cf1907067,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:39.250175 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.250530 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.250881 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.251230 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.251574 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.251912 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.252247 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.252589 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.253011 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.253269 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.253672 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.253919 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.254246 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.254575 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.254900 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.299794 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [req-28abc1d5-ae72-4fdb-b104-78093be00402 req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] No DVR routers for this DVR port 39f42eb2-ed9f-49a3-b67e-443cf1907067 on host hv-neutron-7598 {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 17:04:39.302306 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [req-28abc1d5-ae72-4fdb-b104-78093be00402 req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149643'] for port (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:39.305639 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [req-28abc1d5-ae72-4fdb-b104-78093be00402 req-f98dc5e3-8dfd-4df2-b1ff-ea3e20217cab tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.64 "DELETE /networking/v2.0/ports/39f42eb2-ed9f-49a3-b67e-443cf1907067 HTTP/1.1" status: 204 len: 173 time: 0.4197311 Oct 26 17:04:39.306144 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b248461-121a-447f-a606-908fc50772ef', 'name': 'network-vif-deleted', 'tag': '39f42eb2-ed9f-49a3-b67e-443cf1907067'}] {{(pid=105322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 17:04:39.308603 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb136ba649fa168c6248ca24a79b4aa523afb5de4688c02f3e3d85afa0885439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e144df-a6ca-48b7-aedb-69f17f1309f3" -d '{"events": [{"server_uuid": "4b248461-121a-447f-a606-908fc50772ef", "name": "network-vif-deleted", "tag": "39f42eb2-ed9f-49a3-b67e-443cf1907067"}]}' {{(pid=105322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 17:04:39.426476 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 17:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817cb239-8258-4a57-b823-787005de0841 x-openstack-request-id: req-817cb239-8258-4a57-b823-787005de0841 {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 17:04:39.426779 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b248461-121a-447f-a606-908fc50772ef", "name": "network-vif-deleted", "tag": "39f42eb2-ed9f-49a3-b67e-443cf1907067", "status": "completed", "code": 200}]} {{(pid=105322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 17:04:39.427040 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-817cb239-8258-4a57-b823-787005de0841 {{(pid=105322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 17:04:39.427503 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-817cb239-8258-4a57-b823-787005de0841'] response: {'server_uuid': '4b248461-121a-447f-a606-908fc50772ef', 'name': 'network-vif-deleted', 'tag': '39f42eb2-ed9f-49a3-b67e-443cf1907067', 'status': 'completed', 'code': 200} Oct 26 17:04:39.532171 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:04:39.580232 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 82f6a071-8ae7-43d3-812b-f84db43e88fd triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:04:39.580615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:39.580990 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 82f6a071-8ae7-43d3-812b-f84db43e88fd Oct 26 17:04:39.657070 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:04:39.657462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:39.694801 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:39.699887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:39.700887 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:04:39.774736 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=37']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:39.786598 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.786945 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.787278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.787618 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.787949 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.788278 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.788603 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.788952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.789285 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.789645 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.789971 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.790295 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.791918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.791918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.791918 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-6-hyperv {{(pid=105323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 17:04:39.795812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:04:39.796191 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:39.796720 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 Oct 26 17:04:39.872937 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [req-87953868-f528-4098-8237-39561711a837 req-29034501-9e0d-4e26-a48a-ad2fe88c14d9 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4b248461-121a-447f-a606-908fc50772ef HTTP/1.1" status: 200 len: 210 time: 0.0357897 Oct 26 17:04:39.874082 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:04:39.874547 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:39.896812 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:39.900834 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:39.948052 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=32']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:39.976944 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e8dd2-f415-4e9d-862a-b0bf8ee3b2bd None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:04:39.978842 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6e8dd2-f415-4e9d-862a-b0bf8ee3b2bd None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:04:39.979217 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-df6e8dd2-f415-4e9d-862a-b0bf8ee3b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:04:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:40.079470 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-df6e8dd2-f415-4e9d-862a-b0bf8ee3b2bd None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:04:40.257140 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-df6e8dd2-f415-4e9d-862a-b0bf8ee3b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:04:39Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:04:39Z', 'revision_number': 37, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:40.362210 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e8dd2-f415-4e9d-862a-b0bf8ee3b2bd None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:04:40.370722 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6e8dd2-f415-4e9d-862a-b0bf8ee3b2bd None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:04:40.371323 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-df6e8dd2-f415-4e9d-862a-b0bf8ee3b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:04:11Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:40.471116 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvr_db [None req-df6e8dd2-f415-4e9d-862a-b0bf8ee3b2bd None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:04:40.651234 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_hamode_db [None req-df6e8dd2-f415-4e9d-862a-b0bf8ee3b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:04:39Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:04:39Z', 'revision_number': 37, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:40.678676 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e8dd2-f415-4e9d-862a-b0bf8ee3b2bd None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104'}], 'enable_snat': True}, 'gw_port_id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:00:45Z', 'revision_number': 4, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port': {'id': '69ee311c-d5c6-4598-a43f-ce25508d7bc5', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:43Z', 'updated_at': '2022-10-26T17:04:39Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv', '_interfaces': [{'id': '82f6a071-8ae7-43d3-812b-f84db43e88fd', 'name': '', 'network_id': 'dfa0724f-8e73-4d86-943e-cba6e2c5b3ce', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'mac_address': 'fa:16:3e:0c:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:44Z', 'updated_at': '2022-10-26T17:04:39Z', 'revision_number': 37, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'subnets': [{'id': '4f079ae0-e35b-4e2e-9335-f03746f1820c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:04:40.946112 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48810) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:04:40.963171 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=100 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:41.008925 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-be1616ea-5590-453d-b2bb-4994e3bfb2a0 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group (5ccda5fb-cabf-40c0-9820-5199d4e5b26e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:41.034421 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-be1616ea-5590-453d-b2bb-4994e3bfb2a0 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group (5ccda5fb-cabf-40c0-9820-5199d4e5b26e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:41.103955 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-be1616ea-5590-453d-b2bb-4994e3bfb2a0 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (5ccda5fb-cabf-40c0-9820-5199d4e5b26e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:41.106895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-be1616ea-5590-453d-b2bb-4994e3bfb2a0 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:41.108156 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-be1616ea-5590-453d-b2bb-4994e3bfb2a0 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/5ccda5fb-cabf-40c0-9820-5199d4e5b26e HTTP/1.1" status: 204 len: 168 time: 0.1615360 Oct 26 17:04:41.126714 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1616ea-5590-453d-b2bb-4994e3bfb2a0 tempest-TestSnapshotPattern-639760229 tempest-TestSnapshotPattern-639760229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccda5fb-cabf-40c0-9820-5199d4e5b26e,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:41.167759 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48814) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:04:41.262908 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c3ead656-3f1b-4030-9b38-327498a17cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:41.430600 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:04:41.513973 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:04:41.514464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:41.535846 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-35c0da7b-2b09-4400-8857-037f6fb4af6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:41.550459 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:41.555609 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:41.556454 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:04:41.560991 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:41.589611 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:41.595006 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:41.611067 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:41.621129 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:41.645823 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=38']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:41.784468 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-35c0da7b-2b09-4400-8857-037f6fb4af6a admin admin] Deleting port 82f6a071-8ae7-43d3-812b-f84db43e88fd {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:04:41.785006 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-35c0da7b-2b09-4400-8857-037f6fb4af6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:41.830819 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: ACTIVE; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:04:41.831212 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:41.853201 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:41.858464 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:41.880975 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-35c0da7b-2b09-4400-8857-037f6fb4af6a admin admin] For port 82f6a071-8ae7-43d3-812b-f84db43e88fd, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=82f6a071-8ae7-43d3-812b-f84db43e88fd,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:41.881348 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-35c0da7b-2b09-4400-8857-037f6fb4af6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:41.883168 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:04:41.896333 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-35c0da7b-2b09-4400-8857-037f6fb4af6a admin admin] Calling delete_port for 82f6a071-8ae7-43d3-812b-f84db43e88fd owned by network:router_interface {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:04:41.958098 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=33']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:42.004384 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 82f6a071-8ae7-43d3-812b-f84db43e88fd is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:04:42.005962 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:04:42.080741 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: DOWN {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:04:42.121258 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-35c0da7b-2b09-4400-8857-037f6fb4af6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (82f6a071-8ae7-43d3-812b-f84db43e88fd), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:42.148024 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0da7b-2b09-4400-8857-037f6fb4af6a admin admin] Pushing event deleted for resources: {'Port': ['ID=82f6a071-8ae7-43d3-812b-f84db43e88fd,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:42.183896 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:04:42.207081 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 82f6a071-8ae7-43d3-812b-f84db43e88fd {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 17:04:42.207434 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 17:04:42.226574 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Port 82f6a071-8ae7-43d3-812b-f84db43e88fd not found, will not notify nova. {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 17:04:42.227567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 up at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 17:04:42.275472 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Provisioning complete for port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 triggered by entity L2. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:04:42.276142 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:42.276270 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Attempt 1 to provision port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 Oct 26 17:04:42.348593 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-35c0da7b-2b09-4400-8857-037f6fb4af6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:42.364561 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Current status of the port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 is: DOWN; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:04:42.365011 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1865759'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:42.393567 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe1205d-5d19-4f41-9b6e-3422c0c51afb None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 17:04:42.396659 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:42.423034 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787935637369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787935259275', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787935259293'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:42.506718 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Pushing event updated for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=34']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:42.528912 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:42.537550 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe1205d-5d19-4f41-9b6e-3422c0c51afb None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 17:04:42.547165 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:42.581849 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c0da7b-2b09-4400-8857-037f6fb4af6a admin admin] Router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:04:42.634040 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:42.695884 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c0da7b-2b09-4400-8857-037f6fb4af6a admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:04:42.701799 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-35c0da7b-2b09-4400-8857-037f6fb4af6a admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5319512 Oct 26 17:04:42.704225 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48816) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:04:42.809284 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de075b4f-9dc0-41c8-9be4-59e4dbc5aae6 admin admin] Publish callbacks [] for router (2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:42.910347 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de075b4f-9dc0-41c8-9be4-59e4dbc5aae6 admin admin] Publish callbacks [] for router_gateway (2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:42.958562 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-de075b4f-9dc0-41c8-9be4-59e4dbc5aae6 admin admin] Deleting port 69ee311c-d5c6-4598-a43f-ce25508d7bc5 {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:04:42.958908 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de075b4f-9dc0-41c8-9be4-59e4dbc5aae6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:43.043353 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-de075b4f-9dc0-41c8-9be4-59e4dbc5aae6 admin admin] For port 69ee311c-d5c6-4598-a43f-ce25508d7bc5, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=69ee311c-d5c6-4598-a43f-ce25508d7bc5,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:43.043733 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de075b4f-9dc0-41c8-9be4-59e4dbc5aae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:43.059837 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-de075b4f-9dc0-41c8-9be4-59e4dbc5aae6 admin admin] Calling delete_port for 69ee311c-d5c6-4598-a43f-ce25508d7bc5 owned by network:router_gateway {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:04:43.104854 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e5004b-9a4d-4b65-9bf3-375b83265867 None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:04:43.116037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e5004b-9a4d-4b65-9bf3-375b83265867 None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:04:43.116762 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a2e5004b-9a4d-4b65-9bf3-375b83265867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:43.206427 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 39f42eb2-ed9f-49a3-b67e-443cf1907067 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:04:43.216824 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a2e5004b-9a4d-4b65-9bf3-375b83265867 None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:04:43.287623 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] No Port match for: 39f42eb2-ed9f-49a3-b67e-443cf1907067 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 17:04:43.288307 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Device 39f42eb2-ed9f-49a3-b67e-443cf1907067 not bound to the agent host hv-neutron-7598 {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:04:43.296426 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a2e5004b-9a4d-4b65-9bf3-375b83265867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:04:42Z', 'revision_number': 6, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:43.300177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-b7b51e86-9d54-4fd1-91a8-b16af2cf5117 None None] Provisioning complete for port 8be32a77-cd08-4594-b906-1078be1b2fce triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:04:43.300177 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-b7b51e86-9d54-4fd1-91a8-b16af2cf5117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (8be32a77-cd08-4594-b906-1078be1b2fce), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:43.300456 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-b7b51e86-9d54-4fd1-91a8-b16af2cf5117 None None] Attempt 1 to provision port 8be32a77-cd08-4594-b906-1078be1b2fce Oct 26 17:04:43.340193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e5004b-9a4d-4b65-9bf3-375b83265867 None None] Checking router: 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:04:43.364791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e5004b-9a4d-4b65-9bf3-375b83265867 None None] Routers {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:04:43.365462 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a2e5004b-9a4d-4b65-9bf3-375b83265867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:43.483065 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-a2e5004b-9a4d-4b65-9bf3-375b83265867 None None] Set router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:04:43.485468 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-b7b51e86-9d54-4fd1-91a8-b16af2cf5117 None None] Current status of the port 8be32a77-cd08-4594-b906-1078be1b2fce is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:04:43.506580 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de075b4f-9dc0-41c8-9be4-59e4dbc5aae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (69ee311c-d5c6-4598-a43f-ce25508d7bc5), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:43.511151 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:04:43.533166 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de075b4f-9dc0-41c8-9be4-59e4dbc5aae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=69ee311c-d5c6-4598-a43f-ce25508d7bc5,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:43.552634 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-a2e5004b-9a4d-4b65-9bf3-375b83265867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:04:42Z', 'revision_number': 6, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:43.554086 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 82f6a071-8ae7-43d3-812b-f84db43e88fd {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 17:04:43.554569 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 82f6a071-8ae7-43d3-812b-f84db43e88fd not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:04:43.554821 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:04:43.597199 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e5004b-9a4d-4b65-9bf3-375b83265867 None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [{'id': '2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495', 'name': 'tempest-TestSnapshotPattern-783584880-router', 'tenant_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:42Z', 'updated_at': '2022-10-26T17:04:42Z', 'revision_number': 6, 'project_id': '8d4b7f2af7c449f4a4111a4c671095f5', 'gw_port_host': None}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:04:43.597487 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de075b4f-9dc0-41c8-9be4-59e4dbc5aae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:43.598961 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 69ee311c-d5c6-4598-a43f-ce25508d7bc5 {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 17:04:43.599333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 69ee311c-d5c6-4598-a43f-ce25508d7bc5 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:04:43.688928 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de075b4f-9dc0-41c8-9be4-59e4dbc5aae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:43.691285 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de075b4f-9dc0-41c8-9be4-59e4dbc5aae6 admin admin] Publish callbacks [] for router_controller (2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:43.735480 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de075b4f-9dc0-41c8-9be4-59e4dbc5aae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:43.736149 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de075b4f-9dc0-41c8-9be4-59e4dbc5aae6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 {{(pid=105322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:04:43.740493 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-de075b4f-9dc0-41c8-9be4-59e4dbc5aae6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:43.741686 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-de075b4f-9dc0-41c8-9be4-59e4dbc5aae6 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495 HTTP/1.1" status: 204 len: 168 time: 1.0363262 Oct 26 17:04:43.744789 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48818) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:04:43.783396 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:43.796396 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba2af25-94ad-433e-a6d6-40e69c400c0d admin admin] Deleting subnet 4f079ae0-e35b-4e2e-9335-f03746f1820c {{(pid=105322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 17:04:43.800326 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cba2af25-94ad-433e-a6d6-40e69c400c0d admin admin] Publish callbacks [] for subnet (4f079ae0-e35b-4e2e-9335-f03746f1820c), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:43.831040 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:43.836991 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cba2af25-94ad-433e-a6d6-40e69c400c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6392241'] for subnet (4f079ae0-e35b-4e2e-9335-f03746f1820c), precommit_delete_associations {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:43.911446 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cba2af25-94ad-433e-a6d6-40e69c400c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (4f079ae0-e35b-4e2e-9335-f03746f1820c), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:43.967451 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cba2af25-94ad-433e-a6d6-40e69c400c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6469637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6443719'] for subnet (4f079ae0-e35b-4e2e-9335-f03746f1820c), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:43.992422 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2af25-94ad-433e-a6d6-40e69c400c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f079ae0-e35b-4e2e-9335-f03746f1820c,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:43.998867 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-cba2af25-94ad-433e-a6d6-40e69c400c0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:44.002147 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-cba2af25-94ad-433e-a6d6-40e69c400c0d admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/4f079ae0-e35b-4e2e-9335-f03746f1820c HTTP/1.1" status: 204 len: 168 time: 0.2564077 Oct 26 17:04:44.003698 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024b096c-4151-4aa5-8943-f5a25a1f71b5 None None] Network dfa0724f-8e73-4d86-943e-cba6e2c5b3ce requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 17:04:44.004742 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.wsgi [-] (105322) accepted ('10.222.0.60', 48820) {{(pid=105322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:04:44.017977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:44.074736 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (dfa0724f-8e73-4d86-943e-cba6e2c5b3ce), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:44.096130 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:44.119187 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] Deleting port 8be32a77-cd08-4594-b906-1078be1b2fce {{(pid=105322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:04:44.119532 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8be32a77-cd08-4594-b906-1078be1b2fce), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:44.160668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:44.162489 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee05b659-ba7c-4398-8940-25d174172efd None None] DHCP port deletion for dfa0724f-8e73-4d86-943e-cba6e2c5b3ce request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 17:04:44.169017 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:44.207761 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.db [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] For port 8be32a77-cd08-4594-b906-1078be1b2fce, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8be32a77-cd08-4594-b906-1078be1b2fce,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:44.208251 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8be32a77-cd08-4594-b906-1078be1b2fce), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:44.209796 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ee05b659-ba7c-4398-8940-25d174172efd None None] Deleting port 8be32a77-cd08-4594-b906-1078be1b2fce {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:04:44.210259 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ee05b659-ba7c-4398-8940-25d174172efd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (8be32a77-cd08-4594-b906-1078be1b2fce), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:44.222954 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.plugin [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] Calling delete_port for 8be32a77-cd08-4594-b906-1078be1b2fce owned by network:dhcp {{(pid=105322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:04:44.283477 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-ee05b659-ba7c-4398-8940-25d174172efd None None] For port 8be32a77-cd08-4594-b906-1078be1b2fce, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=8be32a77-cd08-4594-b906-1078be1b2fce,segment=NetworkSegment(185c458b-6a65-4f41-a6a2-7fe9eb6185a1),segment_id=185c458b-6a65-4f41-a6a2-7fe9eb6185a1)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:44.283884 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ee05b659-ba7c-4398-8940-25d174172efd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (8be32a77-cd08-4594-b906-1078be1b2fce), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:44.301880 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ee05b659-ba7c-4398-8940-25d174172efd None None] Calling delete_port for 8be32a77-cd08-4594-b906-1078be1b2fce owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:04:44.310730 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:44.319119 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6469712'] for port (8be32a77-cd08-4594-b906-1078be1b2fce), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:44.366934 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] Pushing event deleted for resources: {'Port': ['ID=8be32a77-cd08-4594-b906-1078be1b2fce,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:44.366934 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] No DVR routers for this DVR port 8be32a77-cd08-4594-b906-1078be1b2fce on host dv-neutron-759874-6-hyperv {{(pid=105322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 17:04:44.367480 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a20b5-2161-421b-8065-e2629a923f45 None None] Sync routers for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:04:44.377086 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a20b5-2161-421b-8065-e2629a923f45 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:04:44.377726 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a20b5-2161-421b-8065-e2629a923f45 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 17:04:44.378020 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-c81a20b5-2161-421b-8065-e2629a923f45 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 17:04:44.387655 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a20b5-2161-421b-8065-e2629a923f45 None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:04:44.387655 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a20b5-2161-421b-8065-e2629a923f45 None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 17:04:44.388079 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-c81a20b5-2161-421b-8065-e2629a923f45 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 17:04:44.388519 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a20b5-2161-421b-8065-e2629a923f45 None None] The sync data for ids ['2f2dfe13-5db0-44cb-9e5c-fde2c6a7a495'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:04:44.395960 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ee05b659-ba7c-4398-8940-25d174172efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (8be32a77-cd08-4594-b906-1078be1b2fce), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:44.421393 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05b659-ba7c-4398-8940-25d174172efd None None] Pushing event deleted for resources: {'Port': ['ID=8be32a77-cd08-4594-b906-1078be1b2fce,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:44.425162 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee05b659-ba7c-4398-8940-25d174172efd None None] No DVR routers for this DVR port 8be32a77-cd08-4594-b906-1078be1b2fce on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 17:04:44.425307 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (dfa0724f-8e73-4d86-943e-cba6e2c5b3ce), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:44.449281 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa0724f-8e73-4d86-943e-cba6e2c5b3ce']}} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:44.458777 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185c458b-6a65-4f41-a6a2-7fe9eb6185a1') {'for_net_delete': True} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:44.459074 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.services.segments.db [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185c458b-6a65-4f41-a6a2-7fe9eb6185a1') {} {{(pid=105322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:44.469383 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6392248'] for segment (185c458b-6a65-4f41-a6a2-7fe9eb6185a1), before_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:44.482667 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (185c458b-6a65-4f41-a6a2-7fe9eb6185a1), precommit_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:44.489217 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=105322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:04:44.489609 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6469731'] for segment (185c458b-6a65-4f41-a6a2-7fe9eb6185a1), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:44.534320 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 185c458b-6a65-4f41-a6a2-7fe9eb6185a1 resource provider aggregate not found Oct 26 17:04:44.550781 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.services.segments.plugin [-] Segment 185c458b-6a65-4f41-a6a2-7fe9eb6185a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 185c458b-6a65-4f41-a6a2-7fe9eb6185a1 found for delete ", "request_id": "req-60cce912-29c6-4d82-b70f-f3be77f438fc"}]} Oct 26 17:04:44.559200 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (dfa0724f-8e73-4d86-943e-cba6e2c5b3ce), after_delete {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:44.564884 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron_lib.callbacks.manager [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] Publish callbacks [] for network (None), before_response {{(pid=105322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:44.567984 dv-neutron-759874-6-hyperv neutron-server[105322]: INFO neutron.wsgi [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/dfa0724f-8e73-4d86-943e-cba6e2c5b3ce HTTP/1.1" status: 204 len: 168 time: 0.5622945 Oct 26 17:04:44.571724 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48826) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:04:44.579681 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e50161-8857-4f7b-b7a5-404e75c31acc admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa0724f-8e73-4d86-943e-cba6e2c5b3ce,revision_number=None']} {{(pid=105322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:44.882603 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-99970e25-2895-4b76-af04-074e5faa9db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657564'] for router_interface (4012798d-3770-4f7a-aea6-6c1582bd1ff8), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:45.098834 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-99970e25-2895-4b76-af04-074e5faa9db3 admin admin] Deleting port 1817eae0-4a6a-41e4-bcd7-97637d25654f {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:04:45.099174 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-99970e25-2895-4b76-af04-074e5faa9db3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:45.177642 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-99970e25-2895-4b76-af04-074e5faa9db3 admin admin] For port 1817eae0-4a6a-41e4-bcd7-97637d25654f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=1817eae0-4a6a-41e4-bcd7-97637d25654f,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:45.178005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-99970e25-2895-4b76-af04-074e5faa9db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:45.191463 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-99970e25-2895-4b76-af04-074e5faa9db3 admin admin] Calling delete_port for 1817eae0-4a6a-41e4-bcd7-97637d25654f owned by network:router_interface {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:04:45.234563 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:45.296386 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:45.383328 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-99970e25-2895-4b76-af04-074e5faa9db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (1817eae0-4a6a-41e4-bcd7-97637d25654f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:45.411740 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99970e25-2895-4b76-af04-074e5faa9db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1817eae0-4a6a-41e4-bcd7-97637d25654f,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:45.508763 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8be32a77-cd08-4594-b906-1078be1b2fce no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:04:45.531505 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No Port match for: 8be32a77-cd08-4594-b906-1078be1b2fce {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 17:04:45.531863 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 8be32a77-cd08-4594-b906-1078be1b2fce not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:04:45.601388 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-99970e25-2895-4b76-af04-074e5faa9db3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-591927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687628'] for router_interface (4012798d-3770-4f7a-aea6-6c1582bd1ff8), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:45.656639 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9cd746-cba9-4cea-a92f-b52d4974313b None None] get_active_networks_info from dv-neutron-759874-6-hyperv {{(pid=105323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 17:04:45.725760 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9cd746-cba9-4cea-a92f-b52d4974313b None None] Resources bound (agent type, host, resource id): {{(pid=105323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 17:04:46.107781 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99970e25-2895-4b76-af04-074e5faa9db3 admin admin] Router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 has already been hosted by L3 agent 1a4de45a-a96b-4d52-8c09-1a4a0edbc059 {{(pid=105321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 17:04:46.212895 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99970e25-2895-4b76-af04-074e5faa9db3 admin admin] Notify agent at l3_agent.dv-neutron-759874-6-hyperv the message routers_updated {{(pid=105321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 17:04:46.218446 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-99970e25-2895-4b76-af04-074e5faa9db3 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/4012798d-3770-4f7a-aea6-6c1582bd1ff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6456404 Oct 26 17:04:46.220937 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48828) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:04:46.224037 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c1bef8-7f7f-4523-bdac-cfc0008e0c83 None None] Sync routers for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:04:46.236003 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c1bef8-7f7f-4523-bdac-cfc0008e0c83 None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:04:46.236648 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c5c1bef8-7f7f-4523-bdac-cfc0008e0c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:46.338980 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cb78a286-09ad-4129-8ef7-afabab876ef4 admin admin] Publish callbacks [] for router (4012798d-3770-4f7a-aea6-6c1582bd1ff8), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:46.443075 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cb78a286-09ad-4129-8ef7-afabab876ef4 admin admin] Publish callbacks [] for router_gateway (4012798d-3770-4f7a-aea6-6c1582bd1ff8), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:46.446974 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:46.486739 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.provisioning_blocks [None req-19fab568-8145-4aa3-a14a-5dfeecbc8788 None None] Provisioning complete for port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 triggered by entity DHCP. {{(pid=105323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 17:04:46.487139 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-19fab568-8145-4aa3-a14a-5dfeecbc8788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1247139'] for port (83d42b75-9417-4b92-b4f7-5fc92dcff9f9), provisioning_complete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:46.487481 dv-neutron-759874-6-hyperv neutron-server[105323]: INFO neutron.plugins.ml2.plugin [None req-19fab568-8145-4aa3-a14a-5dfeecbc8788 None None] Attempt 1 to provision port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 Oct 26 17:04:46.489858 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-cb78a286-09ad-4129-8ef7-afabab876ef4 admin admin] Deleting port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:04:46.490212 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cb78a286-09ad-4129-8ef7-afabab876ef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:46.516475 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c5c1bef8-7f7f-4523-bdac-cfc0008e0c83 None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: dv-neutron-759874-6-hyperv {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:04:46.562632 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:46.579218 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-cb78a286-09ad-4129-8ef7-afabab876ef4 admin admin] For port 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,segment=NetworkSegment(5cc4250e-3b05-4c2f-88ac-ca401a91827d),segment_id=5cc4250e-3b05-4c2f-88ac-ca401a91827d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:46.579592 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cb78a286-09ad-4129-8ef7-afabab876ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:46.594395 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-cb78a286-09ad-4129-8ef7-afabab876ef4 admin admin] Calling delete_port for 136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f owned by network:router_gateway {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:04:46.686028 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-19fab568-8145-4aa3-a14a-5dfeecbc8788 None None] Current status of the port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 is: ACTIVE; New status is: ACTIVE {{(pid=105323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 17:04:46.732361 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c5c1bef8-7f7f-4523-bdac-cfc0008e0c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'external_fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98'}], 'enable_snat': True}, 'gw_port_id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:04:45Z', 'revision_number': 5, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port': {'id': '136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f', 'name': '', 'network_id': '10462a5a-0e7e-425f-bf32-fbf3f0450853', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'ip_address': '172.26.11.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T17:00:47Z', 'updated_at': '2022-10-26T17:01:41Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'd4efb83f-d1c6-4acd-aa33-d08141fd4125', 'cidr': '172.26.11.0/24', 'gateway_ip': '172.26.11.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-6-hyperv'}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:46.757328 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c1bef8-7f7f-4523-bdac-cfc0008e0c83 None None] Checking router: 4012798d-3770-4f7a-aea6-6c1582bd1ff8 for host: dv-neutron-759874-6-hyperv {{(pid=105323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 17:04:46.765137 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cb78a286-09ad-4129-8ef7-afabab876ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:46.767196 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c1bef8-7f7f-4523-bdac-cfc0008e0c83 None None] Routers {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'} bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:04:46.767786 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c5c1bef8-7f7f-4523-bdac-cfc0008e0c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent')) {'router_ids': ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'], 'active': True} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:46.790459 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78a286-09ad-4129-8ef7-afabab876ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=136ba7bf-5bb0-4b50-b9df-5a1de42b7a6f,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:46.840537 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvr_db [None req-c5c1bef8-7f7f-4523-bdac-cfc0008e0c83 None None] Set router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 gateway port host: None {{(pid=105323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 17:04:46.861397 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cb78a286-09ad-4129-8ef7-afabab876ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657883'] for router_gateway (4012798d-3770-4f7a-aea6-6c1582bd1ff8), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:46.893542 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_hamode_db [None req-c5c1bef8-7f7f-4523-bdac-cfc0008e0c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:04:46Z', 'revision_number': 7, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port_host': None}], 'dv-neutron-759874-6-hyperv', False) {} {{(pid=105323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:46.918520 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c1bef8-7f7f-4523-bdac-cfc0008e0c83 None None] The sync data for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv is: [{'id': '4012798d-3770-4f7a-aea6-6c1582bd1ff8', 'name': 'tempest-TestSnapshotPattern-1004774868-router', 'tenant_id': '31ca3923cd6043969229e737c890f53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T17:00:46Z', 'updated_at': '2022-10-26T17:04:46Z', 'revision_number': 7, 'project_id': '31ca3923cd6043969229e737c890f53b', 'gw_port_host': None}] {{(pid=105323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:04:46.952553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cb78a286-09ad-4129-8ef7-afabab876ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223473'] for router (4012798d-3770-4f7a-aea6-6c1582bd1ff8), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:46.954886 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cb78a286-09ad-4129-8ef7-afabab876ef4 admin admin] Publish callbacks [] for router_controller (4012798d-3770-4f7a-aea6-6c1582bd1ff8), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:46.998990 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cb78a286-09ad-4129-8ef7-afabab876ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687705'] for router (4012798d-3770-4f7a-aea6-6c1582bd1ff8), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:46.999623 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb78a286-09ad-4129-8ef7-afabab876ef4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4012798d-3770-4f7a-aea6-6c1582bd1ff8 {{(pid=105321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 17:04:47.004277 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-cb78a286-09ad-4129-8ef7-afabab876ef4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.005528 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-cb78a286-09ad-4129-8ef7-afabab876ef4 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/4012798d-3770-4f7a-aea6-6c1582bd1ff8 HTTP/1.1" status: 204 len: 168 time: 0.7830253 Oct 26 17:04:47.008010 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48830) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:04:47.054532 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ffc178-58f2-46c6-9288-f85b39a71a8a admin admin] Deleting subnet 836de3cb-5e85-430d-b712-0677b37569ee {{(pid=105321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 17:04:47.058553 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc178-58f2-46c6-9288-f85b39a71a8a admin admin] Publish callbacks [] for subnet (836de3cb-5e85-430d-b712-0677b37569ee), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.099479 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc178-58f2-46c6-9288-f85b39a71a8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6014486'] for subnet (836de3cb-5e85-430d-b712-0677b37569ee), precommit_delete_associations {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.176005 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc178-58f2-46c6-9288-f85b39a71a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1250225'] for subnet (836de3cb-5e85-430d-b712-0677b37569ee), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.229953 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc178-58f2-46c6-9288-f85b39a71a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1250248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6506330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5402134'] for subnet (836de3cb-5e85-430d-b712-0677b37569ee), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.259302 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffc178-58f2-46c6-9288-f85b39a71a8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=836de3cb-5e85-430d-b712-0677b37569ee,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:47.264934 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-f3ffc178-58f2-46c6-9288-f85b39a71a8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.268101 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-f3ffc178-58f2-46c6-9288-f85b39a71a8a admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/836de3cb-5e85-430d-b712-0677b37569ee HTTP/1.1" status: 204 len: 168 time: 0.2585976 Oct 26 17:04:47.269998 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6deac67-3e2a-431b-a7d4-8175e7ac69dd None None] Network 10f1fd61-bc0b-4554-a640-0cde34a91dcb requested from dv-neutron-759874-6-hyperv {{(pid=105323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 17:04:47.270601 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48832) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:04:47.345268 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944877'] for network (10f1fd61-bc0b-4554-a640-0cde34a91dcb), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.376757 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:47.391762 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] Deleting port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 {{(pid=105321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:04:47.392114 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (83d42b75-9417-4b92-b4f7-5fc92dcff9f9), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.421108 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6d0985-236f-4bfb-8bb5-0cf8ccd74286 None None] DHCP port deletion for 10f1fd61-bc0b-4554-a640-0cde34a91dcb request from dv-neutron-759874-6-hyperv {{(pid=105323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 17:04:47.458857 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:47.460909 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ac6d0985-236f-4bfb-8bb5-0cf8ccd74286 None None] Deleting port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 {{(pid=105323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 17:04:47.461346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ac6d0985-236f-4bfb-8bb5-0cf8ccd74286 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787935633354'] for port (83d42b75-9417-4b92-b4f7-5fc92dcff9f9), before_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.464060 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.db [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] For port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=83d42b75-9417-4b92-b4f7-5fc92dcff9f9,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:47.464431 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (83d42b75-9417-4b92-b4f7-5fc92dcff9f9), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.481061 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.plugin [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] Calling delete_port for 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 owned by network:dhcp {{(pid=105321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:04:47.509556 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 no longer exists at agent ovs-agent-dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 17:04:47.560040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-ac6d0985-236f-4bfb-8bb5-0cf8ccd74286 None None] For port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9, host dv-neutron-759874-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-6-hyperv',level=0,port_id=83d42b75-9417-4b92-b4f7-5fc92dcff9f9,segment=NetworkSegment(13fde127-6a7c-4e60-abf9-e3499182e95d),segment_id=13fde127-6a7c-4e60-abf9-e3499182e95d)] {{(pid=105323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 17:04:47.560040 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ac6d0985-236f-4bfb-8bb5-0cf8ccd74286 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656275'] for port (83d42b75-9417-4b92-b4f7-5fc92dcff9f9), precommit_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.566508 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6506255'] for port (83d42b75-9417-4b92-b4f7-5fc92dcff9f9), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.578546 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-ac6d0985-236f-4bfb-8bb5-0cf8ccd74286 None None] Calling delete_port for 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 owned by network:dhcp {{(pid=105323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 17:04:47.585500 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.db [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] No active binding found for port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 {{(pid=105323) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 26 17:04:47.585728 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] Pushing event deleted for resources: {'Port': ['ID=83d42b75-9417-4b92-b4f7-5fc92dcff9f9,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:47.585878 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.plugin [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] The host dv-neutron-759874-6-hyperv is not matching for port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 host None! {{(pid=105323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 26 17:04:47.587658 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.plugins.ml2.rpc [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Device 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 not bound to the agent host dv-neutron-759874-6-hyperv {{(pid=105323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 17:04:47.594938 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] No DVR routers for this DVR port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 on host dv-neutron-759874-6-hyperv {{(pid=105321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 17:04:47.633450 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:47.646775 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.657657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:47.683487 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1253194', 'neutron.services.segments.db._delete_segments_for_network-8787935729026'] for network (10f1fd61-bc0b-4554-a640-0cde34a91dcb), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.684193 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ac6d0985-236f-4bfb-8bb5-0cf8ccd74286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1865816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787935637423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787935259266'] for port (83d42b75-9417-4b92-b4f7-5fc92dcff9f9), after_delete {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.701096 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f1fd61-bc0b-4554-a640-0cde34a91dcb']}} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:47.720696 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb795269-849a-4ebf-a433-dcc212486b1d None None] Sync routers for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 17:04:47.721256 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d0985-236f-4bfb-8bb5-0cf8ccd74286 None None] Pushing event deleted for resources: {'Port': ['ID=83d42b75-9417-4b92-b4f7-5fc92dcff9f9,revision_number=None']} {{(pid=105323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:47.725308 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d0985-236f-4bfb-8bb5-0cf8ccd74286 None None] No DVR routers for this DVR port 83d42b75-9417-4b92-b4f7-5fc92dcff9f9 on host dv-neutron-759874-6-hyperv {{(pid=105323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 17:04:47.733036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fde127-6a7c-4e60-abf9-e3499182e95d') {'for_net_delete': True} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:47.733036 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.services.segments.db [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fde127-6a7c-4e60-abf9-e3499182e95d') {} {{(pid=105321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 17:04:47.738343 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb795269-849a-4ebf-a433-dcc212486b1d None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:04:47.738727 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb795269-849a-4ebf-a433-dcc212486b1d None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 17:04:47.739330 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-eb795269-849a-4ebf-a433-dcc212486b1d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 17:04:47.745168 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787935729089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6014495'] for segment (13fde127-6a7c-4e60-abf9-e3499182e95d), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.753588 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb795269-849a-4ebf-a433-dcc212486b1d None None] Routers set() bound to L3 agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 17:04:47.754177 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb795269-849a-4ebf-a433-dcc212486b1d None None] Router IDs set() for agent in host dv-neutron-759874-6-hyperv {{(pid=105324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 17:04:47.755229 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.l3_agentschedulers_db [None req-eb795269-849a-4ebf-a433-dcc212486b1d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4012798d-3770-4f7a-aea6-6c1582bd1ff8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T15:11:41Z,description=,heartbeat_timestamp=2022-10-26T17:04:41Z,host='dv-neutron-759874-6-hyperv',id=1a4de45a-a96b-4d52-8c09-1a4a0edbc059,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T15:11:41Z,topic='l3_agent'). {{(pid=105324) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 17:04:47.756025 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb795269-849a-4ebf-a433-dcc212486b1d None None] The sync data for ids ['4012798d-3770-4f7a-aea6-6c1582bd1ff8'] in dv-neutron-759874-6-hyperv is: [] {{(pid=105324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 17:04:47.761437 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593'] for segment (13fde127-6a7c-4e60-abf9-e3499182e95d), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.767986 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=105321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 17:04:47.768604 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6506300'] for segment (13fde127-6a7c-4e60-abf9-e3499182e95d), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.814395 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 13fde127-6a7c-4e60-abf9-e3499182e95d resource provider aggregate not found Oct 26 17:04:47.832113 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.services.segments.plugin [-] Segment 13fde127-6a7c-4e60-abf9-e3499182e95d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13fde127-6a7c-4e60-abf9-e3499182e95d found for delete ", "request_id": "req-1f402ea0-e9b4-405e-a078-d779afe95d1a"}]} Oct 26 17:04:47.838857 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1253185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-591886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657911'] for network (10f1fd61-bc0b-4554-a640-0cde34a91dcb), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.844486 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:47.847599 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/10f1fd61-bc0b-4554-a640-0cde34a91dcb HTTP/1.1" status: 204 len: 168 time: 0.5758841 Oct 26 17:04:47.859038 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37276cb3-5b22-47c4-9e08-82bb8426b899 admin admin] Pushing event deleted for resources: {'Network': ['ID=10f1fd61-bc0b-4554-a640-0cde34a91dcb,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:48.028643 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48840) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:04:48.068404 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-574a7eb2-d768-44e1-8423-a1054cd5a388 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=8d4b7f2af7c449f4a4111a4c671095f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385137 Oct 26 17:04:48.070771 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48842) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:04:48.119230 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3dd5dab5-ee7d-418b-a8c8-ec906cc78c1e admin admin] Publish callbacks [] for security_group (afe87f38-6872-46bf-8376-5a9d182047bd), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:48.139670 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3dd5dab5-ee7d-418b-a8c8-ec906cc78c1e admin admin] Publish callbacks [] for security_group (afe87f38-6872-46bf-8376-5a9d182047bd), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:48.187293 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3dd5dab5-ee7d-418b-a8c8-ec906cc78c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (afe87f38-6872-46bf-8376-5a9d182047bd), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:48.190070 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-3dd5dab5-ee7d-418b-a8c8-ec906cc78c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:48.191262 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-3dd5dab5-ee7d-418b-a8c8-ec906cc78c1e admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/afe87f38-6872-46bf-8376-5a9d182047bd HTTP/1.1" status: 204 len: 168 time: 0.1196122 Oct 26 17:04:48.199917 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5dab5-ee7d-418b-a8c8-ec906cc78c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe87f38-6872-46bf-8376-5a9d182047bd,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:48.515581 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48848) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:04:48.556724 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-dbf175d7-b0ba-49a3-b1c5-7bbcb4723cdb admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=31ca3923cd6043969229e737c890f53b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400119 Oct 26 17:04:48.559062 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.wsgi [-] (105321) accepted ('10.222.0.60', 48850) {{(pid=105321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 17:04:48.609978 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-642b7eb1-079b-4b9b-a97a-0c1224e937ab admin admin] Publish callbacks [] for security_group (9ac976c6-a871-48c5-b112-4d046d0aa29e), before_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:48.630506 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-642b7eb1-079b-4b9b-a97a-0c1224e937ab admin admin] Publish callbacks [] for security_group (9ac976c6-a871-48c5-b112-4d046d0aa29e), precommit_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:48.677612 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-642b7eb1-079b-4b9b-a97a-0c1224e937ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680460'] for security_group (9ac976c6-a871-48c5-b112-4d046d0aa29e), after_delete {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:48.680276 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron_lib.callbacks.manager [None req-642b7eb1-079b-4b9b-a97a-0c1224e937ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:04:48.681434 dv-neutron-759874-6-hyperv neutron-server[105321]: INFO neutron.wsgi [None req-642b7eb1-079b-4b9b-a97a-0c1224e937ab admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/9ac976c6-a871-48c5-b112-4d046d0aa29e HTTP/1.1" status: 204 len: 168 time: 0.1215000 Oct 26 17:04:48.689091 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b7eb1-079b-4b9b-a97a-0c1224e937ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac976c6-a871-48c5-b112-4d046d0aa29e,revision_number=None']} {{(pid=105321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 17:04:54.569696 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=69,neutron:DELETE=8 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:54.570536 dv-neutron-759874-6-hyperv neutron-server[105322]: DEBUG dbcounter [-] [105322] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=105322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:57.751548 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=75 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:57.752690 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=73 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:58.211063 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:58.212921 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:58.663826 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=82,neutron:DELETE=10 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:58.685490 dv-neutron-759874-6-hyperv neutron-server[105321]: DEBUG dbcounter [-] [105321] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:04:58.701179 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:DELETE=2,neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:05:06.072367 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:05:08.859333 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3381ee2d-e7e1-45f9-85db-5586155de517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:05:11.256848 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ca5e6e81-64b1-4855-8166-7c7088e224a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:05:12.534076 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:05:14.083422 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:05:14.151967 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:05:16.067338 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:05:16.068076 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:05:17.620780 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:05:27.609388 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=18 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:05:27.615305 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:05:27.617463 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:05:37.305112 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:05:37.305829 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:05:38.860747 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-7e85761e-30f8-44c8-8132-d92339e2c794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:05:41.260262 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-5e1cc55c-1a99-4873-9582-dcc1083c5ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:05:42.536288 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:05:43.072217 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:05:44.085549 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:05:44.156613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:05:47.620018 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:05:57.610754 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:05:57.613300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:05:57.615746 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:05:58.722782 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=15 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:05:58.727598 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=21 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:06:08.862668 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a15341b2-8e18-4dcb-82f9-522f74ea2ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:06:11.265667 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3318bc82-124c-4f51-8267-6d639031ade4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:06:12.538671 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:06:14.087913 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:06:14.160203 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:06:17.634465 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:06:20.070851 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:06:27.625213 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:06:27.629103 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=9 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:06:27.630371 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:06:30.066568 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:06:30.067286 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:06:38.863889 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fc6d6b01-5208-442c-b757-3d4fb2fce50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:06:41.257883 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c751a1bc-8994-4bac-ae62-20bb808205de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:06:42.542764 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:06:44.091373 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:06:44.155205 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:06:47.633895 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:06:54.150776 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:06:57.069883 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:06:57.628664 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:06:57.630586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:07:07.063922 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=3 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:07:07.064680 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:07:08.865111 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-a18f910c-dd00-4b7a-b934-b30cee646d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:07:11.260341 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e034d970-c03e-4c23-a20c-7ba395c37686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:07:12.545036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:07:14.094629 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:07:14.157352 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:07:17.650924 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:07:27.637571 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:07:27.639124 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:07:27.646920 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:07:34.070468 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:07:38.866856 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ec1c277f-d055-4855-8147-db05d8c13a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:07:41.262118 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-70719dee-7818-4149-b0b5-acb0bfab1604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:07:42.546615 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:07:44.066458 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:07:44.067182 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:07:44.096655 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:07:44.159036 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:07:47.643952 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:07:57.632734 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:07:57.636779 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:07:57.639367 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:07:58.730754 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=10 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:07:58.732593 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=16 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:08:08.869374 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-174caca8-df44-4e6d-85be-8f0e8ae8c203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:08:11.069519 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:08:11.264613 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-c42a4d98-d941-4e92-8e77-46d095d47e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:08:12.549417 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:08:14.098660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:08:14.164410 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:08:17.648631 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:08:21.065050 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:08:21.065750 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:08:27.636092 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:08:27.641805 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:08:27.643528 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:08:38.872478 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3cb0eb91-bd10-41aa-8584-71f44b1e798b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:08:41.265845 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-ebfb337b-3139-4bc0-a733-2c3913507962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:08:42.552527 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:08:44.101957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:08:44.170669 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:08:47.661660 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:08:48.069477 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:08:57.651539 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:08:57.655681 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:08:57.657257 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:08:58.065283 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:08:58.066011 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:09:08.875043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-274282ab-fae6-49a7-831c-9d9448bf0a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:09:11.267977 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e8cfd0e9-befe-4a18-b8df-ed961b878c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:09:12.555402 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:09:14.104485 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:09:14.161551 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:09:17.669346 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:09:25.069226 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:09:27.660606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:09:27.664134 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:09:27.666224 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:09:35.064566 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=5 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:09:37.315170 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:09:38.876957 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-f9e071ef-ee84-4821-a64b-59ea70a1748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:09:41.270714 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-298f3bf9-0c40-4524-9c92-7dae0d733e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:09:42.558586 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:09:44.106300 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:09:44.162050 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:09:47.676606 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:09:57.667900 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:09:57.670791 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:09:57.673043 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG dbcounter [-] [105323] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:10:02.068785 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG neutron.db.agents_db [None req-3a3aa49e-d561-410c-940c-b5f8c1a19923 None None] Agent healthcheck: found 6 active agents {{(pid=105324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 17:10:08.878557 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-e2641f51-6460-4c84-9a91-3c18ebc6cb45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (c470e916-b45c-46ab-b8a1-6ca1fe60a44b), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:10:11.277407 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-3440d73a-31a4-41c6-ac7d-13447e26b666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (1a4de45a-a96b-4d52-8c09-1a4a0edbc059), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:10:12.064323 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=16 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:10:12.065261 dv-neutron-759874-6-hyperv neutron-server[105324]: DEBUG dbcounter [-] [105324] Writing DB stats neutron:SELECT=18 {{(pid=105324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 17:10:12.561966 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-59d6ee41-3d6d-4b88-9860-908c3b54d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ded9691e-cefe-4a75-b63d-d096c836337a), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:10:14.109916 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-63ece5b3-5e6f-4312-850c-b0316312e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (8c128ded-2e82-436e-846b-47d268084b21), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:10:14.163627 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-49972bc7-153b-454c-8f5f-d368ef76b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (ebb3b581-b3f2-4dc2-8854-299b7b6e0035), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 17:10:17.708657 dv-neutron-759874-6-hyperv neutron-server[105323]: DEBUG neutron_lib.callbacks.manager [None req-fcb14031-0f13-4da6-890a-bb15f4619f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787935729008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1246985'] for agent (995863b0-694b-46e8-835e-aa86fd02d4f6), after_update {{(pid=105323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}